2024-03-28T23:50:54.490 INFO:root:teuthology version: 0.0.1.dev262+ge691533 2024-03-28T23:50:54.490 DEBUG:teuthology.run:Teuthology command: teuthology --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/fs/norstats}} --archive /home/teuthworker/archive/teuthology-2024-03-27_21:24:03-fs-squid-distro-default-smithi/7627231 --owner scheduled_teuthology@teuthology --verbose --name teuthology-2024-03-27_21:24:03-fs-squid-distro-default-smithi -- /home/teuthworker/archive/teuthology-2024-03-27_21:24:03-fs-squid-distro-default-smithi/7627231/orig.config.yaml 2024-03-28T23:50:54.546 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-03-28T23:50:54.632 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-03-27_21:24:03-fs-squid-distro-default-smithi/7627231 branch: squid description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/fs/norstats}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7627231' kernel: client: branch: testing kdb: true sha1: distro ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: teuthology-2024-03-27_21:24:03-fs-squid-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client dirsize rbytes: false client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - POOL_APP_NOT_ENABLED - overall HEALTH_ - Replacing daemon - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - slow metadata IO - SLOW_OPS - slow request sha1: 323d23dc228bbcb7f16f188fdc9c0dcb801844be subvols: create: 2 subvol_options: --namespace-isolated ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt install: ceph: flavor: default sha1: 323d23dc228bbcb7f16f188fdc9c0dcb801844be kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=crc - nowsync rbytes: false syntax: v1 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: 55f5138942aa4866e49329c9103468889cec3f73 owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 7214 sha1: 323d23dc228bbcb7f16f188fdc9c0dcb801844be sleep_before_teardown: 0 subset: 39/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_55f5138942aa4866e49329c9103468889cec3f73/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 55f5138942aa4866e49329c9103468889cec3f73 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi012.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKl4mfm4PdpKyHueoTZDk0yucWKQVjKXHQ+kMZ46vmCkouAFbjEjxNeJXiFN6lgxv86xQ+S4BQAUfOJydGILb+8= smithi053.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGUbuXtbybEOxNmxwbVmZP40VgJTkXJn7o0gA5/jLkPusEfMPTA1Kc1FxI5+48bYMkunPn84m1+r6fK9lZlVv0E= smithi069.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDkT5Ad706XQM0hhsb0dIuzQ1EbU6loE7b/6RTkt4ixzxoOQ8Tx0C59b+ACfwKH63HT1DveW/230sfW+sjX4nRI= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate true - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - workunit: clients: all: - fs/norstats teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: e691533f9cbb33d85b2187bba20d7102f098636d timestamp: 2024-03-27_21:24:03 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-03-28T23:50:54.632 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_55f5138942aa4866e49329c9103468889cec3f73/qa; will attempt to use it 2024-03-28T23:50:54.633 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_55f5138942aa4866e49329c9103468889cec3f73/qa/tasks 2024-03-28T23:50:54.633 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-03-28T23:50:54.635 INFO:teuthology.task.internal:Checking packages... 2024-03-28T23:50:54.658 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '323d23dc228bbcb7f16f188fdc9c0dcb801844be' 2024-03-28T23:50:54.658 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-28T23:50:54.658 INFO:teuthology.packaging:ref: None 2024-03-28T23:50:54.658 INFO:teuthology.packaging:tag: None 2024-03-28T23:50:54.658 INFO:teuthology.packaging:branch: squid 2024-03-28T23:50:54.658 INFO:teuthology.packaging:sha1: 323d23dc228bbcb7f16f188fdc9c0dcb801844be 2024-03-28T23:50:54.658 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-03-28T23:50:54.815 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-1959.g8da23624 2024-03-28T23:50:54.816 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-03-28T23:50:54.824 INFO:teuthology.task.internal:no buildpackages task found 2024-03-28T23:50:54.824 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-03-28T23:50:54.831 INFO:teuthology.task.internal:Saving configuration 2024-03-28T23:50:54.851 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-03-28T23:50:54.857 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-28T23:50:54.878 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi012.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-03-27_21:24:03-fs-squid-distro-default-smithi/7627231', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-28 23:45:51.763250', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKl4mfm4PdpKyHueoTZDk0yucWKQVjKXHQ+kMZ46vmCkouAFbjEjxNeJXiFN6lgxv86xQ+S4BQAUfOJydGILb+8='} 2024-03-28T23:50:54.901 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi053.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-03-27_21:24:03-fs-squid-distro-default-smithi/7627231', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-28 23:45:51.761714', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGUbuXtbybEOxNmxwbVmZP40VgJTkXJn7o0gA5/jLkPusEfMPTA1Kc1FxI5+48bYMkunPn84m1+r6fK9lZlVv0E='} 2024-03-28T23:50:54.923 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi069.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-03-27_21:24:03-fs-squid-distro-default-smithi/7627231', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-28 23:45:51.759895', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDkT5Ad706XQM0hhsb0dIuzQ1EbU6loE7b/6RTkt4ixzxoOQ8Tx0C59b+ACfwKH63HT1DveW/230sfW+sjX4nRI='} 2024-03-28T23:50:54.923 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-03-28T23:50:54.929 INFO:teuthology.task.internal:roles: ubuntu@smithi012.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-03-28T23:50:54.929 INFO:teuthology.task.internal:roles: ubuntu@smithi053.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-03-28T23:50:54.929 INFO:teuthology.task.internal:roles: ubuntu@smithi069.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-03-28T23:50:54.930 INFO:teuthology.run_tasks:Running task console_log... 2024-03-28T23:50:55.017 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f372f23b160>, signals=[15]) 2024-03-28T23:50:55.018 INFO:teuthology.run_tasks:Running task internal.connect... 2024-03-28T23:50:55.024 INFO:teuthology.task.internal:Opening connections... 2024-03-28T23:50:55.024 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi012.front.sepia.ceph.com 2024-03-28T23:50:55.026 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi012.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-28T23:50:55.130 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi053.front.sepia.ceph.com 2024-03-28T23:50:55.131 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi053.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-28T23:50:55.236 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi069.front.sepia.ceph.com 2024-03-28T23:50:55.237 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi069.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-28T23:50:55.322 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-03-28T23:50:55.330 DEBUG:teuthology.orchestra.run.smithi012:> uname -m 2024-03-28T23:50:55.349 INFO:teuthology.orchestra.run.smithi012.stdout:x86_64 2024-03-28T23:50:55.349 DEBUG:teuthology.orchestra.run.smithi012:> cat /etc/os-release 2024-03-28T23:50:55.407 INFO:teuthology.orchestra.run.smithi012.stdout:NAME="CentOS Stream" 2024-03-28T23:50:55.407 INFO:teuthology.orchestra.run.smithi012.stdout:VERSION="9" 2024-03-28T23:50:55.407 INFO:teuthology.orchestra.run.smithi012.stdout:ID="centos" 2024-03-28T23:50:55.407 INFO:teuthology.orchestra.run.smithi012.stdout:ID_LIKE="rhel fedora" 2024-03-28T23:50:55.407 INFO:teuthology.orchestra.run.smithi012.stdout:VERSION_ID="9" 2024-03-28T23:50:55.407 INFO:teuthology.orchestra.run.smithi012.stdout:PLATFORM_ID="platform:el9" 2024-03-28T23:50:55.407 INFO:teuthology.orchestra.run.smithi012.stdout:PRETTY_NAME="CentOS Stream 9" 2024-03-28T23:50:55.407 INFO:teuthology.orchestra.run.smithi012.stdout:ANSI_COLOR="0;31" 2024-03-28T23:50:55.407 INFO:teuthology.orchestra.run.smithi012.stdout:LOGO="fedora-logo-icon" 2024-03-28T23:50:55.407 INFO:teuthology.orchestra.run.smithi012.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-03-28T23:50:55.407 INFO:teuthology.orchestra.run.smithi012.stdout:HOME_URL="https://centos.org/" 2024-03-28T23:50:55.407 INFO:teuthology.orchestra.run.smithi012.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-03-28T23:50:55.408 INFO:teuthology.orchestra.run.smithi012.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-03-28T23:50:55.408 INFO:teuthology.orchestra.run.smithi012.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-03-28T23:50:55.408 INFO:teuthology.lock.ops:Updating smithi012.front.sepia.ceph.com on lock server 2024-03-28T23:50:55.427 DEBUG:teuthology.orchestra.run.smithi053:> uname -m 2024-03-28T23:50:55.445 INFO:teuthology.orchestra.run.smithi053.stdout:x86_64 2024-03-28T23:50:55.445 DEBUG:teuthology.orchestra.run.smithi053:> cat /etc/os-release 2024-03-28T23:50:55.502 INFO:teuthology.orchestra.run.smithi053.stdout:NAME="CentOS Stream" 2024-03-28T23:50:55.502 INFO:teuthology.orchestra.run.smithi053.stdout:VERSION="9" 2024-03-28T23:50:55.502 INFO:teuthology.orchestra.run.smithi053.stdout:ID="centos" 2024-03-28T23:50:55.502 INFO:teuthology.orchestra.run.smithi053.stdout:ID_LIKE="rhel fedora" 2024-03-28T23:50:55.502 INFO:teuthology.orchestra.run.smithi053.stdout:VERSION_ID="9" 2024-03-28T23:50:55.502 INFO:teuthology.orchestra.run.smithi053.stdout:PLATFORM_ID="platform:el9" 2024-03-28T23:50:55.502 INFO:teuthology.orchestra.run.smithi053.stdout:PRETTY_NAME="CentOS Stream 9" 2024-03-28T23:50:55.503 INFO:teuthology.orchestra.run.smithi053.stdout:ANSI_COLOR="0;31" 2024-03-28T23:50:55.503 INFO:teuthology.orchestra.run.smithi053.stdout:LOGO="fedora-logo-icon" 2024-03-28T23:50:55.503 INFO:teuthology.orchestra.run.smithi053.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-03-28T23:50:55.503 INFO:teuthology.orchestra.run.smithi053.stdout:HOME_URL="https://centos.org/" 2024-03-28T23:50:55.503 INFO:teuthology.orchestra.run.smithi053.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-03-28T23:50:55.503 INFO:teuthology.orchestra.run.smithi053.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-03-28T23:50:55.503 INFO:teuthology.orchestra.run.smithi053.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-03-28T23:50:55.503 INFO:teuthology.lock.ops:Updating smithi053.front.sepia.ceph.com on lock server 2024-03-28T23:50:55.521 DEBUG:teuthology.orchestra.run.smithi069:> uname -m 2024-03-28T23:50:55.539 INFO:teuthology.orchestra.run.smithi069.stdout:x86_64 2024-03-28T23:50:55.539 DEBUG:teuthology.orchestra.run.smithi069:> cat /etc/os-release 2024-03-28T23:50:55.595 INFO:teuthology.orchestra.run.smithi069.stdout:NAME="CentOS Stream" 2024-03-28T23:50:55.595 INFO:teuthology.orchestra.run.smithi069.stdout:VERSION="9" 2024-03-28T23:50:55.596 INFO:teuthology.orchestra.run.smithi069.stdout:ID="centos" 2024-03-28T23:50:55.596 INFO:teuthology.orchestra.run.smithi069.stdout:ID_LIKE="rhel fedora" 2024-03-28T23:50:55.596 INFO:teuthology.orchestra.run.smithi069.stdout:VERSION_ID="9" 2024-03-28T23:50:55.596 INFO:teuthology.orchestra.run.smithi069.stdout:PLATFORM_ID="platform:el9" 2024-03-28T23:50:55.596 INFO:teuthology.orchestra.run.smithi069.stdout:PRETTY_NAME="CentOS Stream 9" 2024-03-28T23:50:55.596 INFO:teuthology.orchestra.run.smithi069.stdout:ANSI_COLOR="0;31" 2024-03-28T23:50:55.596 INFO:teuthology.orchestra.run.smithi069.stdout:LOGO="fedora-logo-icon" 2024-03-28T23:50:55.596 INFO:teuthology.orchestra.run.smithi069.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-03-28T23:50:55.596 INFO:teuthology.orchestra.run.smithi069.stdout:HOME_URL="https://centos.org/" 2024-03-28T23:50:55.596 INFO:teuthology.orchestra.run.smithi069.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-03-28T23:50:55.596 INFO:teuthology.orchestra.run.smithi069.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-03-28T23:50:55.596 INFO:teuthology.orchestra.run.smithi069.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-03-28T23:50:55.597 INFO:teuthology.lock.ops:Updating smithi069.front.sepia.ceph.com on lock server 2024-03-28T23:50:55.619 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-03-28T23:50:55.629 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-03-28T23:50:55.634 INFO:teuthology.task.internal:Checking for old test directory... 2024-03-28T23:50:55.635 DEBUG:teuthology.orchestra.run.smithi012:> test '!' -e /home/ubuntu/cephtest 2024-03-28T23:50:55.637 DEBUG:teuthology.orchestra.run.smithi053:> test '!' -e /home/ubuntu/cephtest 2024-03-28T23:50:55.639 DEBUG:teuthology.orchestra.run.smithi069:> test '!' -e /home/ubuntu/cephtest 2024-03-28T23:50:55.655 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-03-28T23:50:55.661 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-03-28T23:50:55.661 DEBUG:teuthology.orchestra.run.smithi012:> test -z $(ls -A /var/lib/ceph) 2024-03-28T23:50:55.694 DEBUG:teuthology.orchestra.run.smithi053:> test -z $(ls -A /var/lib/ceph) 2024-03-28T23:50:55.697 DEBUG:teuthology.orchestra.run.smithi069:> test -z $(ls -A /var/lib/ceph) 2024-03-28T23:50:55.820 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-03-28T23:50:55.897 INFO:teuthology.run_tasks:Running task kernel... 2024-03-28T23:50:55.911 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'kdb': True, 'sha1': 'distro'} 2024-03-28T23:50:55.911 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}} 2024-03-28T23:50:55.911 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}}, timeout 300 2024-03-28T23:50:55.912 DEBUG:teuthology.orchestra.run.smithi012:> test -f /run/.containerenv -o -f /.dockerenv 2024-03-28T23:50:55.928 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-28T23:50:55.929 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&ref=testing 2024-03-28T23:50:56.126 DEBUG:teuthology.task.kernel:sha1 for client.0 is 1df0c7e8a2354c42d738e5454ba83ea7332deac2 2024-03-28T23:50:56.126 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "1df0c7e8a2354c42d738e5454ba83ea7332deac2"... 2024-03-28T23:50:56.126 DEBUG:teuthology.orchestra.run.smithi012:> uname -r 2024-03-28T23:50:56.144 INFO:teuthology.orchestra.run.smithi012.stdout:5.14.0-361.el9.x86_64 2024-03-28T23:50:56.144 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-361.el9.x86_64 vs 1df0c7e8a2354c42d738e5454ba83ea7332deac2 2024-03-28T23:50:56.144 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-03-28T23:50:56.145 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum upgrade -y linux-firmware 2024-03-28T23:50:58.295 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS-9 - AppStream 13 MB/s | 6.7 MB 00:00 2024-03-28T23:50:59.936 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS-9 - BaseOS 4.0 MB/s | 2.0 MB 00:00 2024-03-28T23:51:01.693 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS Stream 9 - BaseOS 5.7 MB/s | 8.0 MB 00:01 2024-03-28T23:51:23.474 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS Stream 9 - AppStream 935 kB/s | 19 MB 00:20 2024-03-28T23:51:28.307 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS Stream 9 - CRB 5.3 MB/s | 6.1 MB 00:01 2024-03-28T23:51:29.716 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS Stream 9 - Extras packages 73 kB/s | 16 kB 00:00 2024-03-28T23:51:49.725 INFO:teuthology.orchestra.run.smithi012.stdout:Extra Packages for Enterprise Linux 1.0 MB/s | 21 MB 00:19 2024-03-28T23:51:54.955 INFO:teuthology.orchestra.run.smithi012.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-03-28T23:51:57.536 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2024-03-28T23:51:57.545 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2024-03-28T23:51:57.545 INFO:teuthology.orchestra.run.smithi012.stdout: Package Arch Version Repository Size 2024-03-28T23:51:57.545 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2024-03-28T23:51:57.545 INFO:teuthology.orchestra.run.smithi012.stdout:Upgrading: 2024-03-28T23:51:57.545 INFO:teuthology.orchestra.run.smithi012.stdout: linux-firmware noarch 20240219-143.el9 CentOS-BaseOS 375 M 2024-03-28T23:51:57.545 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-28T23:51:57.545 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction Summary 2024-03-28T23:51:57.545 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2024-03-28T23:51:57.545 INFO:teuthology.orchestra.run.smithi012.stdout:Upgrade 1 Package 2024-03-28T23:51:57.545 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-28T23:51:57.546 INFO:teuthology.orchestra.run.smithi012.stdout:Total download size: 375 M 2024-03-28T23:51:57.546 INFO:teuthology.orchestra.run.smithi012.stdout:Downloading Packages: 2024-03-28T23:52:05.497 INFO:teuthology.orchestra.run.smithi012.stdout:linux-firmware-20240219-143.el9.noarch.rpm 47 MB/s | 375 MB 00:07 2024-03-28T23:52:05.498 INFO:teuthology.orchestra.run.smithi012.stdout:-------------------------------------------------------------------------------- 2024-03-28T23:52:05.498 INFO:teuthology.orchestra.run.smithi012.stdout:Total 47 MB/s | 375 MB 00:07 2024-03-28T23:52:05.499 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction check 2024-03-28T23:52:05.596 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction check succeeded. 2024-03-28T23:52:05.596 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction test 2024-03-28T23:52:08.084 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction test succeeded. 2024-03-28T23:52:08.084 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction 2024-03-28T23:52:14.446 INFO:teuthology.orchestra.run.smithi012.stdout: Preparing : 1/1 2024-03-28T23:52:14.686 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : linux-firmware-20240219-143.el9.noarch 1/2 2024-03-28T23:52:14.790 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : linux-firmware-20230814-139.el9.noarch 2/2 2024-03-28T23:52:15.982 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: linux-firmware-20230814-139.el9.noarch 2/2 2024-03-28T23:52:15.982 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : linux-firmware-20240219-143.el9.noarch 1/2 2024-03-28T23:52:16.366 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : linux-firmware-20230814-139.el9.noarch 2/2 2024-03-28T23:52:16.366 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-28T23:52:16.366 INFO:teuthology.orchestra.run.smithi012.stdout:Upgraded: 2024-03-28T23:52:16.366 INFO:teuthology.orchestra.run.smithi012.stdout: linux-firmware-20240219-143.el9.noarch 2024-03-28T23:52:16.367 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-28T23:52:16.367 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2024-03-28T23:52:16.675 INFO:teuthology.task.kernel:Downloading kernel 1df0c7e8a2354c42d738e5454ba83ea7332deac2 on client.0... 2024-03-28T23:52:16.676 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1df0c7e8a2354c42d738e5454ba83ea7332deac2 2024-03-28T23:52:16.818 INFO:teuthology.task.kernel:fetching, builder baseurl is https://3.chacra.ceph.com/r/kernel/testing/1df0c7e8a2354c42d738e5454ba83ea7332deac2/centos/9/flavors/default/x86_64/ 2024-03-28T23:52:16.818 DEBUG:teuthology.orchestra.run.smithi012:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.8.0_g1df0c7e8a235-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://3.chacra.ceph.com/r/kernel/testing/1df0c7e8a2354c42d738e5454ba83ea7332deac2/centos/9/flavors/default/x86_64/ --input-file=- 2024-03-28T23:52:16.821 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi012.front.sepia.ceph.com to complete... 2024-03-28T23:52:28.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-28 23:52:28 URL:https://3.chacra.ceph.com/r/kernel/testing/1df0c7e8a2354c42d738e5454ba83ea7332deac2/centos/9/flavors/default/x86_64/kernel-6.8.0_g1df0c7e8a235-1.x86_64.rpm [336317861/336317861] -> "/tmp/kernel.x86_64.rpm" [1] 2024-03-28T23:52:28.324 INFO:teuthology.orchestra.run.smithi012.stderr:FINISHED --2024-03-28 23:52:28-- 2024-03-28T23:52:28.324 INFO:teuthology.orchestra.run.smithi012.stderr:Total wall clock time: 11s 2024-03-28T23:52:28.325 INFO:teuthology.orchestra.run.smithi012.stderr:Downloaded: 1 files, 321M in 11s (28.7 MB/s) 2024-03-28T23:52:28.327 INFO:teuthology.task.kernel:Installing kernel 1df0c7e8a2354c42d738e5454ba83ea7332deac2 on client.0... 2024-03-28T23:52:28.328 DEBUG:teuthology.orchestra.run.smithi012:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-03-28T23:52:30.361 INFO:teuthology.orchestra.run.smithi012.stdout:Verifying... ######################################## 2024-03-28T23:52:30.420 INFO:teuthology.orchestra.run.smithi012.stdout:Preparing... ######################################## 2024-03-28T23:52:30.505 INFO:teuthology.orchestra.run.smithi012.stdout:Updating / installing... 2024-03-28T23:52:38.324 INFO:teuthology.orchestra.run.smithi012.stdout:kernel-6.8.0_g1df0c7e8a235-1 ######################################## 2024-03-28T23:52:54.457 INFO:teuthology.orchestra.run.smithi012.stderr:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-03-28T23:53:17.636 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi012.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-03-28T23:53:17.636 DEBUG:teuthology.orchestra.run.smithi012:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-03-28T23:53:17.703 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235 2024-03-28T23:53:17.703 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/System.map 2024-03-28T23:53:17.704 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/config 2024-03-28T23:53:17.704 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel 2024-03-28T23:53:17.704 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch 2024-03-28T23:53:17.704 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch/x86 2024-03-28T23:53:17.704 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch/x86/crypto 2024-03-28T23:53:17.704 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-03-28T23:53:17.704 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-03-28T23:53:17.704 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-03-28T23:53:17.704 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-03-28T23:53:17.704 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-03-28T23:53:17.704 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-03-28T23:53:17.704 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-03-28T23:53:17.704 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch/x86/crypto/crc32c-intel.ko 2024-03-28T23:53:17.704 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-03-28T23:53:17.705 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-03-28T23:53:17.705 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-03-28T23:53:17.705 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-03-28T23:53:17.705 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch/x86/crypto/serpent-avx2.ko 2024-03-28T23:53:17.705 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-03-28T23:53:17.705 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-03-28T23:53:17.705 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-03-28T23:53:17.705 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-03-28T23:53:17.705 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-03-28T23:53:17.705 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-03-28T23:53:17.705 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-03-28T23:53:17.705 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch/x86/kernel 2024-03-28T23:53:17.705 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch/x86/kernel/cpu 2024-03-28T23:53:17.705 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch/x86/kernel/cpu/mce 2024-03-28T23:53:17.705 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-03-28T23:53:17.705 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch/x86/kvm 2024-03-28T23:53:17.706 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch/x86/kvm/kvm-amd.ko 2024-03-28T23:53:17.706 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch/x86/kvm/kvm-intel.ko 2024-03-28T23:53:17.706 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/arch/x86/kvm/kvm.ko 2024-03-28T23:53:17.706 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto 2024-03-28T23:53:17.706 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/ansi_cprng.ko 2024-03-28T23:53:17.706 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/anubis.ko 2024-03-28T23:53:17.706 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/arc4.ko 2024-03-28T23:53:17.706 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/async_tx 2024-03-28T23:53:17.706 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/async_tx/async_memcpy.ko 2024-03-28T23:53:17.706 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/async_tx/async_pq.ko 2024-03-28T23:53:17.706 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/async_tx/async_raid6_recov.ko 2024-03-28T23:53:17.706 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/async_tx/async_tx.ko 2024-03-28T23:53:17.706 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/async_tx/async_xor.ko 2024-03-28T23:53:17.706 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/async_tx/raid6test.ko 2024-03-28T23:53:17.707 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/authenc.ko 2024-03-28T23:53:17.707 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/authencesn.ko 2024-03-28T23:53:17.707 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/blake2b_generic.ko 2024-03-28T23:53:17.707 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/blowfish_common.ko 2024-03-28T23:53:17.707 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/blowfish_generic.ko 2024-03-28T23:53:17.707 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/camellia_generic.ko 2024-03-28T23:53:17.707 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/cast5_generic.ko 2024-03-28T23:53:17.707 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/cast6_generic.ko 2024-03-28T23:53:17.707 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/cast_common.ko 2024-03-28T23:53:17.707 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/ccm.ko 2024-03-28T23:53:17.707 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/cmac.ko 2024-03-28T23:53:17.707 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/crc32_generic.ko 2024-03-28T23:53:17.707 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/crypto_engine.ko 2024-03-28T23:53:17.707 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/crypto_user.ko 2024-03-28T23:53:17.708 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/cts.ko 2024-03-28T23:53:17.708 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/des_generic.ko 2024-03-28T23:53:17.708 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/dh_generic.ko 2024-03-28T23:53:17.708 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/echainiv.ko 2024-03-28T23:53:17.708 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/essiv.ko 2024-03-28T23:53:17.708 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/fcrypt.ko 2024-03-28T23:53:17.708 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/khazad.ko 2024-03-28T23:53:17.708 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/lz4.ko 2024-03-28T23:53:17.708 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/lz4hc.ko 2024-03-28T23:53:17.708 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/md4.ko 2024-03-28T23:53:17.708 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/michael_mic.ko 2024-03-28T23:53:17.708 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/pcbc.ko 2024-03-28T23:53:17.708 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/pcrypt.ko 2024-03-28T23:53:17.708 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/rmd160.ko 2024-03-28T23:53:17.709 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/seed.ko 2024-03-28T23:53:17.709 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/serpent_generic.ko 2024-03-28T23:53:17.709 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/tcrypt.ko 2024-03-28T23:53:17.709 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/tea.ko 2024-03-28T23:53:17.709 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/twofish_common.ko 2024-03-28T23:53:17.709 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/twofish_generic.ko 2024-03-28T23:53:17.709 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/vmac.ko 2024-03-28T23:53:17.709 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/wp512.ko 2024-03-28T23:53:17.709 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/xcbc.ko 2024-03-28T23:53:17.709 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/xor.ko 2024-03-28T23:53:17.709 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/crypto/xxhash_generic.ko 2024-03-28T23:53:17.709 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers 2024-03-28T23:53:17.709 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/acpi 2024-03-28T23:53:17.709 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/acpi/acpi_ipmi.ko 2024-03-28T23:53:17.710 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/acpi/acpi_pad.ko 2024-03-28T23:53:17.710 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/acpi/custom_method.ko 2024-03-28T23:53:17.710 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/acpi/ec_sys.ko 2024-03-28T23:53:17.710 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/acpi/platform_profile.ko 2024-03-28T23:53:17.710 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/acpi/sbs.ko 2024-03-28T23:53:17.710 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/acpi/sbshc.ko 2024-03-28T23:53:17.710 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/acpi/video.ko 2024-03-28T23:53:17.710 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata 2024-03-28T23:53:17.710 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/acard-ahci.ko 2024-03-28T23:53:17.710 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/ahci_platform.ko 2024-03-28T23:53:17.710 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/ata_generic.ko 2024-03-28T23:53:17.710 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/libahci_platform.ko 2024-03-28T23:53:17.710 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_acpi.ko 2024-03-28T23:53:17.710 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_ali.ko 2024-03-28T23:53:17.710 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_amd.ko 2024-03-28T23:53:17.711 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_artop.ko 2024-03-28T23:53:17.711 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_atiixp.ko 2024-03-28T23:53:17.711 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_atp867x.ko 2024-03-28T23:53:17.711 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_cmd640.ko 2024-03-28T23:53:17.711 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_cmd64x.ko 2024-03-28T23:53:17.711 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_cypress.ko 2024-03-28T23:53:17.711 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_efar.ko 2024-03-28T23:53:17.711 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_hpt366.ko 2024-03-28T23:53:17.711 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_hpt37x.ko 2024-03-28T23:53:17.711 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_hpt3x2n.ko 2024-03-28T23:53:17.711 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_hpt3x3.ko 2024-03-28T23:53:17.711 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_it8213.ko 2024-03-28T23:53:17.711 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_it821x.ko 2024-03-28T23:53:17.711 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_jmicron.ko 2024-03-28T23:53:17.711 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_marvell.ko 2024-03-28T23:53:17.712 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_mpiix.ko 2024-03-28T23:53:17.712 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_netcell.ko 2024-03-28T23:53:17.712 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_ninja32.ko 2024-03-28T23:53:17.712 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_ns87410.ko 2024-03-28T23:53:17.712 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_ns87415.ko 2024-03-28T23:53:17.712 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_oldpiix.ko 2024-03-28T23:53:17.712 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_opti.ko 2024-03-28T23:53:17.712 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_optidma.ko 2024-03-28T23:53:17.712 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_pcmcia.ko 2024-03-28T23:53:17.712 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_pdc2027x.ko 2024-03-28T23:53:17.712 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-03-28T23:53:17.712 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_piccolo.ko 2024-03-28T23:53:17.712 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_rdc.ko 2024-03-28T23:53:17.712 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_sch.ko 2024-03-28T23:53:17.712 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_serverworks.ko 2024-03-28T23:53:17.713 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_sil680.ko 2024-03-28T23:53:17.713 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_sis.ko 2024-03-28T23:53:17.713 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_sl82c105.ko 2024-03-28T23:53:17.713 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_triflex.ko 2024-03-28T23:53:17.713 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pata_via.ko 2024-03-28T23:53:17.713 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/pdc_adma.ko 2024-03-28T23:53:17.713 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/sata_inic162x.ko 2024-03-28T23:53:17.713 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/sata_mv.ko 2024-03-28T23:53:17.713 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/sata_nv.ko 2024-03-28T23:53:17.713 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/sata_promise.ko 2024-03-28T23:53:17.713 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/sata_qstor.ko 2024-03-28T23:53:17.713 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/sata_sil.ko 2024-03-28T23:53:17.713 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/sata_sil24.ko 2024-03-28T23:53:17.713 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/sata_sis.ko 2024-03-28T23:53:17.713 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/sata_svw.ko 2024-03-28T23:53:17.713 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/sata_sx4.ko 2024-03-28T23:53:17.714 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/sata_uli.ko 2024-03-28T23:53:17.714 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/sata_via.ko 2024-03-28T23:53:17.714 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ata/sata_vsc.ko 2024-03-28T23:53:17.714 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/auxdisplay 2024-03-28T23:53:17.714 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/auxdisplay/ks0108.ko 2024-03-28T23:53:17.714 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/base 2024-03-28T23:53:17.714 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/base/regmap 2024-03-28T23:53:17.714 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/base/regmap/regmap-i2c.ko 2024-03-28T23:53:17.714 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/base/regmap/regmap-mmio.ko 2024-03-28T23:53:17.714 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/bcma 2024-03-28T23:53:17.714 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/bcma/bcma.ko 2024-03-28T23:53:17.714 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/block 2024-03-28T23:53:17.714 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/block/aoe 2024-03-28T23:53:17.714 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/block/aoe/aoe.ko 2024-03-28T23:53:17.714 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/block/brd.ko 2024-03-28T23:53:17.715 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/block/drbd 2024-03-28T23:53:17.715 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/block/drbd/drbd.ko 2024-03-28T23:53:17.715 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/block/floppy.ko 2024-03-28T23:53:17.715 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/block/loop.ko 2024-03-28T23:53:17.715 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/block/mtip32xx 2024-03-28T23:53:17.715 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-03-28T23:53:17.715 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/block/nbd.ko 2024-03-28T23:53:17.715 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/block/null_blk 2024-03-28T23:53:17.715 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/block/null_blk/null_blk.ko 2024-03-28T23:53:17.715 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/block/pktcdvd.ko 2024-03-28T23:53:17.715 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/block/rbd.ko 2024-03-28T23:53:17.715 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/block/virtio_blk.ko 2024-03-28T23:53:17.715 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/block/xen-blkback 2024-03-28T23:53:17.715 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-03-28T23:53:17.715 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/block/xen-blkfront.ko 2024-03-28T23:53:17.715 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/block/zram 2024-03-28T23:53:17.716 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/block/zram/zram.ko 2024-03-28T23:53:17.716 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/char 2024-03-28T23:53:17.716 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/char/hangcheck-timer.ko 2024-03-28T23:53:17.716 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/char/hw_random 2024-03-28T23:53:17.716 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/char/hw_random/amd-rng.ko 2024-03-28T23:53:17.716 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/char/hw_random/intel-rng.ko 2024-03-28T23:53:17.716 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-03-28T23:53:17.716 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/char/hw_random/via-rng.ko 2024-03-28T23:53:17.716 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/char/hw_random/virtio-rng.ko 2024-03-28T23:53:17.716 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/char/ipmi 2024-03-28T23:53:17.717 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-03-28T23:53:17.717 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-03-28T23:53:17.717 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-03-28T23:53:17.717 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/char/ipmi/ipmi_si.ko 2024-03-28T23:53:17.717 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-03-28T23:53:17.717 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-03-28T23:53:17.717 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/char/lp.ko 2024-03-28T23:53:17.718 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/char/mwave 2024-03-28T23:53:17.718 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/char/mwave/mwave.ko 2024-03-28T23:53:17.718 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/char/ppdev.ko 2024-03-28T23:53:17.718 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/char/tlclk.ko 2024-03-28T23:53:17.718 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/char/tpm 2024-03-28T23:53:17.718 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/char/tpm/tpm.ko 2024-03-28T23:53:17.718 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/char/tpm/tpm_atmel.ko 2024-03-28T23:53:17.718 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/char/tpm/tpm_infineon.ko 2024-03-28T23:53:17.718 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/char/tpm/tpm_nsc.ko 2024-03-28T23:53:17.718 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/char/tpm/tpm_tis.ko 2024-03-28T23:53:17.718 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-03-28T23:53:17.718 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/char/uv_mmtimer.ko 2024-03-28T23:53:17.718 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/char/virtio_console.ko 2024-03-28T23:53:17.718 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/cpufreq 2024-03-28T23:53:17.719 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-03-28T23:53:17.719 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-03-28T23:53:17.719 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/cpufreq/p4-clockmod.ko 2024-03-28T23:53:17.719 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-03-28T23:53:17.719 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/cpufreq/powernow-k8.ko 2024-03-28T23:53:17.719 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/cpufreq/speedstep-lib.ko 2024-03-28T23:53:17.719 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/crypto 2024-03-28T23:53:17.719 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/crypto/ccp 2024-03-28T23:53:17.719 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-03-28T23:53:17.719 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/crypto/ccp/ccp.ko 2024-03-28T23:53:17.719 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/crypto/intel 2024-03-28T23:53:17.719 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/crypto/intel/qat 2024-03-28T23:53:17.719 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/crypto/intel/qat/qat_common 2024-03-28T23:53:17.719 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-03-28T23:53:17.719 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-03-28T23:53:17.720 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-03-28T23:53:17.720 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/crypto/padlock-aes.ko 2024-03-28T23:53:17.720 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/crypto/padlock-sha.ko 2024-03-28T23:53:17.720 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/crypto/virtio 2024-03-28T23:53:17.720 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-03-28T23:53:17.720 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/dca 2024-03-28T23:53:17.720 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/dca/dca.ko 2024-03-28T23:53:17.720 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/devfreq 2024-03-28T23:53:17.720 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-03-28T23:53:17.720 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/dma 2024-03-28T23:53:17.720 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/dma/dw 2024-03-28T23:53:17.720 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/dma/dw/dw_dmac.ko 2024-03-28T23:53:17.720 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/dma/ioat 2024-03-28T23:53:17.720 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/dma/ioat/ioatdma.ko 2024-03-28T23:53:17.721 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/edac 2024-03-28T23:53:17.721 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/edac/amd64_edac.ko 2024-03-28T23:53:17.721 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/edac/e752x_edac.ko 2024-03-28T23:53:17.721 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/edac/edac_mce_amd.ko 2024-03-28T23:53:17.721 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/edac/i3000_edac.ko 2024-03-28T23:53:17.721 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/edac/i3200_edac.ko 2024-03-28T23:53:17.721 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/edac/i5100_edac.ko 2024-03-28T23:53:17.721 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/edac/i5400_edac.ko 2024-03-28T23:53:17.721 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/edac/i7300_edac.ko 2024-03-28T23:53:17.721 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/edac/i7core_edac.ko 2024-03-28T23:53:17.721 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/edac/i82975x_edac.ko 2024-03-28T23:53:17.721 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/edac/ie31200_edac.ko 2024-03-28T23:53:17.721 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/edac/sb_edac.ko 2024-03-28T23:53:17.721 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/edac/x38_edac.ko 2024-03-28T23:53:17.721 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/firmware 2024-03-28T23:53:17.722 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/firmware/edd.ko 2024-03-28T23:53:17.722 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/firmware/iscsi_ibft.ko 2024-03-28T23:53:17.722 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/gpio 2024-03-28T23:53:17.722 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/gpio/gpio-ich.ko 2024-03-28T23:53:17.722 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/gpio/gpio-viperboard.ko 2024-03-28T23:53:17.722 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid 2024-03-28T23:53:17.722 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-appleir.ko 2024-03-28T23:53:17.722 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-aureal.ko 2024-03-28T23:53:17.722 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-axff.ko 2024-03-28T23:53:17.722 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-dr.ko 2024-03-28T23:53:17.722 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-elecom.ko 2024-03-28T23:53:17.722 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-elo.ko 2024-03-28T23:53:17.722 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-emsff.ko 2024-03-28T23:53:17.722 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-gaff.ko 2024-03-28T23:53:17.723 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-gt683r.ko 2024-03-28T23:53:17.723 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-gyration.ko 2024-03-28T23:53:17.723 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-holtek-kbd.ko 2024-03-28T23:53:17.723 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-holtek-mouse.ko 2024-03-28T23:53:17.723 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-holtekff.ko 2024-03-28T23:53:17.723 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-hyperv.ko 2024-03-28T23:53:17.723 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-icade.ko 2024-03-28T23:53:17.723 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-keytouch.ko 2024-03-28T23:53:17.723 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-kye.ko 2024-03-28T23:53:17.723 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-lcpower.ko 2024-03-28T23:53:17.723 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-led.ko 2024-03-28T23:53:17.723 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-lenovo.ko 2024-03-28T23:53:17.723 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-logitech-dj.ko 2024-03-28T23:53:17.723 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-03-28T23:53:17.724 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-multitouch.ko 2024-03-28T23:53:17.724 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-ortek.ko 2024-03-28T23:53:17.724 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-penmount.ko 2024-03-28T23:53:17.724 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-petalynx.ko 2024-03-28T23:53:17.724 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-picolcd.ko 2024-03-28T23:53:17.724 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-pl.ko 2024-03-28T23:53:17.724 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-plantronics.ko 2024-03-28T23:53:17.724 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-primax.ko 2024-03-28T23:53:17.724 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-rmi.ko 2024-03-28T23:53:17.724 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-roccat-arvo.ko 2024-03-28T23:53:17.724 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-roccat-common.ko 2024-03-28T23:53:17.724 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-roccat-isku.ko 2024-03-28T23:53:17.724 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-roccat-kone.ko 2024-03-28T23:53:17.724 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-03-28T23:53:17.724 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-roccat-konepure.ko 2024-03-28T23:53:17.724 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-03-28T23:53:17.725 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-roccat-lua.ko 2024-03-28T23:53:17.725 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-roccat-pyra.ko 2024-03-28T23:53:17.725 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-roccat-ryos.ko 2024-03-28T23:53:17.725 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-roccat-savu.ko 2024-03-28T23:53:17.725 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-roccat.ko 2024-03-28T23:53:17.725 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-saitek.ko 2024-03-28T23:53:17.725 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-samsung.ko 2024-03-28T23:53:17.725 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-sensor-hub.ko 2024-03-28T23:53:17.725 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-sjoy.ko 2024-03-28T23:53:17.725 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-sony.ko 2024-03-28T23:53:17.725 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-speedlink.ko 2024-03-28T23:53:17.725 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-steelseries.ko 2024-03-28T23:53:17.725 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-sunplus.ko 2024-03-28T23:53:17.725 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-thrustmaster.ko 2024-03-28T23:53:17.725 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-tivo.ko 2024-03-28T23:53:17.726 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-tmff.ko 2024-03-28T23:53:17.726 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-topseed.ko 2024-03-28T23:53:17.726 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-twinhan.ko 2024-03-28T23:53:17.726 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-uclogic.ko 2024-03-28T23:53:17.726 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-waltop.ko 2024-03-28T23:53:17.726 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-wiimote.ko 2024-03-28T23:53:17.726 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-xinmo.ko 2024-03-28T23:53:17.726 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-zpff.ko 2024-03-28T23:53:17.726 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/hid-zydacron.ko 2024-03-28T23:53:17.726 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/uhid.ko 2024-03-28T23:53:17.726 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hid/wacom.ko 2024-03-28T23:53:17.726 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hv 2024-03-28T23:53:17.726 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hv/hv_balloon.ko 2024-03-28T23:53:17.726 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hv/hv_utils.ko 2024-03-28T23:53:17.727 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hv/hv_vmbus.ko 2024-03-28T23:53:17.727 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon 2024-03-28T23:53:17.727 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/abituguru.ko 2024-03-28T23:53:17.727 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/abituguru3.ko 2024-03-28T23:53:17.727 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/acpi_power_meter.ko 2024-03-28T23:53:17.727 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/ad7414.ko 2024-03-28T23:53:17.727 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/ad7418.ko 2024-03-28T23:53:17.727 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/adc128d818.ko 2024-03-28T23:53:17.727 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/adm1025.ko 2024-03-28T23:53:17.727 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/adm1026.ko 2024-03-28T23:53:17.727 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/adm1029.ko 2024-03-28T23:53:17.727 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/adm1031.ko 2024-03-28T23:53:17.727 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/adm9240.ko 2024-03-28T23:53:17.727 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/ads7828.ko 2024-03-28T23:53:17.728 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/adt7410.ko 2024-03-28T23:53:17.728 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/adt7411.ko 2024-03-28T23:53:17.728 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/adt7462.ko 2024-03-28T23:53:17.728 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/adt7470.ko 2024-03-28T23:53:17.728 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/adt7475.ko 2024-03-28T23:53:17.728 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/adt7x10.ko 2024-03-28T23:53:17.728 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/amc6821.ko 2024-03-28T23:53:17.728 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/applesmc.ko 2024-03-28T23:53:17.728 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/asb100.ko 2024-03-28T23:53:17.728 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/asc7621.ko 2024-03-28T23:53:17.728 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/asus_atk0110.ko 2024-03-28T23:53:17.728 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/atxp1.ko 2024-03-28T23:53:17.728 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/coretemp.ko 2024-03-28T23:53:17.728 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-03-28T23:53:17.729 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/dme1737.ko 2024-03-28T23:53:17.729 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/ds1621.ko 2024-03-28T23:53:17.729 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/ds620.ko 2024-03-28T23:53:17.729 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/emc1403.ko 2024-03-28T23:53:17.729 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/emc6w201.ko 2024-03-28T23:53:17.729 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/f71805f.ko 2024-03-28T23:53:17.729 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/f71882fg.ko 2024-03-28T23:53:17.729 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/f75375s.ko 2024-03-28T23:53:17.729 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/fam15h_power.ko 2024-03-28T23:53:17.729 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/fschmd.ko 2024-03-28T23:53:17.729 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/g760a.ko 2024-03-28T23:53:17.729 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/g762.ko 2024-03-28T23:53:17.729 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/gl518sm.ko 2024-03-28T23:53:17.729 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/gl520sm.ko 2024-03-28T23:53:17.729 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/hwmon-vid.ko 2024-03-28T23:53:17.730 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/i5500_temp.ko 2024-03-28T23:53:17.730 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/i5k_amb.ko 2024-03-28T23:53:17.730 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/ibmaem.ko 2024-03-28T23:53:17.730 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/ibmpex.ko 2024-03-28T23:53:17.730 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/ina209.ko 2024-03-28T23:53:17.730 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/ina2xx.ko 2024-03-28T23:53:17.730 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/it87.ko 2024-03-28T23:53:17.730 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/k10temp.ko 2024-03-28T23:53:17.730 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/k8temp.ko 2024-03-28T23:53:17.730 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/lineage-pem.ko 2024-03-28T23:53:17.730 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/lm63.ko 2024-03-28T23:53:17.730 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/lm73.ko 2024-03-28T23:53:17.730 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/lm75.ko 2024-03-28T23:53:17.730 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/lm77.ko 2024-03-28T23:53:17.731 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/lm78.ko 2024-03-28T23:53:17.731 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/lm80.ko 2024-03-28T23:53:17.731 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/lm83.ko 2024-03-28T23:53:17.731 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/lm85.ko 2024-03-28T23:53:17.731 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/lm87.ko 2024-03-28T23:53:17.731 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/lm90.ko 2024-03-28T23:53:17.731 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/lm92.ko 2024-03-28T23:53:17.731 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/lm93.ko 2024-03-28T23:53:17.731 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/lm95234.ko 2024-03-28T23:53:17.731 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/lm95241.ko 2024-03-28T23:53:17.731 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/lm95245.ko 2024-03-28T23:53:17.731 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/ltc2945.ko 2024-03-28T23:53:17.731 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/ltc4151.ko 2024-03-28T23:53:17.731 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/ltc4215.ko 2024-03-28T23:53:17.732 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/ltc4222.ko 2024-03-28T23:53:17.732 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/ltc4245.ko 2024-03-28T23:53:17.732 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/ltc4260.ko 2024-03-28T23:53:17.732 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/ltc4261.ko 2024-03-28T23:53:17.732 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/max16065.ko 2024-03-28T23:53:17.732 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/max1619.ko 2024-03-28T23:53:17.732 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/max1668.ko 2024-03-28T23:53:17.732 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/max197.ko 2024-03-28T23:53:17.732 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/max6639.ko 2024-03-28T23:53:17.732 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/max6650.ko 2024-03-28T23:53:17.732 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/max6697.ko 2024-03-28T23:53:17.732 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/mcp3021.ko 2024-03-28T23:53:17.732 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/nct6683.ko 2024-03-28T23:53:17.732 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/nct6775-core.ko 2024-03-28T23:53:17.733 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/nct6775.ko 2024-03-28T23:53:17.733 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/nct7802.ko 2024-03-28T23:53:17.733 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/pc87360.ko 2024-03-28T23:53:17.733 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/pc87427.ko 2024-03-28T23:53:17.733 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/pcf8591.ko 2024-03-28T23:53:17.733 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/pmbus 2024-03-28T23:53:17.733 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-03-28T23:53:17.733 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-03-28T23:53:17.733 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-03-28T23:53:17.733 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/pmbus/max16064.ko 2024-03-28T23:53:17.733 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/pmbus/max34440.ko 2024-03-28T23:53:17.733 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/pmbus/max8688.ko 2024-03-28T23:53:17.733 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-03-28T23:53:17.733 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-03-28T23:53:17.733 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-03-28T23:53:17.734 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-03-28T23:53:17.734 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-03-28T23:53:17.734 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-03-28T23:53:17.734 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/powr1220.ko 2024-03-28T23:53:17.734 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/sch5627.ko 2024-03-28T23:53:17.734 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/sch5636.ko 2024-03-28T23:53:17.734 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/sch56xx-common.ko 2024-03-28T23:53:17.734 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/sht15.ko 2024-03-28T23:53:17.734 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/sht21.ko 2024-03-28T23:53:17.734 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/shtc1.ko 2024-03-28T23:53:17.734 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/sis5595.ko 2024-03-28T23:53:17.734 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/smsc47b397.ko 2024-03-28T23:53:17.734 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/smsc47m1.ko 2024-03-28T23:53:17.734 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/smsc47m192.ko 2024-03-28T23:53:17.735 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/thmc50.ko 2024-03-28T23:53:17.735 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/tmp102.ko 2024-03-28T23:53:17.735 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/tmp103.ko 2024-03-28T23:53:17.735 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/tmp401.ko 2024-03-28T23:53:17.735 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/tmp421.ko 2024-03-28T23:53:17.735 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/via-cputemp.ko 2024-03-28T23:53:17.735 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/via686a.ko 2024-03-28T23:53:17.735 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/vt1211.ko 2024-03-28T23:53:17.735 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/vt8231.ko 2024-03-28T23:53:17.735 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/w83627ehf.ko 2024-03-28T23:53:17.735 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/w83627hf.ko 2024-03-28T23:53:17.735 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/w83781d.ko 2024-03-28T23:53:17.735 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/w83791d.ko 2024-03-28T23:53:17.735 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/w83792d.ko 2024-03-28T23:53:17.735 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/w83793.ko 2024-03-28T23:53:17.736 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/w83795.ko 2024-03-28T23:53:17.736 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/w83l785ts.ko 2024-03-28T23:53:17.736 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/hwmon/w83l786ng.ko 2024-03-28T23:53:17.736 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c 2024-03-28T23:53:17.736 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/algos 2024-03-28T23:53:17.736 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-03-28T23:53:17.736 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-03-28T23:53:17.736 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/busses 2024-03-28T23:53:17.736 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-03-28T23:53:17.736 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-03-28T23:53:17.736 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-03-28T23:53:17.736 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-03-28T23:53:17.736 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-03-28T23:53:17.736 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-03-28T23:53:17.737 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-03-28T23:53:17.737 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-03-28T23:53:17.737 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/busses/i2c-i801.ko 2024-03-28T23:53:17.737 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/busses/i2c-isch.ko 2024-03-28T23:53:17.737 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-03-28T23:53:17.737 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-03-28T23:53:17.737 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-03-28T23:53:17.737 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/busses/i2c-parport.ko 2024-03-28T23:53:17.737 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-03-28T23:53:17.737 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-03-28T23:53:17.737 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-03-28T23:53:17.737 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-03-28T23:53:17.737 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-03-28T23:53:17.737 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-03-28T23:53:17.737 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/busses/i2c-via.ko 2024-03-28T23:53:17.738 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-03-28T23:53:17.738 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-03-28T23:53:17.738 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/i2c-dev.ko 2024-03-28T23:53:17.738 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/i2c-mux.ko 2024-03-28T23:53:17.738 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-03-28T23:53:17.738 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/i2c-smbus.ko 2024-03-28T23:53:17.738 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/i2c/i2c-stub.ko 2024-03-28T23:53:17.738 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/infiniband 2024-03-28T23:53:17.738 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/infiniband/core 2024-03-28T23:53:17.738 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/infiniband/core/ib_cm.ko 2024-03-28T23:53:17.738 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/infiniband/core/ib_core.ko 2024-03-28T23:53:17.738 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/infiniband/core/ib_umad.ko 2024-03-28T23:53:17.738 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-03-28T23:53:17.738 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/infiniband/core/iw_cm.ko 2024-03-28T23:53:17.739 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/infiniband/core/rdma_cm.ko 2024-03-28T23:53:17.739 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-03-28T23:53:17.739 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/infiniband/hw 2024-03-28T23:53:17.739 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/infiniband/hw/cxgb4 2024-03-28T23:53:17.739 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-03-28T23:53:17.739 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/infiniband/hw/mlx4 2024-03-28T23:53:17.739 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-03-28T23:53:17.739 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/infiniband/hw/mlx5 2024-03-28T23:53:17.739 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-03-28T23:53:17.739 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/infiniband/hw/mthca 2024-03-28T23:53:17.739 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-03-28T23:53:17.739 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/infiniband/ulp 2024-03-28T23:53:17.739 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/infiniband/ulp/ipoib 2024-03-28T23:53:17.739 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-03-28T23:53:17.740 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/infiniband/ulp/iser 2024-03-28T23:53:17.740 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-03-28T23:53:17.740 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/infiniband/ulp/isert 2024-03-28T23:53:17.740 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-03-28T23:53:17.740 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/infiniband/ulp/srp 2024-03-28T23:53:17.740 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-03-28T23:53:17.740 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/infiniband/ulp/srpt 2024-03-28T23:53:17.740 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-03-28T23:53:17.740 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/input 2024-03-28T23:53:17.740 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/input/gameport 2024-03-28T23:53:17.740 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-03-28T23:53:17.740 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/input/gameport/fm801-gp.ko 2024-03-28T23:53:17.740 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/input/gameport/gameport.ko 2024-03-28T23:53:17.740 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/input/joydev.ko 2024-03-28T23:53:17.741 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/input/keyboard 2024-03-28T23:53:17.741 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/input/keyboard/gpio_keys.ko 2024-03-28T23:53:17.741 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/input/mouse 2024-03-28T23:53:17.741 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/input/mouse/appletouch.ko 2024-03-28T23:53:17.741 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/input/mouse/bcm5974.ko 2024-03-28T23:53:17.741 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/input/mouse/cyapatp.ko 2024-03-28T23:53:17.741 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/input/mouse/elan_i2c.ko 2024-03-28T23:53:17.741 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/input/mouse/sermouse.ko 2024-03-28T23:53:17.741 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-03-28T23:53:17.741 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/input/mouse/synaptics_usb.ko 2024-03-28T23:53:17.741 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/input/mouse/vsxxxaa.ko 2024-03-28T23:53:17.741 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/input/rmi4 2024-03-28T23:53:17.741 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/input/rmi4/rmi_core.ko 2024-03-28T23:53:17.741 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/input/serio 2024-03-28T23:53:17.741 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/input/serio/altera_ps2.ko 2024-03-28T23:53:17.741 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/input/serio/arc_ps2.ko 2024-03-28T23:53:17.741 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-03-28T23:53:17.742 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/input/serio/serio_raw.ko 2024-03-28T23:53:17.742 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/input/sparse-keymap.ko 2024-03-28T23:53:17.742 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/leds 2024-03-28T23:53:17.742 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/leds/leds-blinkm.ko 2024-03-28T23:53:17.742 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/leds/leds-lm3530.ko 2024-03-28T23:53:17.742 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/leds/leds-lp3944.ko 2024-03-28T23:53:17.742 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/leds/leds-ss4200.ko 2024-03-28T23:53:17.742 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/leds/trigger 2024-03-28T23:53:17.742 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/leds/trigger/ledtrig-audio.ko 2024-03-28T23:53:17.742 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-03-28T23:53:17.742 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-03-28T23:53:17.742 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-03-28T23:53:17.742 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-03-28T23:53:17.742 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-03-28T23:53:17.742 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-03-28T23:53:17.743 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-03-28T23:53:17.743 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-03-28T23:53:17.743 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/md 2024-03-28T23:53:17.743 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/md/bcache 2024-03-28T23:53:17.743 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/md/bcache/bcache.ko 2024-03-28T23:53:17.743 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/md/dm-bio-prison.ko 2024-03-28T23:53:17.743 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/md/dm-cache-smq.ko 2024-03-28T23:53:17.743 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/md/dm-cache.ko 2024-03-28T23:53:17.743 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/md/dm-crypt.ko 2024-03-28T23:53:17.743 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/md/dm-delay.ko 2024-03-28T23:53:17.743 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/md/dm-flakey.ko 2024-03-28T23:53:17.743 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/md/dm-log-userspace.ko 2024-03-28T23:53:17.743 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/md/dm-multipath.ko 2024-03-28T23:53:17.743 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/md/dm-queue-length.ko 2024-03-28T23:53:17.743 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/md/dm-raid.ko 2024-03-28T23:53:17.743 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/md/dm-round-robin.ko 2024-03-28T23:53:17.744 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/md/dm-service-time.ko 2024-03-28T23:53:17.744 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/md/dm-switch.ko 2024-03-28T23:53:17.744 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/md/dm-thin-pool.ko 2024-03-28T23:53:17.744 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/md/dm-verity.ko 2024-03-28T23:53:17.744 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/md/persistent-data 2024-03-28T23:53:17.744 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-03-28T23:53:17.744 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/md/raid0.ko 2024-03-28T23:53:17.744 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/md/raid1.ko 2024-03-28T23:53:17.744 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/md/raid10.ko 2024-03-28T23:53:17.744 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/md/raid456.ko 2024-03-28T23:53:17.744 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/message 2024-03-28T23:53:17.744 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/message/fusion 2024-03-28T23:53:17.744 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/message/fusion/mptbase.ko 2024-03-28T23:53:17.744 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/message/fusion/mptctl.ko 2024-03-28T23:53:17.744 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/message/fusion/mptfc.ko 2024-03-28T23:53:17.745 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/message/fusion/mptlan.ko 2024-03-28T23:53:17.745 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/message/fusion/mptsas.ko 2024-03-28T23:53:17.745 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/message/fusion/mptscsih.ko 2024-03-28T23:53:17.745 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/message/fusion/mptspi.ko 2024-03-28T23:53:17.745 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/mfd 2024-03-28T23:53:17.745 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/mfd/lpc_ich.ko 2024-03-28T23:53:17.745 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/mfd/lpc_sch.ko 2024-03-28T23:53:17.745 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/mfd/mfd-core.ko 2024-03-28T23:53:17.745 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/mfd/sm501.ko 2024-03-28T23:53:17.745 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/mfd/viperboard.ko 2024-03-28T23:53:17.745 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/mfd/vx855.ko 2024-03-28T23:53:17.745 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/mfd/wl1273-core.ko 2024-03-28T23:53:17.745 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc 2024-03-28T23:53:17.745 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/altera-stapl 2024-03-28T23:53:17.745 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-03-28T23:53:17.745 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/apds9802als.ko 2024-03-28T23:53:17.746 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/apds990x.ko 2024-03-28T23:53:17.746 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/bh1770glc.ko 2024-03-28T23:53:17.746 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/cb710 2024-03-28T23:53:17.746 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/cb710/cb710.ko 2024-03-28T23:53:17.746 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/eeprom 2024-03-28T23:53:17.746 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/eeprom/at24.ko 2024-03-28T23:53:17.746 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-03-28T23:53:17.746 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/eeprom/max6875.ko 2024-03-28T23:53:17.746 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/enclosure.ko 2024-03-28T23:53:17.746 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/hpilo.ko 2024-03-28T23:53:17.746 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/isl29003.ko 2024-03-28T23:53:17.746 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/isl29020.ko 2024-03-28T23:53:17.746 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/lis3lv02d 2024-03-28T23:53:17.746 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-03-28T23:53:17.746 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-03-28T23:53:17.747 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/mei 2024-03-28T23:53:17.747 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/mei/mei-me.ko 2024-03-28T23:53:17.747 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/mei/mei-txe.ko 2024-03-28T23:53:17.747 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/mei/mei.ko 2024-03-28T23:53:17.747 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/sgi-gru 2024-03-28T23:53:17.747 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/sgi-gru/gru.ko 2024-03-28T23:53:17.747 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/sgi-xp 2024-03-28T23:53:17.747 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/sgi-xp/xp.ko 2024-03-28T23:53:17.747 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/sgi-xp/xpc.ko 2024-03-28T23:53:17.747 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-03-28T23:53:17.747 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/tifm_7xx1.ko 2024-03-28T23:53:17.747 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/tifm_core.ko 2024-03-28T23:53:17.747 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/tsl2550.ko 2024-03-28T23:53:17.747 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/vmw_balloon.ko 2024-03-28T23:53:17.748 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/vmw_vmci 2024-03-28T23:53:17.748 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-03-28T23:53:17.748 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net 2024-03-28T23:53:17.748 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/bonding 2024-03-28T23:53:17.748 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/bonding/bonding.ko 2024-03-28T23:53:17.748 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/dsa 2024-03-28T23:53:17.748 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/dsa/b53 2024-03-28T23:53:17.748 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/dsa/b53/b53_common.ko 2024-03-28T23:53:17.748 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/dsa/bcm-sf2.ko 2024-03-28T23:53:17.748 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/dsa/mv88e6060.ko 2024-03-28T23:53:17.748 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/dsa/mv88e6xxx 2024-03-28T23:53:17.748 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-03-28T23:53:17.748 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/dummy.ko 2024-03-28T23:53:17.748 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/eql.ko 2024-03-28T23:53:17.748 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet 2024-03-28T23:53:17.749 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/3com 2024-03-28T23:53:17.749 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-03-28T23:53:17.749 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-03-28T23:53:17.749 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-03-28T23:53:17.749 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-03-28T23:53:17.749 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/8390 2024-03-28T23:53:17.749 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/8390/8390.ko 2024-03-28T23:53:17.749 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-03-28T23:53:17.749 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-03-28T23:53:17.749 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-03-28T23:53:17.749 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/adaptec 2024-03-28T23:53:17.749 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-03-28T23:53:17.749 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/agere 2024-03-28T23:53:17.749 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/agere/et131x.ko 2024-03-28T23:53:17.749 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/alteon 2024-03-28T23:53:17.750 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-03-28T23:53:17.750 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/altera 2024-03-28T23:53:17.750 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-03-28T23:53:17.750 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/amd 2024-03-28T23:53:17.750 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-03-28T23:53:17.750 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-03-28T23:53:17.750 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-03-28T23:53:17.750 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/atheros 2024-03-28T23:53:17.750 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/atheros/alx 2024-03-28T23:53:17.750 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-03-28T23:53:17.750 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/atheros/atl1c 2024-03-28T23:53:17.750 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-03-28T23:53:17.750 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/atheros/atl1e 2024-03-28T23:53:17.750 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-03-28T23:53:17.750 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/atheros/atlx 2024-03-28T23:53:17.751 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-03-28T23:53:17.751 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-03-28T23:53:17.751 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/broadcom 2024-03-28T23:53:17.751 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-03-28T23:53:17.751 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-03-28T23:53:17.751 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-03-28T23:53:17.751 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-03-28T23:53:17.751 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-03-28T23:53:17.751 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/broadcom/genet 2024-03-28T23:53:17.751 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-03-28T23:53:17.751 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-03-28T23:53:17.751 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/brocade 2024-03-28T23:53:17.751 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/brocade/bna 2024-03-28T23:53:17.751 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-03-28T23:53:17.751 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/chelsio 2024-03-28T23:53:17.751 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/chelsio/cxgb 2024-03-28T23:53:17.752 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-03-28T23:53:17.752 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-03-28T23:53:17.752 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-03-28T23:53:17.752 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-03-28T23:53:17.752 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-03-28T23:53:17.752 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-03-28T23:53:17.752 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-03-28T23:53:17.752 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-03-28T23:53:17.752 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-03-28T23:53:17.752 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/cisco 2024-03-28T23:53:17.752 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/cisco/enic 2024-03-28T23:53:17.752 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-03-28T23:53:17.752 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/dec 2024-03-28T23:53:17.752 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/dec/tulip 2024-03-28T23:53:17.752 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-03-28T23:53:17.752 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-03-28T23:53:17.752 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-03-28T23:53:17.753 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-03-28T23:53:17.753 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-03-28T23:53:17.753 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-03-28T23:53:17.753 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/dlink 2024-03-28T23:53:17.753 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-03-28T23:53:17.753 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-03-28T23:53:17.753 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/dnet.ko 2024-03-28T23:53:17.753 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/emulex 2024-03-28T23:53:17.753 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/emulex/benet 2024-03-28T23:53:17.753 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-03-28T23:53:17.753 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/ethoc.ko 2024-03-28T23:53:17.753 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/fealnx.ko 2024-03-28T23:53:17.753 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/intel 2024-03-28T23:53:17.753 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/intel/e100.ko 2024-03-28T23:53:17.753 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/intel/e1000 2024-03-28T23:53:17.753 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-03-28T23:53:17.754 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/intel/e1000e 2024-03-28T23:53:17.754 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-03-28T23:53:17.754 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/intel/fm10k 2024-03-28T23:53:17.754 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-03-28T23:53:17.754 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/intel/i40e 2024-03-28T23:53:17.754 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-03-28T23:53:17.754 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/intel/iavf 2024-03-28T23:53:17.754 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-03-28T23:53:17.754 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/intel/igb 2024-03-28T23:53:17.754 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-03-28T23:53:17.754 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/intel/igbvf 2024-03-28T23:53:17.754 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-03-28T23:53:17.754 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/intel/ixgbe 2024-03-28T23:53:17.754 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-03-28T23:53:17.755 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/intel/ixgbevf 2024-03-28T23:53:17.755 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-03-28T23:53:17.755 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/jme.ko 2024-03-28T23:53:17.755 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/marvell 2024-03-28T23:53:17.755 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-03-28T23:53:17.755 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/marvell/skge.ko 2024-03-28T23:53:17.755 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-03-28T23:53:17.755 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/mellanox 2024-03-28T23:53:17.755 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/mellanox/mlx4 2024-03-28T23:53:17.755 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-03-28T23:53:17.755 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-03-28T23:53:17.755 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/mellanox/mlx5 2024-03-28T23:53:17.755 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-03-28T23:53:17.755 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-03-28T23:53:17.755 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/micrel 2024-03-28T23:53:17.755 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-03-28T23:53:17.756 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/myricom 2024-03-28T23:53:17.756 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/myricom/myri10ge 2024-03-28T23:53:17.756 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-03-28T23:53:17.756 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/natsemi 2024-03-28T23:53:17.756 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-03-28T23:53:17.756 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-03-28T23:53:17.756 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/neterion 2024-03-28T23:53:17.756 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-03-28T23:53:17.756 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/nvidia 2024-03-28T23:53:17.756 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-03-28T23:53:17.756 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/packetengines 2024-03-28T23:53:17.756 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-03-28T23:53:17.756 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-03-28T23:53:17.756 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/qlogic 2024-03-28T23:53:17.756 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/qlogic/netxen 2024-03-28T23:53:17.756 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-03-28T23:53:17.757 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-03-28T23:53:17.757 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-03-28T23:53:17.757 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-03-28T23:53:17.757 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/rdc 2024-03-28T23:53:17.757 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-03-28T23:53:17.757 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/realtek 2024-03-28T23:53:17.757 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-03-28T23:53:17.757 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-03-28T23:53:17.757 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/realtek/atp.ko 2024-03-28T23:53:17.757 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-03-28T23:53:17.757 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/rocker 2024-03-28T23:53:17.757 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-03-28T23:53:17.757 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/sfc 2024-03-28T23:53:17.757 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-03-28T23:53:17.757 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/silan 2024-03-28T23:53:17.757 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-03-28T23:53:17.758 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/sis 2024-03-28T23:53:17.758 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/sis/sis190.ko 2024-03-28T23:53:17.758 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/sis/sis900.ko 2024-03-28T23:53:17.758 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/smsc 2024-03-28T23:53:17.758 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-03-28T23:53:17.758 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-03-28T23:53:17.758 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-03-28T23:53:17.758 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-03-28T23:53:17.758 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/stmicro 2024-03-28T23:53:17.758 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/stmicro/stmmac 2024-03-28T23:53:17.758 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-03-28T23:53:17.758 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-03-28T23:53:17.758 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/sun 2024-03-28T23:53:17.759 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/sun/cassini.ko 2024-03-28T23:53:17.759 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/sun/niu.ko 2024-03-28T23:53:17.759 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/sun/sungem.ko 2024-03-28T23:53:17.759 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-03-28T23:53:17.759 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/tehuti 2024-03-28T23:53:17.759 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-03-28T23:53:17.759 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/ti 2024-03-28T23:53:17.759 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/ti/tlan.ko 2024-03-28T23:53:17.759 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/via 2024-03-28T23:53:17.759 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-03-28T23:53:17.759 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-03-28T23:53:17.759 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/wiznet 2024-03-28T23:53:17.759 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-03-28T23:53:17.759 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-03-28T23:53:17.759 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/xircom 2024-03-28T23:53:17.759 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-03-28T23:53:17.760 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/geneve.ko 2024-03-28T23:53:17.760 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/hyperv 2024-03-28T23:53:17.760 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-03-28T23:53:17.760 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ieee802154 2024-03-28T23:53:17.760 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ieee802154/fakelb.ko 2024-03-28T23:53:17.760 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ifb.ko 2024-03-28T23:53:17.760 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ipvlan 2024-03-28T23:53:17.760 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ipvlan/ipvlan.ko 2024-03-28T23:53:17.760 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/macvlan.ko 2024-03-28T23:53:17.760 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/macvtap.ko 2024-03-28T23:53:17.760 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/mdio 2024-03-28T23:53:17.760 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/mdio.ko 2024-03-28T23:53:17.760 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-03-28T23:53:17.760 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-03-28T23:53:17.760 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/mdio/mdio-regmap.ko 2024-03-28T23:53:17.760 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/mii.ko 2024-03-28T23:53:17.761 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/net_failover.ko 2024-03-28T23:53:17.761 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/netconsole.ko 2024-03-28T23:53:17.761 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/nlmon.ko 2024-03-28T23:53:17.761 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/pcs 2024-03-28T23:53:17.761 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/pcs/pcs-lynx.ko 2024-03-28T23:53:17.761 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-03-28T23:53:17.761 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/phy 2024-03-28T23:53:17.761 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/phy/amd.ko 2024-03-28T23:53:17.761 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-03-28T23:53:17.761 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-03-28T23:53:17.761 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/phy/bcm7xxx.ko 2024-03-28T23:53:17.761 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/phy/bcm87xx.ko 2024-03-28T23:53:17.761 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/phy/broadcom.ko 2024-03-28T23:53:17.761 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/phy/cicada.ko 2024-03-28T23:53:17.762 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/phy/davicom.ko 2024-03-28T23:53:17.762 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/phy/dp83640.ko 2024-03-28T23:53:17.762 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/phy/et1011c.ko 2024-03-28T23:53:17.762 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/phy/icplus.ko 2024-03-28T23:53:17.762 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/phy/lxt.ko 2024-03-28T23:53:17.762 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/phy/marvell.ko 2024-03-28T23:53:17.762 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/phy/micrel.ko 2024-03-28T23:53:17.762 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/phy/national.ko 2024-03-28T23:53:17.762 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/phy/phylink.ko 2024-03-28T23:53:17.762 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/phy/qsemi.ko 2024-03-28T23:53:17.762 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/phy/realtek.ko 2024-03-28T23:53:17.762 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/phy/smsc.ko 2024-03-28T23:53:17.762 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/phy/ste10Xp.ko 2024-03-28T23:53:17.762 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/phy/vitesse.ko 2024-03-28T23:53:17.763 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ppp 2024-03-28T23:53:17.763 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ppp/bsd_comp.ko 2024-03-28T23:53:17.763 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ppp/ppp_async.ko 2024-03-28T23:53:17.763 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ppp/ppp_deflate.ko 2024-03-28T23:53:17.763 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ppp/ppp_generic.ko 2024-03-28T23:53:17.763 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ppp/ppp_mppe.ko 2024-03-28T23:53:17.763 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ppp/ppp_synctty.ko 2024-03-28T23:53:17.763 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ppp/pppoe.ko 2024-03-28T23:53:17.763 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ppp/pppox.ko 2024-03-28T23:53:17.763 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/ppp/pptp.ko 2024-03-28T23:53:17.763 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/slip 2024-03-28T23:53:17.763 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/slip/slhc.ko 2024-03-28T23:53:17.763 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/slip/slip.ko 2024-03-28T23:53:17.763 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/sungem_phy.ko 2024-03-28T23:53:17.763 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/tap.ko 2024-03-28T23:53:17.764 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/team 2024-03-28T23:53:17.764 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/team/team.ko 2024-03-28T23:53:17.764 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/team/team_mode_activebackup.ko 2024-03-28T23:53:17.764 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/team/team_mode_broadcast.ko 2024-03-28T23:53:17.764 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-03-28T23:53:17.764 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/team/team_mode_random.ko 2024-03-28T23:53:17.764 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-03-28T23:53:17.764 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/tun.ko 2024-03-28T23:53:17.764 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/veth.ko 2024-03-28T23:53:17.764 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/virtio_net.ko 2024-03-28T23:53:17.764 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/vmxnet3 2024-03-28T23:53:17.764 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-03-28T23:53:17.764 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/vxlan 2024-03-28T23:53:17.764 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/vxlan/vxlan.ko 2024-03-28T23:53:17.765 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/xen-netback 2024-03-28T23:53:17.765 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/xen-netback/xen-netback.ko 2024-03-28T23:53:17.765 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/net/xen-netfront.ko 2024-03-28T23:53:17.765 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ntb 2024-03-28T23:53:17.765 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ntb/ntb.ko 2024-03-28T23:53:17.765 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/nvme 2024-03-28T23:53:17.765 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/nvme/host 2024-03-28T23:53:17.765 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/nvme/host/nvme-core.ko 2024-03-28T23:53:17.765 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/nvme/host/nvme.ko 2024-03-28T23:53:17.765 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/parport 2024-03-28T23:53:17.765 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/parport/parport.ko 2024-03-28T23:53:17.765 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/parport/parport_cs.ko 2024-03-28T23:53:17.765 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/parport/parport_pc.ko 2024-03-28T23:53:17.765 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/parport/parport_serial.ko 2024-03-28T23:53:17.765 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/pci 2024-03-28T23:53:17.765 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/pci/hotplug 2024-03-28T23:53:17.766 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-03-28T23:53:17.766 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/pci/pcie 2024-03-28T23:53:17.766 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/pci/pcie/aer_inject.ko 2024-03-28T23:53:17.766 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/pci/xen-pcifront.ko 2024-03-28T23:53:17.766 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/pcmcia 2024-03-28T23:53:17.766 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/pcmcia/i82092.ko 2024-03-28T23:53:17.766 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/pcmcia/pd6729.ko 2024-03-28T23:53:17.766 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/pcmcia/yenta_socket.ko 2024-03-28T23:53:17.766 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/pinctrl 2024-03-28T23:53:17.766 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/pinctrl/intel 2024-03-28T23:53:17.766 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-03-28T23:53:17.766 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/platform 2024-03-28T23:53:17.766 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/platform/x86 2024-03-28T23:53:17.766 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/platform/x86/acer-wmi.ko 2024-03-28T23:53:17.767 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/platform/x86/acerhdf.ko 2024-03-28T23:53:17.767 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/platform/x86/apple-gmux.ko 2024-03-28T23:53:17.767 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/platform/x86/asus-laptop.ko 2024-03-28T23:53:17.767 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-03-28T23:53:17.767 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/platform/x86/asus-wmi.ko 2024-03-28T23:53:17.767 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/platform/x86/classmate-laptop.ko 2024-03-28T23:53:17.767 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-03-28T23:53:17.767 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-03-28T23:53:17.767 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-03-28T23:53:17.767 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-03-28T23:53:17.767 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/platform/x86/hdaps.ko 2024-03-28T23:53:17.767 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/platform/x86/intel 2024-03-28T23:53:17.767 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-03-28T23:53:17.767 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/platform/x86/intel_ips.ko 2024-03-28T23:53:17.767 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/platform/x86/msi-wmi.ko 2024-03-28T23:53:17.768 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/platform/x86/mxm-wmi.ko 2024-03-28T23:53:17.768 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-03-28T23:53:17.768 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/platform/x86/samsung-laptop.ko 2024-03-28T23:53:17.768 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/platform/x86/samsung-q10.ko 2024-03-28T23:53:17.768 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/platform/x86/topstar-laptop.ko 2024-03-28T23:53:17.768 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-03-28T23:53:17.768 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/platform/x86/toshiba_haps.ko 2024-03-28T23:53:17.768 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/platform/x86/wmi-bmof.ko 2024-03-28T23:53:17.768 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/platform/x86/wmi.ko 2024-03-28T23:53:17.768 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/powercap 2024-03-28T23:53:17.768 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/powercap/intel_rapl_common.ko 2024-03-28T23:53:17.768 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/powercap/intel_rapl_msr.ko 2024-03-28T23:53:17.768 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/pps 2024-03-28T23:53:17.768 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/pps/clients 2024-03-28T23:53:17.768 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/pps/clients/pps-gpio.ko 2024-03-28T23:53:17.768 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/pps/clients/pps-ldisc.ko 2024-03-28T23:53:17.769 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/pps/clients/pps_parport.ko 2024-03-28T23:53:17.769 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/pps/pps_core.ko 2024-03-28T23:53:17.769 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ptp 2024-03-28T23:53:17.769 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ptp/ptp.ko 2024-03-28T23:53:17.769 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ptp/ptp_kvm.ko 2024-03-28T23:53:17.769 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc 2024-03-28T23:53:17.769 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-bq32k.ko 2024-03-28T23:53:17.769 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-ds1286.ko 2024-03-28T23:53:17.769 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-ds1307.ko 2024-03-28T23:53:17.769 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-ds1374.ko 2024-03-28T23:53:17.769 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-ds1511.ko 2024-03-28T23:53:17.769 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-ds1553.ko 2024-03-28T23:53:17.769 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-ds1672.ko 2024-03-28T23:53:17.769 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-ds1742.ko 2024-03-28T23:53:17.769 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-ds2404.ko 2024-03-28T23:53:17.770 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-ds3232.ko 2024-03-28T23:53:17.770 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-em3027.ko 2024-03-28T23:53:17.770 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-fm3130.ko 2024-03-28T23:53:17.770 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-isl12022.ko 2024-03-28T23:53:17.770 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-isl1208.ko 2024-03-28T23:53:17.770 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-m41t80.ko 2024-03-28T23:53:17.770 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-m48t35.ko 2024-03-28T23:53:17.770 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-m48t59.ko 2024-03-28T23:53:17.770 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-max6900.ko 2024-03-28T23:53:17.770 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-msm6242.ko 2024-03-28T23:53:17.770 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-pcf2127.ko 2024-03-28T23:53:17.770 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-pcf85063.ko 2024-03-28T23:53:17.770 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-pcf8523.ko 2024-03-28T23:53:17.770 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-pcf8563.ko 2024-03-28T23:53:17.770 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-pcf8583.ko 2024-03-28T23:53:17.771 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-rp5c01.ko 2024-03-28T23:53:17.771 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-rs5c372.ko 2024-03-28T23:53:17.771 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-03-28T23:53:17.771 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-rx8025.ko 2024-03-28T23:53:17.771 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-rx8581.ko 2024-03-28T23:53:17.771 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-03-28T23:53:17.771 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/rtc/rtc-x1205.ko 2024-03-28T23:53:17.771 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi 2024-03-28T23:53:17.771 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/3w-9xxx.ko 2024-03-28T23:53:17.771 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/3w-sas.ko 2024-03-28T23:53:17.771 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/3w-xxxx.ko 2024-03-28T23:53:17.771 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/BusLogic.ko 2024-03-28T23:53:17.771 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/a100u2w.ko 2024-03-28T23:53:17.771 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/aacraid 2024-03-28T23:53:17.771 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/aacraid/aacraid.ko 2024-03-28T23:53:17.772 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/advansys.ko 2024-03-28T23:53:17.772 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/aic7xxx 2024-03-28T23:53:17.772 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-03-28T23:53:17.772 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-03-28T23:53:17.772 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/am53c974.ko 2024-03-28T23:53:17.772 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/arcmsr 2024-03-28T23:53:17.772 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-03-28T23:53:17.772 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/atp870u.ko 2024-03-28T23:53:17.772 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/be2iscsi 2024-03-28T23:53:17.772 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-03-28T23:53:17.772 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/bfa 2024-03-28T23:53:17.772 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/bfa/bfa.ko 2024-03-28T23:53:17.772 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/bnx2fc 2024-03-28T23:53:17.772 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-03-28T23:53:17.772 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/bnx2i 2024-03-28T23:53:17.773 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-03-28T23:53:17.773 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/ch.ko 2024-03-28T23:53:17.773 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/csiostor 2024-03-28T23:53:17.773 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/csiostor/csiostor.ko 2024-03-28T23:53:17.773 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/cxgbi 2024-03-28T23:53:17.773 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/cxgbi/cxgb3i 2024-03-28T23:53:17.773 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-03-28T23:53:17.773 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/cxgbi/cxgb4i 2024-03-28T23:53:17.773 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-03-28T23:53:17.773 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-03-28T23:53:17.773 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/dc395x.ko 2024-03-28T23:53:17.773 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/device_handler 2024-03-28T23:53:17.773 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-03-28T23:53:17.773 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-03-28T23:53:17.773 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-03-28T23:53:17.774 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-03-28T23:53:17.774 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/dmx3191d.ko 2024-03-28T23:53:17.774 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/esas2r 2024-03-28T23:53:17.774 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/esas2r/esas2r.ko 2024-03-28T23:53:17.774 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/esp_scsi.ko 2024-03-28T23:53:17.774 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/fcoe 2024-03-28T23:53:17.774 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/fcoe/fcoe.ko 2024-03-28T23:53:17.774 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-03-28T23:53:17.774 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/fnic 2024-03-28T23:53:17.774 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/fnic/fnic.ko 2024-03-28T23:53:17.774 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/hpsa.ko 2024-03-28T23:53:17.774 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/hptiop.ko 2024-03-28T23:53:17.774 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/hv_storvsc.ko 2024-03-28T23:53:17.774 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/initio.ko 2024-03-28T23:53:17.774 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/ipr.ko 2024-03-28T23:53:17.775 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/ips.ko 2024-03-28T23:53:17.775 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/isci 2024-03-28T23:53:17.775 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/isci/isci.ko 2024-03-28T23:53:17.775 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-03-28T23:53:17.775 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/iscsi_tcp.ko 2024-03-28T23:53:17.775 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/libfc 2024-03-28T23:53:17.775 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/libfc/libfc.ko 2024-03-28T23:53:17.775 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/libiscsi.ko 2024-03-28T23:53:17.775 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/libiscsi_tcp.ko 2024-03-28T23:53:17.775 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/libsas 2024-03-28T23:53:17.775 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/libsas/libsas.ko 2024-03-28T23:53:17.775 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/lpfc 2024-03-28T23:53:17.775 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/lpfc/lpfc.ko 2024-03-28T23:53:17.775 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/megaraid 2024-03-28T23:53:17.775 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/megaraid.ko 2024-03-28T23:53:17.775 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-03-28T23:53:17.776 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-03-28T23:53:17.776 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-03-28T23:53:17.776 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/mpt3sas 2024-03-28T23:53:17.776 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-03-28T23:53:17.776 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/mvsas 2024-03-28T23:53:17.776 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/mvsas/mvsas.ko 2024-03-28T23:53:17.776 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/mvumi.ko 2024-03-28T23:53:17.776 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/pm8001 2024-03-28T23:53:17.776 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-03-28T23:53:17.776 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/pmcraid.ko 2024-03-28T23:53:17.776 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/qla1280.ko 2024-03-28T23:53:17.776 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/qla2xxx 2024-03-28T23:53:17.776 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-03-28T23:53:17.776 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-03-28T23:53:17.776 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/qla4xxx 2024-03-28T23:53:17.777 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-03-28T23:53:17.777 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/raid_class.ko 2024-03-28T23:53:17.777 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/scsi_debug.ko 2024-03-28T23:53:17.777 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/scsi_transport_fc.ko 2024-03-28T23:53:17.777 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-03-28T23:53:17.777 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/scsi_transport_sas.ko 2024-03-28T23:53:17.777 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/scsi_transport_spi.ko 2024-03-28T23:53:17.777 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/scsi_transport_srp.ko 2024-03-28T23:53:17.777 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/ses.ko 2024-03-28T23:53:17.777 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/st.ko 2024-03-28T23:53:17.777 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/stex.ko 2024-03-28T23:53:17.777 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/sym53c8xx_2 2024-03-28T23:53:17.777 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-03-28T23:53:17.777 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/virtio_scsi.ko 2024-03-28T23:53:17.778 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/vmw_pvscsi.ko 2024-03-28T23:53:17.778 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/scsi/wd719x.ko 2024-03-28T23:53:17.778 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ssb 2024-03-28T23:53:17.778 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ssb/ssb.ko 2024-03-28T23:53:17.778 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/target 2024-03-28T23:53:17.778 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/target/iscsi 2024-03-28T23:53:17.778 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-03-28T23:53:17.778 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/target/loopback 2024-03-28T23:53:17.778 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/target/loopback/tcm_loop.ko 2024-03-28T23:53:17.778 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/target/target_core_file.ko 2024-03-28T23:53:17.778 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/target/target_core_iblock.ko 2024-03-28T23:53:17.778 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/target/target_core_mod.ko 2024-03-28T23:53:17.778 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/target/target_core_pscsi.ko 2024-03-28T23:53:17.778 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/target/target_core_user.ko 2024-03-28T23:53:17.779 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/target/tcm_fc 2024-03-28T23:53:17.779 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-03-28T23:53:17.779 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/thermal 2024-03-28T23:53:17.779 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/thermal/intel 2024-03-28T23:53:17.779 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/thermal/intel/int340x_thermal 2024-03-28T23:53:17.779 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-03-28T23:53:17.779 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-03-28T23:53:17.779 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-03-28T23:53:17.779 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-03-28T23:53:17.779 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-03-28T23:53:17.779 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-03-28T23:53:17.779 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-03-28T23:53:17.779 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-03-28T23:53:17.779 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-03-28T23:53:17.779 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-03-28T23:53:17.779 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-03-28T23:53:17.780 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-03-28T23:53:17.780 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-03-28T23:53:17.780 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-03-28T23:53:17.780 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-03-28T23:53:17.780 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-03-28T23:53:17.780 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-03-28T23:53:17.780 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-03-28T23:53:17.780 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/tty 2024-03-28T23:53:17.780 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/tty/ipwireless 2024-03-28T23:53:17.780 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-03-28T23:53:17.780 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/tty/n_gsm.ko 2024-03-28T23:53:17.780 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/tty/n_hdlc.ko 2024-03-28T23:53:17.780 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/tty/nozomi.ko 2024-03-28T23:53:17.780 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/tty/serial 2024-03-28T23:53:17.780 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/tty/serial/8250 2024-03-28T23:53:17.780 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-03-28T23:53:17.781 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/tty/serial/arc_uart.ko 2024-03-28T23:53:17.781 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/tty/serial/jsm 2024-03-28T23:53:17.781 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/tty/serial/jsm/jsm.ko 2024-03-28T23:53:17.781 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ufs 2024-03-28T23:53:17.781 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ufs/core 2024-03-28T23:53:17.781 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ufs/core/ufshcd-core.ko 2024-03-28T23:53:17.781 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ufs/host 2024-03-28T23:53:17.781 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-03-28T23:53:17.781 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/uio 2024-03-28T23:53:17.781 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/uio/uio.ko 2024-03-28T23:53:17.781 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/uio/uio_aec.ko 2024-03-28T23:53:17.781 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/uio/uio_cif.ko 2024-03-28T23:53:17.781 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/uio/uio_pci_generic.ko 2024-03-28T23:53:17.781 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/uio/uio_sercos3.ko 2024-03-28T23:53:17.781 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb 2024-03-28T23:53:17.782 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/class 2024-03-28T23:53:17.782 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/class/cdc-acm.ko 2024-03-28T23:53:17.782 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/class/cdc-wdm.ko 2024-03-28T23:53:17.782 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/class/usblp.ko 2024-03-28T23:53:17.782 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/class/usbtmc.ko 2024-03-28T23:53:17.782 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/host 2024-03-28T23:53:17.782 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/host/sl811-hcd.ko 2024-03-28T23:53:17.782 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/image 2024-03-28T23:53:17.782 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/image/mdc800.ko 2024-03-28T23:53:17.782 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/image/microtek.ko 2024-03-28T23:53:17.782 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/misc 2024-03-28T23:53:17.782 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/misc/adutux.ko 2024-03-28T23:53:17.782 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/misc/appledisplay.ko 2024-03-28T23:53:17.783 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/misc/emi26.ko 2024-03-28T23:53:17.783 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/misc/emi62.ko 2024-03-28T23:53:17.783 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/misc/ezusb.ko 2024-03-28T23:53:17.783 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/misc/idmouse.ko 2024-03-28T23:53:17.783 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/misc/iowarrior.ko 2024-03-28T23:53:17.783 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/misc/isight_firmware.ko 2024-03-28T23:53:17.783 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/misc/ldusb.ko 2024-03-28T23:53:17.783 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/misc/legousbtower.ko 2024-03-28T23:53:17.783 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/misc/sisusbvga 2024-03-28T23:53:17.783 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-03-28T23:53:17.783 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/misc/trancevibrator.ko 2024-03-28T23:53:17.783 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/misc/usb3503.ko 2024-03-28T23:53:17.783 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/misc/usblcd.ko 2024-03-28T23:53:17.783 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/misc/usbsevseg.ko 2024-03-28T23:53:17.783 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/misc/uss720.ko 2024-03-28T23:53:17.783 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/misc/yurex.ko 2024-03-28T23:53:17.784 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/phy 2024-03-28T23:53:17.784 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/phy/phy-generic.ko 2024-03-28T23:53:17.784 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial 2024-03-28T23:53:17.784 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/aircable.ko 2024-03-28T23:53:17.784 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/ark3116.ko 2024-03-28T23:53:17.784 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/belkin_sa.ko 2024-03-28T23:53:17.784 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/ch341.ko 2024-03-28T23:53:17.784 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/cp210x.ko 2024-03-28T23:53:17.784 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/cyberjack.ko 2024-03-28T23:53:17.784 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/cypress_m8.ko 2024-03-28T23:53:17.784 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/digi_acceleport.ko 2024-03-28T23:53:17.784 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/empeg.ko 2024-03-28T23:53:17.784 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/ftdi_sio.ko 2024-03-28T23:53:17.784 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/garmin_gps.ko 2024-03-28T23:53:17.784 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/io_edgeport.ko 2024-03-28T23:53:17.785 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/io_ti.ko 2024-03-28T23:53:17.785 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/ipaq.ko 2024-03-28T23:53:17.785 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/ipw.ko 2024-03-28T23:53:17.785 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/ir-usb.ko 2024-03-28T23:53:17.785 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-03-28T23:53:17.785 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/keyspan.ko 2024-03-28T23:53:17.785 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/keyspan_pda.ko 2024-03-28T23:53:17.785 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/kl5kusb105.ko 2024-03-28T23:53:17.785 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/kobil_sct.ko 2024-03-28T23:53:17.785 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/mct_u232.ko 2024-03-28T23:53:17.785 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/mos7720.ko 2024-03-28T23:53:17.785 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/mos7840.ko 2024-03-28T23:53:17.785 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/navman.ko 2024-03-28T23:53:17.785 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/omninet.ko 2024-03-28T23:53:17.785 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/opticon.ko 2024-03-28T23:53:17.785 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/option.ko 2024-03-28T23:53:17.785 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/oti6858.ko 2024-03-28T23:53:17.786 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/pl2303.ko 2024-03-28T23:53:17.786 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/qcaux.ko 2024-03-28T23:53:17.786 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/qcserial.ko 2024-03-28T23:53:17.786 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/quatech2.ko 2024-03-28T23:53:17.786 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/safe_serial.ko 2024-03-28T23:53:17.786 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/sierra.ko 2024-03-28T23:53:17.786 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/spcp8x5.ko 2024-03-28T23:53:17.786 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/ssu100.ko 2024-03-28T23:53:17.786 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/symbolserial.ko 2024-03-28T23:53:17.786 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-03-28T23:53:17.786 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-03-28T23:53:17.786 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/usb_debug.ko 2024-03-28T23:53:17.786 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/usb_wwan.ko 2024-03-28T23:53:17.786 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/visor.ko 2024-03-28T23:53:17.786 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/whiteheat.ko 2024-03-28T23:53:17.786 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/serial/xsens_mt.ko 2024-03-28T23:53:17.787 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/storage 2024-03-28T23:53:17.787 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/storage/uas.ko 2024-03-28T23:53:17.787 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/storage/ums-alauda.ko 2024-03-28T23:53:17.787 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/storage/ums-cypress.ko 2024-03-28T23:53:17.787 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/storage/ums-datafab.ko 2024-03-28T23:53:17.787 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-03-28T23:53:17.787 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/storage/ums-freecom.ko 2024-03-28T23:53:17.787 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/storage/ums-isd200.ko 2024-03-28T23:53:17.787 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-03-28T23:53:17.787 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/storage/ums-karma.ko 2024-03-28T23:53:17.787 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/storage/ums-onetouch.ko 2024-03-28T23:53:17.787 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/storage/ums-realtek.ko 2024-03-28T23:53:17.787 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/storage/ums-sddr09.ko 2024-03-28T23:53:17.787 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/storage/ums-sddr55.ko 2024-03-28T23:53:17.787 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/storage/ums-usbat.ko 2024-03-28T23:53:17.788 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/storage/usb-storage.ko 2024-03-28T23:53:17.788 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/usbip 2024-03-28T23:53:17.788 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/usbip/usbip-core.ko 2024-03-28T23:53:17.788 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/usbip/usbip-host.ko 2024-03-28T23:53:17.788 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-03-28T23:53:17.788 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/vfio 2024-03-28T23:53:17.788 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/vfio/pci 2024-03-28T23:53:17.788 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-03-28T23:53:17.788 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/vfio/pci/vfio-pci.ko 2024-03-28T23:53:17.788 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/vfio/vfio.ko 2024-03-28T23:53:17.788 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-03-28T23:53:17.788 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/vhost 2024-03-28T23:53:17.788 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/vhost/vhost.ko 2024-03-28T23:53:17.788 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/vhost/vhost_iotlb.ko 2024-03-28T23:53:17.789 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/vhost/vhost_net.ko 2024-03-28T23:53:17.789 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/vhost/vhost_scsi.ko 2024-03-28T23:53:17.789 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/video 2024-03-28T23:53:17.789 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/video/backlight 2024-03-28T23:53:17.789 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/video/backlight/apple_bl.ko 2024-03-28T23:53:17.789 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/video/backlight/lcd.ko 2024-03-28T23:53:17.789 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/video/backlight/platform_lcd.ko 2024-03-28T23:53:17.789 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/virtio 2024-03-28T23:53:17.789 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/virtio/virtio.ko 2024-03-28T23:53:17.789 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/virtio/virtio_balloon.ko 2024-03-28T23:53:17.789 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/virtio/virtio_mmio.ko 2024-03-28T23:53:17.789 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/virtio/virtio_pci.ko 2024-03-28T23:53:17.789 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-03-28T23:53:17.789 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-03-28T23:53:17.789 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/virtio/virtio_ring.ko 2024-03-28T23:53:17.790 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/w1 2024-03-28T23:53:17.790 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/w1/masters 2024-03-28T23:53:17.790 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/w1/masters/ds2482.ko 2024-03-28T23:53:17.790 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/w1/masters/ds2490.ko 2024-03-28T23:53:17.790 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/w1/slaves 2024-03-28T23:53:17.790 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-03-28T23:53:17.790 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-03-28T23:53:17.790 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-03-28T23:53:17.790 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-03-28T23:53:17.790 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-03-28T23:53:17.790 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-03-28T23:53:17.790 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-03-28T23:53:17.790 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-03-28T23:53:17.790 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-03-28T23:53:17.791 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/w1/slaves/w1_smem.ko 2024-03-28T23:53:17.791 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/w1/slaves/w1_therm.ko 2024-03-28T23:53:17.791 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/w1/wire.ko 2024-03-28T23:53:17.791 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/watchdog 2024-03-28T23:53:17.791 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/watchdog/alim1535_wdt.ko 2024-03-28T23:53:17.791 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/watchdog/alim7101_wdt.ko 2024-03-28T23:53:17.791 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/watchdog/f71808e_wdt.ko 2024-03-28T23:53:17.791 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/watchdog/hpwdt.ko 2024-03-28T23:53:17.791 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/watchdog/i6300esb.ko 2024-03-28T23:53:17.791 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-03-28T23:53:17.791 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/watchdog/iTCO_wdt.ko 2024-03-28T23:53:17.791 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/watchdog/ib700wdt.ko 2024-03-28T23:53:17.791 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/watchdog/ibmasr.ko 2024-03-28T23:53:17.791 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-03-28T23:53:17.792 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/watchdog/it8712f_wdt.ko 2024-03-28T23:53:17.792 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/watchdog/it87_wdt.ko 2024-03-28T23:53:17.792 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/watchdog/machzwd.ko 2024-03-28T23:53:17.792 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/watchdog/nv_tco.ko 2024-03-28T23:53:17.792 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/watchdog/pcwd_pci.ko 2024-03-28T23:53:17.792 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/watchdog/pcwd_usb.ko 2024-03-28T23:53:17.792 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-03-28T23:53:17.792 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/watchdog/sch311x_wdt.ko 2024-03-28T23:53:17.792 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/watchdog/softdog.ko 2024-03-28T23:53:17.792 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/watchdog/sp5100_tco.ko 2024-03-28T23:53:17.792 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/watchdog/via_wdt.ko 2024-03-28T23:53:17.792 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-03-28T23:53:17.792 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/watchdog/w83877f_wdt.ko 2024-03-28T23:53:17.792 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/watchdog/w83977f_wdt.ko 2024-03-28T23:53:17.792 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/watchdog/wdt_pci.ko 2024-03-28T23:53:17.793 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/watchdog/xen_wdt.ko 2024-03-28T23:53:17.793 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/xen 2024-03-28T23:53:17.793 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/xen/xen-acpi-processor.ko 2024-03-28T23:53:17.793 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/xen/xen-evtchn.ko 2024-03-28T23:53:17.793 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/xen/xen-gntalloc.ko 2024-03-28T23:53:17.793 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/xen/xen-gntdev.ko 2024-03-28T23:53:17.793 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/xen/xen-pciback 2024-03-28T23:53:17.793 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-03-28T23:53:17.793 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/xen/xen-privcmd.ko 2024-03-28T23:53:17.793 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/xen/xenfs 2024-03-28T23:53:17.793 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/drivers/xen/xenfs/xenfs.ko 2024-03-28T23:53:17.793 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs 2024-03-28T23:53:17.793 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/9p 2024-03-28T23:53:17.793 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/9p/9p.ko 2024-03-28T23:53:17.793 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/affs 2024-03-28T23:53:17.793 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/affs/affs.ko 2024-03-28T23:53:17.794 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/befs 2024-03-28T23:53:17.794 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/befs/befs.ko 2024-03-28T23:53:17.794 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/binfmt_misc.ko 2024-03-28T23:53:17.794 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/btrfs 2024-03-28T23:53:17.794 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/btrfs/btrfs.ko 2024-03-28T23:53:17.794 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/cachefiles 2024-03-28T23:53:17.794 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/cachefiles/cachefiles.ko 2024-03-28T23:53:17.794 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/ceph 2024-03-28T23:53:17.794 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/ceph/ceph.ko 2024-03-28T23:53:17.794 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/coda 2024-03-28T23:53:17.794 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/coda/coda.ko 2024-03-28T23:53:17.794 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/cramfs 2024-03-28T23:53:17.794 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/cramfs/cramfs.ko 2024-03-28T23:53:17.794 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/dlm 2024-03-28T23:53:17.794 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/dlm/dlm.ko 2024-03-28T23:53:17.795 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/ecryptfs 2024-03-28T23:53:17.795 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/ecryptfs/ecryptfs.ko 2024-03-28T23:53:17.795 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/f2fs 2024-03-28T23:53:17.795 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/f2fs/f2fs.ko 2024-03-28T23:53:17.795 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/fat 2024-03-28T23:53:17.795 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/fat/fat.ko 2024-03-28T23:53:17.795 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/fat/msdos.ko 2024-03-28T23:53:17.795 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/fat/vfat.ko 2024-03-28T23:53:17.795 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/fuse 2024-03-28T23:53:17.795 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/fuse/cuse.ko 2024-03-28T23:53:17.795 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/fuse/fuse.ko 2024-03-28T23:53:17.795 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/gfs2 2024-03-28T23:53:17.795 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/gfs2/gfs2.ko 2024-03-28T23:53:17.795 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/hfs 2024-03-28T23:53:17.795 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/hfs/hfs.ko 2024-03-28T23:53:17.796 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/hfsplus 2024-03-28T23:53:17.796 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/hfsplus/hfsplus.ko 2024-03-28T23:53:17.796 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/isofs 2024-03-28T23:53:17.796 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/isofs/isofs.ko 2024-03-28T23:53:17.796 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/jfs 2024-03-28T23:53:17.796 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/jfs/jfs.ko 2024-03-28T23:53:17.796 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/lockd 2024-03-28T23:53:17.796 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/lockd/lockd.ko 2024-03-28T23:53:17.796 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/minix 2024-03-28T23:53:17.796 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/minix/minix.ko 2024-03-28T23:53:17.796 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/netfs 2024-03-28T23:53:17.796 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/netfs/netfs.ko 2024-03-28T23:53:17.796 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nfs 2024-03-28T23:53:17.796 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nfs/blocklayout 2024-03-28T23:53:17.796 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-03-28T23:53:17.797 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nfs/filelayout 2024-03-28T23:53:17.797 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-03-28T23:53:17.797 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nfs/flexfilelayout 2024-03-28T23:53:17.797 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-03-28T23:53:17.797 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nfs/nfs.ko 2024-03-28T23:53:17.797 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nfs/nfsv3.ko 2024-03-28T23:53:17.797 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nfs/nfsv4.ko 2024-03-28T23:53:17.797 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nfs_common 2024-03-28T23:53:17.797 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nfs_common/grace.ko 2024-03-28T23:53:17.797 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nfs_common/nfs_acl.ko 2024-03-28T23:53:17.797 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nfsd 2024-03-28T23:53:17.797 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nfsd/nfsd.ko 2024-03-28T23:53:17.797 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nilfs2 2024-03-28T23:53:17.797 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nilfs2/nilfs2.ko 2024-03-28T23:53:17.797 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls 2024-03-28T23:53:17.798 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/mac-celtic.ko 2024-03-28T23:53:17.798 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/mac-centeuro.ko 2024-03-28T23:53:17.798 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/mac-croatian.ko 2024-03-28T23:53:17.798 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/mac-cyrillic.ko 2024-03-28T23:53:17.798 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/mac-gaelic.ko 2024-03-28T23:53:17.798 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/mac-greek.ko 2024-03-28T23:53:17.798 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/mac-iceland.ko 2024-03-28T23:53:17.798 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/mac-inuit.ko 2024-03-28T23:53:17.798 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/mac-roman.ko 2024-03-28T23:53:17.798 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/mac-romanian.ko 2024-03-28T23:53:17.798 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/mac-turkish.ko 2024-03-28T23:53:17.798 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_cp1250.ko 2024-03-28T23:53:17.798 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_cp1251.ko 2024-03-28T23:53:17.798 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_cp1255.ko 2024-03-28T23:53:17.798 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_cp737.ko 2024-03-28T23:53:17.799 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_cp775.ko 2024-03-28T23:53:17.799 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_cp850.ko 2024-03-28T23:53:17.799 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_cp852.ko 2024-03-28T23:53:17.799 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_cp855.ko 2024-03-28T23:53:17.799 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_cp857.ko 2024-03-28T23:53:17.799 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_cp860.ko 2024-03-28T23:53:17.799 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_cp861.ko 2024-03-28T23:53:17.799 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_cp862.ko 2024-03-28T23:53:17.799 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_cp863.ko 2024-03-28T23:53:17.799 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_cp864.ko 2024-03-28T23:53:17.799 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_cp865.ko 2024-03-28T23:53:17.799 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_cp866.ko 2024-03-28T23:53:17.799 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_cp869.ko 2024-03-28T23:53:17.799 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_cp874.ko 2024-03-28T23:53:17.799 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_cp932.ko 2024-03-28T23:53:17.799 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_cp936.ko 2024-03-28T23:53:17.800 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_cp949.ko 2024-03-28T23:53:17.800 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_cp950.ko 2024-03-28T23:53:17.800 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_euc-jp.ko 2024-03-28T23:53:17.800 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_iso8859-1.ko 2024-03-28T23:53:17.800 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_iso8859-13.ko 2024-03-28T23:53:17.800 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_iso8859-14.ko 2024-03-28T23:53:17.800 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_iso8859-15.ko 2024-03-28T23:53:17.800 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_iso8859-2.ko 2024-03-28T23:53:17.800 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_iso8859-3.ko 2024-03-28T23:53:17.800 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_iso8859-4.ko 2024-03-28T23:53:17.800 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_iso8859-5.ko 2024-03-28T23:53:17.800 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_iso8859-6.ko 2024-03-28T23:53:17.800 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_iso8859-7.ko 2024-03-28T23:53:17.801 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_iso8859-9.ko 2024-03-28T23:53:17.801 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_koi8-r.ko 2024-03-28T23:53:17.801 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_koi8-ru.ko 2024-03-28T23:53:17.801 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_koi8-u.ko 2024-03-28T23:53:17.801 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_ucs2_utils.ko 2024-03-28T23:53:17.801 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/nls/nls_utf8.ko 2024-03-28T23:53:17.801 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/ocfs2 2024-03-28T23:53:17.801 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/ocfs2/cluster 2024-03-28T23:53:17.801 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-03-28T23:53:17.801 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/ocfs2/dlm 2024-03-28T23:53:17.801 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-03-28T23:53:17.801 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/ocfs2/dlmfs 2024-03-28T23:53:17.801 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-03-28T23:53:17.801 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/ocfs2/ocfs2.ko 2024-03-28T23:53:17.801 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-03-28T23:53:17.802 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-03-28T23:53:17.802 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-03-28T23:53:17.802 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/overlayfs 2024-03-28T23:53:17.802 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/overlayfs/overlay.ko 2024-03-28T23:53:17.802 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/pstore 2024-03-28T23:53:17.802 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/pstore/ramoops.ko 2024-03-28T23:53:17.802 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/reiserfs 2024-03-28T23:53:17.802 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/reiserfs/reiserfs.ko 2024-03-28T23:53:17.802 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/romfs 2024-03-28T23:53:17.802 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/romfs/romfs.ko 2024-03-28T23:53:17.802 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/smb 2024-03-28T23:53:17.802 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/smb/client 2024-03-28T23:53:17.802 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/smb/client/cifs.ko 2024-03-28T23:53:17.802 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/smb/common 2024-03-28T23:53:17.803 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/smb/common/cifs_arc4.ko 2024-03-28T23:53:17.803 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/smb/common/cifs_md4.ko 2024-03-28T23:53:17.803 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/squashfs 2024-03-28T23:53:17.803 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/squashfs/squashfs.ko 2024-03-28T23:53:17.803 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/sysv 2024-03-28T23:53:17.803 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/sysv/sysv.ko 2024-03-28T23:53:17.803 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/udf 2024-03-28T23:53:17.803 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/udf/udf.ko 2024-03-28T23:53:17.803 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/ufs 2024-03-28T23:53:17.803 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/ufs/ufs.ko 2024-03-28T23:53:17.803 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/xfs 2024-03-28T23:53:17.803 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/fs/xfs/xfs.ko 2024-03-28T23:53:17.803 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/kernel 2024-03-28T23:53:17.803 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/kernel/rcu 2024-03-28T23:53:17.803 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/kernel/rcu/rcutorture.ko 2024-03-28T23:53:17.804 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/kernel/torture.ko 2024-03-28T23:53:17.804 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/kernel/trace 2024-03-28T23:53:17.804 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-03-28T23:53:17.804 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/lib 2024-03-28T23:53:17.804 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/lib/asn1_encoder.ko 2024-03-28T23:53:17.804 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/lib/crc-itu-t.ko 2024-03-28T23:53:17.804 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/lib/crc8.ko 2024-03-28T23:53:17.804 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/lib/crypto 2024-03-28T23:53:17.804 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/lib/crypto/libarc4.ko 2024-03-28T23:53:17.804 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/lib/crypto/libdes.ko 2024-03-28T23:53:17.804 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/lib/libcrc32c.ko 2024-03-28T23:53:17.804 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/lib/lru_cache.ko 2024-03-28T23:53:17.804 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/lib/lz4 2024-03-28T23:53:17.804 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/lib/lz4/lz4_compress.ko 2024-03-28T23:53:17.804 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/lib/lz4/lz4hc_compress.ko 2024-03-28T23:53:17.804 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/lib/math 2024-03-28T23:53:17.805 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/lib/math/cordic.ko 2024-03-28T23:53:17.805 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/lib/raid6 2024-03-28T23:53:17.805 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/lib/raid6/raid6_pq.ko 2024-03-28T23:53:17.805 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/lib/reed_solomon 2024-03-28T23:53:17.805 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/lib/reed_solomon/reed_solomon.ko 2024-03-28T23:53:17.805 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/lib/ts_bm.ko 2024-03-28T23:53:17.805 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/lib/ts_fsm.ko 2024-03-28T23:53:17.805 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/lib/ts_kmp.ko 2024-03-28T23:53:17.805 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/lib/zstd 2024-03-28T23:53:17.805 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/lib/zstd/zstd_compress.ko 2024-03-28T23:53:17.805 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/mm 2024-03-28T23:53:17.805 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/mm/hwpoison-inject.ko 2024-03-28T23:53:17.805 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net 2024-03-28T23:53:17.805 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/6lowpan 2024-03-28T23:53:17.806 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/6lowpan/6lowpan.ko 2024-03-28T23:53:17.806 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/6lowpan/nhc_dest.ko 2024-03-28T23:53:17.806 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/6lowpan/nhc_fragment.ko 2024-03-28T23:53:17.806 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/6lowpan/nhc_hop.ko 2024-03-28T23:53:17.806 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/6lowpan/nhc_ipv6.ko 2024-03-28T23:53:17.806 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/6lowpan/nhc_mobility.ko 2024-03-28T23:53:17.806 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/6lowpan/nhc_routing.ko 2024-03-28T23:53:17.806 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/6lowpan/nhc_udp.ko 2024-03-28T23:53:17.806 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/802 2024-03-28T23:53:17.806 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/802/garp.ko 2024-03-28T23:53:17.806 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/802/mrp.ko 2024-03-28T23:53:17.806 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/802/p8022.ko 2024-03-28T23:53:17.806 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/802/psnap.ko 2024-03-28T23:53:17.806 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/802/stp.ko 2024-03-28T23:53:17.806 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/8021q 2024-03-28T23:53:17.807 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/8021q/8021q.ko 2024-03-28T23:53:17.807 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/9p 2024-03-28T23:53:17.807 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/9p/9pnet.ko 2024-03-28T23:53:17.807 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/9p/9pnet_fd.ko 2024-03-28T23:53:17.807 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/9p/9pnet_rdma.ko 2024-03-28T23:53:17.807 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/9p/9pnet_virtio.ko 2024-03-28T23:53:17.807 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/batman-adv 2024-03-28T23:53:17.807 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/batman-adv/batman-adv.ko 2024-03-28T23:53:17.807 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/bridge 2024-03-28T23:53:17.807 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/bridge/br_netfilter.ko 2024-03-28T23:53:17.807 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/bridge/bridge.ko 2024-03-28T23:53:17.807 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/bridge/netfilter 2024-03-28T23:53:17.807 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-03-28T23:53:17.807 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/bridge/netfilter/ebt_among.ko 2024-03-28T23:53:17.807 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/bridge/netfilter/ebt_arp.ko 2024-03-28T23:53:17.808 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-03-28T23:53:17.808 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-03-28T23:53:17.808 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/bridge/netfilter/ebt_ip.ko 2024-03-28T23:53:17.808 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-03-28T23:53:17.808 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/bridge/netfilter/ebt_limit.ko 2024-03-28T23:53:17.808 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/bridge/netfilter/ebt_log.ko 2024-03-28T23:53:17.808 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/bridge/netfilter/ebt_mark.ko 2024-03-28T23:53:17.808 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-03-28T23:53:17.808 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-03-28T23:53:17.808 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-03-28T23:53:17.808 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-03-28T23:53:17.808 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/bridge/netfilter/ebt_snat.ko 2024-03-28T23:53:17.808 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/bridge/netfilter/ebt_stp.ko 2024-03-28T23:53:17.808 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-03-28T23:53:17.809 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-03-28T23:53:17.809 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-03-28T23:53:17.809 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-03-28T23:53:17.809 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/bridge/netfilter/ebtables.ko 2024-03-28T23:53:17.809 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-03-28T23:53:17.809 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-03-28T23:53:17.809 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-03-28T23:53:17.809 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ceph 2024-03-28T23:53:17.809 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ceph/libceph.ko 2024-03-28T23:53:17.809 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/core 2024-03-28T23:53:17.809 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/core/failover.ko 2024-03-28T23:53:17.809 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/core/pktgen.ko 2024-03-28T23:53:17.809 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/dccp 2024-03-28T23:53:17.809 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/dccp/dccp.ko 2024-03-28T23:53:17.809 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/dccp/dccp_diag.ko 2024-03-28T23:53:17.809 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/dccp/dccp_ipv4.ko 2024-03-28T23:53:17.810 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/dccp/dccp_ipv6.ko 2024-03-28T23:53:17.810 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/dns_resolver 2024-03-28T23:53:17.810 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/dns_resolver/dns_resolver.ko 2024-03-28T23:53:17.810 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/dsa 2024-03-28T23:53:17.810 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/dsa/dsa_core.ko 2024-03-28T23:53:17.810 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/dsa/tag_brcm.ko 2024-03-28T23:53:17.810 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/dsa/tag_dsa.ko 2024-03-28T23:53:17.810 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/dsa/tag_none.ko 2024-03-28T23:53:17.810 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/dsa/tag_trailer.ko 2024-03-28T23:53:17.810 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ieee802154 2024-03-28T23:53:17.810 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ieee802154/6lowpan 2024-03-28T23:53:17.810 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-03-28T23:53:17.810 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ieee802154/ieee802154.ko 2024-03-28T23:53:17.810 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ieee802154/ieee802154_socket.ko 2024-03-28T23:53:17.810 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4 2024-03-28T23:53:17.811 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/ah4.ko 2024-03-28T23:53:17.811 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/esp4.ko 2024-03-28T23:53:17.811 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/fou.ko 2024-03-28T23:53:17.811 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/gre.ko 2024-03-28T23:53:17.811 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/inet_diag.ko 2024-03-28T23:53:17.811 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/ip_gre.ko 2024-03-28T23:53:17.811 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/ip_tunnel.ko 2024-03-28T23:53:17.811 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/ip_vti.ko 2024-03-28T23:53:17.811 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/ipcomp.ko 2024-03-28T23:53:17.811 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/ipip.ko 2024-03-28T23:53:17.811 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/netfilter 2024-03-28T23:53:17.811 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/netfilter/arp_tables.ko 2024-03-28T23:53:17.811 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-03-28T23:53:17.811 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-03-28T23:53:17.811 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-03-28T23:53:17.811 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-03-28T23:53:17.812 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-03-28T23:53:17.812 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-03-28T23:53:17.812 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-03-28T23:53:17.812 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-03-28T23:53:17.812 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-03-28T23:53:17.812 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/netfilter/iptable_security.ko 2024-03-28T23:53:17.812 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-03-28T23:53:17.812 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-03-28T23:53:17.812 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-03-28T23:53:17.812 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-03-28T23:53:17.812 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-03-28T23:53:17.812 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-03-28T23:53:17.812 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-03-28T23:53:17.812 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-03-28T23:53:17.813 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-03-28T23:53:17.813 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-03-28T23:53:17.813 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/tcp_bic.ko 2024-03-28T23:53:17.813 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/tcp_dctcp.ko 2024-03-28T23:53:17.813 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/tcp_diag.ko 2024-03-28T23:53:17.813 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/tcp_highspeed.ko 2024-03-28T23:53:17.813 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/tcp_htcp.ko 2024-03-28T23:53:17.813 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/tcp_hybla.ko 2024-03-28T23:53:17.813 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/tcp_illinois.ko 2024-03-28T23:53:17.813 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/tcp_lp.ko 2024-03-28T23:53:17.813 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/tcp_scalable.ko 2024-03-28T23:53:17.813 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/tcp_vegas.ko 2024-03-28T23:53:17.813 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/tcp_veno.ko 2024-03-28T23:53:17.813 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/tcp_westwood.ko 2024-03-28T23:53:17.813 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/tcp_yeah.ko 2024-03-28T23:53:17.814 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/tunnel4.ko 2024-03-28T23:53:17.814 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/udp_diag.ko 2024-03-28T23:53:17.814 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/udp_tunnel.ko 2024-03-28T23:53:17.814 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv4/xfrm4_tunnel.ko 2024-03-28T23:53:17.814 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6 2024-03-28T23:53:17.814 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/ah6.ko 2024-03-28T23:53:17.814 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/esp6.ko 2024-03-28T23:53:17.814 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/fou6.ko 2024-03-28T23:53:17.814 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/ip6_tunnel.ko 2024-03-28T23:53:17.814 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-03-28T23:53:17.814 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/ip6_vti.ko 2024-03-28T23:53:17.814 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/ipcomp6.ko 2024-03-28T23:53:17.814 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/netfilter 2024-03-28T23:53:17.814 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-03-28T23:53:17.815 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-03-28T23:53:17.815 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-03-28T23:53:17.815 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-03-28T23:53:17.815 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-03-28T23:53:17.815 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-03-28T23:53:17.815 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-03-28T23:53:17.815 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-03-28T23:53:17.815 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-03-28T23:53:17.815 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-03-28T23:53:17.815 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-03-28T23:53:17.815 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-03-28T23:53:17.815 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-03-28T23:53:17.815 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-03-28T23:53:17.815 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-03-28T23:53:17.815 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-03-28T23:53:17.816 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-03-28T23:53:17.816 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-03-28T23:53:17.816 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-03-28T23:53:17.816 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-03-28T23:53:17.816 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-03-28T23:53:17.816 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-03-28T23:53:17.816 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-03-28T23:53:17.816 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-03-28T23:53:17.816 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/sit.ko 2024-03-28T23:53:17.816 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/tunnel6.ko 2024-03-28T23:53:17.816 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/ipv6/xfrm6_tunnel.ko 2024-03-28T23:53:17.816 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/key 2024-03-28T23:53:17.816 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/key/af_key.ko 2024-03-28T23:53:17.816 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/l2tp 2024-03-28T23:53:17.816 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/l2tp/l2tp_core.ko 2024-03-28T23:53:17.817 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/l2tp/l2tp_debugfs.ko 2024-03-28T23:53:17.817 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/l2tp/l2tp_eth.ko 2024-03-28T23:53:17.817 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/l2tp/l2tp_ip.ko 2024-03-28T23:53:17.817 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/l2tp/l2tp_ip6.ko 2024-03-28T23:53:17.817 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/l2tp/l2tp_netlink.ko 2024-03-28T23:53:17.817 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/l2tp/l2tp_ppp.ko 2024-03-28T23:53:17.817 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/llc 2024-03-28T23:53:17.817 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/llc/llc.ko 2024-03-28T23:53:17.817 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/mac802154 2024-03-28T23:53:17.817 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/mac802154/mac802154.ko 2024-03-28T23:53:17.817 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/mpls 2024-03-28T23:53:17.817 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/mpls/mpls_gso.ko 2024-03-28T23:53:17.817 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter 2024-03-28T23:53:17.817 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipset 2024-03-28T23:53:17.817 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipset/ip_set.ko 2024-03-28T23:53:17.817 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-03-28T23:53:17.818 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-03-28T23:53:17.818 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-03-28T23:53:17.818 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-03-28T23:53:17.818 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-03-28T23:53:17.818 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-03-28T23:53:17.818 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-03-28T23:53:17.818 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-03-28T23:53:17.818 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-03-28T23:53:17.818 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-03-28T23:53:17.818 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-03-28T23:53:17.818 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-03-28T23:53:17.818 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-03-28T23:53:17.818 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-03-28T23:53:17.818 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-03-28T23:53:17.818 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipvs 2024-03-28T23:53:17.819 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipvs/ip_vs.ko 2024-03-28T23:53:17.819 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-03-28T23:53:17.819 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-03-28T23:53:17.819 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-03-28T23:53:17.819 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-03-28T23:53:17.819 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-03-28T23:53:17.819 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-03-28T23:53:17.819 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-03-28T23:53:17.819 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-03-28T23:53:17.819 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-03-28T23:53:17.819 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-03-28T23:53:17.819 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-03-28T23:53:17.819 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-03-28T23:53:17.819 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-03-28T23:53:17.819 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nf_conncount.ko 2024-03-28T23:53:17.820 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nf_conntrack.ko 2024-03-28T23:53:17.820 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-03-28T23:53:17.820 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-03-28T23:53:17.820 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-03-28T23:53:17.820 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nf_conntrack_h323.ko 2024-03-28T23:53:17.820 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nf_conntrack_irc.ko 2024-03-28T23:53:17.820 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-03-28T23:53:17.820 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-03-28T23:53:17.820 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-03-28T23:53:17.820 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nf_conntrack_sane.ko 2024-03-28T23:53:17.820 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nf_conntrack_sip.ko 2024-03-28T23:53:17.820 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-03-28T23:53:17.820 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-03-28T23:53:17.820 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nf_dup_netdev.ko 2024-03-28T23:53:17.820 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nf_flow_table.ko 2024-03-28T23:53:17.820 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nf_flow_table_inet.ko 2024-03-28T23:53:17.821 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nf_log_syslog.ko 2024-03-28T23:53:17.821 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nf_nat.ko 2024-03-28T23:53:17.821 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nf_nat_amanda.ko 2024-03-28T23:53:17.821 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nf_nat_ftp.ko 2024-03-28T23:53:17.821 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nf_nat_irc.ko 2024-03-28T23:53:17.821 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nf_nat_sip.ko 2024-03-28T23:53:17.821 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nf_nat_tftp.ko 2024-03-28T23:53:17.821 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nf_synproxy_core.ko 2024-03-28T23:53:17.821 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nf_tables.ko 2024-03-28T23:53:17.821 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nfnetlink.ko 2024-03-28T23:53:17.821 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nfnetlink_acct.ko 2024-03-28T23:53:17.821 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nfnetlink_log.ko 2024-03-28T23:53:17.821 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nfnetlink_osf.ko 2024-03-28T23:53:17.821 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nfnetlink_queue.ko 2024-03-28T23:53:17.821 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nft_chain_nat.ko 2024-03-28T23:53:17.821 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nft_compat.ko 2024-03-28T23:53:17.822 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nft_ct.ko 2024-03-28T23:53:17.822 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nft_dup_netdev.ko 2024-03-28T23:53:17.822 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nft_fib.ko 2024-03-28T23:53:17.822 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nft_fwd_netdev.ko 2024-03-28T23:53:17.822 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nft_hash.ko 2024-03-28T23:53:17.822 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nft_limit.ko 2024-03-28T23:53:17.822 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nft_log.ko 2024-03-28T23:53:17.822 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nft_masq.ko 2024-03-28T23:53:17.822 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nft_nat.ko 2024-03-28T23:53:17.822 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nft_numgen.ko 2024-03-28T23:53:17.822 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nft_queue.ko 2024-03-28T23:53:17.822 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nft_quota.ko 2024-03-28T23:53:17.822 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nft_redir.ko 2024-03-28T23:53:17.822 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nft_reject.ko 2024-03-28T23:53:17.822 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nft_reject_inet.ko 2024-03-28T23:53:17.823 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nft_socket.ko 2024-03-28T23:53:17.823 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/nft_tunnel.ko 2024-03-28T23:53:17.823 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_AUDIT.ko 2024-03-28T23:53:17.823 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_CHECKSUM.ko 2024-03-28T23:53:17.823 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_CLASSIFY.ko 2024-03-28T23:53:17.823 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-03-28T23:53:17.823 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_CT.ko 2024-03-28T23:53:17.823 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_DSCP.ko 2024-03-28T23:53:17.823 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_HL.ko 2024-03-28T23:53:17.823 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_HMARK.ko 2024-03-28T23:53:17.823 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_IDLETIMER.ko 2024-03-28T23:53:17.823 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_LED.ko 2024-03-28T23:53:17.823 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_LOG.ko 2024-03-28T23:53:17.823 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_MASQUERADE.ko 2024-03-28T23:53:17.823 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_NETMAP.ko 2024-03-28T23:53:17.824 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_NFLOG.ko 2024-03-28T23:53:17.824 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_NFQUEUE.ko 2024-03-28T23:53:17.824 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_RATEEST.ko 2024-03-28T23:53:17.824 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_REDIRECT.ko 2024-03-28T23:53:17.824 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_SECMARK.ko 2024-03-28T23:53:17.824 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_TCPMSS.ko 2024-03-28T23:53:17.824 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-03-28T23:53:17.824 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_TEE.ko 2024-03-28T23:53:17.824 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_TPROXY.ko 2024-03-28T23:53:17.824 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_TRACE.ko 2024-03-28T23:53:17.824 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_addrtype.ko 2024-03-28T23:53:17.824 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_bpf.ko 2024-03-28T23:53:17.824 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_cgroup.ko 2024-03-28T23:53:17.824 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_cluster.ko 2024-03-28T23:53:17.824 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_comment.ko 2024-03-28T23:53:17.824 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_connbytes.ko 2024-03-28T23:53:17.825 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_connlabel.ko 2024-03-28T23:53:17.825 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_connlimit.ko 2024-03-28T23:53:17.825 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_connmark.ko 2024-03-28T23:53:17.825 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_conntrack.ko 2024-03-28T23:53:17.825 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_cpu.ko 2024-03-28T23:53:17.825 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_dccp.ko 2024-03-28T23:53:17.825 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_devgroup.ko 2024-03-28T23:53:17.825 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_dscp.ko 2024-03-28T23:53:17.825 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_ecn.ko 2024-03-28T23:53:17.825 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_esp.ko 2024-03-28T23:53:17.825 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_hashlimit.ko 2024-03-28T23:53:17.825 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_helper.ko 2024-03-28T23:53:17.825 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_hl.ko 2024-03-28T23:53:17.825 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_ipcomp.ko 2024-03-28T23:53:17.825 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_iprange.ko 2024-03-28T23:53:17.825 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_ipvs.ko 2024-03-28T23:53:17.826 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_l2tp.ko 2024-03-28T23:53:17.826 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_length.ko 2024-03-28T23:53:17.826 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_limit.ko 2024-03-28T23:53:17.826 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_mac.ko 2024-03-28T23:53:17.826 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_mark.ko 2024-03-28T23:53:17.826 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_multiport.ko 2024-03-28T23:53:17.826 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_nat.ko 2024-03-28T23:53:17.826 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_nfacct.ko 2024-03-28T23:53:17.826 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_osf.ko 2024-03-28T23:53:17.826 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_owner.ko 2024-03-28T23:53:17.826 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_physdev.ko 2024-03-28T23:53:17.826 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_pkttype.ko 2024-03-28T23:53:17.826 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_policy.ko 2024-03-28T23:53:17.826 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_quota.ko 2024-03-28T23:53:17.826 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_rateest.ko 2024-03-28T23:53:17.827 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_realm.ko 2024-03-28T23:53:17.827 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_recent.ko 2024-03-28T23:53:17.827 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_sctp.ko 2024-03-28T23:53:17.827 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_set.ko 2024-03-28T23:53:17.827 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_socket.ko 2024-03-28T23:53:17.827 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_state.ko 2024-03-28T23:53:17.827 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_statistic.ko 2024-03-28T23:53:17.827 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_string.ko 2024-03-28T23:53:17.827 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_tcpmss.ko 2024-03-28T23:53:17.827 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_time.ko 2024-03-28T23:53:17.827 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netfilter/xt_u32.ko 2024-03-28T23:53:17.827 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netlink 2024-03-28T23:53:17.827 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/netlink/netlink_diag.ko 2024-03-28T23:53:17.827 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/nsh 2024-03-28T23:53:17.827 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/nsh/nsh.ko 2024-03-28T23:53:17.828 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/openvswitch 2024-03-28T23:53:17.828 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/openvswitch/openvswitch.ko 2024-03-28T23:53:17.828 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/openvswitch/vport-geneve.ko 2024-03-28T23:53:17.828 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/openvswitch/vport-gre.ko 2024-03-28T23:53:17.828 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/openvswitch/vport-vxlan.ko 2024-03-28T23:53:17.828 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/packet 2024-03-28T23:53:17.828 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/packet/af_packet_diag.ko 2024-03-28T23:53:17.828 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/rds 2024-03-28T23:53:17.828 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/rds/rds.ko 2024-03-28T23:53:17.828 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/rds/rds_rdma.ko 2024-03-28T23:53:17.828 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/rds/rds_tcp.ko 2024-03-28T23:53:17.828 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched 2024-03-28T23:53:17.828 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/act_csum.ko 2024-03-28T23:53:17.828 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/act_gact.ko 2024-03-28T23:53:17.828 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/act_mirred.ko 2024-03-28T23:53:17.828 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/act_nat.ko 2024-03-28T23:53:17.829 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/act_pedit.ko 2024-03-28T23:53:17.829 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/act_police.ko 2024-03-28T23:53:17.829 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/act_simple.ko 2024-03-28T23:53:17.829 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/act_skbedit.ko 2024-03-28T23:53:17.829 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/act_vlan.ko 2024-03-28T23:53:17.829 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/cls_basic.ko 2024-03-28T23:53:17.829 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/cls_bpf.ko 2024-03-28T23:53:17.829 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/cls_flow.ko 2024-03-28T23:53:17.829 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/cls_fw.ko 2024-03-28T23:53:17.829 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/cls_route.ko 2024-03-28T23:53:17.829 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/cls_u32.ko 2024-03-28T23:53:17.829 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/em_cmp.ko 2024-03-28T23:53:17.829 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/em_ipset.ko 2024-03-28T23:53:17.829 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/em_meta.ko 2024-03-28T23:53:17.829 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/em_nbyte.ko 2024-03-28T23:53:17.830 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/em_text.ko 2024-03-28T23:53:17.830 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/em_u32.ko 2024-03-28T23:53:17.830 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/sch_choke.ko 2024-03-28T23:53:17.830 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/sch_codel.ko 2024-03-28T23:53:17.830 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/sch_drr.ko 2024-03-28T23:53:17.830 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/sch_fq.ko 2024-03-28T23:53:17.830 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/sch_gred.ko 2024-03-28T23:53:17.830 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/sch_hfsc.ko 2024-03-28T23:53:17.830 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/sch_hhf.ko 2024-03-28T23:53:17.830 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/sch_htb.ko 2024-03-28T23:53:17.830 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/sch_ingress.ko 2024-03-28T23:53:17.830 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/sch_mqprio.ko 2024-03-28T23:53:17.830 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/sch_mqprio_lib.ko 2024-03-28T23:53:17.830 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/sch_multiq.ko 2024-03-28T23:53:17.830 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/sch_netem.ko 2024-03-28T23:53:17.831 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/sch_pie.ko 2024-03-28T23:53:17.831 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/sch_plug.ko 2024-03-28T23:53:17.831 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/sch_prio.ko 2024-03-28T23:53:17.831 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/sch_qfq.ko 2024-03-28T23:53:17.831 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/sch_red.ko 2024-03-28T23:53:17.831 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/sch_sfb.ko 2024-03-28T23:53:17.831 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/sch_sfq.ko 2024-03-28T23:53:17.831 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/sch_tbf.ko 2024-03-28T23:53:17.831 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sched/sch_teql.ko 2024-03-28T23:53:17.831 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sctp 2024-03-28T23:53:17.831 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sctp/sctp.ko 2024-03-28T23:53:17.831 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sctp/sctp_diag.ko 2024-03-28T23:53:17.831 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sunrpc 2024-03-28T23:53:17.831 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sunrpc/auth_gss 2024-03-28T23:53:17.831 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-03-28T23:53:17.831 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-03-28T23:53:17.832 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sunrpc/sunrpc.ko 2024-03-28T23:53:17.832 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sunrpc/xprtrdma 2024-03-28T23:53:17.832 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-03-28T23:53:17.832 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/tipc 2024-03-28T23:53:17.832 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/tipc/diag.ko 2024-03-28T23:53:17.832 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/tipc/tipc.ko 2024-03-28T23:53:17.832 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/unix 2024-03-28T23:53:17.832 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/unix/unix_diag.ko 2024-03-28T23:53:17.832 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/vmw_vsock 2024-03-28T23:53:17.832 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-03-28T23:53:17.832 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-03-28T23:53:17.832 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/vmw_vsock/vsock.ko 2024-03-28T23:53:17.832 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/vmw_vsock/vsock_diag.ko 2024-03-28T23:53:17.832 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/vmw_vsock/vsock_loopback.ko 2024-03-28T23:53:17.832 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/xfrm 2024-03-28T23:53:17.833 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/net/xfrm/xfrm_ipcomp.ko 2024-03-28T23:53:17.833 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/security 2024-03-28T23:53:17.833 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/security/keys 2024-03-28T23:53:17.833 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/security/keys/encrypted-keys 2024-03-28T23:53:17.833 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-03-28T23:53:17.833 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/security/keys/trusted-keys 2024-03-28T23:53:17.833 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/security/keys/trusted-keys/trusted.ko 2024-03-28T23:53:17.833 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/virt 2024-03-28T23:53:17.833 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/virt/lib 2024-03-28T23:53:17.833 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/kernel/virt/lib/irqbypass.ko 2024-03-28T23:53:17.833 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/modules.alias 2024-03-28T23:53:17.833 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/modules.alias.bin 2024-03-28T23:53:17.833 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/modules.builtin 2024-03-28T23:53:17.833 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/modules.builtin.alias.bin 2024-03-28T23:53:17.833 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/modules.builtin.bin 2024-03-28T23:53:17.833 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/modules.builtin.modinfo 2024-03-28T23:53:17.834 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/modules.dep 2024-03-28T23:53:17.834 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/modules.dep.bin 2024-03-28T23:53:17.834 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/modules.devname 2024-03-28T23:53:17.834 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/modules.order 2024-03-28T23:53:17.834 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/modules.softdep 2024-03-28T23:53:17.834 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/modules.symbols 2024-03-28T23:53:17.834 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/modules.symbols.bin 2024-03-28T23:53:17.834 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.8.0-g1df0c7e8a235/vmlinuz 2024-03-28T23:53:17.838 DEBUG:teuthology.task.kernel:get_image_version: 6.8.0-g1df0c7e8a235 2024-03-28T23:53:17.838 DEBUG:teuthology.orchestra.run.smithi012:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-03-28T23:53:17.862 INFO:teuthology.orchestra.run.smithi012.stdout:postinstall scriptlet (using /bin/sh): 2024-03-28T23:53:17.862 INFO:teuthology.orchestra.run.smithi012.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-03-28T23:53:17.862 INFO:teuthology.orchestra.run.smithi012.stdout: /usr/bin/kernel-install add 6.8.0-g1df0c7e8a235 /lib/modules/6.8.0-g1df0c7e8a235/vmlinuz 2024-03-28T23:53:17.862 INFO:teuthology.orchestra.run.smithi012.stdout:fi 2024-03-28T23:53:17.862 INFO:teuthology.orchestra.run.smithi012.stdout:for file in vmlinuz System.map config; do 2024-03-28T23:53:17.862 INFO:teuthology.orchestra.run.smithi012.stdout: if ! cmp --silent "/lib/modules/6.8.0-g1df0c7e8a235/${file}" "/boot/${file}-6.8.0-g1df0c7e8a235"; then 2024-03-28T23:53:17.862 INFO:teuthology.orchestra.run.smithi012.stdout: cp "/lib/modules/6.8.0-g1df0c7e8a235/${file}" "/boot/${file}-6.8.0-g1df0c7e8a235" 2024-03-28T23:53:17.862 INFO:teuthology.orchestra.run.smithi012.stdout: fi 2024-03-28T23:53:17.862 INFO:teuthology.orchestra.run.smithi012.stdout:done 2024-03-28T23:53:17.862 INFO:teuthology.orchestra.run.smithi012.stdout:preuninstall scriptlet (using /bin/sh): 2024-03-28T23:53:17.862 INFO:teuthology.orchestra.run.smithi012.stdout:if [ -x /sbin/new-kernel-pkg ]; then 2024-03-28T23:53:17.862 INFO:teuthology.orchestra.run.smithi012.stdout:new-kernel-pkg --remove 6.8.0-g1df0c7e8a235 --rminitrd --initrdfile=/boot/initramfs-6.8.0-g1df0c7e8a235.img 2024-03-28T23:53:17.863 INFO:teuthology.orchestra.run.smithi012.stdout:elif [ -x /usr/bin/kernel-install ]; then 2024-03-28T23:53:17.863 INFO:teuthology.orchestra.run.smithi012.stdout:kernel-install remove 6.8.0-g1df0c7e8a235 2024-03-28T23:53:17.863 INFO:teuthology.orchestra.run.smithi012.stdout:fi 2024-03-28T23:53:17.863 INFO:teuthology.orchestra.run.smithi012.stdout:postuninstall scriptlet (using /bin/sh): 2024-03-28T23:53:17.863 INFO:teuthology.orchestra.run.smithi012.stdout:if [ -x /sbin/update-bootloader ]; then 2024-03-28T23:53:17.863 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/update-bootloader --remove 6.8.0-g1df0c7e8a235 2024-03-28T23:53:17.863 INFO:teuthology.orchestra.run.smithi012.stdout:fi 2024-03-28T23:53:17.864 DEBUG:teuthology.orchestra.run.smithi012:> sudo rpm -qi grub2-tools 2024-03-28T23:53:17.952 INFO:teuthology.orchestra.run.smithi012.stdout:Name : grub2-tools 2024-03-28T23:53:17.952 INFO:teuthology.orchestra.run.smithi012.stdout:Epoch : 1 2024-03-28T23:53:17.952 INFO:teuthology.orchestra.run.smithi012.stdout:Version : 2.06 2024-03-28T23:53:17.952 INFO:teuthology.orchestra.run.smithi012.stdout:Release : 68.el9 2024-03-28T23:53:17.953 INFO:teuthology.orchestra.run.smithi012.stdout:Architecture: x86_64 2024-03-28T23:53:17.953 INFO:teuthology.orchestra.run.smithi012.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-03-28T23:53:17.953 INFO:teuthology.orchestra.run.smithi012.stdout:Group : Unspecified 2024-03-28T23:53:17.953 INFO:teuthology.orchestra.run.smithi012.stdout:Size : 8264254 2024-03-28T23:53:17.953 INFO:teuthology.orchestra.run.smithi012.stdout:License : GPLv3+ 2024-03-28T23:53:17.953 INFO:teuthology.orchestra.run.smithi012.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-03-28T23:53:17.953 INFO:teuthology.orchestra.run.smithi012.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-03-28T23:53:17.953 INFO:teuthology.orchestra.run.smithi012.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-03-28T23:53:17.953 INFO:teuthology.orchestra.run.smithi012.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-03-28T23:53:17.953 INFO:teuthology.orchestra.run.smithi012.stdout:Packager : builder@centos.org 2024-03-28T23:53:17.953 INFO:teuthology.orchestra.run.smithi012.stdout:Vendor : CentOS 2024-03-28T23:53:17.953 INFO:teuthology.orchestra.run.smithi012.stdout:URL : http://www.gnu.org/software/grub/ 2024-03-28T23:53:17.953 INFO:teuthology.orchestra.run.smithi012.stdout:Summary : Support tools for GRUB. 2024-03-28T23:53:17.953 INFO:teuthology.orchestra.run.smithi012.stdout:Description : 2024-03-28T23:53:17.953 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-28T23:53:17.954 INFO:teuthology.orchestra.run.smithi012.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-03-28T23:53:17.954 INFO:teuthology.orchestra.run.smithi012.stdout:customizable bootloader with modular architecture. It supports a rich 2024-03-28T23:53:17.954 INFO:teuthology.orchestra.run.smithi012.stdout:variety of kernel formats, file systems, computer architectures and 2024-03-28T23:53:17.954 INFO:teuthology.orchestra.run.smithi012.stdout:hardware devices. 2024-03-28T23:53:17.954 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-28T23:53:17.954 INFO:teuthology.orchestra.run.smithi012.stdout:This subpackage provides tools for support of all platforms. 2024-03-28T23:53:17.955 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-03-28T23:53:17.955 INFO:teuthology.task.kernel:Updating grub on smithi012 to boot 6.8.0-g1df0c7e8a235 2024-03-28T23:53:17.955 DEBUG:teuthology.orchestra.run.smithi012:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-03-28T23:53:18.520 INFO:teuthology.orchestra.run.smithi012.stderr:Generating grub configuration file ... 2024-03-28T23:53:19.875 INFO:teuthology.orchestra.run.smithi012.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-03-28T23:53:19.921 INFO:teuthology.orchestra.run.smithi012.stderr:done 2024-03-28T23:53:19.923 DEBUG:teuthology.orchestra.run.smithi012:> mktemp 2024-03-28T23:53:19.938 INFO:teuthology.orchestra.run.smithi012.stdout:/tmp/tmp.2cosfui3xZ 2024-03-28T23:53:19.938 DEBUG:teuthology.orchestra.run.smithi012:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.2cosfui3xZ 2024-03-28T23:53:20.025 DEBUG:teuthology.orchestra.run.smithi012:> sudo chmod 0666 /tmp/tmp.2cosfui3xZ 2024-03-28T23:53:20.125 DEBUG:teuthology.orchestra.remote:smithi012:/tmp/tmp.2cosfui3xZ is 6KB 2024-03-28T23:53:20.174 DEBUG:teuthology.orchestra.run.smithi012:> rm -fr /tmp/tmp.2cosfui3xZ 2024-03-28T23:53:20.189 DEBUG:teuthology.orchestra.run.smithi012:> sudo /bin/ls /boot/loader/entries || true 2024-03-28T23:53:20.258 INFO:teuthology.orchestra.run.smithi012.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-03-28T23:53:20.258 INFO:teuthology.orchestra.run.smithi012.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-03-28T23:53:20.258 INFO:teuthology.orchestra.run.smithi012.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-03-28T23:53:20.258 INFO:teuthology.orchestra.run.smithi012.stdout:15949e3c88704300882482eddfd7baae-6.8.0-g1df0c7e8a235.conf 2024-03-28T23:53:20.259 DEBUG:teuthology.orchestra.run.smithi012:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-6.8.0-g1df0c7e8a235 2024-03-28T23:53:20.418 DEBUG:teuthology.orchestra.run.smithi012:> sudo shutdown -r now 2024-03-28T23:53:50.421 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-03-28T23:53:50.422 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi012.front.sepia.ceph.com' 2024-03-28T23:53:50.423 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi012.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-28T23:54:08.798 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.12 2024-03-28T23:54:17.799 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi012.front.sepia.ceph.com' 2024-03-28T23:54:17.800 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi012.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-28T23:55:17.802 DEBUG:teuthology.orchestra.remote:timed out 2024-03-28T23:55:29.804 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi012.front.sepia.ceph.com' 2024-03-28T23:55:29.805 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi012.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-28T23:55:30.336 DEBUG:teuthology.orchestra.run.smithi012:> true 2024-03-28T23:55:31.011 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi012.front.sepia.ceph.com' 2024-03-28T23:55:31.011 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.8.0-g1df0c7e8a235"... 2024-03-28T23:55:31.011 DEBUG:teuthology.orchestra.run.smithi012:> uname -r 2024-03-28T23:55:31.064 INFO:teuthology.orchestra.run.smithi012.stdout:6.8.0-g1df0c7e8a235 2024-03-28T23:55:31.064 DEBUG:teuthology.task.kernel:current kernel version is 6.8.0-g1df0c7e8a235 vs 6.8.0-g1df0c7e8a235 2024-03-28T23:55:31.064 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-03-28T23:55:31.065 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-03-28T23:55:32.066 DEBUG:teuthology.parallel:result is None 2024-03-28T23:55:32.067 INFO:teuthology.run_tasks:Running task internal.base... 2024-03-28T23:55:32.078 INFO:teuthology.task.internal:Creating test directory... 2024-03-28T23:55:32.079 DEBUG:teuthology.orchestra.run.smithi012:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-03-28T23:55:32.086 DEBUG:teuthology.orchestra.run.smithi053:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-03-28T23:55:32.089 DEBUG:teuthology.orchestra.run.smithi069:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-03-28T23:55:32.138 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-03-28T23:55:32.145 INFO:teuthology.run_tasks:Running task internal.archive... 2024-03-28T23:55:32.152 INFO:teuthology.task.internal:Creating archive directory... 2024-03-28T23:55:32.152 DEBUG:teuthology.orchestra.run.smithi012:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-03-28T23:55:32.158 DEBUG:teuthology.orchestra.run.smithi053:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-03-28T23:55:32.160 DEBUG:teuthology.orchestra.run.smithi069:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-03-28T23:55:32.223 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-03-28T23:55:32.230 INFO:teuthology.task.internal:Enabling coredump saving... 2024-03-28T23:55:32.230 DEBUG:teuthology.orchestra.run.smithi053:> test -f /run/.containerenv -o -f /.dockerenv 2024-03-28T23:55:32.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-28T23:55:32.253 DEBUG:teuthology.orchestra.run.smithi069:> test -f /run/.containerenv -o -f /.dockerenv 2024-03-28T23:55:32.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-28T23:55:32.269 DEBUG:teuthology.orchestra.run.smithi012:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-03-28T23:55:32.276 DEBUG:teuthology.orchestra.run.smithi053:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-03-28T23:55:32.295 DEBUG:teuthology.orchestra.run.smithi069:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-03-28T23:55:32.338 INFO:teuthology.orchestra.run.smithi053.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-28T23:55:32.352 INFO:teuthology.orchestra.run.smithi069.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-28T23:55:32.360 INFO:teuthology.orchestra.run.smithi053.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-28T23:55:32.384 INFO:teuthology.orchestra.run.smithi069.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-28T23:55:32.428 INFO:teuthology.orchestra.run.smithi012.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-28T23:55:32.500 INFO:teuthology.orchestra.run.smithi012.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-28T23:55:32.505 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-03-28T23:55:32.513 INFO:teuthology.task.internal:Configuring sudo... 2024-03-28T23:55:32.513 DEBUG:teuthology.orchestra.run.smithi012:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-03-28T23:55:32.520 DEBUG:teuthology.orchestra.run.smithi053:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-03-28T23:55:32.522 DEBUG:teuthology.orchestra.run.smithi069:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-03-28T23:55:32.617 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-03-28T23:55:32.627 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-03-28T23:55:32.627 DEBUG:teuthology.orchestra.run.smithi012:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-03-28T23:55:32.633 DEBUG:teuthology.orchestra.run.smithi053:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-03-28T23:55:32.636 DEBUG:teuthology.orchestra.run.smithi069:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-03-28T23:55:32.684 DEBUG:teuthology.orchestra.run.smithi012:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-28T23:55:32.768 DEBUG:teuthology.orchestra.run.smithi012:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-28T23:55:32.884 DEBUG:teuthology.orchestra.run.smithi012:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-28T23:55:32.970 DEBUG:teuthology.orchestra.run.smithi012:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-28T23:55:33.072 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-03-28T23:55:33.072 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-03-28T23:55:33.175 DEBUG:teuthology.orchestra.run.smithi053:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-28T23:55:33.220 DEBUG:teuthology.orchestra.run.smithi053:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-28T23:55:33.275 DEBUG:teuthology.orchestra.run.smithi053:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-28T23:55:33.356 DEBUG:teuthology.orchestra.run.smithi053:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-28T23:55:33.409 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-03-28T23:55:33.409 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-03-28T23:55:33.483 DEBUG:teuthology.orchestra.run.smithi069:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-28T23:55:33.524 DEBUG:teuthology.orchestra.run.smithi069:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-28T23:55:33.585 DEBUG:teuthology.orchestra.run.smithi069:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-28T23:55:33.668 DEBUG:teuthology.orchestra.run.smithi069:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-28T23:55:33.714 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-03-28T23:55:33.714 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-03-28T23:55:33.782 DEBUG:teuthology.orchestra.run.smithi012:> sudo service rsyslog restart 2024-03-28T23:55:33.790 DEBUG:teuthology.orchestra.run.smithi053:> sudo service rsyslog restart 2024-03-28T23:55:33.792 DEBUG:teuthology.orchestra.run.smithi069:> sudo service rsyslog restart 2024-03-28T23:55:33.836 INFO:teuthology.orchestra.run.smithi053.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-28T23:55:33.858 INFO:teuthology.orchestra.run.smithi069.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-28T23:55:33.915 INFO:teuthology.orchestra.run.smithi012.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-28T23:55:34.377 INFO:teuthology.run_tasks:Running task internal.timer... 2024-03-28T23:55:34.386 INFO:teuthology.task.internal:Starting timer... 2024-03-28T23:55:34.386 INFO:teuthology.run_tasks:Running task pcp... 2024-03-28T23:55:34.397 INFO:teuthology.run_tasks:Running task selinux... 2024-03-28T23:55:34.406 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-03-28T23:55:34.407 DEBUG:teuthology.orchestra.run.smithi012:> sudo service auditd rotate 2024-03-28T23:55:34.526 INFO:teuthology.orchestra.run.smithi012.stdout:Rotating logs: 2024-03-28T23:55:34.534 DEBUG:teuthology.orchestra.run.smithi053:> sudo service auditd rotate 2024-03-28T23:55:34.584 INFO:teuthology.orchestra.run.smithi053.stdout:Rotating logs: 2024-03-28T23:55:34.586 DEBUG:teuthology.orchestra.run.smithi069:> sudo service auditd rotate 2024-03-28T23:55:34.639 INFO:teuthology.orchestra.run.smithi069.stdout:Rotating logs: 2024-03-28T23:55:34.641 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-03-28T23:55:34.641 DEBUG:teuthology.orchestra.run.smithi012:> /usr/sbin/getenforce 2024-03-28T23:55:34.703 INFO:teuthology.orchestra.run.smithi012.stdout:Permissive 2024-03-28T23:55:34.704 DEBUG:teuthology.orchestra.run.smithi053:> /usr/sbin/getenforce 2024-03-28T23:55:34.725 INFO:teuthology.orchestra.run.smithi053.stdout:Permissive 2024-03-28T23:55:34.725 DEBUG:teuthology.orchestra.run.smithi069:> /usr/sbin/getenforce 2024-03-28T23:55:34.744 INFO:teuthology.orchestra.run.smithi069.stdout:Permissive 2024-03-28T23:55:34.744 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi012.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi053.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi069.front.sepia.ceph.com': 'permissive'} 2024-03-28T23:55:34.744 DEBUG:teuthology.orchestra.run.smithi012:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-03-28T23:55:34.835 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-28T23:55:34.835 DEBUG:teuthology.orchestra.run.smithi053:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-03-28T23:55:34.869 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-28T23:55:34.870 DEBUG:teuthology.orchestra.run.smithi069:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-03-28T23:55:34.897 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-28T23:55:34.897 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-03-28T23:55:34.897 DEBUG:teuthology.orchestra.run.smithi012:> sudo /usr/sbin/setenforce permissive 2024-03-28T23:55:35.009 DEBUG:teuthology.orchestra.run.smithi053:> sudo /usr/sbin/setenforce permissive 2024-03-28T23:55:35.044 DEBUG:teuthology.orchestra.run.smithi069:> sudo /usr/sbin/setenforce permissive 2024-03-28T23:55:35.079 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-03-28T23:55:35.089 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-03-28T23:55:35.106 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-03-28T23:55:35.107 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi012.front.sepia.ceph.com,smithi053.front.sepia.ceph.com,smithi069.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-03-29T00:01:42.087 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi012.front.sepia.ceph.com'), Remote(name='ubuntu@smithi053.front.sepia.ceph.com'), Remote(name='ubuntu@smithi069.front.sepia.ceph.com')] 2024-03-29T00:01:42.089 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi012.front.sepia.ceph.com' 2024-03-29T00:01:42.090 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi012.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-29T00:01:42.248 DEBUG:teuthology.orchestra.run.smithi012:> true 2024-03-29T00:01:42.410 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi012.front.sepia.ceph.com' 2024-03-29T00:01:42.411 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi053.front.sepia.ceph.com' 2024-03-29T00:01:42.411 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi053.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-29T00:01:42.525 DEBUG:teuthology.orchestra.run.smithi053:> true 2024-03-29T00:01:42.599 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi053.front.sepia.ceph.com' 2024-03-29T00:01:42.599 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi069.front.sepia.ceph.com' 2024-03-29T00:01:42.600 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi069.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-29T00:01:42.703 DEBUG:teuthology.orchestra.run.smithi069:> true 2024-03-29T00:01:42.768 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi069.front.sepia.ceph.com' 2024-03-29T00:01:42.768 INFO:teuthology.run_tasks:Running task clock... 2024-03-29T00:01:42.797 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-03-29T00:01:42.797 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-03-29T00:01:42.797 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-29T00:01:42.805 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-03-29T00:01:42.805 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-29T00:01:42.808 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-03-29T00:01:42.808 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-29T00:01:42.838 INFO:teuthology.orchestra.run.smithi069.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-03-29T00:01:42.844 INFO:teuthology.orchestra.run.smithi053.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-03-29T00:01:42.854 INFO:teuthology.orchestra.run.smithi069.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-03-29T00:01:42.865 INFO:teuthology.orchestra.run.smithi053.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-03-29T00:01:42.883 INFO:teuthology.orchestra.run.smithi069.stderr:sudo: ntpd: command not found 2024-03-29T00:01:42.896 INFO:teuthology.orchestra.run.smithi069.stdout:506 Cannot talk to daemon 2024-03-29T00:01:42.902 INFO:teuthology.orchestra.run.smithi053.stderr:sudo: ntpd: command not found 2024-03-29T00:01:42.909 INFO:teuthology.orchestra.run.smithi012.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-03-29T00:01:42.913 INFO:teuthology.orchestra.run.smithi069.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-03-29T00:01:42.921 INFO:teuthology.orchestra.run.smithi053.stdout:506 Cannot talk to daemon 2024-03-29T00:01:42.929 INFO:teuthology.orchestra.run.smithi069.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-03-29T00:01:42.940 INFO:teuthology.orchestra.run.smithi053.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-03-29T00:01:42.959 INFO:teuthology.orchestra.run.smithi053.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-03-29T00:01:42.965 INFO:teuthology.orchestra.run.smithi012.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-03-29T00:01:42.973 INFO:teuthology.orchestra.run.smithi069.stderr:bash: line 1: ntpq: command not found 2024-03-29T00:01:42.976 INFO:teuthology.orchestra.run.smithi069.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-29T00:01:42.976 INFO:teuthology.orchestra.run.smithi069.stdout:=============================================================================== 2024-03-29T00:01:42.976 INFO:teuthology.orchestra.run.smithi069.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-29T00:01:42.976 INFO:teuthology.orchestra.run.smithi069.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-29T00:01:42.976 INFO:teuthology.orchestra.run.smithi069.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-29T00:01:42.976 INFO:teuthology.orchestra.run.smithi069.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-29T00:01:43.007 INFO:teuthology.orchestra.run.smithi053.stderr:bash: line 1: ntpq: command not found 2024-03-29T00:01:43.010 INFO:teuthology.orchestra.run.smithi053.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-29T00:01:43.011 INFO:teuthology.orchestra.run.smithi053.stdout:=============================================================================== 2024-03-29T00:01:43.011 INFO:teuthology.orchestra.run.smithi053.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-29T00:01:43.011 INFO:teuthology.orchestra.run.smithi053.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-29T00:01:43.011 INFO:teuthology.orchestra.run.smithi053.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-29T00:01:43.011 INFO:teuthology.orchestra.run.smithi053.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-29T00:01:43.064 INFO:teuthology.orchestra.run.smithi012.stderr:sudo: ntpd: command not found 2024-03-29T00:01:43.108 INFO:teuthology.orchestra.run.smithi012.stdout:506 Cannot talk to daemon 2024-03-29T00:01:43.161 INFO:teuthology.orchestra.run.smithi012.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-03-29T00:01:43.219 INFO:teuthology.orchestra.run.smithi012.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-03-29T00:01:43.354 INFO:teuthology.orchestra.run.smithi012.stderr:bash: line 1: ntpq: command not found 2024-03-29T00:01:43.361 INFO:teuthology.orchestra.run.smithi012.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-29T00:01:43.361 INFO:teuthology.orchestra.run.smithi012.stdout:=============================================================================== 2024-03-29T00:01:43.362 INFO:teuthology.orchestra.run.smithi012.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-29T00:01:43.362 INFO:teuthology.orchestra.run.smithi012.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-29T00:01:43.362 INFO:teuthology.orchestra.run.smithi012.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-29T00:01:43.362 INFO:teuthology.orchestra.run.smithi012.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-29T00:01:43.363 INFO:teuthology.run_tasks:Running task install... 2024-03-29T00:01:43.370 DEBUG:teuthology.task.install:project ceph 2024-03-29T00:01:43.371 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '323d23dc228bbcb7f16f188fdc9c0dcb801844be'}} 2024-03-29T00:01:43.371 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '323d23dc228bbcb7f16f188fdc9c0dcb801844be'} 2024-03-29T00:01:43.371 INFO:teuthology.task.install:Using flavor: default 2024-03-29T00:01:43.377 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-03-29T00:01:43.378 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-03-29T00:01:43.378 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '323d23dc228bbcb7f16f188fdc9c0dcb801844be', 'tag': None, 'wait_for_package': False} 2024-03-29T00:01:43.379 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=323d23dc228bbcb7f16f188fdc9c0dcb801844be 2024-03-29T00:01:43.381 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '323d23dc228bbcb7f16f188fdc9c0dcb801844be', 'tag': None, 'wait_for_package': False} 2024-03-29T00:01:43.381 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=323d23dc228bbcb7f16f188fdc9c0dcb801844be 2024-03-29T00:01:43.382 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '323d23dc228bbcb7f16f188fdc9c0dcb801844be', 'tag': None, 'wait_for_package': False} 2024-03-29T00:01:43.383 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=323d23dc228bbcb7f16f188fdc9c0dcb801844be 2024-03-29T00:01:43.528 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/squid/323d23dc228bbcb7f16f188fdc9c0dcb801844be/centos/9/flavors/default/ 2024-03-29T00:01:43.529 INFO:teuthology.task.install.rpm:Package version is 19.0.0-1899.g323d23dc 2024-03-29T00:01:43.597 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/squid/323d23dc228bbcb7f16f188fdc9c0dcb801844be/centos/9/flavors/default/ 2024-03-29T00:01:43.597 INFO:teuthology.task.install.rpm:Package version is 19.0.0-1899.g323d23dc 2024-03-29T00:01:43.606 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/squid/323d23dc228bbcb7f16f188fdc9c0dcb801844be/centos/9/flavors/default/ 2024-03-29T00:01:43.606 INFO:teuthology.task.install.rpm:Package version is 19.0.0-1899.g323d23dc 2024-03-29T00:01:43.702 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/squid/323d23dc228bbcb7f16f188fdc9c0dcb801844be/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/323d23dc228bbcb7f16f188fdc9c0dcb801844be/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/323d23dc228bbcb7f16f188fdc9c0dcb801844be/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-03-29T00:01:43.702 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-03-29T00:01:43.702 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-03-29T00:01:43.719 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/squid/323d23dc228bbcb7f16f188fdc9c0dcb801844be/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/323d23dc228bbcb7f16f188fdc9c0dcb801844be/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/323d23dc228bbcb7f16f188fdc9c0dcb801844be/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-03-29T00:01:43.719 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-03-29T00:01:43.719 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-03-29T00:01:43.743 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-03-29T00:01:43.743 DEBUG:teuthology.orchestra.run.smithi053:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/323d23dc228bbcb7f16f188fdc9c0dcb801844be/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-03-29T00:01:43.750 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-03-29T00:01:43.750 DEBUG:teuthology.orchestra.run.smithi069:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/323d23dc228bbcb7f16f188fdc9c0dcb801844be/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-03-29T00:01:43.771 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/squid/323d23dc228bbcb7f16f188fdc9c0dcb801844be/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/323d23dc228bbcb7f16f188fdc9c0dcb801844be/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/323d23dc228bbcb7f16f188fdc9c0dcb801844be/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-03-29T00:01:43.771 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-03-29T00:01:43.771 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-03-29T00:01:43.815 DEBUG:teuthology.orchestra.run.smithi053:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-03-29T00:01:43.820 DEBUG:teuthology.orchestra.run.smithi069:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-03-29T00:01:43.875 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-03-29T00:01:43.875 DEBUG:teuthology.orchestra.run.smithi012:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/323d23dc228bbcb7f16f188fdc9c0dcb801844be/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-03-29T00:01:43.903 DEBUG:teuthology.orchestra.run.smithi069:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-03-29T00:01:43.907 DEBUG:teuthology.orchestra.run.smithi053:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-03-29T00:01:43.939 INFO:teuthology.orchestra.run.smithi053.stdout:check_obsoletes = 1 2024-03-29T00:01:43.941 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum clean all 2024-03-29T00:01:43.973 INFO:teuthology.orchestra.run.smithi069.stdout:check_obsoletes = 1 2024-03-29T00:01:43.975 DEBUG:teuthology.orchestra.run.smithi069:> sudo yum clean all 2024-03-29T00:01:44.020 DEBUG:teuthology.orchestra.run.smithi012:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-03-29T00:01:44.158 DEBUG:teuthology.orchestra.run.smithi012:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-03-29T00:01:44.196 INFO:teuthology.orchestra.run.smithi053.stdout:74 files removed 2024-03-29T00:01:44.214 INFO:teuthology.orchestra.run.smithi069.stdout:74 files removed 2024-03-29T00:01:44.223 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-03-29T00:01:44.241 DEBUG:teuthology.orchestra.run.smithi069:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-03-29T00:01:44.247 INFO:teuthology.orchestra.run.smithi012.stdout:check_obsoletes = 1 2024-03-29T00:01:44.251 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum clean all 2024-03-29T00:01:44.620 INFO:teuthology.orchestra.run.smithi012.stdout:74 files removed 2024-03-29T00:01:44.660 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-03-29T00:01:44.947 INFO:teuthology.orchestra.run.smithi053.stdout:ceph packages for x86_64 201 kB/s | 83 kB 00:00 2024-03-29T00:01:45.010 INFO:teuthology.orchestra.run.smithi069.stdout:ceph packages for x86_64 175 kB/s | 83 kB 00:00 2024-03-29T00:01:45.305 INFO:teuthology.orchestra.run.smithi053.stdout:ceph noarch packages 36 kB/s | 11 kB 00:00 2024-03-29T00:01:45.427 INFO:teuthology.orchestra.run.smithi069.stdout:ceph noarch packages 30 kB/s | 11 kB 00:00 2024-03-29T00:01:45.569 INFO:teuthology.orchestra.run.smithi012.stdout:ceph packages for x86_64 217 kB/s | 83 kB 00:00 2024-03-29T00:01:45.673 INFO:teuthology.orchestra.run.smithi053.stdout:ceph source packages 5.7 kB/s | 1.9 kB 00:00 2024-03-29T00:01:45.769 INFO:teuthology.orchestra.run.smithi069.stdout:ceph source packages 6.1 kB/s | 1.9 kB 00:00 2024-03-29T00:01:46.111 INFO:teuthology.orchestra.run.smithi012.stdout:ceph noarch packages 26 kB/s | 11 kB 00:00 2024-03-29T00:01:46.125 INFO:teuthology.orchestra.run.smithi053.stdout:CentOS-9 - AppStream 16 MB/s | 6.7 MB 00:00 2024-03-29T00:01:46.703 INFO:teuthology.orchestra.run.smithi012.stdout:ceph source packages 3.7 kB/s | 1.9 kB 00:00 2024-03-29T00:01:46.722 INFO:teuthology.orchestra.run.smithi069.stdout:CentOS-9 - AppStream 7.2 MB/s | 6.7 MB 00:00 2024-03-29T00:01:47.534 INFO:teuthology.orchestra.run.smithi053.stdout:CentOS-9 - BaseOS 7.7 MB/s | 2.0 MB 00:00 2024-03-29T00:01:47.636 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS-9 - AppStream 7.8 MB/s | 6.7 MB 00:00 2024-03-29T00:01:48.130 INFO:teuthology.orchestra.run.smithi069.stdout:CentOS-9 - BaseOS 6.5 MB/s | 2.0 MB 00:00 2024-03-29T00:01:49.408 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS-9 - BaseOS 4.3 MB/s | 2.0 MB 00:00 2024-03-29T00:01:49.896 INFO:teuthology.orchestra.run.smithi069.stdout:CentOS Stream 9 - BaseOS 5.6 MB/s | 8.0 MB 00:01 2024-03-29T00:01:50.319 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS Stream 9 - BaseOS 16 MB/s | 8.0 MB 00:00 2024-03-29T00:01:51.508 INFO:teuthology.orchestra.run.smithi053.stdout:CentOS Stream 9 - BaseOS 2.2 MB/s | 8.0 MB 00:03 2024-03-29T00:01:51.713 INFO:teuthology.orchestra.run.smithi069.stdout:CentOS Stream 9 - AppStream 25 MB/s | 19 MB 00:00 2024-03-29T00:01:55.375 INFO:teuthology.orchestra.run.smithi053.stdout:CentOS Stream 9 - AppStream 6.9 MB/s | 19 MB 00:02 2024-03-29T00:01:57.865 INFO:teuthology.orchestra.run.smithi069.stdout:CentOS Stream 9 - CRB 2.3 MB/s | 6.1 MB 00:02 2024-03-29T00:01:59.414 INFO:teuthology.orchestra.run.smithi069.stdout:CentOS Stream 9 - Extras packages 38 kB/s | 16 kB 00:00 2024-03-29T00:01:59.745 INFO:teuthology.orchestra.run.smithi053.stdout:CentOS Stream 9 - CRB 8.9 MB/s | 6.1 MB 00:00 2024-03-29T00:02:00.858 INFO:teuthology.orchestra.run.smithi069.stdout:Extra Packages for Enterprise Linux 16 MB/s | 21 MB 00:01 2024-03-29T00:02:01.268 INFO:teuthology.orchestra.run.smithi053.stdout:CentOS Stream 9 - Extras packages 46 kB/s | 16 kB 00:00 2024-03-29T00:02:04.212 INFO:teuthology.orchestra.run.smithi053.stdout:Extra Packages for Enterprise Linux 7.4 MB/s | 21 MB 00:02 2024-03-29T00:02:05.816 INFO:teuthology.orchestra.run.smithi069.stdout:lab-extras 24 kB/s | 1.7 kB 00:00 2024-03-29T00:02:08.308 INFO:teuthology.orchestra.run.smithi069.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-29T00:02:08.309 INFO:teuthology.orchestra.run.smithi069.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-29T00:02:08.324 INFO:teuthology.orchestra.run.smithi069.stdout:Package NetworkManager-1:1.44.0-2.el9.x86_64 is already installed. 2024-03-29T00:02:08.325 INFO:teuthology.orchestra.run.smithi069.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-03-29T00:02:08.326 INFO:teuthology.orchestra.run.smithi069.stdout:Package util-linux-2.37.4-15.el9.x86_64 is already installed. 2024-03-29T00:02:08.327 INFO:teuthology.orchestra.run.smithi069.stdout:Package libacl-devel-2.3.1-3.el9.x86_64 is already installed. 2024-03-29T00:02:08.329 INFO:teuthology.orchestra.run.smithi069.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-03-29T00:02:08.332 INFO:teuthology.orchestra.run.smithi069.stdout:Package xfsdump-3.1.12-3.el9.x86_64 is already installed. 2024-03-29T00:02:08.333 INFO:teuthology.orchestra.run.smithi069.stdout:Package xfsprogs-5.19.0-4.el9.x86_64 is already installed. 2024-03-29T00:02:08.414 INFO:teuthology.orchestra.run.smithi069.stdout:Dependencies resolved. 2024-03-29T00:02:08.436 INFO:teuthology.orchestra.run.smithi069.stdout:============================================================================================ 2024-03-29T00:02:08.436 INFO:teuthology.orchestra.run.smithi069.stdout: Package Arch Version Repository Size 2024-03-29T00:02:08.436 INFO:teuthology.orchestra.run.smithi069.stdout:============================================================================================ 2024-03-29T00:02:08.436 INFO:teuthology.orchestra.run.smithi069.stdout:Installing: 2024-03-29T00:02:08.436 INFO:teuthology.orchestra.run.smithi069.stdout: bison x86_64 3.7.4-5.el9 CentOS-AppStream 920 k 2024-03-29T00:02:08.437 INFO:teuthology.orchestra.run.smithi069.stdout: ceph x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 6.6 k 2024-03-29T00:02:08.437 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-base x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 5.3 M 2024-03-29T00:02:08.437 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-fuse x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 889 k 2024-03-29T00:02:08.437 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 145 k 2024-03-29T00:02:08.437 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 1.5 M 2024-03-29T00:02:08.437 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-cephadm noarch 2:19.0.0-1899.g323d23dc.el9 ceph-noarch 138 k 2024-03-29T00:02:08.437 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-dashboard noarch 2:19.0.0-1899.g323d23dc.el9 ceph-noarch 3.5 M 2024-03-29T00:02:08.437 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-1899.g323d23dc.el9 ceph-noarch 7.4 M 2024-03-29T00:02:08.438 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-rook noarch 2:19.0.0-1899.g323d23dc.el9 ceph-noarch 49 k 2024-03-29T00:02:08.438 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-radosgw x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 9.8 M 2024-03-29T00:02:08.438 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-test x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 47 M 2024-03-29T00:02:08.438 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-volume noarch 2:19.0.0-1899.g323d23dc.el9 ceph-noarch 264 k 2024-03-29T00:02:08.438 INFO:teuthology.orchestra.run.smithi069.stdout: cephadm noarch 2:19.0.0-1899.g323d23dc.el9 ceph-noarch 748 k 2024-03-29T00:02:08.438 INFO:teuthology.orchestra.run.smithi069.stdout: cephfs-mirror x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 221 k 2024-03-29T00:02:08.438 INFO:teuthology.orchestra.run.smithi069.stdout: cephfs-shell x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 27 k 2024-03-29T00:02:08.438 INFO:teuthology.orchestra.run.smithi069.stdout: cephfs-top noarch 2:19.0.0-1899.g323d23dc.el9 ceph-noarch 18 k 2024-03-29T00:02:08.439 INFO:teuthology.orchestra.run.smithi069.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-03-29T00:02:08.439 INFO:teuthology.orchestra.run.smithi069.stdout: flex x86_64 2.6.4-9.el9 CentOS-AppStream 307 k 2024-03-29T00:02:08.439 INFO:teuthology.orchestra.run.smithi069.stdout: libaio-devel x86_64 0.3.111-13.el9 CentOS-AppStream 10 k 2024-03-29T00:02:08.439 INFO:teuthology.orchestra.run.smithi069.stdout: libcephfs-devel x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 32 k 2024-03-29T00:02:08.439 INFO:teuthology.orchestra.run.smithi069.stdout: libcephfs2 x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 746 k 2024-03-29T00:02:08.439 INFO:teuthology.orchestra.run.smithi069.stdout: librados-devel x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 127 k 2024-03-29T00:02:08.439 INFO:teuthology.orchestra.run.smithi069.stdout: libtool x86_64 2.4.6-45.el9 CentOS-AppStream 578 k 2024-03-29T00:02:08.439 INFO:teuthology.orchestra.run.smithi069.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-03-29T00:02:08.440 INFO:teuthology.orchestra.run.smithi069.stdout: openssl-devel x86_64 1:3.0.7-27.el9 appstream 4.1 M 2024-03-29T00:02:08.440 INFO:teuthology.orchestra.run.smithi069.stdout: postgresql x86_64 13.14-1.el9 CentOS-AppStream 1.5 M 2024-03-29T00:02:08.440 INFO:teuthology.orchestra.run.smithi069.stdout: postgresql-contrib x86_64 13.14-1.el9 CentOS-AppStream 817 k 2024-03-29T00:02:08.440 INFO:teuthology.orchestra.run.smithi069.stdout: postgresql-server x86_64 13.14-1.el9 CentOS-AppStream 5.7 M 2024-03-29T00:02:08.440 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cephfs x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 162 k 2024-03-29T00:02:08.440 INFO:teuthology.orchestra.run.smithi069.stdout: python3-rados x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 321 k 2024-03-29T00:02:08.440 INFO:teuthology.orchestra.run.smithi069.stdout: python3-rbd x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 299 k 2024-03-29T00:02:08.440 INFO:teuthology.orchestra.run.smithi069.stdout: python3-rgw x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 100 k 2024-03-29T00:02:08.440 INFO:teuthology.orchestra.run.smithi069.stdout: rbd-fuse x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 86 k 2024-03-29T00:02:08.440 INFO:teuthology.orchestra.run.smithi069.stdout: rbd-mirror x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 3.1 M 2024-03-29T00:02:08.440 INFO:teuthology.orchestra.run.smithi069.stdout: rbd-nbd x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 171 k 2024-03-29T00:02:08.441 INFO:teuthology.orchestra.run.smithi069.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-03-29T00:02:08.441 INFO:teuthology.orchestra.run.smithi069.stdout:Upgrading: 2024-03-29T00:02:08.441 INFO:teuthology.orchestra.run.smithi069.stdout: NetworkManager x86_64 1:1.47.2-1.el9 CentOS-BaseOS 2.3 M 2024-03-29T00:02:08.441 INFO:teuthology.orchestra.run.smithi069.stdout: NetworkManager-libnm x86_64 1:1.47.2-1.el9 CentOS-BaseOS 1.8 M 2024-03-29T00:02:08.441 INFO:teuthology.orchestra.run.smithi069.stdout: NetworkManager-team x86_64 1:1.47.2-1.el9 CentOS-BaseOS 41 k 2024-03-29T00:02:08.441 INFO:teuthology.orchestra.run.smithi069.stdout: NetworkManager-tui x86_64 1:1.47.2-1.el9 CentOS-BaseOS 247 k 2024-03-29T00:02:08.441 INFO:teuthology.orchestra.run.smithi069.stdout: acl x86_64 2.3.1-4.el9 baseos 71 k 2024-03-29T00:02:08.441 INFO:teuthology.orchestra.run.smithi069.stdout: elfutils-debuginfod-client x86_64 0.190-2.el9 baseos 36 k 2024-03-29T00:02:08.441 INFO:teuthology.orchestra.run.smithi069.stdout: elfutils-libelf x86_64 0.190-2.el9 baseos 192 k 2024-03-29T00:02:08.441 INFO:teuthology.orchestra.run.smithi069.stdout: elfutils-libs x86_64 0.190-2.el9 baseos 256 k 2024-03-29T00:02:08.441 INFO:teuthology.orchestra.run.smithi069.stdout: libacl x86_64 2.3.1-4.el9 baseos 23 k 2024-03-29T00:02:08.441 INFO:teuthology.orchestra.run.smithi069.stdout: libacl-devel x86_64 2.3.1-4.el9 appstream 74 k 2024-03-29T00:02:08.442 INFO:teuthology.orchestra.run.smithi069.stdout: libblkid x86_64 2.37.4-18.el9 baseos 108 k 2024-03-29T00:02:08.442 INFO:teuthology.orchestra.run.smithi069.stdout: libfdisk x86_64 2.37.4-18.el9 baseos 155 k 2024-03-29T00:02:08.442 INFO:teuthology.orchestra.run.smithi069.stdout: libmount x86_64 2.37.4-18.el9 baseos 136 k 2024-03-29T00:02:08.442 INFO:teuthology.orchestra.run.smithi069.stdout: librados2 x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 3.4 M 2024-03-29T00:02:08.442 INFO:teuthology.orchestra.run.smithi069.stdout: librbd1 x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 3.1 M 2024-03-29T00:02:08.442 INFO:teuthology.orchestra.run.smithi069.stdout: libsmartcols x86_64 2.37.4-18.el9 baseos 64 k 2024-03-29T00:02:08.442 INFO:teuthology.orchestra.run.smithi069.stdout: libuuid x86_64 2.37.4-18.el9 baseos 29 k 2024-03-29T00:02:08.442 INFO:teuthology.orchestra.run.smithi069.stdout: openssl x86_64 1:3.0.7-27.el9 baseos 1.2 M 2024-03-29T00:02:08.442 INFO:teuthology.orchestra.run.smithi069.stdout: openssl-libs x86_64 1:3.0.7-27.el9 baseos 2.2 M 2024-03-29T00:02:08.442 INFO:teuthology.orchestra.run.smithi069.stdout: util-linux x86_64 2.37.4-18.el9 baseos 2.3 M 2024-03-29T00:02:08.442 INFO:teuthology.orchestra.run.smithi069.stdout: util-linux-core x86_64 2.37.4-18.el9 baseos 465 k 2024-03-29T00:02:08.442 INFO:teuthology.orchestra.run.smithi069.stdout: util-linux-user x86_64 2.37.4-18.el9 baseos 31 k 2024-03-29T00:02:08.443 INFO:teuthology.orchestra.run.smithi069.stdout: xfsdump x86_64 3.1.12-4.el9 CentOS-BaseOS 321 k 2024-03-29T00:02:08.443 INFO:teuthology.orchestra.run.smithi069.stdout: xfsprogs x86_64 6.3.0-1.el9 baseos 1.1 M 2024-03-29T00:02:08.443 INFO:teuthology.orchestra.run.smithi069.stdout:Installing dependencies: 2024-03-29T00:02:08.443 INFO:teuthology.orchestra.run.smithi069.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-03-29T00:02:08.443 INFO:teuthology.orchestra.run.smithi069.stdout: automake noarch 1.16.2-8.el9 CentOS-AppStream 662 k 2024-03-29T00:02:08.443 INFO:teuthology.orchestra.run.smithi069.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-03-29T00:02:08.443 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-common x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 21 M 2024-03-29T00:02:08.443 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-grafana-dashboards noarch 2:19.0.0-1899.g323d23dc.el9 ceph-noarch 31 k 2024-03-29T00:02:08.443 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mds x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 2.4 M 2024-03-29T00:02:08.443 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-modules-core noarch 2:19.0.0-1899.g323d23dc.el9 ceph-noarch 248 k 2024-03-29T00:02:08.443 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mon x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 4.7 M 2024-03-29T00:02:08.443 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-osd x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 17 M 2024-03-29T00:02:08.443 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-prometheus-alerts noarch 2:19.0.0-1899.g323d23dc.el9 ceph-noarch 15 k 2024-03-29T00:02:08.444 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-selinux x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 25 k 2024-03-29T00:02:08.444 INFO:teuthology.orchestra.run.smithi069.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-03-29T00:02:08.444 INFO:teuthology.orchestra.run.smithi069.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-03-29T00:02:08.444 INFO:teuthology.orchestra.run.smithi069.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-03-29T00:02:08.444 INFO:teuthology.orchestra.run.smithi069.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-03-29T00:02:08.444 INFO:teuthology.orchestra.run.smithi069.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-03-29T00:02:08.444 INFO:teuthology.orchestra.run.smithi069.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-03-29T00:02:08.444 INFO:teuthology.orchestra.run.smithi069.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-03-29T00:02:08.444 INFO:teuthology.orchestra.run.smithi069.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-03-29T00:02:08.444 INFO:teuthology.orchestra.run.smithi069.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-03-29T00:02:08.445 INFO:teuthology.orchestra.run.smithi069.stdout: libcephsqlite x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 163 k 2024-03-29T00:02:08.445 INFO:teuthology.orchestra.run.smithi069.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-03-29T00:02:08.445 INFO:teuthology.orchestra.run.smithi069.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-03-29T00:02:08.445 INFO:teuthology.orchestra.run.smithi069.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-03-29T00:02:08.445 INFO:teuthology.orchestra.run.smithi069.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-03-29T00:02:08.445 INFO:teuthology.orchestra.run.smithi069.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-03-29T00:02:08.445 INFO:teuthology.orchestra.run.smithi069.stdout: libradosstriper1 x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 501 k 2024-03-29T00:02:08.445 INFO:teuthology.orchestra.run.smithi069.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-03-29T00:02:08.446 INFO:teuthology.orchestra.run.smithi069.stdout: librgw2 x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 5.1 M 2024-03-29T00:02:08.446 INFO:teuthology.orchestra.run.smithi069.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-03-29T00:02:08.446 INFO:teuthology.orchestra.run.smithi069.stdout: libzstd-devel x86_64 1.5.1-2.el9 CentOS-AppStream 46 k 2024-03-29T00:02:08.446 INFO:teuthology.orchestra.run.smithi069.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-03-29T00:02:08.446 INFO:teuthology.orchestra.run.smithi069.stdout: lua x86_64 5.4.4-4.el9 CentOS-AppStream 187 k 2024-03-29T00:02:08.446 INFO:teuthology.orchestra.run.smithi069.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-03-29T00:02:08.446 INFO:teuthology.orchestra.run.smithi069.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-03-29T00:02:08.446 INFO:teuthology.orchestra.run.smithi069.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-03-29T00:02:08.447 INFO:teuthology.orchestra.run.smithi069.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-03-29T00:02:08.447 INFO:teuthology.orchestra.run.smithi069.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-03-29T00:02:08.447 INFO:teuthology.orchestra.run.smithi069.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-03-29T00:02:08.447 INFO:teuthology.orchestra.run.smithi069.stdout: postgresql-private-libs x86_64 13.14-1.el9 CentOS-AppStream 132 k 2024-03-29T00:02:08.447 INFO:teuthology.orchestra.run.smithi069.stdout: protobuf x86_64 3.14.0-13.el9 CentOS-AppStream 1.0 M 2024-03-29T00:02:08.447 INFO:teuthology.orchestra.run.smithi069.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-03-29T00:02:08.447 INFO:teuthology.orchestra.run.smithi069.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-03-29T00:02:08.447 INFO:teuthology.orchestra.run.smithi069.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-03-29T00:02:08.448 INFO:teuthology.orchestra.run.smithi069.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-03-29T00:02:08.448 INFO:teuthology.orchestra.run.smithi069.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-03-29T00:02:08.448 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-03-29T00:02:08.448 INFO:teuthology.orchestra.run.smithi069.stdout: python3-ceph-argparse x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 45 k 2024-03-29T00:02:08.448 INFO:teuthology.orchestra.run.smithi069.stdout: python3-ceph-common x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 131 k 2024-03-29T00:02:08.448 INFO:teuthology.orchestra.run.smithi069.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-03-29T00:02:08.448 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-03-29T00:02:08.448 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-03-29T00:02:08.449 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-03-29T00:02:08.449 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-03-29T00:02:08.449 INFO:teuthology.orchestra.run.smithi069.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-03-29T00:02:08.449 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-03-29T00:02:08.449 INFO:teuthology.orchestra.run.smithi069.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-03-29T00:02:08.450 INFO:teuthology.orchestra.run.smithi069.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-03-29T00:02:08.450 INFO:teuthology.orchestra.run.smithi069.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-03-29T00:02:08.450 INFO:teuthology.orchestra.run.smithi069.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-03-29T00:02:08.450 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-03-29T00:02:08.450 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-03-29T00:02:08.450 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-03-29T00:02:08.450 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-03-29T00:02:08.450 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-03-29T00:02:08.451 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-03-29T00:02:08.451 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-03-29T00:02:08.451 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-03-29T00:02:08.451 INFO:teuthology.orchestra.run.smithi069.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-03-29T00:02:08.451 INFO:teuthology.orchestra.run.smithi069.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-03-29T00:02:08.451 INFO:teuthology.orchestra.run.smithi069.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-03-29T00:02:08.451 INFO:teuthology.orchestra.run.smithi069.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-03-29T00:02:08.451 INFO:teuthology.orchestra.run.smithi069.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-03-29T00:02:08.452 INFO:teuthology.orchestra.run.smithi069.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-03-29T00:02:08.452 INFO:teuthology.orchestra.run.smithi069.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-03-29T00:02:08.452 INFO:teuthology.orchestra.run.smithi069.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-03-29T00:02:08.452 INFO:teuthology.orchestra.run.smithi069.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-03-29T00:02:08.452 INFO:teuthology.orchestra.run.smithi069.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-03-29T00:02:08.452 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-03-29T00:02:08.452 INFO:teuthology.orchestra.run.smithi069.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-03-29T00:02:08.452 INFO:teuthology.orchestra.run.smithi069.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-03-29T00:02:08.453 INFO:teuthology.orchestra.run.smithi069.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-03-29T00:02:08.453 INFO:teuthology.orchestra.run.smithi069.stdout: python3-protobuf noarch 3.14.0-13.el9 CentOS-AppStream 238 k 2024-03-29T00:02:08.453 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-03-29T00:02:08.453 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-03-29T00:02:08.453 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-03-29T00:02:08.453 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-03-29T00:02:08.453 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-03-29T00:02:08.453 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-03-29T00:02:08.454 INFO:teuthology.orchestra.run.smithi069.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-03-29T00:02:08.454 INFO:teuthology.orchestra.run.smithi069.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-03-29T00:02:08.454 INFO:teuthology.orchestra.run.smithi069.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-03-29T00:02:08.454 INFO:teuthology.orchestra.run.smithi069.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-03-29T00:02:08.454 INFO:teuthology.orchestra.run.smithi069.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-03-29T00:02:08.454 INFO:teuthology.orchestra.run.smithi069.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-03-29T00:02:08.454 INFO:teuthology.orchestra.run.smithi069.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-03-29T00:02:08.454 INFO:teuthology.orchestra.run.smithi069.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-03-29T00:02:08.455 INFO:teuthology.orchestra.run.smithi069.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-03-29T00:02:08.455 INFO:teuthology.orchestra.run.smithi069.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-03-29T00:02:08.455 INFO:teuthology.orchestra.run.smithi069.stdout: python3-wcwidth noarch 0.2.5-8.el9 CentOS-AppStream 41 k 2024-03-29T00:02:08.455 INFO:teuthology.orchestra.run.smithi069.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-03-29T00:02:08.455 INFO:teuthology.orchestra.run.smithi069.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-03-29T00:02:08.455 INFO:teuthology.orchestra.run.smithi069.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-03-29T00:02:08.455 INFO:teuthology.orchestra.run.smithi069.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-03-29T00:02:08.455 INFO:teuthology.orchestra.run.smithi069.stdout: qatlib x86_64 24.02.0-1.el9 CentOS-AppStream 220 k 2024-03-29T00:02:08.456 INFO:teuthology.orchestra.run.smithi069.stdout: qatzip-libs x86_64 1.2.0-1.el9 CentOS-AppStream 46 k 2024-03-29T00:02:08.456 INFO:teuthology.orchestra.run.smithi069.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-03-29T00:02:08.456 INFO:teuthology.orchestra.run.smithi069.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-03-29T00:02:08.456 INFO:teuthology.orchestra.run.smithi069.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-03-29T00:02:08.456 INFO:teuthology.orchestra.run.smithi069.stdout: uuid x86_64 1.6.2-55.el9 CentOS-AppStream 56 k 2024-03-29T00:02:08.456 INFO:teuthology.orchestra.run.smithi069.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-03-29T00:02:08.456 INFO:teuthology.orchestra.run.smithi069.stdout: zlib-devel x86_64 1.2.11-40.el9 CentOS-AppStream 44 k 2024-03-29T00:02:08.456 INFO:teuthology.orchestra.run.smithi069.stdout:Installing weak dependencies: 2024-03-29T00:02:08.457 INFO:teuthology.orchestra.run.smithi069.stdout: qatlib-service x86_64 24.02.0-1.el9 CentOS-AppStream 35 k 2024-03-29T00:02:08.457 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-03-29T00:02:08.457 INFO:teuthology.orchestra.run.smithi069.stdout:Transaction Summary 2024-03-29T00:02:08.457 INFO:teuthology.orchestra.run.smithi069.stdout:============================================================================================ 2024-03-29T00:02:08.457 INFO:teuthology.orchestra.run.smithi069.stdout:Install 150 Packages 2024-03-29T00:02:08.457 INFO:teuthology.orchestra.run.smithi069.stdout:Upgrade 24 Packages 2024-03-29T00:02:08.457 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-03-29T00:02:08.458 INFO:teuthology.orchestra.run.smithi069.stdout:Total download size: 226 M 2024-03-29T00:02:08.458 INFO:teuthology.orchestra.run.smithi069.stdout:Downloading Packages: 2024-03-29T00:02:09.421 INFO:teuthology.orchestra.run.smithi053.stdout:lab-extras 41 kB/s | 1.7 kB 00:00 2024-03-29T00:02:09.875 INFO:teuthology.orchestra.run.smithi069.stdout:(1/174): ceph-19.0.0-1899.g323d23dc.el9.x86_64. 17 kB/s | 6.6 kB 00:00 2024-03-29T00:02:10.409 INFO:teuthology.orchestra.run.smithi069.stdout:(2/174): ceph-fuse-19.0.0-1899.g323d23dc.el9.x8 1.6 MB/s | 889 kB 00:00 2024-03-29T00:02:10.517 INFO:teuthology.orchestra.run.smithi069.stdout:(3/174): ceph-immutable-object-cache-19.0.0-189 1.3 MB/s | 145 kB 00:00 2024-03-29T00:02:11.143 INFO:teuthology.orchestra.run.smithi069.stdout:(4/174): ceph-mds-19.0.0-1899.g323d23dc.el9.x86 3.8 MB/s | 2.4 MB 00:00 2024-03-29T00:02:11.218 INFO:teuthology.orchestra.run.smithi069.stdout:(5/174): ceph-base-19.0.0-1899.g323d23dc.el9.x8 3.1 MB/s | 5.3 MB 00:01 2024-03-29T00:02:11.502 INFO:teuthology.orchestra.run.smithi069.stdout:(6/174): ceph-mgr-19.0.0-1899.g323d23dc.el9.x86 4.2 MB/s | 1.5 MB 00:00 2024-03-29T00:02:12.046 INFO:teuthology.orchestra.run.smithi053.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-29T00:02:12.047 INFO:teuthology.orchestra.run.smithi053.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-29T00:02:12.062 INFO:teuthology.orchestra.run.smithi053.stdout:Package NetworkManager-1:1.44.0-2.el9.x86_64 is already installed. 2024-03-29T00:02:12.063 INFO:teuthology.orchestra.run.smithi053.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-03-29T00:02:12.064 INFO:teuthology.orchestra.run.smithi053.stdout:Package util-linux-2.37.4-15.el9.x86_64 is already installed. 2024-03-29T00:02:12.065 INFO:teuthology.orchestra.run.smithi053.stdout:Package libacl-devel-2.3.1-3.el9.x86_64 is already installed. 2024-03-29T00:02:12.067 INFO:teuthology.orchestra.run.smithi053.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-03-29T00:02:12.070 INFO:teuthology.orchestra.run.smithi053.stdout:Package xfsdump-3.1.12-3.el9.x86_64 is already installed. 2024-03-29T00:02:12.071 INFO:teuthology.orchestra.run.smithi053.stdout:Package xfsprogs-5.19.0-4.el9.x86_64 is already installed. 2024-03-29T00:02:12.158 INFO:teuthology.orchestra.run.smithi053.stdout:Dependencies resolved. 2024-03-29T00:02:12.185 INFO:teuthology.orchestra.run.smithi069.stdout:(7/174): ceph-mon-19.0.0-1899.g323d23dc.el9.x86 4.9 MB/s | 4.7 MB 00:00 2024-03-29T00:02:12.197 INFO:teuthology.orchestra.run.smithi053.stdout:============================================================================================ 2024-03-29T00:02:12.197 INFO:teuthology.orchestra.run.smithi053.stdout: Package Arch Version Repository Size 2024-03-29T00:02:12.197 INFO:teuthology.orchestra.run.smithi053.stdout:============================================================================================ 2024-03-29T00:02:12.197 INFO:teuthology.orchestra.run.smithi053.stdout:Installing: 2024-03-29T00:02:12.197 INFO:teuthology.orchestra.run.smithi053.stdout: bison x86_64 3.7.4-5.el9 CentOS-AppStream 920 k 2024-03-29T00:02:12.197 INFO:teuthology.orchestra.run.smithi053.stdout: ceph x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 6.6 k 2024-03-29T00:02:12.197 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-base x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 5.3 M 2024-03-29T00:02:12.197 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-fuse x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 889 k 2024-03-29T00:02:12.197 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 145 k 2024-03-29T00:02:12.197 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 1.5 M 2024-03-29T00:02:12.198 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-cephadm noarch 2:19.0.0-1899.g323d23dc.el9 ceph-noarch 138 k 2024-03-29T00:02:12.198 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-dashboard noarch 2:19.0.0-1899.g323d23dc.el9 ceph-noarch 3.5 M 2024-03-29T00:02:12.198 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-1899.g323d23dc.el9 ceph-noarch 7.4 M 2024-03-29T00:02:12.198 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-rook noarch 2:19.0.0-1899.g323d23dc.el9 ceph-noarch 49 k 2024-03-29T00:02:12.198 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-radosgw x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 9.8 M 2024-03-29T00:02:12.198 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-test x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 47 M 2024-03-29T00:02:12.198 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-volume noarch 2:19.0.0-1899.g323d23dc.el9 ceph-noarch 264 k 2024-03-29T00:02:12.199 INFO:teuthology.orchestra.run.smithi053.stdout: cephadm noarch 2:19.0.0-1899.g323d23dc.el9 ceph-noarch 748 k 2024-03-29T00:02:12.199 INFO:teuthology.orchestra.run.smithi053.stdout: cephfs-mirror x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 221 k 2024-03-29T00:02:12.199 INFO:teuthology.orchestra.run.smithi053.stdout: cephfs-shell x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 27 k 2024-03-29T00:02:12.199 INFO:teuthology.orchestra.run.smithi053.stdout: cephfs-top noarch 2:19.0.0-1899.g323d23dc.el9 ceph-noarch 18 k 2024-03-29T00:02:12.199 INFO:teuthology.orchestra.run.smithi053.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-03-29T00:02:12.199 INFO:teuthology.orchestra.run.smithi053.stdout: flex x86_64 2.6.4-9.el9 CentOS-AppStream 307 k 2024-03-29T00:02:12.199 INFO:teuthology.orchestra.run.smithi053.stdout: libaio-devel x86_64 0.3.111-13.el9 CentOS-AppStream 10 k 2024-03-29T00:02:12.199 INFO:teuthology.orchestra.run.smithi053.stdout: libcephfs-devel x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 32 k 2024-03-29T00:02:12.199 INFO:teuthology.orchestra.run.smithi053.stdout: libcephfs2 x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 746 k 2024-03-29T00:02:12.199 INFO:teuthology.orchestra.run.smithi053.stdout: librados-devel x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 127 k 2024-03-29T00:02:12.200 INFO:teuthology.orchestra.run.smithi053.stdout: libtool x86_64 2.4.6-45.el9 CentOS-AppStream 578 k 2024-03-29T00:02:12.200 INFO:teuthology.orchestra.run.smithi053.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-03-29T00:02:12.200 INFO:teuthology.orchestra.run.smithi053.stdout: openssl-devel x86_64 1:3.0.7-27.el9 appstream 4.1 M 2024-03-29T00:02:12.200 INFO:teuthology.orchestra.run.smithi053.stdout: postgresql x86_64 13.14-1.el9 CentOS-AppStream 1.5 M 2024-03-29T00:02:12.200 INFO:teuthology.orchestra.run.smithi053.stdout: postgresql-contrib x86_64 13.14-1.el9 CentOS-AppStream 817 k 2024-03-29T00:02:12.200 INFO:teuthology.orchestra.run.smithi053.stdout: postgresql-server x86_64 13.14-1.el9 CentOS-AppStream 5.7 M 2024-03-29T00:02:12.200 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cephfs x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 162 k 2024-03-29T00:02:12.200 INFO:teuthology.orchestra.run.smithi053.stdout: python3-rados x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 321 k 2024-03-29T00:02:12.200 INFO:teuthology.orchestra.run.smithi053.stdout: python3-rbd x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 299 k 2024-03-29T00:02:12.200 INFO:teuthology.orchestra.run.smithi053.stdout: python3-rgw x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 100 k 2024-03-29T00:02:12.200 INFO:teuthology.orchestra.run.smithi053.stdout: rbd-fuse x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 86 k 2024-03-29T00:02:12.200 INFO:teuthology.orchestra.run.smithi053.stdout: rbd-mirror x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 3.1 M 2024-03-29T00:02:12.200 INFO:teuthology.orchestra.run.smithi053.stdout: rbd-nbd x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 171 k 2024-03-29T00:02:12.201 INFO:teuthology.orchestra.run.smithi053.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-03-29T00:02:12.201 INFO:teuthology.orchestra.run.smithi053.stdout:Upgrading: 2024-03-29T00:02:12.201 INFO:teuthology.orchestra.run.smithi053.stdout: NetworkManager x86_64 1:1.47.2-1.el9 CentOS-BaseOS 2.3 M 2024-03-29T00:02:12.201 INFO:teuthology.orchestra.run.smithi053.stdout: NetworkManager-libnm x86_64 1:1.47.2-1.el9 CentOS-BaseOS 1.8 M 2024-03-29T00:02:12.201 INFO:teuthology.orchestra.run.smithi053.stdout: NetworkManager-team x86_64 1:1.47.2-1.el9 CentOS-BaseOS 41 k 2024-03-29T00:02:12.201 INFO:teuthology.orchestra.run.smithi053.stdout: NetworkManager-tui x86_64 1:1.47.2-1.el9 CentOS-BaseOS 247 k 2024-03-29T00:02:12.201 INFO:teuthology.orchestra.run.smithi053.stdout: acl x86_64 2.3.1-4.el9 baseos 71 k 2024-03-29T00:02:12.201 INFO:teuthology.orchestra.run.smithi053.stdout: elfutils-debuginfod-client x86_64 0.190-2.el9 baseos 36 k 2024-03-29T00:02:12.201 INFO:teuthology.orchestra.run.smithi053.stdout: elfutils-libelf x86_64 0.190-2.el9 baseos 192 k 2024-03-29T00:02:12.201 INFO:teuthology.orchestra.run.smithi053.stdout: elfutils-libs x86_64 0.190-2.el9 baseos 256 k 2024-03-29T00:02:12.201 INFO:teuthology.orchestra.run.smithi053.stdout: libacl x86_64 2.3.1-4.el9 baseos 23 k 2024-03-29T00:02:12.201 INFO:teuthology.orchestra.run.smithi053.stdout: libacl-devel x86_64 2.3.1-4.el9 appstream 74 k 2024-03-29T00:02:12.201 INFO:teuthology.orchestra.run.smithi053.stdout: libblkid x86_64 2.37.4-18.el9 baseos 108 k 2024-03-29T00:02:12.202 INFO:teuthology.orchestra.run.smithi053.stdout: libfdisk x86_64 2.37.4-18.el9 baseos 155 k 2024-03-29T00:02:12.202 INFO:teuthology.orchestra.run.smithi053.stdout: libmount x86_64 2.37.4-18.el9 baseos 136 k 2024-03-29T00:02:12.202 INFO:teuthology.orchestra.run.smithi053.stdout: librados2 x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 3.4 M 2024-03-29T00:02:12.202 INFO:teuthology.orchestra.run.smithi053.stdout: librbd1 x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 3.1 M 2024-03-29T00:02:12.202 INFO:teuthology.orchestra.run.smithi053.stdout: libsmartcols x86_64 2.37.4-18.el9 baseos 64 k 2024-03-29T00:02:12.202 INFO:teuthology.orchestra.run.smithi053.stdout: libuuid x86_64 2.37.4-18.el9 baseos 29 k 2024-03-29T00:02:12.202 INFO:teuthology.orchestra.run.smithi053.stdout: openssl x86_64 1:3.0.7-27.el9 baseos 1.2 M 2024-03-29T00:02:12.202 INFO:teuthology.orchestra.run.smithi053.stdout: openssl-libs x86_64 1:3.0.7-27.el9 baseos 2.2 M 2024-03-29T00:02:12.202 INFO:teuthology.orchestra.run.smithi053.stdout: util-linux x86_64 2.37.4-18.el9 baseos 2.3 M 2024-03-29T00:02:12.202 INFO:teuthology.orchestra.run.smithi053.stdout: util-linux-core x86_64 2.37.4-18.el9 baseos 465 k 2024-03-29T00:02:12.202 INFO:teuthology.orchestra.run.smithi053.stdout: util-linux-user x86_64 2.37.4-18.el9 baseos 31 k 2024-03-29T00:02:12.202 INFO:teuthology.orchestra.run.smithi053.stdout: xfsdump x86_64 3.1.12-4.el9 CentOS-BaseOS 321 k 2024-03-29T00:02:12.202 INFO:teuthology.orchestra.run.smithi053.stdout: xfsprogs x86_64 6.3.0-1.el9 baseos 1.1 M 2024-03-29T00:02:12.203 INFO:teuthology.orchestra.run.smithi053.stdout:Installing dependencies: 2024-03-29T00:02:12.203 INFO:teuthology.orchestra.run.smithi053.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-03-29T00:02:12.203 INFO:teuthology.orchestra.run.smithi053.stdout: automake noarch 1.16.2-8.el9 CentOS-AppStream 662 k 2024-03-29T00:02:12.203 INFO:teuthology.orchestra.run.smithi053.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-03-29T00:02:12.203 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-common x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 21 M 2024-03-29T00:02:12.203 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-grafana-dashboards noarch 2:19.0.0-1899.g323d23dc.el9 ceph-noarch 31 k 2024-03-29T00:02:12.203 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mds x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 2.4 M 2024-03-29T00:02:12.203 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-modules-core noarch 2:19.0.0-1899.g323d23dc.el9 ceph-noarch 248 k 2024-03-29T00:02:12.203 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mon x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 4.7 M 2024-03-29T00:02:12.203 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-osd x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 17 M 2024-03-29T00:02:12.203 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-prometheus-alerts noarch 2:19.0.0-1899.g323d23dc.el9 ceph-noarch 15 k 2024-03-29T00:02:12.203 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-selinux x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 25 k 2024-03-29T00:02:12.204 INFO:teuthology.orchestra.run.smithi053.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-03-29T00:02:12.204 INFO:teuthology.orchestra.run.smithi053.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-03-29T00:02:12.204 INFO:teuthology.orchestra.run.smithi053.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-03-29T00:02:12.204 INFO:teuthology.orchestra.run.smithi053.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-03-29T00:02:12.204 INFO:teuthology.orchestra.run.smithi053.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-03-29T00:02:12.204 INFO:teuthology.orchestra.run.smithi053.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-03-29T00:02:12.204 INFO:teuthology.orchestra.run.smithi053.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-03-29T00:02:12.204 INFO:teuthology.orchestra.run.smithi053.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-03-29T00:02:12.204 INFO:teuthology.orchestra.run.smithi053.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-03-29T00:02:12.204 INFO:teuthology.orchestra.run.smithi053.stdout: libcephsqlite x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 163 k 2024-03-29T00:02:12.204 INFO:teuthology.orchestra.run.smithi053.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-03-29T00:02:12.204 INFO:teuthology.orchestra.run.smithi053.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-03-29T00:02:12.204 INFO:teuthology.orchestra.run.smithi053.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-03-29T00:02:12.204 INFO:teuthology.orchestra.run.smithi053.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-03-29T00:02:12.205 INFO:teuthology.orchestra.run.smithi053.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-03-29T00:02:12.205 INFO:teuthology.orchestra.run.smithi053.stdout: libradosstriper1 x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 501 k 2024-03-29T00:02:12.205 INFO:teuthology.orchestra.run.smithi053.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-03-29T00:02:12.205 INFO:teuthology.orchestra.run.smithi053.stdout: librgw2 x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 5.1 M 2024-03-29T00:02:12.205 INFO:teuthology.orchestra.run.smithi053.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-03-29T00:02:12.205 INFO:teuthology.orchestra.run.smithi053.stdout: libzstd-devel x86_64 1.5.1-2.el9 CentOS-AppStream 46 k 2024-03-29T00:02:12.205 INFO:teuthology.orchestra.run.smithi053.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-03-29T00:02:12.205 INFO:teuthology.orchestra.run.smithi053.stdout: lua x86_64 5.4.4-4.el9 CentOS-AppStream 187 k 2024-03-29T00:02:12.205 INFO:teuthology.orchestra.run.smithi053.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-03-29T00:02:12.205 INFO:teuthology.orchestra.run.smithi053.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-03-29T00:02:12.205 INFO:teuthology.orchestra.run.smithi053.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-03-29T00:02:12.205 INFO:teuthology.orchestra.run.smithi053.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-03-29T00:02:12.205 INFO:teuthology.orchestra.run.smithi053.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-03-29T00:02:12.205 INFO:teuthology.orchestra.run.smithi053.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-03-29T00:02:12.206 INFO:teuthology.orchestra.run.smithi053.stdout: postgresql-private-libs x86_64 13.14-1.el9 CentOS-AppStream 132 k 2024-03-29T00:02:12.206 INFO:teuthology.orchestra.run.smithi053.stdout: protobuf x86_64 3.14.0-13.el9 CentOS-AppStream 1.0 M 2024-03-29T00:02:12.206 INFO:teuthology.orchestra.run.smithi053.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-03-29T00:02:12.206 INFO:teuthology.orchestra.run.smithi053.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-03-29T00:02:12.206 INFO:teuthology.orchestra.run.smithi053.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-03-29T00:02:12.206 INFO:teuthology.orchestra.run.smithi053.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-03-29T00:02:12.206 INFO:teuthology.orchestra.run.smithi053.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-03-29T00:02:12.206 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-03-29T00:02:12.206 INFO:teuthology.orchestra.run.smithi053.stdout: python3-ceph-argparse x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 45 k 2024-03-29T00:02:12.206 INFO:teuthology.orchestra.run.smithi053.stdout: python3-ceph-common x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 131 k 2024-03-29T00:02:12.206 INFO:teuthology.orchestra.run.smithi053.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-03-29T00:02:12.206 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-03-29T00:02:12.207 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-03-29T00:02:12.207 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-03-29T00:02:12.207 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-03-29T00:02:12.207 INFO:teuthology.orchestra.run.smithi053.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-03-29T00:02:12.207 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-03-29T00:02:12.207 INFO:teuthology.orchestra.run.smithi053.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-03-29T00:02:12.207 INFO:teuthology.orchestra.run.smithi053.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-03-29T00:02:12.207 INFO:teuthology.orchestra.run.smithi053.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-03-29T00:02:12.207 INFO:teuthology.orchestra.run.smithi053.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-03-29T00:02:12.207 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-03-29T00:02:12.207 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-03-29T00:02:12.208 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-03-29T00:02:12.208 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-03-29T00:02:12.208 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-03-29T00:02:12.208 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-03-29T00:02:12.208 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-03-29T00:02:12.208 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-03-29T00:02:12.208 INFO:teuthology.orchestra.run.smithi053.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-03-29T00:02:12.208 INFO:teuthology.orchestra.run.smithi053.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-03-29T00:02:12.208 INFO:teuthology.orchestra.run.smithi053.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-03-29T00:02:12.208 INFO:teuthology.orchestra.run.smithi053.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-03-29T00:02:12.208 INFO:teuthology.orchestra.run.smithi053.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-03-29T00:02:12.208 INFO:teuthology.orchestra.run.smithi053.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-03-29T00:02:12.208 INFO:teuthology.orchestra.run.smithi053.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-03-29T00:02:12.208 INFO:teuthology.orchestra.run.smithi053.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-03-29T00:02:12.209 INFO:teuthology.orchestra.run.smithi053.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-03-29T00:02:12.209 INFO:teuthology.orchestra.run.smithi053.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-03-29T00:02:12.209 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-03-29T00:02:12.209 INFO:teuthology.orchestra.run.smithi053.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-03-29T00:02:12.209 INFO:teuthology.orchestra.run.smithi053.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-03-29T00:02:12.209 INFO:teuthology.orchestra.run.smithi053.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-03-29T00:02:12.209 INFO:teuthology.orchestra.run.smithi053.stdout: python3-protobuf noarch 3.14.0-13.el9 CentOS-AppStream 238 k 2024-03-29T00:02:12.209 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-03-29T00:02:12.209 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-03-29T00:02:12.209 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-03-29T00:02:12.209 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-03-29T00:02:12.209 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-03-29T00:02:12.209 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-03-29T00:02:12.209 INFO:teuthology.orchestra.run.smithi053.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-03-29T00:02:12.210 INFO:teuthology.orchestra.run.smithi053.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-03-29T00:02:12.210 INFO:teuthology.orchestra.run.smithi053.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-03-29T00:02:12.210 INFO:teuthology.orchestra.run.smithi053.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-03-29T00:02:12.210 INFO:teuthology.orchestra.run.smithi053.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-03-29T00:02:12.210 INFO:teuthology.orchestra.run.smithi053.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-03-29T00:02:12.210 INFO:teuthology.orchestra.run.smithi053.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-03-29T00:02:12.210 INFO:teuthology.orchestra.run.smithi053.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-03-29T00:02:12.210 INFO:teuthology.orchestra.run.smithi053.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-03-29T00:02:12.210 INFO:teuthology.orchestra.run.smithi053.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-03-29T00:02:12.210 INFO:teuthology.orchestra.run.smithi053.stdout: python3-wcwidth noarch 0.2.5-8.el9 CentOS-AppStream 41 k 2024-03-29T00:02:12.210 INFO:teuthology.orchestra.run.smithi053.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-03-29T00:02:12.210 INFO:teuthology.orchestra.run.smithi053.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-03-29T00:02:12.210 INFO:teuthology.orchestra.run.smithi053.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-03-29T00:02:12.210 INFO:teuthology.orchestra.run.smithi053.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-03-29T00:02:12.211 INFO:teuthology.orchestra.run.smithi053.stdout: qatlib x86_64 24.02.0-1.el9 CentOS-AppStream 220 k 2024-03-29T00:02:12.211 INFO:teuthology.orchestra.run.smithi053.stdout: qatzip-libs x86_64 1.2.0-1.el9 CentOS-AppStream 46 k 2024-03-29T00:02:12.211 INFO:teuthology.orchestra.run.smithi053.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-03-29T00:02:12.211 INFO:teuthology.orchestra.run.smithi053.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-03-29T00:02:12.211 INFO:teuthology.orchestra.run.smithi053.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-03-29T00:02:12.211 INFO:teuthology.orchestra.run.smithi053.stdout: uuid x86_64 1.6.2-55.el9 CentOS-AppStream 56 k 2024-03-29T00:02:12.211 INFO:teuthology.orchestra.run.smithi053.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-03-29T00:02:12.211 INFO:teuthology.orchestra.run.smithi053.stdout: zlib-devel x86_64 1.2.11-40.el9 CentOS-AppStream 44 k 2024-03-29T00:02:12.211 INFO:teuthology.orchestra.run.smithi053.stdout:Installing weak dependencies: 2024-03-29T00:02:12.211 INFO:teuthology.orchestra.run.smithi053.stdout: qatlib-service x86_64 24.02.0-1.el9 CentOS-AppStream 35 k 2024-03-29T00:02:12.211 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-03-29T00:02:12.211 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction Summary 2024-03-29T00:02:12.211 INFO:teuthology.orchestra.run.smithi053.stdout:============================================================================================ 2024-03-29T00:02:12.211 INFO:teuthology.orchestra.run.smithi053.stdout:Install 150 Packages 2024-03-29T00:02:12.212 INFO:teuthology.orchestra.run.smithi053.stdout:Upgrade 24 Packages 2024-03-29T00:02:12.212 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-03-29T00:02:12.212 INFO:teuthology.orchestra.run.smithi053.stdout:Total download size: 226 M 2024-03-29T00:02:12.212 INFO:teuthology.orchestra.run.smithi053.stdout:Downloading Packages: 2024-03-29T00:02:12.643 INFO:teuthology.orchestra.run.smithi069.stdout:(8/174): ceph-common-19.0.0-1899.g323d23dc.el9. 6.5 MB/s | 21 MB 00:03 2024-03-29T00:02:12.705 INFO:teuthology.orchestra.run.smithi053.stdout:(1/174): ceph-19.0.0-1899.g323d23dc.el9.x86_64. 25 kB/s | 6.6 kB 00:00 2024-03-29T00:02:12.719 INFO:teuthology.orchestra.run.smithi069.stdout:(9/174): ceph-selinux-19.0.0-1899.g323d23dc.el9 336 kB/s | 25 kB 00:00 2024-03-29T00:02:12.792 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS Stream 9 - AppStream 912 kB/s | 19 MB 00:21 2024-03-29T00:02:13.705 INFO:teuthology.orchestra.run.smithi053.stdout:(2/174): ceph-fuse-19.0.0-1899.g323d23dc.el9.x8 890 kB/s | 889 kB 00:00 2024-03-29T00:02:13.855 INFO:teuthology.orchestra.run.smithi053.stdout:(3/174): ceph-immutable-object-cache-19.0.0-189 965 kB/s | 145 kB 00:00 2024-03-29T00:02:14.294 INFO:teuthology.orchestra.run.smithi069.stdout:(10/174): ceph-radosgw-19.0.0-1899.g323d23dc.el 4.6 MB/s | 9.8 MB 00:02 2024-03-29T00:02:14.394 INFO:teuthology.orchestra.run.smithi069.stdout:(11/174): cephfs-mirror-19.0.0-1899.g323d23dc.e 2.2 MB/s | 221 kB 00:00 2024-03-29T00:02:14.486 INFO:teuthology.orchestra.run.smithi069.stdout:(12/174): cephfs-shell-19.0.0-1899.g323d23dc.el 295 kB/s | 27 kB 00:00 2024-03-29T00:02:14.578 INFO:teuthology.orchestra.run.smithi069.stdout:(13/174): libcephfs-devel-19.0.0-1899.g323d23dc 346 kB/s | 32 kB 00:00 2024-03-29T00:02:14.853 INFO:teuthology.orchestra.run.smithi069.stdout:(14/174): ceph-osd-19.0.0-1899.g323d23dc.el9.x8 5.0 MB/s | 17 MB 00:03 2024-03-29T00:02:14.855 INFO:teuthology.orchestra.run.smithi053.stdout:(4/174): ceph-mds-19.0.0-1899.g323d23dc.el9.x86 2.4 MB/s | 2.4 MB 00:00 2024-03-29T00:02:14.887 INFO:teuthology.orchestra.run.smithi069.stdout:(15/174): libcephfs2-19.0.0-1899.g323d23dc.el9. 2.4 MB/s | 746 kB 00:00 2024-03-29T00:02:14.937 INFO:teuthology.orchestra.run.smithi069.stdout:(16/174): libcephsqlite-19.0.0-1899.g323d23dc.e 1.9 MB/s | 163 kB 00:00 2024-03-29T00:02:14.979 INFO:teuthology.orchestra.run.smithi069.stdout:(17/174): librados-devel-19.0.0-1899.g323d23dc. 1.3 MB/s | 127 kB 00:00 2024-03-29T00:02:15.121 INFO:teuthology.orchestra.run.smithi069.stdout:(18/174): libradosstriper1-19.0.0-1899.g323d23d 2.7 MB/s | 501 kB 00:00 2024-03-29T00:02:15.221 INFO:teuthology.orchestra.run.smithi069.stdout:(19/174): python3-ceph-argparse-19.0.0-1899.g32 452 kB/s | 45 kB 00:00 2024-03-29T00:02:15.304 INFO:teuthology.orchestra.run.smithi069.stdout:(20/174): python3-ceph-common-19.0.0-1899.g323d 1.5 MB/s | 131 kB 00:00 2024-03-29T00:02:15.314 INFO:teuthology.orchestra.run.smithi053.stdout:(5/174): ceph-base-19.0.0-1899.g323d23dc.el9.x8 1.9 MB/s | 5.3 MB 00:02 2024-03-29T00:02:15.348 INFO:teuthology.orchestra.run.smithi053.stdout:(6/174): ceph-mgr-19.0.0-1899.g323d23dc.el9.x86 3.0 MB/s | 1.5 MB 00:00 2024-03-29T00:02:15.380 INFO:teuthology.orchestra.run.smithi069.stdout:(21/174): python3-cephfs-19.0.0-1899.g323d23dc. 2.1 MB/s | 162 kB 00:00 2024-03-29T00:02:15.497 INFO:teuthology.orchestra.run.smithi069.stdout:(22/174): python3-rados-19.0.0-1899.g323d23dc.e 2.7 MB/s | 321 kB 00:00 2024-03-29T00:02:15.614 INFO:teuthology.orchestra.run.smithi069.stdout:(23/174): python3-rbd-19.0.0-1899.g323d23dc.el9 2.5 MB/s | 299 kB 00:00 2024-03-29T00:02:15.730 INFO:teuthology.orchestra.run.smithi069.stdout:(24/174): python3-rgw-19.0.0-1899.g323d23dc.el9 855 kB/s | 100 kB 00:00 2024-03-29T00:02:15.839 INFO:teuthology.orchestra.run.smithi069.stdout:(25/174): rbd-fuse-19.0.0-1899.g323d23dc.el9.x8 790 kB/s | 86 kB 00:00 2024-03-29T00:02:16.140 INFO:teuthology.orchestra.run.smithi069.stdout:(26/174): librgw2-19.0.0-1899.g323d23dc.el9.x86 4.4 MB/s | 5.1 MB 00:01 2024-03-29T00:02:16.240 INFO:teuthology.orchestra.run.smithi069.stdout:(27/174): rbd-nbd-19.0.0-1899.g323d23dc.el9.x86 1.7 MB/s | 171 kB 00:00 2024-03-29T00:02:16.315 INFO:teuthology.orchestra.run.smithi069.stdout:(28/174): ceph-grafana-dashboards-19.0.0-1899.g 421 kB/s | 31 kB 00:00 2024-03-29T00:02:16.415 INFO:teuthology.orchestra.run.smithi053.stdout:(7/174): ceph-common-19.0.0-1899.g323d23dc.el9. 5.2 MB/s | 21 MB 00:03 2024-03-29T00:02:16.424 INFO:teuthology.orchestra.run.smithi069.stdout:(29/174): rbd-mirror-19.0.0-1899.g323d23dc.el9. 5.3 MB/s | 3.1 MB 00:00 2024-03-29T00:02:16.449 INFO:teuthology.orchestra.run.smithi069.stdout:(30/174): ceph-mgr-cephadm-19.0.0-1899.g323d23d 1.0 MB/s | 138 kB 00:00 2024-03-29T00:02:16.498 INFO:teuthology.orchestra.run.smithi053.stdout:(8/174): ceph-mon-19.0.0-1899.g323d23dc.el9.x86 4.0 MB/s | 4.7 MB 00:01 2024-03-29T00:02:16.590 INFO:teuthology.orchestra.run.smithi053.stdout:(9/174): ceph-selinux-19.0.0-1899.g323d23dc.el9 275 kB/s | 25 kB 00:00 2024-03-29T00:02:17.124 INFO:teuthology.orchestra.run.smithi069.stdout:(31/174): ceph-mgr-dashboard-19.0.0-1899.g323d2 5.0 MB/s | 3.5 MB 00:00 2024-03-29T00:02:17.241 INFO:teuthology.orchestra.run.smithi069.stdout:(32/174): ceph-mgr-modules-core-19.0.0-1899.g32 2.1 MB/s | 248 kB 00:00 2024-03-29T00:02:17.333 INFO:teuthology.orchestra.run.smithi069.stdout:(33/174): ceph-mgr-rook-19.0.0-1899.g323d23dc.e 537 kB/s | 49 kB 00:00 2024-03-29T00:02:17.441 INFO:teuthology.orchestra.run.smithi069.stdout:(34/174): ceph-prometheus-alerts-19.0.0-1899.g3 142 kB/s | 15 kB 00:00 2024-03-29T00:02:17.558 INFO:teuthology.orchestra.run.smithi069.stdout:(35/174): ceph-volume-19.0.0-1899.g323d23dc.el9 2.2 MB/s | 264 kB 00:00 2024-03-29T00:02:17.700 INFO:teuthology.orchestra.run.smithi069.stdout:(36/174): cephadm-19.0.0-1899.g323d23dc.el9.noa 5.2 MB/s | 748 kB 00:00 2024-03-29T00:02:17.724 INFO:teuthology.orchestra.run.smithi053.stdout:(10/174): ceph-osd-19.0.0-1899.g323d23dc.el9.x8 7.1 MB/s | 17 MB 00:02 2024-03-29T00:02:17.784 INFO:teuthology.orchestra.run.smithi069.stdout:(37/174): cephfs-top-19.0.0-1899.g323d23dc.el9. 219 kB/s | 18 kB 00:00 2024-03-29T00:02:17.815 INFO:teuthology.orchestra.run.smithi053.stdout:(11/174): cephfs-mirror-19.0.0-1899.g323d23dc.e 2.4 MB/s | 221 kB 00:00 2024-03-29T00:02:17.866 INFO:teuthology.orchestra.run.smithi053.stdout:(12/174): cephfs-shell-19.0.0-1899.g323d23dc.el 542 kB/s | 27 kB 00:00 2024-03-29T00:02:17.917 INFO:teuthology.orchestra.run.smithi069.stdout:(38/174): automake-1.16.2-8.el9.noarch.rpm 4.9 MB/s | 662 kB 00:00 2024-03-29T00:02:17.933 INFO:teuthology.orchestra.run.smithi053.stdout:(13/174): libcephfs-devel-19.0.0-1899.g323d23dc 475 kB/s | 32 kB 00:00 2024-03-29T00:02:17.984 INFO:teuthology.orchestra.run.smithi069.stdout:(39/174): bison-3.7.4-5.el9.x86_64.rpm 13 MB/s | 920 kB 00:00 2024-03-29T00:02:18.018 INFO:teuthology.orchestra.run.smithi069.stdout:(40/174): boost-program-options-1.75.0-8.el9.x8 3.1 MB/s | 106 kB 00:00 2024-03-29T00:02:18.041 INFO:teuthology.orchestra.run.smithi053.stdout:(14/174): libcephfs2-19.0.0-1899.g323d23dc.el9. 6.7 MB/s | 746 kB 00:00 2024-03-29T00:02:18.070 INFO:teuthology.orchestra.run.smithi069.stdout:(41/174): flex-2.6.4-9.el9.x86_64.rpm 5.9 MB/s | 307 kB 00:00 2024-03-29T00:02:18.103 INFO:teuthology.orchestra.run.smithi069.stdout:(42/174): flexiblas-3.0.4-8.el9.x86_64.rpm 953 kB/s | 32 kB 00:00 2024-03-29T00:02:18.108 INFO:teuthology.orchestra.run.smithi053.stdout:(15/174): libcephsqlite-19.0.0-1899.g323d23dc.e 2.4 MB/s | 163 kB 00:00 2024-03-29T00:02:18.175 INFO:teuthology.orchestra.run.smithi053.stdout:(16/174): librados-devel-19.0.0-1899.g323d23dc. 1.9 MB/s | 127 kB 00:00 2024-03-29T00:02:18.195 INFO:teuthology.orchestra.run.smithi069.stdout:(43/174): flexiblas-netlib-3.0.4-8.el9.x86_64.r 33 MB/s | 3.0 MB 00:00 2024-03-29T00:02:18.229 INFO:teuthology.orchestra.run.smithi069.stdout:(44/174): flexiblas-openblas-openmp-3.0.4-8.el9 515 kB/s | 17 kB 00:00 2024-03-29T00:02:18.250 INFO:teuthology.orchestra.run.smithi053.stdout:(17/174): libradosstriper1-19.0.0-1899.g323d23d 6.5 MB/s | 501 kB 00:00 2024-03-29T00:02:18.263 INFO:teuthology.orchestra.run.smithi069.stdout:(45/174): libaio-devel-0.3.111-13.el9.x86_64.rp 298 kB/s | 10 kB 00:00 2024-03-29T00:02:18.346 INFO:teuthology.orchestra.run.smithi069.stdout:(46/174): ceph-mgr-diskprediction-local-19.0.0- 3.9 MB/s | 7.4 MB 00:01 2024-03-29T00:02:18.372 INFO:teuthology.orchestra.run.smithi069.stdout:(47/174): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.4 MB/s | 159 kB 00:00 2024-03-29T00:02:18.397 INFO:teuthology.orchestra.run.smithi069.stdout:(48/174): librabbitmq-0.11.0-7.el9.x86_64.rpm 883 kB/s | 44 kB 00:00 2024-03-29T00:02:18.430 INFO:teuthology.orchestra.run.smithi069.stdout:(49/174): librdkafka-1.6.1-102.el9.x86_64.rpm 11 MB/s | 661 kB 00:00 2024-03-29T00:02:18.456 INFO:teuthology.orchestra.run.smithi069.stdout:(50/174): libtool-2.4.6-45.el9.x86_64.rpm 9.8 MB/s | 578 kB 00:00 2024-03-29T00:02:18.481 INFO:teuthology.orchestra.run.smithi069.stdout:(51/174): libzstd-devel-1.5.1-2.el9.x86_64.rpm 936 kB/s | 46 kB 00:00 2024-03-29T00:02:18.506 INFO:teuthology.orchestra.run.smithi069.stdout:(52/174): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.5 MB/s | 282 kB 00:00 2024-03-29T00:02:18.531 INFO:teuthology.orchestra.run.smithi069.stdout:(53/174): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 187 kB 00:00 2024-03-29T00:02:18.557 INFO:teuthology.orchestra.run.smithi069.stdout:(54/174): oniguruma-6.9.6-1.el9.5.x86_64.rpm 4.3 MB/s | 217 kB 00:00 2024-03-29T00:02:18.587 INFO:teuthology.orchestra.run.smithi069.stdout:(55/174): openblas-0.3.21-2.el9.x86_64.rpm 683 kB/s | 34 kB 00:00 2024-03-29T00:02:18.674 INFO:teuthology.orchestra.run.smithi069.stdout:(56/174): openblas-openmp-0.3.21-2.el9.x86_64.r 41 MB/s | 4.7 MB 00:00 2024-03-29T00:02:18.684 INFO:teuthology.orchestra.run.smithi053.stdout:(18/174): librgw2-19.0.0-1899.g323d23dc.el9.x86 12 MB/s | 5.1 MB 00:00 2024-03-29T00:02:18.716 INFO:teuthology.orchestra.run.smithi069.stdout:(57/174): postgresql-13.14-1.el9.x86_64.rpm 12 MB/s | 1.5 MB 00:00 2024-03-29T00:02:18.741 INFO:teuthology.orchestra.run.smithi069.stdout:(58/174): postgresql-contrib-13.14-1.el9.x86_64 12 MB/s | 817 kB 00:00 2024-03-29T00:02:18.767 INFO:teuthology.orchestra.run.smithi069.stdout:(59/174): postgresql-private-libs-13.14-1.el9.x 2.6 MB/s | 132 kB 00:00 2024-03-29T00:02:18.783 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS Stream 9 - CRB 3.0 MB/s | 6.1 MB 00:02 2024-03-29T00:02:18.801 INFO:teuthology.orchestra.run.smithi053.stdout:(19/174): ceph-radosgw-19.0.0-1899.g323d23dc.el 4.1 MB/s | 9.8 MB 00:02 2024-03-29T00:02:18.826 INFO:teuthology.orchestra.run.smithi053.stdout:(20/174): python3-ceph-argparse-19.0.0-1899.g32 318 kB/s | 45 kB 00:00 2024-03-29T00:02:18.851 INFO:teuthology.orchestra.run.smithi053.stdout:(21/174): python3-ceph-common-19.0.0-1899.g323d 2.6 MB/s | 131 kB 00:00 2024-03-29T00:02:18.885 INFO:teuthology.orchestra.run.smithi053.stdout:(22/174): python3-cephfs-19.0.0-1899.g323d23dc. 2.7 MB/s | 162 kB 00:00 2024-03-29T00:02:18.936 INFO:teuthology.orchestra.run.smithi053.stdout:(23/174): python3-rados-19.0.0-1899.g323d23dc.e 3.7 MB/s | 321 kB 00:00 2024-03-29T00:02:18.961 INFO:teuthology.orchestra.run.smithi053.stdout:(24/174): python3-rbd-19.0.0-1899.g323d23dc.el9 3.9 MB/s | 299 kB 00:00 2024-03-29T00:02:18.986 INFO:teuthology.orchestra.run.smithi053.stdout:(25/174): python3-rgw-19.0.0-1899.g323d23dc.el9 1.9 MB/s | 100 kB 00:00 2024-03-29T00:02:19.020 INFO:teuthology.orchestra.run.smithi053.stdout:(26/174): rbd-fuse-19.0.0-1899.g323d23dc.el9.x8 1.4 MB/s | 86 kB 00:00 2024-03-29T00:02:19.106 INFO:teuthology.orchestra.run.smithi053.stdout:(27/174): rbd-nbd-19.0.0-1899.g323d23dc.el9.x86 1.9 MB/s | 171 kB 00:00 2024-03-29T00:02:19.171 INFO:teuthology.orchestra.run.smithi053.stdout:(28/174): ceph-grafana-dashboards-19.0.0-1899.g 495 kB/s | 31 kB 00:00 2024-03-29T00:02:19.184 INFO:teuthology.orchestra.run.smithi069.stdout:(60/174): ceph-test-19.0.0-1899.g323d23dc.el9.x 7.3 MB/s | 47 MB 00:06 2024-03-29T00:02:19.237 INFO:teuthology.orchestra.run.smithi053.stdout:(29/174): ceph-mgr-cephadm-19.0.0-1899.g323d23d 2.0 MB/s | 138 kB 00:00 2024-03-29T00:02:19.267 INFO:teuthology.orchestra.run.smithi069.stdout:(61/174): postgresql-server-13.14-1.el9.x86_64. 11 MB/s | 5.7 MB 00:00 2024-03-29T00:02:19.309 INFO:teuthology.orchestra.run.smithi069.stdout:(62/174): protobuf-3.14.0-13.el9.x86_64.rpm 1.9 MB/s | 1.0 MB 00:00 2024-03-29T00:02:19.362 INFO:teuthology.orchestra.run.smithi069.stdout:(63/174): python3-attrs-20.3.0-7.el9.noarch.rpm 451 kB/s | 78 kB 00:00 2024-03-29T00:02:19.468 INFO:teuthology.orchestra.run.smithi069.stdout:(64/174): python3-babel-2.9.1-2.el9.noarch.rpm 29 MB/s | 5.8 MB 00:00 2024-03-29T00:02:19.494 INFO:teuthology.orchestra.run.smithi069.stdout:(65/174): python3-jsonpointer-2.0-4.el9.noarch. 138 kB/s | 18 kB 00:00 2024-03-29T00:02:19.496 INFO:teuthology.orchestra.run.smithi053.stdout:(30/174): ceph-mgr-dashboard-19.0.0-1899.g323d2 14 MB/s | 3.5 MB 00:00 2024-03-29T00:02:19.519 INFO:teuthology.orchestra.run.smithi069.stdout:(66/174): python3-jsonpatch-1.21-16.el9.noarch. 156 kB/s | 24 kB 00:00 2024-03-29T00:02:19.544 INFO:teuthology.orchestra.run.smithi069.stdout:(67/174): python3-mako-1.1.4-6.el9.noarch.rpm 1.9 MB/s | 144 kB 00:00 2024-03-29T00:02:19.554 INFO:teuthology.orchestra.run.smithi053.stdout:(31/174): rbd-mirror-19.0.0-1899.g323d23dc.el9. 5.4 MB/s | 3.1 MB 00:00 2024-03-29T00:02:19.569 INFO:teuthology.orchestra.run.smithi069.stdout:(68/174): python3-markupsafe-1.1.1-12.el9.x86_6 422 kB/s | 32 kB 00:00 2024-03-29T00:02:19.594 INFO:teuthology.orchestra.run.smithi069.stdout:(69/174): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.3 MB/s | 217 kB 00:00 2024-03-29T00:02:19.696 INFO:teuthology.orchestra.run.smithi053.stdout:(32/174): ceph-mgr-modules-core-19.0.0-1899.g32 1.7 MB/s | 248 kB 00:00 2024-03-29T00:02:19.780 INFO:teuthology.orchestra.run.smithi053.stdout:(33/174): ceph-mgr-rook-19.0.0-1899.g323d23dc.e 594 kB/s | 49 kB 00:00 2024-03-29T00:02:19.794 INFO:teuthology.orchestra.run.smithi069.stdout:(70/174): python3-numpy-1.20.1-5.el9.x86_64.rpm 19 MB/s | 4.8 MB 00:00 2024-03-29T00:02:19.811 INFO:teuthology.orchestra.run.smithi069.stdout:(71/174): python3-oauthlib-3.1.1-5.el9.noarch.r 724 kB/s | 174 kB 00:00 2024-03-29T00:02:19.837 INFO:teuthology.orchestra.run.smithi069.stdout:(72/174): python3-packaging-20.9-5.el9.noarch.r 287 kB/s | 69 kB 00:00 2024-03-29T00:02:19.847 INFO:teuthology.orchestra.run.smithi053.stdout:(34/174): ceph-prometheus-alerts-19.0.0-1899.g3 230 kB/s | 15 kB 00:00 2024-03-29T00:02:19.862 INFO:teuthology.orchestra.run.smithi069.stdout:(73/174): python3-prettytable-0.7.2-27.el9.noar 620 kB/s | 41 kB 00:00 2024-03-29T00:02:19.887 INFO:teuthology.orchestra.run.smithi069.stdout:(74/174): python3-protobuf-3.14.0-13.el9.noarch 4.6 MB/s | 238 kB 00:00 2024-03-29T00:02:19.912 INFO:teuthology.orchestra.run.smithi069.stdout:(75/174): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.7 MB/s | 132 kB 00:00 2024-03-29T00:02:19.938 INFO:teuthology.orchestra.run.smithi069.stdout:(76/174): python3-pyasn1-modules-0.4.8-6.el9.no 2.8 MB/s | 211 kB 00:00 2024-03-29T00:02:19.963 INFO:teuthology.orchestra.run.smithi069.stdout:(77/174): python3-requests-oauthlib-1.3.0-12.el 860 kB/s | 43 kB 00:00 2024-03-29T00:02:19.988 INFO:teuthology.orchestra.run.smithi069.stdout:(78/174): python3-pytz-2021.1-5.el9.noarch.rpm 631 kB/s | 47 kB 00:00 2024-03-29T00:02:20.032 INFO:teuthology.orchestra.run.smithi053.stdout:(35/174): ceph-mgr-diskprediction-local-19.0.0- 14 MB/s | 7.4 MB 00:00 2024-03-29T00:02:20.064 INFO:teuthology.orchestra.run.smithi053.stdout:(36/174): ceph-volume-19.0.0-1899.g323d23dc.el9 1.2 MB/s | 264 kB 00:00 2024-03-29T00:02:20.106 INFO:teuthology.orchestra.run.smithi053.stdout:(37/174): cephfs-top-19.0.0-1899.g323d23dc.el9. 438 kB/s | 18 kB 00:00 2024-03-29T00:02:20.130 INFO:teuthology.orchestra.run.smithi069.stdout:(79/174): python3-toml-0.10.2-6.el9.noarch.rpm 236 kB/s | 39 kB 00:00 2024-03-29T00:02:20.140 INFO:teuthology.orchestra.run.smithi053.stdout:(38/174): cephadm-19.0.0-1899.g323d23dc.el9.noa 6.8 MB/s | 748 kB 00:00 2024-03-29T00:02:20.289 INFO:teuthology.orchestra.run.smithi069.stdout:(80/174): python3-scipy-1.6.2-8.el9.x86_64.rpm 45 MB/s | 16 MB 00:00 2024-03-29T00:02:20.290 INFO:teuthology.orchestra.run.smithi053.stdout:(39/174): automake-1.16.2-8.el9.noarch.rpm 3.5 MB/s | 662 kB 00:00 2024-03-29T00:02:20.314 INFO:teuthology.orchestra.run.smithi069.stdout:(81/174): python3-wcwidth-0.2.5-8.el9.noarch.rp 127 kB/s | 41 kB 00:00 2024-03-29T00:02:20.324 INFO:teuthology.orchestra.run.smithi053.stdout:(40/174): bison-3.7.4-5.el9.x86_64.rpm 5.7 MB/s | 920 kB 00:00 2024-03-29T00:02:20.339 INFO:teuthology.orchestra.run.smithi069.stdout:(82/174): qatlib-24.02.0-1.el9.x86_64.rpm 1.0 MB/s | 220 kB 00:00 2024-03-29T00:02:20.356 INFO:teuthology.orchestra.run.smithi069.stdout:(83/174): qatlib-service-24.02.0-1.el9.x86_64.r 843 kB/s | 35 kB 00:00 2024-03-29T00:02:20.358 INFO:teuthology.orchestra.run.smithi053.stdout:(41/174): boost-program-options-1.75.0-8.el9.x8 1.6 MB/s | 106 kB 00:00 2024-03-29T00:02:20.373 INFO:teuthology.orchestra.run.smithi069.stdout:(84/174): qatzip-libs-1.2.0-1.el9.x86_64.rpm 796 kB/s | 46 kB 00:00 2024-03-29T00:02:20.383 INFO:teuthology.orchestra.run.smithi053.stdout:(42/174): flex-2.6.4-9.el9.x86_64.rpm 5.1 MB/s | 307 kB 00:00 2024-03-29T00:02:20.398 INFO:teuthology.orchestra.run.smithi069.stdout:(85/174): socat-1.7.4.1-5.el9.x86_64.rpm 5.0 MB/s | 300 kB 00:00 2024-03-29T00:02:20.400 INFO:teuthology.orchestra.run.smithi053.stdout:(43/174): flexiblas-3.0.4-8.el9.x86_64.rpm 768 kB/s | 32 kB 00:00 2024-03-29T00:02:20.415 INFO:teuthology.orchestra.run.smithi069.stdout:(86/174): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.5 MB/s | 63 kB 00:00 2024-03-29T00:02:20.432 INFO:teuthology.orchestra.run.smithi069.stdout:(87/174): uuid-1.6.2-55.el9.x86_64.rpm 970 kB/s | 56 kB 00:00 2024-03-29T00:02:20.449 INFO:teuthology.orchestra.run.smithi069.stdout:(88/174): zlib-devel-1.2.11-40.el9.x86_64.rpm 878 kB/s | 44 kB 00:00 2024-03-29T00:02:20.474 INFO:teuthology.orchestra.run.smithi069.stdout:(89/174): fuse-2.9.9-15.el9.x86_64.rpm 1.3 MB/s | 79 kB 00:00 2024-03-29T00:02:20.476 INFO:teuthology.orchestra.run.smithi053.stdout:(44/174): flexiblas-netlib-3.0.4-8.el9.x86_64.r 32 MB/s | 3.0 MB 00:00 2024-03-29T00:02:20.499 INFO:teuthology.orchestra.run.smithi069.stdout:(90/174): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.7 MB/s | 241 kB 00:00 2024-03-29T00:02:20.501 INFO:teuthology.orchestra.run.smithi053.stdout:(45/174): flexiblas-openblas-openmp-3.0.4-8.el9 172 kB/s | 17 kB 00:00 2024-03-29T00:02:20.535 INFO:teuthology.orchestra.run.smithi053.stdout:(46/174): libaio-devel-0.3.111-13.el9.x86_64.rp 303 kB/s | 10 kB 00:00 2024-03-29T00:02:20.549 INFO:teuthology.orchestra.run.smithi069.stdout:(91/174): python3-cryptography-36.0.1-4.el9.x86 11 MB/s | 1.1 MB 00:00 2024-03-29T00:02:20.560 INFO:teuthology.orchestra.run.smithi053.stdout:(47/174): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.7 MB/s | 159 kB 00:00 2024-03-29T00:02:20.575 INFO:teuthology.orchestra.run.smithi069.stdout:(92/174): python3-ply-3.11-14.el9.noarch.rpm 1.0 MB/s | 103 kB 00:00 2024-03-29T00:02:20.586 INFO:teuthology.orchestra.run.smithi053.stdout:(48/174): librabbitmq-0.11.0-7.el9.x86_64.rpm 882 kB/s | 44 kB 00:00 2024-03-29T00:02:20.600 INFO:teuthology.orchestra.run.smithi069.stdout:(93/174): python3-pycparser-2.20-6.el9.noarch.r 2.4 MB/s | 124 kB 00:00 2024-03-29T00:02:20.611 INFO:teuthology.orchestra.run.smithi053.stdout:(49/174): librdkafka-1.6.1-102.el9.x86_64.rpm 13 MB/s | 661 kB 00:00 2024-03-29T00:02:20.625 INFO:teuthology.orchestra.run.smithi069.stdout:(94/174): python3-urllib3-1.26.5-5.el9.noarch.r 2.4 MB/s | 187 kB 00:00 2024-03-29T00:02:20.645 INFO:teuthology.orchestra.run.smithi053.stdout:(50/174): libtool-2.4.6-45.el9.x86_64.rpm 9.8 MB/s | 578 kB 00:00 2024-03-29T00:02:20.670 INFO:teuthology.orchestra.run.smithi053.stdout:(51/174): libzstd-devel-1.5.1-2.el9.x86_64.rpm 803 kB/s | 46 kB 00:00 2024-03-29T00:02:20.695 INFO:teuthology.orchestra.run.smithi053.stdout:(52/174): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.5 MB/s | 282 kB 00:00 2024-03-29T00:02:20.726 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS Stream 9 - Extras packages 26 kB/s | 16 kB 00:00 2024-03-29T00:02:20.729 INFO:teuthology.orchestra.run.smithi053.stdout:(53/174): lua-5.4.4-4.el9.x86_64.rpm 3.1 MB/s | 187 kB 00:00 2024-03-29T00:02:20.754 INFO:teuthology.orchestra.run.smithi053.stdout:(54/174): oniguruma-6.9.6-1.el9.5.x86_64.rpm 3.6 MB/s | 217 kB 00:00 2024-03-29T00:02:20.767 INFO:teuthology.orchestra.run.smithi069.stdout:(95/174): jq-1.6-16.el9.x86_64.rpm 979 kB/s | 187 kB 00:00 2024-03-29T00:02:20.779 INFO:teuthology.orchestra.run.smithi053.stdout:(55/174): openblas-0.3.21-2.el9.x86_64.rpm 686 kB/s | 34 kB 00:00 2024-03-29T00:02:20.809 INFO:teuthology.orchestra.run.smithi069.stdout:(96/174): libquadmath-11.4.1-3.el9.x86_64.rpm 1.0 MB/s | 195 kB 00:00 2024-03-29T00:02:20.850 INFO:teuthology.orchestra.run.smithi069.stdout:(97/174): python3-requests-2.25.1-8.el9.noarch. 1.5 MB/s | 125 kB 00:00 2024-03-29T00:02:20.871 INFO:teuthology.orchestra.run.smithi053.stdout:(56/174): openblas-openmp-0.3.21-2.el9.x86_64.r 41 MB/s | 4.7 MB 00:00 2024-03-29T00:02:20.917 INFO:teuthology.orchestra.run.smithi069.stdout:(98/174): elfutils-libelf-devel-0.190-2.el9.x86 198 kB/s | 21 kB 00:00 2024-03-29T00:02:20.951 INFO:teuthology.orchestra.run.smithi069.stdout:(99/174): libgfortran-11.4.1-3.el9.x86_64.rpm 2.4 MB/s | 803 kB 00:00 2024-03-29T00:02:21.022 INFO:teuthology.orchestra.run.smithi053.stdout:(57/174): postgresql-13.14-1.el9.x86_64.rpm 6.4 MB/s | 1.5 MB 00:00 2024-03-29T00:02:21.035 INFO:teuthology.orchestra.run.smithi069.stdout:(100/174): libuuid-devel-2.37.4-18.el9.x86_64.r 138 kB/s | 25 kB 00:00 2024-03-29T00:02:21.055 INFO:teuthology.orchestra.run.smithi053.stdout:(58/174): postgresql-contrib-13.14-1.el9.x86_64 4.4 MB/s | 817 kB 00:00 2024-03-29T00:02:21.081 INFO:teuthology.orchestra.run.smithi053.stdout:(59/174): postgresql-private-libs-13.14-1.el9.x 2.3 MB/s | 132 kB 00:00 2024-03-29T00:02:21.168 INFO:teuthology.orchestra.run.smithi069.stdout:(101/174): openssl-devel-3.0.7-27.el9.x86_64.rp 16 MB/s | 4.1 MB 00:00 2024-03-29T00:02:21.218 INFO:teuthology.orchestra.run.smithi069.stdout:(102/174): python3-jinja2-2.11.3-5.el9.noarch.r 1.3 MB/s | 248 kB 00:00 2024-03-29T00:02:21.231 INFO:teuthology.orchestra.run.smithi053.stdout:(60/174): postgresql-server-13.14-1.el9.x86_64. 33 MB/s | 5.7 MB 00:00 2024-03-29T00:02:21.244 INFO:teuthology.orchestra.run.smithi069.stdout:(103/174): python3-devel-3.9.17-2.el9.x86_64.rp 839 kB/s | 245 kB 00:00 2024-03-29T00:02:21.269 INFO:teuthology.orchestra.run.smithi069.stdout:(104/174): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 936 kB/s | 94 kB 00:00 2024-03-29T00:02:21.273 INFO:teuthology.orchestra.run.smithi053.stdout:(61/174): protobuf-3.14.0-13.el9.x86_64.rpm 5.3 MB/s | 1.0 MB 00:00 2024-03-29T00:02:21.298 INFO:teuthology.orchestra.run.smithi053.stdout:(62/174): python3-attrs-20.3.0-7.el9.noarch.rpm 1.2 MB/s | 78 kB 00:00 2024-03-29T00:02:21.344 INFO:teuthology.orchestra.run.smithi069.stdout:(105/174): lua-devel-5.4.4-4.el9.x86_64.rpm 178 kB/s | 22 kB 00:00 2024-03-29T00:02:21.445 INFO:teuthology.orchestra.run.smithi069.stdout:(106/174): protobuf-compiler-3.14.0-13.el9.x86_ 4.8 MB/s | 863 kB 00:00 2024-03-29T00:02:21.457 INFO:teuthology.orchestra.run.smithi053.stdout:(63/174): python3-babel-2.9.1-2.el9.noarch.rpm 32 MB/s | 5.8 MB 00:00 2024-03-29T00:02:21.474 INFO:teuthology.orchestra.run.smithi053.stdout:(64/174): python3-jsonpatch-1.21-16.el9.noarch. 141 kB/s | 24 kB 00:00 2024-03-29T00:02:21.492 INFO:teuthology.orchestra.run.smithi053.stdout:(65/174): python3-jsonpointer-2.0-4.el9.noarch. 544 kB/s | 18 kB 00:00 2024-03-29T00:02:21.508 INFO:teuthology.orchestra.run.smithi053.stdout:(66/174): python3-mako-1.1.4-6.el9.noarch.rpm 4.2 MB/s | 144 kB 00:00 2024-03-29T00:02:21.525 INFO:teuthology.orchestra.run.smithi053.stdout:(67/174): python3-markupsafe-1.1.1-12.el9.x86_6 947 kB/s | 32 kB 00:00 2024-03-29T00:02:21.578 INFO:teuthology.orchestra.run.smithi069.stdout:(107/174): grpc-data-1.46.7-10.el9.noarch.rpm 146 kB/s | 19 kB 00:00 2024-03-29T00:02:21.645 INFO:teuthology.orchestra.run.smithi069.stdout:(108/174): gperftools-libs-2.9.1-2.el9.x86_64.r 1.0 MB/s | 309 kB 00:00 2024-03-29T00:02:21.650 INFO:teuthology.orchestra.run.smithi053.stdout:(68/174): python3-numpy-1.20.1-5.el9.x86_64.rpm 34 MB/s | 4.8 MB 00:00 2024-03-29T00:02:21.675 INFO:teuthology.orchestra.run.smithi053.stdout:(69/174): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.4 MB/s | 217 kB 00:00 2024-03-29T00:02:21.679 INFO:teuthology.orchestra.run.smithi069.stdout:(109/174): abseil-cpp-20211102.0-3.el9.x86_64.r 1.3 MB/s | 548 kB 00:00 2024-03-29T00:02:21.701 INFO:teuthology.orchestra.run.smithi053.stdout:(70/174): python3-oauthlib-3.1.1-5.el9.noarch.r 3.4 MB/s | 174 kB 00:00 2024-03-29T00:02:21.704 INFO:teuthology.orchestra.run.smithi069.stdout:(110/174): libarrow-doc-9.0.0-10.el9.noarch.rpm 443 kB/s | 26 kB 00:00 2024-03-29T00:02:21.726 INFO:teuthology.orchestra.run.smithi053.stdout:(71/174): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 69 kB 00:00 2024-03-29T00:02:21.737 INFO:teuthology.orchestra.run.smithi069.stdout:(111/174): liboath-2.6.7-2.el9.x86_64.rpm 830 kB/s | 49 kB 00:00 2024-03-29T00:02:21.743 INFO:teuthology.orchestra.run.smithi053.stdout:(72/174): python3-prettytable-0.7.2-27.el9.noar 983 kB/s | 41 kB 00:00 2024-03-29T00:02:21.764 INFO:teuthology.orchestra.run.smithi069.stdout:(112/174): libunwind-1.6.2-1.el9.x86_64.rpm 1.1 MB/s | 67 kB 00:00 2024-03-29T00:02:21.768 INFO:teuthology.orchestra.run.smithi053.stdout:(73/174): python3-protobuf-3.14.0-13.el9.noarch 5.6 MB/s | 238 kB 00:00 2024-03-29T00:02:21.785 INFO:teuthology.orchestra.run.smithi053.stdout:(74/174): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 132 kB 00:00 2024-03-29T00:02:21.805 INFO:teuthology.orchestra.run.smithi069.stdout:(113/174): luarocks-3.9.2-1.el9.noarch.rpm 2.2 MB/s | 151 kB 00:00 2024-03-29T00:02:21.810 INFO:teuthology.orchestra.run.smithi053.stdout:(75/174): python3-pyasn1-modules-0.4.8-6.el9.no 4.9 MB/s | 211 kB 00:00 2024-03-29T00:02:21.844 INFO:teuthology.orchestra.run.smithi053.stdout:(76/174): python3-pytz-2021.1-5.el9.noarch.rpm 813 kB/s | 47 kB 00:00 2024-03-29T00:02:21.861 INFO:teuthology.orchestra.run.smithi053.stdout:(77/174): python3-requests-oauthlib-1.3.0-12.el 858 kB/s | 43 kB 00:00 2024-03-29T00:02:21.913 INFO:teuthology.orchestra.run.smithi069.stdout:(114/174): parquet-libs-9.0.0-10.el9.x86_64.rpm 5.5 MB/s | 838 kB 00:00 2024-03-29T00:02:21.947 INFO:teuthology.orchestra.run.smithi069.stdout:(115/174): python3-asyncssh-2.13.2-5.el9.noarch 3.8 MB/s | 548 kB 00:00 2024-03-29T00:02:21.980 INFO:teuthology.orchestra.run.smithi069.stdout:(116/174): python3-bcrypt-3.2.2-1.el9.x86_64.rp 650 kB/s | 43 kB 00:00 2024-03-29T00:02:22.047 INFO:teuthology.orchestra.run.smithi069.stdout:(117/174): libarrow-9.0.0-10.el9.x86_64.rpm 9.4 MB/s | 4.4 MB 00:00 2024-03-29T00:02:22.070 INFO:teuthology.orchestra.run.smithi053.stdout:(78/174): python3-toml-0.10.2-6.el9.noarch.rpm 185 kB/s | 39 kB 00:00 2024-03-29T00:02:22.072 INFO:teuthology.orchestra.run.smithi069.stdout:(118/174): python3-certifi-2021.10.8-2.el9.noar 163 kB/s | 15 kB 00:00 2024-03-29T00:02:22.098 INFO:teuthology.orchestra.run.smithi069.stdout:(119/174): python3-cachetools-4.2.4-1.el9.noarc 214 kB/s | 32 kB 00:00 2024-03-29T00:02:22.123 INFO:teuthology.orchestra.run.smithi069.stdout:(120/174): python3-cheroot-8.6.0-4.el9.noarch.r 2.2 MB/s | 172 kB 00:00 2024-03-29T00:02:22.148 INFO:teuthology.orchestra.run.smithi069.stdout:(121/174): python3-cherrypy-18.6.1-2.el9.noarch 4.6 MB/s | 358 kB 00:00 2024-03-29T00:02:22.174 INFO:teuthology.orchestra.run.smithi069.stdout:(122/174): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.9 MB/s | 303 kB 00:00 2024-03-29T00:02:22.199 INFO:teuthology.orchestra.run.smithi069.stdout:(123/174): python3-colorama-0.4.4-12.el9.noarch 467 kB/s | 35 kB 00:00 2024-03-29T00:02:22.224 INFO:teuthology.orchestra.run.smithi069.stdout:(124/174): python3-google-auth-2.28.2-1.el9.noa 2.6 MB/s | 203 kB 00:00 2024-03-29T00:02:22.258 INFO:teuthology.orchestra.run.smithi069.stdout:(125/174): python3-grpcio-tools-1.46.7-10.el9.x 2.4 MB/s | 144 kB 00:00 2024-03-29T00:02:22.270 INFO:teuthology.orchestra.run.smithi053.stdout:(79/174): python3-scipy-1.6.2-8.el9.x86_64.rpm 37 MB/s | 16 MB 00:00 2024-03-29T00:02:22.283 INFO:teuthology.orchestra.run.smithi069.stdout:(126/174): python3-jaraco-8.2.1-3.el9.noarch.rp 183 kB/s | 11 kB 00:00 2024-03-29T00:02:22.287 INFO:teuthology.orchestra.run.smithi053.stdout:(80/174): python3-wcwidth-0.2.5-8.el9.noarch.rp 191 kB/s | 41 kB 00:00 2024-03-29T00:02:22.308 INFO:teuthology.orchestra.run.smithi069.stdout:(127/174): python3-jaraco-classes-3.2.1-5.el9.n 353 kB/s | 18 kB 00:00 2024-03-29T00:02:22.312 INFO:teuthology.orchestra.run.smithi053.stdout:(81/174): qatlib-24.02.0-1.el9.x86_64.rpm 5.2 MB/s | 220 kB 00:00 2024-03-29T00:02:22.337 INFO:teuthology.orchestra.run.smithi053.stdout:(82/174): qatlib-service-24.02.0-1.el9.x86_64.r 696 kB/s | 35 kB 00:00 2024-03-29T00:02:22.350 INFO:teuthology.orchestra.run.smithi069.stdout:(128/174): python3-grpcio-1.46.7-10.el9.x86_64. 12 MB/s | 2.0 MB 00:00 2024-03-29T00:02:22.363 INFO:teuthology.orchestra.run.smithi053.stdout:(83/174): qatzip-libs-1.2.0-1.el9.x86_64.rpm 920 kB/s | 46 kB 00:00 2024-03-29T00:02:22.367 INFO:teuthology.orchestra.run.smithi069.stdout:(129/174): python3-jaraco-collections-3.0.0-8.e 276 kB/s | 23 kB 00:00 2024-03-29T00:02:22.384 INFO:teuthology.orchestra.run.smithi069.stdout:(130/174): python3-jaraco-functools-3.5.0-2.el9 257 kB/s | 19 kB 00:00 2024-03-29T00:02:22.388 INFO:teuthology.orchestra.run.smithi053.stdout:(84/174): socat-1.7.4.1-5.el9.x86_64.rpm 5.8 MB/s | 300 kB 00:00 2024-03-29T00:02:22.401 INFO:teuthology.orchestra.run.smithi069.stdout:(131/174): python3-jaraco-text-3.2.0-6.el9.noar 391 kB/s | 20 kB 00:00 2024-03-29T00:02:22.413 INFO:teuthology.orchestra.run.smithi053.stdout:(85/174): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 56 kB 00:00 2024-03-29T00:02:22.434 INFO:teuthology.orchestra.run.smithi069.stdout:(132/174): python3-logutils-0.3.5-21.el9.noarch 928 kB/s | 46 kB 00:00 2024-03-29T00:02:22.438 INFO:teuthology.orchestra.run.smithi053.stdout:(86/174): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 63 kB 00:00 2024-03-29T00:02:22.460 INFO:teuthology.orchestra.run.smithi069.stdout:(133/174): python3-more-itertools-8.12.0-2.el9. 1.3 MB/s | 79 kB 00:00 2024-03-29T00:02:22.464 INFO:teuthology.orchestra.run.smithi053.stdout:(87/174): zlib-devel-1.2.11-40.el9.x86_64.rpm 873 kB/s | 44 kB 00:00 2024-03-29T00:02:22.489 INFO:teuthology.orchestra.run.smithi053.stdout:(88/174): fuse-2.9.9-15.el9.x86_64.rpm 1.5 MB/s | 79 kB 00:00 2024-03-29T00:02:22.502 INFO:teuthology.orchestra.run.smithi069.stdout:(134/174): python3-kubernetes-26.1.0-2.el9.noar 8.7 MB/s | 1.0 MB 00:00 2024-03-29T00:02:22.515 INFO:teuthology.orchestra.run.smithi053.stdout:(89/174): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.7 MB/s | 241 kB 00:00 2024-03-29T00:02:22.518 INFO:teuthology.orchestra.run.smithi069.stdout:(135/174): python3-natsort-7.1.1-5.el9.noarch.r 691 kB/s | 58 kB 00:00 2024-03-29T00:02:22.543 INFO:teuthology.orchestra.run.smithi069.stdout:(136/174): python3-pecan-1.4.2-3.el9.noarch.rpm 3.2 MB/s | 272 kB 00:00 2024-03-29T00:02:22.548 INFO:teuthology.orchestra.run.smithi053.stdout:(90/174): python3-cryptography-36.0.1-4.el9.x86 20 MB/s | 1.1 MB 00:00 2024-03-29T00:02:22.574 INFO:teuthology.orchestra.run.smithi053.stdout:(91/174): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 103 kB 00:00 2024-03-29T00:02:22.577 INFO:teuthology.orchestra.run.smithi069.stdout:(137/174): python3-portend-3.1.0-2.el9.noarch.r 280 kB/s | 16 kB 00:00 2024-03-29T00:02:22.599 INFO:teuthology.orchestra.run.smithi053.stdout:(92/174): python3-pycparser-2.20-6.el9.noarch.r 2.4 MB/s | 124 kB 00:00 2024-03-29T00:02:22.611 INFO:teuthology.orchestra.run.smithi069.stdout:(138/174): python3-pyOpenSSL-21.0.0-1.el9.noarc 974 kB/s | 90 kB 00:00 2024-03-29T00:02:22.627 INFO:teuthology.orchestra.run.smithi053.stdout:(93/174): python3-urllib3-1.26.5-5.el9.noarch.r 3.5 MB/s | 187 kB 00:00 2024-03-29T00:02:22.636 INFO:teuthology.orchestra.run.smithi069.stdout:(139/174): python3-pyperclip-1.8.2-2.el9.noarch 305 kB/s | 28 kB 00:00 2024-03-29T00:02:22.687 INFO:teuthology.orchestra.run.smithi069.stdout:(140/174): python3-repoze-lru-0.7-16.el9.noarch 283 kB/s | 31 kB 00:00 2024-03-29T00:02:22.712 INFO:teuthology.orchestra.run.smithi069.stdout:(141/174): python3-rsa-4.9-2.el9.noarch.rpm 787 kB/s | 59 kB 00:00 2024-03-29T00:02:22.745 INFO:teuthology.orchestra.run.smithi069.stdout:(142/174): python3-routes-2.5.1-5.el9.noarch.rp 1.7 MB/s | 188 kB 00:00 2024-03-29T00:02:22.770 INFO:teuthology.orchestra.run.smithi069.stdout:(143/174): python3-tempora-5.0.0-2.el9.noarch.r 428 kB/s | 36 kB 00:00 2024-03-29T00:02:22.796 INFO:teuthology.orchestra.run.smithi069.stdout:(144/174): python3-typing-extensions-4.4.0-2.el 608 kB/s | 51 kB 00:00 2024-03-29T00:02:22.821 INFO:teuthology.orchestra.run.smithi069.stdout:(145/174): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-03-29T00:02:22.836 INFO:teuthology.orchestra.run.smithi053.stdout:(94/174): jq-1.6-16.el9.x86_64.rpm 793 kB/s | 187 kB 00:00 2024-03-29T00:02:22.846 INFO:teuthology.orchestra.run.smithi069.stdout:(146/174): python3-websocket-client-1.2.3-2.el9 1.2 MB/s | 90 kB 00:00 2024-03-29T00:02:22.872 INFO:teuthology.orchestra.run.smithi069.stdout:(147/174): python3-werkzeug-2.0.3-3.el9.1.noarc 5.5 MB/s | 427 kB 00:00 2024-03-29T00:02:22.897 INFO:teuthology.orchestra.run.smithi069.stdout:(148/174): python3-zc-lockfile-2.0-10.el9.noarc 264 kB/s | 20 kB 00:00 2024-03-29T00:02:22.902 INFO:teuthology.orchestra.run.smithi053.stdout:(95/174): libquadmath-11.4.1-3.el9.x86_64.rpm 2.9 MB/s | 195 kB 00:00 2024-03-29T00:02:22.922 INFO:teuthology.orchestra.run.smithi069.stdout:(149/174): re2-20211101-3.el9.x86_64.rpm 2.5 MB/s | 192 kB 00:00 2024-03-29T00:02:22.936 INFO:teuthology.orchestra.run.smithi053.stdout:(96/174): libgfortran-11.4.1-3.el9.x86_64.rpm 2.5 MB/s | 803 kB 00:00 2024-03-29T00:02:22.964 INFO:teuthology.orchestra.run.smithi069.stdout:(150/174): thrift-0.15.0-2.el9.x86_64.rpm 17 MB/s | 1.6 MB 00:00 2024-03-29T00:02:22.970 INFO:teuthology.orchestra.run.smithi053.stdout:(97/174): python3-requests-2.25.1-8.el9.noarch. 1.8 MB/s | 125 kB 00:00 2024-03-29T00:02:23.020 INFO:teuthology.orchestra.run.smithi053.stdout:(98/174): elfutils-libelf-devel-0.190-2.el9.x86 257 kB/s | 21 kB 00:00 2024-03-29T00:02:23.045 INFO:teuthology.orchestra.run.smithi053.stdout:(99/174): libuuid-devel-2.37.4-18.el9.x86_64.rp 338 kB/s | 25 kB 00:00 2024-03-29T00:02:23.162 INFO:teuthology.orchestra.run.smithi053.stdout:(100/174): python3-devel-3.9.17-2.el9.x86_64.rp 2.1 MB/s | 245 kB 00:00 2024-03-29T00:02:23.181 INFO:teuthology.orchestra.run.smithi069.stdout:(151/174): NetworkManager-1.47.2-1.el9.x86_64.r 14 MB/s | 2.3 MB 00:00 2024-03-29T00:02:23.248 INFO:teuthology.orchestra.run.smithi069.stdout:(152/174): NetworkManager-libnm-1.47.2-1.el9.x8 27 MB/s | 1.8 MB 00:00 2024-03-29T00:02:23.271 INFO:teuthology.orchestra.run.smithi053.stdout:(101/174): python3-jinja2-2.11.3-5.el9.noarch.r 2.2 MB/s | 248 kB 00:00 2024-03-29T00:02:23.281 INFO:teuthology.orchestra.run.smithi069.stdout:(153/174): NetworkManager-team-1.47.2-1.el9.x86 1.2 MB/s | 41 kB 00:00 2024-03-29T00:02:23.321 INFO:teuthology.orchestra.run.smithi053.stdout:(102/174): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.8 MB/s | 94 kB 00:00 2024-03-29T00:02:23.323 INFO:teuthology.orchestra.run.smithi069.stdout:(154/174): NetworkManager-tui-1.47.2-1.el9.x86_ 5.8 MB/s | 247 kB 00:00 2024-03-29T00:02:23.365 INFO:teuthology.orchestra.run.smithi069.stdout:(155/174): xfsdump-3.1.12-4.el9.x86_64.rpm 7.6 MB/s | 321 kB 00:00 2024-03-29T00:02:23.424 INFO:teuthology.orchestra.run.smithi069.stdout:(156/174): librbd1-19.0.0-1899.g323d23dc.el9.x8 6.3 MB/s | 3.1 MB 00:00 2024-03-29T00:02:23.449 INFO:teuthology.orchestra.run.smithi069.stdout:(157/174): acl-2.3.1-4.el9.x86_64.rpm 852 kB/s | 71 kB 00:00 2024-03-29T00:02:23.549 INFO:teuthology.orchestra.run.smithi069.stdout:(158/174): elfutils-libelf-0.190-2.el9.x86_64.r 1.9 MB/s | 192 kB 00:00 2024-03-29T00:02:23.575 INFO:teuthology.orchestra.run.smithi069.stdout:(159/174): elfutils-debuginfod-client-0.190-2.e 242 kB/s | 36 kB 00:00 2024-03-29T00:02:23.625 INFO:teuthology.orchestra.run.smithi069.stdout:(160/174): libacl-2.3.1-4.el9.x86_64.rpm 461 kB/s | 23 kB 00:00 2024-03-29T00:02:23.650 INFO:teuthology.orchestra.run.smithi069.stdout:(161/174): elfutils-libs-0.190-2.el9.x86_64.rpm 2.5 MB/s | 256 kB 00:00 2024-03-29T00:02:23.718 INFO:teuthology.orchestra.run.smithi069.stdout:(162/174): librados2-19.0.0-1899.g323d23dc.el9. 4.1 MB/s | 3.4 MB 00:00 2024-03-29T00:02:23.743 INFO:teuthology.orchestra.run.smithi069.stdout:(163/174): libblkid-2.37.4-18.el9.x86_64.rpm 924 kB/s | 108 kB 00:00 2024-03-29T00:02:23.760 INFO:teuthology.orchestra.run.smithi069.stdout:(164/174): libfdisk-2.37.4-18.el9.x86_64.rpm 1.4 MB/s | 155 kB 00:00 2024-03-29T00:02:23.793 INFO:teuthology.orchestra.run.smithi069.stdout:(165/174): libsmartcols-2.37.4-18.el9.x86_64.rp 1.2 MB/s | 64 kB 00:00 2024-03-29T00:02:23.819 INFO:teuthology.orchestra.run.smithi069.stdout:(166/174): libuuid-2.37.4-18.el9.x86_64.rpm 491 kB/s | 29 kB 00:00 2024-03-29T00:02:23.870 INFO:teuthology.orchestra.run.smithi069.stdout:(167/174): libmount-2.37.4-18.el9.x86_64.rpm 898 kB/s | 136 kB 00:00 2024-03-29T00:02:23.897 INFO:teuthology.orchestra.run.smithi053.stdout:(103/174): lua-devel-5.4.4-4.el9.x86_64.rpm 39 kB/s | 22 kB 00:00 2024-03-29T00:02:24.135 INFO:teuthology.orchestra.run.smithi069.stdout:(168/174): openssl-3.0.7-27.el9.x86_64.rpm 3.5 MB/s | 1.2 MB 00:00 2024-03-29T00:02:24.205 INFO:teuthology.orchestra.run.smithi053.stdout:(104/174): openssl-devel-3.0.7-27.el9.x86_64.rp 3.5 MB/s | 4.1 MB 00:01 2024-03-29T00:02:24.211 INFO:teuthology.orchestra.run.smithi069.stdout:(169/174): openssl-libs-3.0.7-27.el9.x86_64.rpm 5.5 MB/s | 2.2 MB 00:00 2024-03-29T00:02:24.261 INFO:teuthology.orchestra.run.smithi069.stdout:(170/174): util-linux-user-2.37.4-18.el9.x86_64 621 kB/s | 31 kB 00:00 2024-03-29T00:02:24.295 INFO:teuthology.orchestra.run.smithi069.stdout:(171/174): util-linux-core-2.37.4-18.el9.x86_64 2.9 MB/s | 465 kB 00:00 2024-03-29T00:02:24.387 INFO:teuthology.orchestra.run.smithi069.stdout:(172/174): libacl-devel-2.3.1-4.el9.x86_64.rpm 812 kB/s | 74 kB 00:00 2024-03-29T00:02:24.453 INFO:teuthology.orchestra.run.smithi069.stdout:(173/174): xfsprogs-6.3.0-1.el9.x86_64.rpm 5.6 MB/s | 1.1 MB 00:00 2024-03-29T00:02:24.554 INFO:teuthology.orchestra.run.smithi069.stdout:(174/174): util-linux-2.37.4-18.el9.x86_64.rpm 3.3 MB/s | 2.3 MB 00:00 2024-03-29T00:02:24.557 INFO:teuthology.orchestra.run.smithi069.stdout:-------------------------------------------------------------------------------- 2024-03-29T00:02:24.557 INFO:teuthology.orchestra.run.smithi069.stdout:Total 14 MB/s | 226 MB 00:16 2024-03-29T00:02:24.797 INFO:teuthology.orchestra.run.smithi053.stdout:(105/174): abseil-cpp-20211102.0-3.el9.x86_64.r 926 kB/s | 548 kB 00:00 2024-03-29T00:02:24.921 INFO:teuthology.orchestra.run.smithi069.stdout:Running transaction check 2024-03-29T00:02:25.194 INFO:teuthology.orchestra.run.smithi069.stdout:Transaction check succeeded. 2024-03-29T00:02:25.194 INFO:teuthology.orchestra.run.smithi069.stdout:Running transaction test 2024-03-29T00:02:25.264 INFO:teuthology.orchestra.run.smithi053.stdout:(106/174): ceph-test-19.0.0-1899.g323d23dc.el9. 5.5 MB/s | 47 MB 00:08 2024-03-29T00:02:25.289 INFO:teuthology.orchestra.run.smithi053.stdout:(107/174): gperftools-libs-2.9.1-2.el9.x86_64.r 628 kB/s | 309 kB 00:00 2024-03-29T00:02:25.515 INFO:teuthology.orchestra.run.smithi053.stdout:(108/174): grpc-data-1.46.7-10.el9.noarch.rpm 78 kB/s | 19 kB 00:00 2024-03-29T00:02:25.665 INFO:teuthology.orchestra.run.smithi053.stdout:(109/174): libarrow-9.0.0-10.el9.x86_64.rpm 12 MB/s | 4.4 MB 00:00 2024-03-29T00:02:25.691 INFO:teuthology.orchestra.run.smithi053.stdout:(110/174): libarrow-doc-9.0.0-10.el9.noarch.rpm 148 kB/s | 26 kB 00:00 2024-03-29T00:02:25.724 INFO:teuthology.orchestra.run.smithi053.stdout:(111/174): protobuf-compiler-3.14.0-13.el9.x86_ 473 kB/s | 863 kB 00:01 2024-03-29T00:02:25.767 INFO:teuthology.orchestra.run.smithi053.stdout:(112/174): liboath-2.6.7-2.el9.x86_64.rpm 484 kB/s | 49 kB 00:00 2024-03-29T00:02:25.883 INFO:teuthology.orchestra.run.smithi053.stdout:(113/174): parquet-libs-9.0.0-10.el9.x86_64.rpm 7.0 MB/s | 838 kB 00:00 2024-03-29T00:02:25.909 INFO:teuthology.orchestra.run.smithi053.stdout:(114/174): libunwind-1.6.2-1.el9.x86_64.rpm 310 kB/s | 67 kB 00:00 2024-03-29T00:02:25.992 INFO:teuthology.orchestra.run.smithi053.stdout:(115/174): python3-asyncssh-2.13.2-5.el9.noarch 4.9 MB/s | 548 kB 00:00 2024-03-29T00:02:26.042 INFO:teuthology.orchestra.run.smithi053.stdout:(116/174): python3-bcrypt-3.2.2-1.el9.x86_64.rp 325 kB/s | 43 kB 00:00 2024-03-29T00:02:26.092 INFO:teuthology.orchestra.run.smithi053.stdout:(117/174): python3-cachetools-4.2.4-1.el9.noarc 322 kB/s | 32 kB 00:00 2024-03-29T00:02:26.143 INFO:teuthology.orchestra.run.smithi053.stdout:(118/174): python3-certifi-2021.10.8-2.el9.noar 149 kB/s | 15 kB 00:00 2024-03-29T00:02:26.185 INFO:teuthology.orchestra.run.smithi053.stdout:(119/174): luarocks-3.9.2-1.el9.noarch.rpm 328 kB/s | 151 kB 00:00 2024-03-29T00:02:26.210 INFO:teuthology.orchestra.run.smithi053.stdout:(120/174): python3-cheroot-8.6.0-4.el9.noarch.r 1.4 MB/s | 172 kB 00:00 2024-03-29T00:02:26.310 INFO:teuthology.orchestra.run.smithi053.stdout:(121/174): python3-colorama-0.4.4-12.el9.noarch 353 kB/s | 35 kB 00:00 2024-03-29T00:02:26.410 INFO:teuthology.orchestra.run.smithi053.stdout:(122/174): python3-google-auth-2.28.2-1.el9.noa 2.0 MB/s | 203 kB 00:00 2024-03-29T00:02:26.439 INFO:teuthology.orchestra.run.smithi053.stdout:(123/174): python3-cmd2-2.4.2-2.el9.noarch.rpm 1.2 MB/s | 303 kB 00:00 2024-03-29T00:02:26.461 INFO:teuthology.orchestra.run.smithi053.stdout:(124/174): python3-cherrypy-18.6.1-2.el9.noarch 1.1 MB/s | 358 kB 00:00 2024-03-29T00:02:26.553 INFO:teuthology.orchestra.run.smithi053.stdout:(125/174): python3-grpcio-1.46.7-10.el9.x86_64. 14 MB/s | 2.0 MB 00:00 2024-03-29T00:02:26.578 INFO:teuthology.orchestra.run.smithi053.stdout:(126/174): python3-jaraco-8.2.1-3.el9.noarch.rp 91 kB/s | 11 kB 00:00 2024-03-29T00:02:26.604 INFO:teuthology.orchestra.run.smithi053.stdout:(127/174): python3-grpcio-tools-1.46.7-10.el9.x 863 kB/s | 144 kB 00:00 2024-03-29T00:02:26.654 INFO:teuthology.orchestra.run.smithi053.stdout:(128/174): python3-jaraco-classes-3.2.1-5.el9.n 175 kB/s | 18 kB 00:00 2024-03-29T00:02:26.679 INFO:teuthology.orchestra.run.smithi053.stdout:(129/174): python3-jaraco-collections-3.0.0-8.e 231 kB/s | 23 kB 00:00 2024-03-29T00:02:26.704 INFO:teuthology.orchestra.run.smithi053.stdout:(130/174): python3-jaraco-functools-3.5.0-2.el9 193 kB/s | 19 kB 00:00 2024-03-29T00:02:26.754 INFO:teuthology.orchestra.run.smithi053.stdout:(131/174): python3-jaraco-text-3.2.0-6.el9.noar 196 kB/s | 20 kB 00:00 2024-03-29T00:02:26.805 INFO:teuthology.orchestra.run.smithi053.stdout:(132/174): python3-logutils-0.3.5-21.el9.noarch 462 kB/s | 46 kB 00:00 2024-03-29T00:02:26.855 INFO:teuthology.orchestra.run.smithi053.stdout:(133/174): python3-more-itertools-8.12.0-2.el9. 786 kB/s | 79 kB 00:00 2024-03-29T00:02:26.901 INFO:teuthology.orchestra.run.smithi069.stdout:Transaction test succeeded. 2024-03-29T00:02:26.901 INFO:teuthology.orchestra.run.smithi069.stdout:Running transaction 2024-03-29T00:02:26.913 INFO:teuthology.orchestra.run.smithi053.stdout:(134/174): python3-natsort-7.1.1-5.el9.noarch.r 531 kB/s | 58 kB 00:00 2024-03-29T00:02:26.948 INFO:teuthology.orchestra.run.smithi053.stdout:(135/174): python3-kubernetes-26.1.0-2.el9.noar 3.8 MB/s | 1.0 MB 00:00 2024-03-29T00:02:26.973 INFO:teuthology.orchestra.run.smithi053.stdout:(136/174): python3-pecan-1.4.2-3.el9.noarch.rpm 2.3 MB/s | 272 kB 00:00 2024-03-29T00:02:27.015 INFO:teuthology.orchestra.run.smithi053.stdout:(137/174): python3-portend-3.1.0-2.el9.noarch.r 163 kB/s | 16 kB 00:00 2024-03-29T00:02:27.048 INFO:teuthology.orchestra.run.smithi053.stdout:(138/174): python3-pyOpenSSL-21.0.0-1.el9.noarc 894 kB/s | 90 kB 00:00 2024-03-29T00:02:27.076 INFO:teuthology.orchestra.run.smithi053.stdout:(139/174): python3-pyperclip-1.8.2-2.el9.noarch 275 kB/s | 28 kB 00:00 2024-03-29T00:02:27.118 INFO:teuthology.orchestra.run.smithi053.stdout:(140/174): python3-repoze-lru-0.7-16.el9.noarch 299 kB/s | 31 kB 00:00 2024-03-29T00:02:27.151 INFO:teuthology.orchestra.run.smithi053.stdout:(141/174): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-03-29T00:02:27.177 INFO:teuthology.orchestra.run.smithi053.stdout:(142/174): python3-rsa-4.9-2.el9.noarch.rpm 588 kB/s | 59 kB 00:00 2024-03-29T00:02:27.218 INFO:teuthology.orchestra.run.smithi053.stdout:(143/174): python3-tempora-5.0.0-2.el9.noarch.r 356 kB/s | 36 kB 00:00 2024-03-29T00:02:27.252 INFO:teuthology.orchestra.run.smithi053.stdout:(144/174): python3-typing-extensions-4.4.0-2.el 507 kB/s | 51 kB 00:00 2024-03-29T00:02:27.277 INFO:teuthology.orchestra.run.smithi053.stdout:(145/174): python3-webob-1.8.7-6.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-03-29T00:02:27.327 INFO:teuthology.orchestra.run.smithi053.stdout:(146/174): python3-websocket-client-1.2.3-2.el9 824 kB/s | 90 kB 00:00 2024-03-29T00:02:27.369 INFO:teuthology.orchestra.run.smithi053.stdout:(147/174): python3-werkzeug-2.0.3-3.el9.1.noarc 3.6 MB/s | 427 kB 00:00 2024-03-29T00:02:27.394 INFO:teuthology.orchestra.run.smithi053.stdout:(148/174): python3-zc-lockfile-2.0-10.el9.noarc 170 kB/s | 20 kB 00:00 2024-03-29T00:02:27.453 INFO:teuthology.orchestra.run.smithi053.stdout:(149/174): re2-20211101-3.el9.x86_64.rpm 1.5 MB/s | 192 kB 00:00 2024-03-29T00:02:27.553 INFO:teuthology.orchestra.run.smithi053.stdout:(150/174): thrift-0.15.0-2.el9.x86_64.rpm 8.6 MB/s | 1.6 MB 00:00 2024-03-29T00:02:27.654 INFO:teuthology.orchestra.run.smithi053.stdout:(151/174): NetworkManager-1.47.2-1.el9.x86_64.r 23 MB/s | 2.3 MB 00:00 2024-03-29T00:02:27.862 INFO:teuthology.orchestra.run.smithi053.stdout:(152/174): NetworkManager-libnm-1.47.2-1.el9.x8 8.7 MB/s | 1.8 MB 00:00 2024-03-29T00:02:27.896 INFO:teuthology.orchestra.run.smithi053.stdout:(153/174): NetworkManager-team-1.47.2-1.el9.x86 1.2 MB/s | 41 kB 00:00 2024-03-29T00:02:27.946 INFO:teuthology.orchestra.run.smithi053.stdout:(154/174): librados2-19.0.0-1899.g323d23dc.el9. 6.1 MB/s | 3.4 MB 00:00 2024-03-29T00:02:27.971 INFO:teuthology.orchestra.run.smithi053.stdout:(155/174): NetworkManager-tui-1.47.2-1.el9.x86_ 3.2 MB/s | 247 kB 00:00 2024-03-29T00:02:28.005 INFO:teuthology.orchestra.run.smithi053.stdout:(156/174): xfsdump-3.1.12-4.el9.x86_64.rpm 5.4 MB/s | 321 kB 00:00 2024-03-29T00:02:28.114 INFO:teuthology.orchestra.run.smithi053.stdout:(157/174): elfutils-debuginfod-client-0.190-2.e 337 kB/s | 36 kB 00:00 2024-03-29T00:02:28.139 INFO:teuthology.orchestra.run.smithi053.stdout:(158/174): acl-2.3.1-4.el9.x86_64.rpm 428 kB/s | 71 kB 00:00 2024-03-29T00:02:28.273 INFO:teuthology.orchestra.run.smithi053.stdout:(159/174): elfutils-libelf-0.190-2.el9.x86_64.r 1.2 MB/s | 192 kB 00:00 2024-03-29T00:02:28.331 INFO:teuthology.orchestra.run.smithi053.stdout:(160/174): librbd1-19.0.0-1899.g323d23dc.el9.x8 3.6 MB/s | 3.1 MB 00:00 2024-03-29T00:02:28.356 INFO:teuthology.orchestra.run.smithi053.stdout:(161/174): elfutils-libs-0.190-2.el9.x86_64.rpm 1.2 MB/s | 256 kB 00:00 2024-03-29T00:02:28.381 INFO:teuthology.orchestra.run.smithi053.stdout:(162/174): libacl-2.3.1-4.el9.x86_64.rpm 212 kB/s | 23 kB 00:00 2024-03-29T00:02:28.415 INFO:teuthology.orchestra.run.smithi053.stdout:(163/174): libblkid-2.37.4-18.el9.x86_64.rpm 1.8 MB/s | 108 kB 00:00 2024-03-29T00:02:28.448 INFO:teuthology.orchestra.run.smithi053.stdout:(164/174): libmount-2.37.4-18.el9.x86_64.rpm 2.0 MB/s | 136 kB 00:00 2024-03-29T00:02:28.474 INFO:teuthology.orchestra.run.smithi053.stdout:(165/174): libsmartcols-2.37.4-18.el9.x86_64.rp 1.1 MB/s | 64 kB 00:00 2024-03-29T00:02:28.532 INFO:teuthology.orchestra.run.smithi053.stdout:(166/174): libuuid-2.37.4-18.el9.x86_64.rpm 343 kB/s | 29 kB 00:00 2024-03-29T00:02:28.574 INFO:teuthology.orchestra.run.smithi053.stdout:(167/174): libfdisk-2.37.4-18.el9.x86_64.rpm 711 kB/s | 155 kB 00:00 2024-03-29T00:02:28.775 INFO:teuthology.orchestra.run.smithi053.stdout:(168/174): util-linux-2.37.4-18.el9.x86_64.rpm 11 MB/s | 2.3 MB 00:00 2024-03-29T00:02:28.808 INFO:teuthology.orchestra.run.smithi053.stdout:(169/174): openssl-3.0.7-27.el9.x86_64.rpm 3.6 MB/s | 1.2 MB 00:00 2024-03-29T00:02:28.842 INFO:teuthology.orchestra.run.smithi053.stdout:(170/174): util-linux-core-2.37.4-18.el9.x86_64 6.8 MB/s | 465 kB 00:00 2024-03-29T00:02:28.867 INFO:teuthology.orchestra.run.smithi053.stdout:(171/174): util-linux-user-2.37.4-18.el9.x86_64 528 kB/s | 31 kB 00:00 2024-03-29T00:02:28.926 INFO:teuthology.orchestra.run.smithi053.stdout:(172/174): xfsprogs-6.3.0-1.el9.x86_64.rpm 13 MB/s | 1.1 MB 00:00 2024-03-29T00:02:28.976 INFO:teuthology.orchestra.run.smithi053.stdout:(173/174): openssl-libs-3.0.7-27.el9.x86_64.rpm 4.9 MB/s | 2.2 MB 00:00 2024-03-29T00:02:29.001 INFO:teuthology.orchestra.run.smithi053.stdout:(174/174): libacl-devel-2.3.1-4.el9.x86_64.rpm 556 kB/s | 74 kB 00:00 2024-03-29T00:02:29.005 INFO:teuthology.orchestra.run.smithi053.stdout:-------------------------------------------------------------------------------- 2024-03-29T00:02:29.005 INFO:teuthology.orchestra.run.smithi053.stdout:Total 13 MB/s | 226 MB 00:16 2024-03-29T00:02:29.401 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction check 2024-03-29T00:02:29.705 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction check succeeded. 2024-03-29T00:02:29.705 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction test 2024-03-29T00:02:31.523 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction test succeeded. 2024-03-29T00:02:31.523 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction 2024-03-29T00:02:33.871 INFO:teuthology.orchestra.run.smithi069.stdout: Preparing : 1/1 2024-03-29T00:02:33.983 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : openssl-libs-1:3.0.7-27.el9.x86_64 1/198 2024-03-29T00:02:34.025 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : libuuid-2.37.4-18.el9.x86_64 2/198 2024-03-29T00:02:34.075 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : libblkid-2.37.4-18.el9.x86_64 3/198 2024-03-29T00:02:34.124 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: libblkid-2.37.4-18.el9.x86_64 3/198 2024-03-29T00:02:34.124 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 4/198 2024-03-29T00:02:34.167 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 5/198 2024-03-29T00:02:34.209 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/198 2024-03-29T00:02:34.234 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/198 2024-03-29T00:02:34.278 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 8/198 2024-03-29T00:02:34.598 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 9/198 2024-03-29T00:02:34.652 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : librados2-2:19.0.0-1899.g323d23dc.el9.x86_64 10/198 2024-03-29T00:02:34.774 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: librados2-2:19.0.0-1899.g323d23dc.el9.x86_64 10/198 2024-03-29T00:02:34.811 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libcephfs2-2:19.0.0-1899.g323d23dc.el9.x86_64 11/198 2024-03-29T00:02:34.885 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: libcephfs2-2:19.0.0-1899.g323d23dc.el9.x86_64 11/198 2024-03-29T00:02:34.915 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-rados-2:19.0.0-1899.g323d23dc.el9.x86_64 12/198 2024-03-29T00:02:34.957 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 13/198 2024-03-29T00:02:35.131 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : elfutils-libelf-0.190-2.el9.x86_64 14/198 2024-03-29T00:02:35.179 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : postgresql-13.14-1.el9.x86_64 15/198 2024-03-29T00:02:35.199 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libcephsqlite-2:19.0.0-1899.g323d23dc.el9.x86_64 16/198 2024-03-29T00:02:35.303 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: libcephsqlite-2:19.0.0-1899.g323d23dc.el9.x86_64 16/198 2024-03-29T00:02:35.325 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libradosstriper1-2:19.0.0-1899.g323d23dc.el9.x86 17/198 2024-03-29T00:02:35.372 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: libradosstriper1-2:19.0.0-1899.g323d23dc.el9.x86 17/198 2024-03-29T00:02:35.420 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : libmount-2.37.4-18.el9.x86_64 18/198 2024-03-29T00:02:35.443 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 19/198 2024-03-29T00:02:35.459 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 19/198 2024-03-29T00:02:35.610 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 20/198 2024-03-29T00:02:35.641 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 20/198 2024-03-29T00:02:35.673 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : libsmartcols-2.37.4-18.el9.x86_64 21/198 2024-03-29T00:02:35.775 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : libacl-2.3.1-4.el9.x86_64 22/198 2024-03-29T00:02:35.883 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : NetworkManager-libnm-1:1.47.2-1.el9.x86_64 23/198 2024-03-29T00:02:35.946 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.2-1.el9.x86_64 23/198 2024-03-29T00:02:36.005 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: NetworkManager-1:1.47.2-1.el9.x86_64 24/198 2024-03-29T00:02:36.097 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : NetworkManager-1:1.47.2-1.el9.x86_64 24/198 2024-03-29T00:02:36.304 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: NetworkManager-1:1.47.2-1.el9.x86_64 24/198 2024-03-29T00:02:36.421 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : re2-1:20211101-3.el9.x86_64 25/198 2024-03-29T00:02:36.523 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 26/198 2024-03-29T00:02:36.569 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 27/198 2024-03-29T00:02:36.603 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : liboath-2.6.7-2.el9.x86_64 28/198 2024-03-29T00:02:36.647 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/198 2024-03-29T00:02:36.721 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/198 2024-03-29T00:02:36.775 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 31/198 2024-03-29T00:02:36.813 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 32/198 2024-03-29T00:02:36.878 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 33/198 2024-03-29T00:02:36.912 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 34/198 2024-03-29T00:02:36.956 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 35/198 2024-03-29T00:02:36.988 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 36/198 2024-03-29T00:02:37.016 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : lua-5.4.4-4.el9.x86_64 37/198 2024-03-29T00:02:37.086 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 38/198 2024-03-29T00:02:37.122 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-ceph-common-2:19.0.0-1899.g323d23dc.el9. 39/198 2024-03-29T00:02:37.164 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-ceph-argparse-2:19.0.0-1899.g323d23dc.el 40/198 2024-03-29T00:02:37.193 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-cephfs-2:19.0.0-1899.g323d23dc.el9.x86_6 41/198 2024-03-29T00:02:37.261 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 42/198 2024-03-29T00:02:37.308 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : luarocks-3.9.2-1.el9.noarch 43/198 2024-03-29T00:02:37.380 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 44/198 2024-03-29T00:02:37.513 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 45/198 2024-03-29T00:02:37.559 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 46/198 2024-03-29T00:02:38.073 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-rsa-4.9-2.el9.noarch 47/198 2024-03-29T00:02:38.147 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 48/198 2024-03-29T00:02:38.218 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 49/198 2024-03-29T00:02:38.258 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : util-linux-core-2.37.4-18.el9.x86_64 50/198 2024-03-29T00:02:38.268 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: util-linux-core-2.37.4-18.el9.x86_64 50/198 2024-03-29T00:02:38.298 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 51/198 2024-03-29T00:02:38.347 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : elfutils-libs-0.190-2.el9.x86_64 52/198 2024-03-29T00:02:38.385 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : librados-devel-2:19.0.0-1899.g323d23dc.el9.x86_6 53/198 2024-03-29T00:02:38.415 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 54/198 2024-03-29T00:02:38.636 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : libfdisk-2.37.4-18.el9.x86_64 55/198 2024-03-29T00:02:38.757 INFO:teuthology.orchestra.run.smithi053.stdout: Preparing : 1/1 2024-03-29T00:02:38.822 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : util-linux-2.37.4-18.el9.x86_64 56/198 2024-03-29T00:02:38.872 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : openssl-libs-1:3.0.7-27.el9.x86_64 1/198 2024-03-29T00:02:38.875 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : xfsprogs-6.3.0-1.el9.x86_64 57/198 2024-03-29T00:02:38.906 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : libuuid-2.37.4-18.el9.x86_64 2/198 2024-03-29T00:02:38.911 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 58/198 2024-03-29T00:02:38.936 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : libblkid-2.37.4-18.el9.x86_64 3/198 2024-03-29T00:02:38.947 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: libblkid-2.37.4-18.el9.x86_64 3/198 2024-03-29T00:02:38.987 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 4/198 2024-03-29T00:02:39.041 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 5/198 2024-03-29T00:02:39.054 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 59/198 2024-03-29T00:02:39.082 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/198 2024-03-29T00:02:39.098 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : openssl-1:3.0.7-27.el9.x86_64 60/198 2024-03-29T00:02:39.107 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/198 2024-03-29T00:02:39.144 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 8/198 2024-03-29T00:02:39.152 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 61/198 2024-03-29T00:02:39.225 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 62/198 2024-03-29T00:02:39.256 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 63/198 2024-03-29T00:02:39.327 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 64/198 2024-03-29T00:02:39.373 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 65/198 2024-03-29T00:02:39.409 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 66/198 2024-03-29T00:02:39.453 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 67/198 2024-03-29T00:02:39.494 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 68/198 2024-03-29T00:02:39.495 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 9/198 2024-03-29T00:02:39.541 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : librados2-2:19.0.0-1899.g323d23dc.el9.x86_64 10/198 2024-03-29T00:02:39.630 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 69/198 2024-03-29T00:02:39.665 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: librados2-2:19.0.0-1899.g323d23dc.el9.x86_64 10/198 2024-03-29T00:02:39.675 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 70/198 2024-03-29T00:02:39.693 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libcephfs2-2:19.0.0-1899.g323d23dc.el9.x86_64 11/198 2024-03-29T00:02:39.705 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 71/198 2024-03-29T00:02:39.747 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 72/198 2024-03-29T00:02:39.777 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: libcephfs2-2:19.0.0-1899.g323d23dc.el9.x86_64 11/198 2024-03-29T00:02:39.805 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-rados-2:19.0.0-1899.g323d23dc.el9.x86_64 12/198 2024-03-29T00:02:39.840 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 73/198 2024-03-29T00:02:39.842 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 13/198 2024-03-29T00:02:39.880 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 74/198 2024-03-29T00:02:39.920 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 75/198 2024-03-29T00:02:39.946 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 76/198 2024-03-29T00:02:39.970 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 77/198 2024-03-29T00:02:40.021 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : elfutils-libelf-0.190-2.el9.x86_64 14/198 2024-03-29T00:02:40.042 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 78/198 2024-03-29T00:02:40.078 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : postgresql-13.14-1.el9.x86_64 15/198 2024-03-29T00:02:40.105 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libcephsqlite-2:19.0.0-1899.g323d23dc.el9.x86_64 16/198 2024-03-29T00:02:40.170 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 79/198 2024-03-29T00:02:40.202 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: libcephsqlite-2:19.0.0-1899.g323d23dc.el9.x86_64 16/198 2024-03-29T00:02:40.231 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libradosstriper1-2:19.0.0-1899.g323d23dc.el9.x86 17/198 2024-03-29T00:02:40.270 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 80/198 2024-03-29T00:02:40.296 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: libradosstriper1-2:19.0.0-1899.g323d23dc.el9.x86 17/198 2024-03-29T00:02:40.312 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 81/198 2024-03-29T00:02:40.335 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : libmount-2.37.4-18.el9.x86_64 18/198 2024-03-29T00:02:40.358 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 19/198 2024-03-29T00:02:40.360 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-ply-3.11-14.el9.noarch 82/198 2024-03-29T00:02:40.375 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 19/198 2024-03-29T00:02:40.415 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 83/198 2024-03-29T00:02:40.517 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 20/198 2024-03-29T00:02:40.547 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 20/198 2024-03-29T00:02:40.587 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : libsmartcols-2.37.4-18.el9.x86_64 21/198 2024-03-29T00:02:40.606 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 84/198 2024-03-29T00:02:40.668 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 85/198 2024-03-29T00:02:40.695 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : libacl-2.3.1-4.el9.x86_64 22/198 2024-03-29T00:02:40.803 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 86/198 2024-03-29T00:02:40.839 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 87/198 2024-03-29T00:02:40.871 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 88/198 2024-03-29T00:02:40.902 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : fuse-2.9.9-15.el9.x86_64 89/198 2024-03-29T00:02:40.914 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : NetworkManager-libnm-1:1.47.2-1.el9.x86_64 23/198 2024-03-29T00:02:40.921 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : zlib-devel-1.2.11-40.el9.x86_64 90/198 2024-03-29T00:02:40.947 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 91/198 2024-03-29T00:02:40.974 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.2-1.el9.x86_64 23/198 2024-03-29T00:02:40.986 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : uuid-1.6.2-55.el9.x86_64 92/198 2024-03-29T00:02:41.018 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 93/198 2024-03-29T00:02:41.048 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 94/198 2024-03-29T00:02:41.057 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: NetworkManager-1:1.47.2-1.el9.x86_64 24/198 2024-03-29T00:02:41.124 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 95/198 2024-03-29T00:02:41.126 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : NetworkManager-1:1.47.2-1.el9.x86_64 24/198 2024-03-29T00:02:41.176 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 96/198 2024-03-29T00:02:41.208 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 97/198 2024-03-29T00:02:41.249 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 98/198 2024-03-29T00:02:41.284 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 99/198 2024-03-29T00:02:41.366 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: NetworkManager-1:1.47.2-1.el9.x86_64 24/198 2024-03-29T00:02:41.371 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 100/198 2024-03-29T00:02:41.462 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 101/198 2024-03-29T00:02:41.478 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : re2-1:20211101-3.el9.x86_64 25/198 2024-03-29T00:02:41.506 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 102/198 2024-03-29T00:02:41.539 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 103/198 2024-03-29T00:02:41.573 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 26/198 2024-03-29T00:02:41.585 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 104/198 2024-03-29T00:02:41.684 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-packaging-20.9-5.el9.noarch 105/198 2024-03-29T00:02:41.722 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 27/198 2024-03-29T00:02:41.731 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 106/198 2024-03-29T00:02:41.749 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : liboath-2.6.7-2.el9.x86_64 28/198 2024-03-29T00:02:41.785 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/198 2024-03-29T00:02:41.862 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/198 2024-03-29T00:02:41.913 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 31/198 2024-03-29T00:02:41.951 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 32/198 2024-03-29T00:02:42.017 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 33/198 2024-03-29T00:02:42.051 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 34/198 2024-03-29T00:02:42.105 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 35/198 2024-03-29T00:02:42.143 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 36/198 2024-03-29T00:02:42.171 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : lua-5.4.4-4.el9.x86_64 37/198 2024-03-29T00:02:42.243 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 38/198 2024-03-29T00:02:42.276 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-ceph-common-2:19.0.0-1899.g323d23dc.el9. 39/198 2024-03-29T00:02:42.319 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-ceph-argparse-2:19.0.0-1899.g323d23dc.el 40/198 2024-03-29T00:02:42.348 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-cephfs-2:19.0.0-1899.g323d23dc.el9.x86_6 41/198 2024-03-29T00:02:42.421 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 42/198 2024-03-29T00:02:42.454 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 107/198 2024-03-29T00:02:42.462 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : luarocks-3.9.2-1.el9.noarch 43/198 2024-03-29T00:02:42.495 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 108/198 2024-03-29T00:02:42.529 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 109/198 2024-03-29T00:02:42.540 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 44/198 2024-03-29T00:02:42.577 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 110/198 2024-03-29T00:02:42.656 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 111/198 2024-03-29T00:02:42.678 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 45/198 2024-03-29T00:02:42.689 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 112/198 2024-03-29T00:02:42.732 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 46/198 2024-03-29T00:02:42.865 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : openblas-0.3.21-2.el9.x86_64 113/198 2024-03-29T00:02:42.886 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 114/198 2024-03-29T00:02:42.971 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 115/198 2024-03-29T00:02:43.286 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-rsa-4.9-2.el9.noarch 47/198 2024-03-29T00:02:43.370 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 48/198 2024-03-29T00:02:43.468 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 49/198 2024-03-29T00:02:43.513 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : util-linux-core-2.37.4-18.el9.x86_64 50/198 2024-03-29T00:02:43.523 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: util-linux-core-2.37.4-18.el9.x86_64 50/198 2024-03-29T00:02:43.553 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 51/198 2024-03-29T00:02:43.591 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 116/198 2024-03-29T00:02:43.602 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : elfutils-libs-0.190-2.el9.x86_64 52/198 2024-03-29T00:02:43.640 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : librados-devel-2:19.0.0-1899.g323d23dc.el9.x86_6 53/198 2024-03-29T00:02:43.669 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 54/198 2024-03-29T00:02:43.699 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 117/198 2024-03-29T00:02:43.900 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : libfdisk-2.37.4-18.el9.x86_64 55/198 2024-03-29T00:02:44.289 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : util-linux-2.37.4-18.el9.x86_64 56/198 2024-03-29T00:02:44.381 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : xfsprogs-6.3.0-1.el9.x86_64 57/198 2024-03-29T00:02:44.417 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 58/198 2024-03-29T00:02:44.553 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 59/198 2024-03-29T00:02:44.608 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : openssl-1:3.0.7-27.el9.x86_64 60/198 2024-03-29T00:02:44.665 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 61/198 2024-03-29T00:02:44.737 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 62/198 2024-03-29T00:02:44.776 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 63/198 2024-03-29T00:02:44.812 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 64/198 2024-03-29T00:02:44.860 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 65/198 2024-03-29T00:02:44.889 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 118/198 2024-03-29T00:02:44.895 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 66/198 2024-03-29T00:02:44.939 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 67/198 2024-03-29T00:02:44.978 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 119/198 2024-03-29T00:02:44.980 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 68/198 2024-03-29T00:02:45.009 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 120/198 2024-03-29T00:02:45.040 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : jq-1.6-16.el9.x86_64 121/198 2024-03-29T00:02:45.068 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 122/198 2024-03-29T00:02:45.119 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 69/198 2024-03-29T00:02:45.169 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 70/198 2024-03-29T00:02:45.199 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 71/198 2024-03-29T00:02:45.241 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 72/198 2024-03-29T00:02:45.338 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 73/198 2024-03-29T00:02:45.373 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 74/198 2024-03-29T00:02:45.378 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 123/198 2024-03-29T00:02:45.406 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : librbd1-2:19.0.0-1899.g323d23dc.el9.x86_64 124/198 2024-03-29T00:02:45.414 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 75/198 2024-03-29T00:02:45.439 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 76/198 2024-03-29T00:02:45.464 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 77/198 2024-03-29T00:02:45.488 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: librbd1-2:19.0.0-1899.g323d23dc.el9.x86_64 124/198 2024-03-29T00:02:45.519 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-rbd-2:19.0.0-1899.g323d23dc.el9.x86_64 125/198 2024-03-29T00:02:45.539 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 78/198 2024-03-29T00:02:45.547 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 126/198 2024-03-29T00:02:45.669 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 79/198 2024-03-29T00:02:45.775 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 80/198 2024-03-29T00:02:45.814 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 81/198 2024-03-29T00:02:45.872 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-ply-3.11-14.el9.noarch 82/198 2024-03-29T00:02:45.927 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 83/198 2024-03-29T00:02:45.994 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 127/198 2024-03-29T00:02:46.026 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : librgw2-2:19.0.0-1899.g323d23dc.el9.x86_64 128/198 2024-03-29T00:02:46.080 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: librgw2-2:19.0.0-1899.g323d23dc.el9.x86_64 128/198 2024-03-29T00:02:46.103 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-rgw-2:19.0.0-1899.g323d23dc.el9.x86_64 129/198 2024-03-29T00:02:46.126 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 84/198 2024-03-29T00:02:46.180 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 85/198 2024-03-29T00:02:46.318 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 86/198 2024-03-29T00:02:46.366 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 87/198 2024-03-29T00:02:46.398 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 88/198 2024-03-29T00:02:46.428 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : fuse-2.9.9-15.el9.x86_64 89/198 2024-03-29T00:02:46.456 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : zlib-devel-1.2.11-40.el9.x86_64 90/198 2024-03-29T00:02:46.491 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 91/198 2024-03-29T00:02:46.530 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : uuid-1.6.2-55.el9.x86_64 92/198 2024-03-29T00:02:46.561 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 93/198 2024-03-29T00:02:46.591 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 94/198 2024-03-29T00:02:46.670 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 95/198 2024-03-29T00:02:46.702 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 96/198 2024-03-29T00:02:46.735 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 97/198 2024-03-29T00:02:46.777 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 98/198 2024-03-29T00:02:46.811 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 99/198 2024-03-29T00:02:46.903 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 100/198 2024-03-29T00:02:47.001 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 101/198 2024-03-29T00:02:47.042 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 102/198 2024-03-29T00:02:47.081 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 103/198 2024-03-29T00:02:47.129 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 104/198 2024-03-29T00:02:47.237 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-packaging-20.9-5.el9.noarch 105/198 2024-03-29T00:02:47.292 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 106/198 2024-03-29T00:02:48.089 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 107/198 2024-03-29T00:02:48.138 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 108/198 2024-03-29T00:02:48.172 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 109/198 2024-03-29T00:02:48.221 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 110/198 2024-03-29T00:02:48.310 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 111/198 2024-03-29T00:02:48.322 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-common-2:19.0.0-1899.g323d23dc.el9.x86_64 130/198 2024-03-29T00:02:48.347 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 112/198 2024-03-29T00:02:48.357 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-common-2:19.0.0-1899.g323d23dc.el9.x86_64 130/198 2024-03-29T00:02:48.532 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : openblas-0.3.21-2.el9.x86_64 113/198 2024-03-29T00:02:48.562 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 114/198 2024-03-29T00:02:48.641 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 115/198 2024-03-29T00:02:48.895 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-common-2:19.0.0-1899.g323d23dc.el9.x86_64 130/198 2024-03-29T00:02:48.936 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-base-2:19.0.0-1899.g323d23dc.el9.x86_64 131/198 2024-03-29T00:02:49.009 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-base-2:19.0.0-1899.g323d23dc.el9.x86_64 131/198 2024-03-29T00:02:49.009 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-03-29T00:02:49.009 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-03-29T00:02:49.009 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-03-29T00:02:49.037 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-selinux-2:19.0.0-1899.g323d23dc.el9.x86_64 132/198 2024-03-29T00:02:49.320 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 116/198 2024-03-29T00:02:49.437 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 117/198 2024-03-29T00:02:50.736 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 118/198 2024-03-29T00:02:50.812 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 119/198 2024-03-29T00:02:50.851 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 120/198 2024-03-29T00:02:50.882 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : jq-1.6-16.el9.x86_64 121/198 2024-03-29T00:02:50.910 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 122/198 2024-03-29T00:02:51.230 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 123/198 2024-03-29T00:02:51.256 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : librbd1-2:19.0.0-1899.g323d23dc.el9.x86_64 124/198 2024-03-29T00:02:51.347 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: librbd1-2:19.0.0-1899.g323d23dc.el9.x86_64 124/198 2024-03-29T00:02:51.377 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-rbd-2:19.0.0-1899.g323d23dc.el9.x86_64 125/198 2024-03-29T00:02:51.414 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 126/198 2024-03-29T00:02:51.898 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 127/198 2024-03-29T00:02:51.926 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : librgw2-2:19.0.0-1899.g323d23dc.el9.x86_64 128/198 2024-03-29T00:02:51.988 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: librgw2-2:19.0.0-1899.g323d23dc.el9.x86_64 128/198 2024-03-29T00:02:52.019 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-rgw-2:19.0.0-1899.g323d23dc.el9.x86_64 129/198 2024-03-29T00:02:54.308 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-common-2:19.0.0-1899.g323d23dc.el9.x86_64 130/198 2024-03-29T00:02:54.340 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-common-2:19.0.0-1899.g323d23dc.el9.x86_64 130/198 2024-03-29T00:02:54.907 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-common-2:19.0.0-1899.g323d23dc.el9.x86_64 130/198 2024-03-29T00:02:54.944 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-base-2:19.0.0-1899.g323d23dc.el9.x86_64 131/198 2024-03-29T00:02:55.018 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-base-2:19.0.0-1899.g323d23dc.el9.x86_64 131/198 2024-03-29T00:02:55.018 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-03-29T00:02:55.018 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-03-29T00:02:55.019 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-03-29T00:02:55.053 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-selinux-2:19.0.0-1899.g323d23dc.el9.x86_64 132/198 2024-03-29T00:02:59.446 INFO:teuthology.orchestra.run.smithi012.stdout:Extra Packages for Enterprise Linux 551 kB/s | 21 MB 00:38 2024-03-29T00:03:00.942 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-selinux-2:19.0.0-1899.g323d23dc.el9.x86_64 132/198 2024-03-29T00:03:00.942 INFO:teuthology.orchestra.run.smithi069.stdout:skipping the directory /sys 2024-03-29T00:03:00.942 INFO:teuthology.orchestra.run.smithi069.stdout:skipping the directory /proc 2024-03-29T00:03:00.942 INFO:teuthology.orchestra.run.smithi069.stdout:skipping the directory /mnt 2024-03-29T00:03:00.942 INFO:teuthology.orchestra.run.smithi069.stdout:skipping the directory /var/tmp 2024-03-29T00:03:00.942 INFO:teuthology.orchestra.run.smithi069.stdout:skipping the directory /home 2024-03-29T00:03:00.943 INFO:teuthology.orchestra.run.smithi069.stdout:skipping the directory /root 2024-03-29T00:03:00.943 INFO:teuthology.orchestra.run.smithi069.stdout:skipping the directory /tmp 2024-03-29T00:03:00.943 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-03-29T00:03:01.111 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-volume-2:19.0.0-1899.g323d23dc.el9.noarch 133/198 2024-03-29T00:03:01.123 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-volume-2:19.0.0-1899.g323d23dc.el9.noarch 133/198 2024-03-29T00:03:01.123 INFO:teuthology.orchestra.run.smithi069.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-29T00:03:01.123 INFO:teuthology.orchestra.run.smithi069.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-03-29T00:03:01.124 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-03-29T00:03:02.611 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-osd-2:19.0.0-1899.g323d23dc.el9.x86_64 134/198 2024-03-29T00:03:02.637 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-osd-2:19.0.0-1899.g323d23dc.el9.x86_64 134/198 2024-03-29T00:03:02.637 INFO:teuthology.orchestra.run.smithi069.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-29T00:03:02.637 INFO:teuthology.orchestra.run.smithi069.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-03-29T00:03:02.637 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-29T00:03:02.637 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-29T00:03:02.637 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-03-29T00:03:02.862 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-mds-2:19.0.0-1899.g323d23dc.el9.x86_64 135/198 2024-03-29T00:03:02.884 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-mds-2:19.0.0-1899.g323d23dc.el9.x86_64 135/198 2024-03-29T00:03:02.884 INFO:teuthology.orchestra.run.smithi069.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-29T00:03:02.884 INFO:teuthology.orchestra.run.smithi069.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-03-29T00:03:02.884 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-29T00:03:02.884 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-29T00:03:02.885 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-03-29T00:03:03.321 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-mon-2:19.0.0-1899.g323d23dc.el9.x86_64 136/198 2024-03-29T00:03:03.343 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-mon-2:19.0.0-1899.g323d23dc.el9.x86_64 136/198 2024-03-29T00:03:03.343 INFO:teuthology.orchestra.run.smithi069.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-29T00:03:03.343 INFO:teuthology.orchestra.run.smithi069.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-03-29T00:03:03.343 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-29T00:03:03.343 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-29T00:03:03.343 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-03-29T00:03:03.431 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : automake-1.16.2-8.el9.noarch 137/198 2024-03-29T00:03:03.798 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: cephadm-2:19.0.0-1899.g323d23dc.el9.noarch 138/198 2024-03-29T00:03:03.821 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : cephadm-2:19.0.0-1899.g323d23dc.el9.noarch 138/198 2024-03-29T00:03:03.844 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-1899.g323d23dc.e 139/198 2024-03-29T00:03:03.895 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-1899.g323d23dc. 140/198 2024-03-29T00:03:03.919 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-1899.g323d23dc.el9.noa 141/198 2024-03-29T00:03:04.943 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-1899.g323d23dc.el9.noa 141/198 2024-03-29T00:03:04.979 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-1899.g323d23dc.el9.n 142/198 2024-03-29T00:03:05.487 INFO:teuthology.orchestra.run.smithi012.stdout:lab-extras 39 kB/s | 1.7 kB 00:00 2024-03-29T00:03:05.937 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-1899.g323d23dc.el9.n 142/198 2024-03-29T00:03:05.963 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-1899.g323 143/198 2024-03-29T00:03:06.062 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-1899.g323 143/198 2024-03-29T00:03:06.225 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-1899.g323d23dc.el 144/198 2024-03-29T00:03:06.273 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-mgr-2:19.0.0-1899.g323d23dc.el9.x86_64 145/198 2024-03-29T00:03:06.296 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-mgr-2:19.0.0-1899.g323d23dc.el9.x86_64 145/198 2024-03-29T00:03:06.296 INFO:teuthology.orchestra.run.smithi069.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-29T00:03:06.296 INFO:teuthology.orchestra.run.smithi069.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-03-29T00:03:06.296 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-29T00:03:06.296 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-29T00:03:06.297 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-03-29T00:03:06.341 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-mgr-rook-2:19.0.0-1899.g323d23dc.el9.noarch 146/198 2024-03-29T00:03:06.351 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-1899.g323d23dc.el9.noarch 146/198 2024-03-29T00:03:06.397 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-2:19.0.0-1899.g323d23dc.el9.x86_64 147/198 2024-03-29T00:03:07.254 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libtool-2.4.6-45.el9.x86_64 148/198 2024-03-29T00:03:07.293 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-radosgw-2:19.0.0-1899.g323d23dc.el9.x86_64 149/198 2024-03-29T00:03:07.315 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-1899.g323d23dc.el9.x86_64 149/198 2024-03-29T00:03:07.315 INFO:teuthology.orchestra.run.smithi069.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-29T00:03:07.315 INFO:teuthology.orchestra.run.smithi069.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-03-29T00:03:07.315 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-29T00:03:07.316 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-29T00:03:07.316 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-03-29T00:03:07.356 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-selinux-2:19.0.0-1899.g323d23dc.el9.x86_64 132/198 2024-03-29T00:03:07.357 INFO:teuthology.orchestra.run.smithi053.stdout:skipping the directory /sys 2024-03-29T00:03:07.357 INFO:teuthology.orchestra.run.smithi053.stdout:skipping the directory /proc 2024-03-29T00:03:07.357 INFO:teuthology.orchestra.run.smithi053.stdout:skipping the directory /mnt 2024-03-29T00:03:07.357 INFO:teuthology.orchestra.run.smithi053.stdout:skipping the directory /var/tmp 2024-03-29T00:03:07.357 INFO:teuthology.orchestra.run.smithi053.stdout:skipping the directory /home 2024-03-29T00:03:07.357 INFO:teuthology.orchestra.run.smithi053.stdout:skipping the directory /root 2024-03-29T00:03:07.357 INFO:teuthology.orchestra.run.smithi053.stdout:skipping the directory /tmp 2024-03-29T00:03:07.357 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-03-29T00:03:07.361 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-1899.g323d2 150/198 2024-03-29T00:03:07.382 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-1899.g323d2 150/198 2024-03-29T00:03:07.382 INFO:teuthology.orchestra.run.smithi069.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-29T00:03:07.382 INFO:teuthology.orchestra.run.smithi069.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-03-29T00:03:07.382 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-03-29T00:03:07.428 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : cephfs-mirror-2:19.0.0-1899.g323d23dc.el9.x86_64 151/198 2024-03-29T00:03:07.450 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-1899.g323d23dc.el9.x86_64 151/198 2024-03-29T00:03:07.450 INFO:teuthology.orchestra.run.smithi069.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-29T00:03:07.450 INFO:teuthology.orchestra.run.smithi069.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-03-29T00:03:07.450 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-03-29T00:03:07.450 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-03-29T00:03:07.450 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-03-29T00:03:07.522 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-volume-2:19.0.0-1899.g323d23dc.el9.noarch 133/198 2024-03-29T00:03:07.539 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-volume-2:19.0.0-1899.g323d23dc.el9.noarch 133/198 2024-03-29T00:03:07.539 INFO:teuthology.orchestra.run.smithi053.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-29T00:03:07.539 INFO:teuthology.orchestra.run.smithi053.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-03-29T00:03:07.539 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-03-29T00:03:07.770 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : rbd-mirror-2:19.0.0-1899.g323d23dc.el9.x86_64 152/198 2024-03-29T00:03:07.792 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: rbd-mirror-2:19.0.0-1899.g323d23dc.el9.x86_64 152/198 2024-03-29T00:03:07.792 INFO:teuthology.orchestra.run.smithi069.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-29T00:03:07.792 INFO:teuthology.orchestra.run.smithi069.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-03-29T00:03:07.792 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-29T00:03:07.793 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-29T00:03:07.793 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-03-29T00:03:08.413 INFO:teuthology.orchestra.run.smithi012.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-29T00:03:08.415 INFO:teuthology.orchestra.run.smithi012.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-29T00:03:08.437 INFO:teuthology.orchestra.run.smithi012.stdout:Package NetworkManager-1:1.44.0-2.el9.x86_64 is already installed. 2024-03-29T00:03:08.439 INFO:teuthology.orchestra.run.smithi012.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-03-29T00:03:08.440 INFO:teuthology.orchestra.run.smithi012.stdout:Package util-linux-2.37.4-15.el9.x86_64 is already installed. 2024-03-29T00:03:08.441 INFO:teuthology.orchestra.run.smithi012.stdout:Package libacl-devel-2.3.1-3.el9.x86_64 is already installed. 2024-03-29T00:03:08.444 INFO:teuthology.orchestra.run.smithi012.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-03-29T00:03:08.448 INFO:teuthology.orchestra.run.smithi012.stdout:Package xfsdump-3.1.12-3.el9.x86_64 is already installed. 2024-03-29T00:03:08.449 INFO:teuthology.orchestra.run.smithi012.stdout:Package xfsprogs-5.19.0-4.el9.x86_64 is already installed. 2024-03-29T00:03:08.545 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2024-03-29T00:03:08.574 INFO:teuthology.orchestra.run.smithi012.stdout:============================================================================================ 2024-03-29T00:03:08.574 INFO:teuthology.orchestra.run.smithi012.stdout: Package Arch Version Repository Size 2024-03-29T00:03:08.574 INFO:teuthology.orchestra.run.smithi012.stdout:============================================================================================ 2024-03-29T00:03:08.574 INFO:teuthology.orchestra.run.smithi012.stdout:Installing: 2024-03-29T00:03:08.574 INFO:teuthology.orchestra.run.smithi012.stdout: bison x86_64 3.7.4-5.el9 CentOS-AppStream 920 k 2024-03-29T00:03:08.574 INFO:teuthology.orchestra.run.smithi012.stdout: ceph x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 6.6 k 2024-03-29T00:03:08.574 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-base x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 5.3 M 2024-03-29T00:03:08.574 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-fuse x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 889 k 2024-03-29T00:03:08.574 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 145 k 2024-03-29T00:03:08.574 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 1.5 M 2024-03-29T00:03:08.575 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-cephadm noarch 2:19.0.0-1899.g323d23dc.el9 ceph-noarch 138 k 2024-03-29T00:03:08.575 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-dashboard noarch 2:19.0.0-1899.g323d23dc.el9 ceph-noarch 3.5 M 2024-03-29T00:03:08.575 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-1899.g323d23dc.el9 ceph-noarch 7.4 M 2024-03-29T00:03:08.575 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-rook noarch 2:19.0.0-1899.g323d23dc.el9 ceph-noarch 49 k 2024-03-29T00:03:08.575 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-radosgw x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 9.8 M 2024-03-29T00:03:08.575 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-test x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 47 M 2024-03-29T00:03:08.575 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-volume noarch 2:19.0.0-1899.g323d23dc.el9 ceph-noarch 264 k 2024-03-29T00:03:08.575 INFO:teuthology.orchestra.run.smithi012.stdout: cephadm noarch 2:19.0.0-1899.g323d23dc.el9 ceph-noarch 748 k 2024-03-29T00:03:08.575 INFO:teuthology.orchestra.run.smithi012.stdout: cephfs-mirror x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 221 k 2024-03-29T00:03:08.575 INFO:teuthology.orchestra.run.smithi012.stdout: cephfs-shell x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 27 k 2024-03-29T00:03:08.575 INFO:teuthology.orchestra.run.smithi012.stdout: cephfs-top noarch 2:19.0.0-1899.g323d23dc.el9 ceph-noarch 18 k 2024-03-29T00:03:08.575 INFO:teuthology.orchestra.run.smithi012.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-03-29T00:03:08.575 INFO:teuthology.orchestra.run.smithi012.stdout: flex x86_64 2.6.4-9.el9 CentOS-AppStream 307 k 2024-03-29T00:03:08.576 INFO:teuthology.orchestra.run.smithi012.stdout: libaio-devel x86_64 0.3.111-13.el9 CentOS-AppStream 10 k 2024-03-29T00:03:08.576 INFO:teuthology.orchestra.run.smithi012.stdout: libcephfs-devel x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 32 k 2024-03-29T00:03:08.576 INFO:teuthology.orchestra.run.smithi012.stdout: libcephfs2 x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 746 k 2024-03-29T00:03:08.576 INFO:teuthology.orchestra.run.smithi012.stdout: librados-devel x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 127 k 2024-03-29T00:03:08.576 INFO:teuthology.orchestra.run.smithi012.stdout: libtool x86_64 2.4.6-45.el9 CentOS-AppStream 578 k 2024-03-29T00:03:08.576 INFO:teuthology.orchestra.run.smithi012.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-03-29T00:03:08.576 INFO:teuthology.orchestra.run.smithi012.stdout: openssl-devel x86_64 1:3.0.7-27.el9 appstream 4.1 M 2024-03-29T00:03:08.576 INFO:teuthology.orchestra.run.smithi012.stdout: postgresql x86_64 13.14-1.el9 CentOS-AppStream 1.5 M 2024-03-29T00:03:08.576 INFO:teuthology.orchestra.run.smithi012.stdout: postgresql-contrib x86_64 13.14-1.el9 CentOS-AppStream 817 k 2024-03-29T00:03:08.576 INFO:teuthology.orchestra.run.smithi012.stdout: postgresql-server x86_64 13.14-1.el9 CentOS-AppStream 5.7 M 2024-03-29T00:03:08.576 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cephfs x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 162 k 2024-03-29T00:03:08.576 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rados x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 321 k 2024-03-29T00:03:08.577 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rbd x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 299 k 2024-03-29T00:03:08.577 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rgw x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 100 k 2024-03-29T00:03:08.577 INFO:teuthology.orchestra.run.smithi012.stdout: rbd-fuse x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 86 k 2024-03-29T00:03:08.577 INFO:teuthology.orchestra.run.smithi012.stdout: rbd-mirror x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 3.1 M 2024-03-29T00:03:08.577 INFO:teuthology.orchestra.run.smithi012.stdout: rbd-nbd x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 171 k 2024-03-29T00:03:08.577 INFO:teuthology.orchestra.run.smithi012.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-03-29T00:03:08.577 INFO:teuthology.orchestra.run.smithi012.stdout:Upgrading: 2024-03-29T00:03:08.577 INFO:teuthology.orchestra.run.smithi012.stdout: NetworkManager x86_64 1:1.47.2-1.el9 CentOS-BaseOS 2.3 M 2024-03-29T00:03:08.577 INFO:teuthology.orchestra.run.smithi012.stdout: NetworkManager-libnm x86_64 1:1.47.2-1.el9 CentOS-BaseOS 1.8 M 2024-03-29T00:03:08.577 INFO:teuthology.orchestra.run.smithi012.stdout: NetworkManager-team x86_64 1:1.47.2-1.el9 CentOS-BaseOS 41 k 2024-03-29T00:03:08.578 INFO:teuthology.orchestra.run.smithi012.stdout: NetworkManager-tui x86_64 1:1.47.2-1.el9 CentOS-BaseOS 247 k 2024-03-29T00:03:08.578 INFO:teuthology.orchestra.run.smithi012.stdout: acl x86_64 2.3.1-4.el9 baseos 71 k 2024-03-29T00:03:08.578 INFO:teuthology.orchestra.run.smithi012.stdout: elfutils-debuginfod-client x86_64 0.190-2.el9 baseos 36 k 2024-03-29T00:03:08.578 INFO:teuthology.orchestra.run.smithi012.stdout: elfutils-libelf x86_64 0.190-2.el9 baseos 192 k 2024-03-29T00:03:08.578 INFO:teuthology.orchestra.run.smithi012.stdout: elfutils-libs x86_64 0.190-2.el9 baseos 256 k 2024-03-29T00:03:08.578 INFO:teuthology.orchestra.run.smithi012.stdout: libacl x86_64 2.3.1-4.el9 baseos 23 k 2024-03-29T00:03:08.578 INFO:teuthology.orchestra.run.smithi012.stdout: libacl-devel x86_64 2.3.1-4.el9 appstream 74 k 2024-03-29T00:03:08.578 INFO:teuthology.orchestra.run.smithi012.stdout: libblkid x86_64 2.37.4-18.el9 baseos 108 k 2024-03-29T00:03:08.578 INFO:teuthology.orchestra.run.smithi012.stdout: libfdisk x86_64 2.37.4-18.el9 baseos 155 k 2024-03-29T00:03:08.578 INFO:teuthology.orchestra.run.smithi012.stdout: libmount x86_64 2.37.4-18.el9 baseos 136 k 2024-03-29T00:03:08.578 INFO:teuthology.orchestra.run.smithi012.stdout: librados2 x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 3.4 M 2024-03-29T00:03:08.579 INFO:teuthology.orchestra.run.smithi012.stdout: librbd1 x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 3.1 M 2024-03-29T00:03:08.579 INFO:teuthology.orchestra.run.smithi012.stdout: libsmartcols x86_64 2.37.4-18.el9 baseos 64 k 2024-03-29T00:03:08.579 INFO:teuthology.orchestra.run.smithi012.stdout: libuuid x86_64 2.37.4-18.el9 baseos 29 k 2024-03-29T00:03:08.579 INFO:teuthology.orchestra.run.smithi012.stdout: openssl x86_64 1:3.0.7-27.el9 baseos 1.2 M 2024-03-29T00:03:08.579 INFO:teuthology.orchestra.run.smithi012.stdout: openssl-libs x86_64 1:3.0.7-27.el9 baseos 2.2 M 2024-03-29T00:03:08.579 INFO:teuthology.orchestra.run.smithi012.stdout: util-linux x86_64 2.37.4-18.el9 baseos 2.3 M 2024-03-29T00:03:08.579 INFO:teuthology.orchestra.run.smithi012.stdout: util-linux-core x86_64 2.37.4-18.el9 baseos 465 k 2024-03-29T00:03:08.579 INFO:teuthology.orchestra.run.smithi012.stdout: util-linux-user x86_64 2.37.4-18.el9 baseos 31 k 2024-03-29T00:03:08.579 INFO:teuthology.orchestra.run.smithi012.stdout: xfsdump x86_64 3.1.12-4.el9 CentOS-BaseOS 321 k 2024-03-29T00:03:08.579 INFO:teuthology.orchestra.run.smithi012.stdout: xfsprogs x86_64 6.3.0-1.el9 baseos 1.1 M 2024-03-29T00:03:08.579 INFO:teuthology.orchestra.run.smithi012.stdout:Installing dependencies: 2024-03-29T00:03:08.579 INFO:teuthology.orchestra.run.smithi012.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-03-29T00:03:08.579 INFO:teuthology.orchestra.run.smithi012.stdout: automake noarch 1.16.2-8.el9 CentOS-AppStream 662 k 2024-03-29T00:03:08.580 INFO:teuthology.orchestra.run.smithi012.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-03-29T00:03:08.580 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-common x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 21 M 2024-03-29T00:03:08.580 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-grafana-dashboards noarch 2:19.0.0-1899.g323d23dc.el9 ceph-noarch 31 k 2024-03-29T00:03:08.580 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mds x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 2.4 M 2024-03-29T00:03:08.580 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-modules-core noarch 2:19.0.0-1899.g323d23dc.el9 ceph-noarch 248 k 2024-03-29T00:03:08.580 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mon x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 4.7 M 2024-03-29T00:03:08.580 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-osd x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 17 M 2024-03-29T00:03:08.580 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-prometheus-alerts noarch 2:19.0.0-1899.g323d23dc.el9 ceph-noarch 15 k 2024-03-29T00:03:08.580 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-selinux x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 25 k 2024-03-29T00:03:08.580 INFO:teuthology.orchestra.run.smithi012.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-03-29T00:03:08.580 INFO:teuthology.orchestra.run.smithi012.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-03-29T00:03:08.581 INFO:teuthology.orchestra.run.smithi012.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-03-29T00:03:08.581 INFO:teuthology.orchestra.run.smithi012.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-03-29T00:03:08.581 INFO:teuthology.orchestra.run.smithi012.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-03-29T00:03:08.581 INFO:teuthology.orchestra.run.smithi012.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-03-29T00:03:08.581 INFO:teuthology.orchestra.run.smithi012.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-03-29T00:03:08.581 INFO:teuthology.orchestra.run.smithi012.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-03-29T00:03:08.581 INFO:teuthology.orchestra.run.smithi012.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-03-29T00:03:08.581 INFO:teuthology.orchestra.run.smithi012.stdout: libcephsqlite x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 163 k 2024-03-29T00:03:08.581 INFO:teuthology.orchestra.run.smithi012.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-03-29T00:03:08.581 INFO:teuthology.orchestra.run.smithi012.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-03-29T00:03:08.581 INFO:teuthology.orchestra.run.smithi012.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-03-29T00:03:08.582 INFO:teuthology.orchestra.run.smithi012.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-03-29T00:03:08.582 INFO:teuthology.orchestra.run.smithi012.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-03-29T00:03:08.582 INFO:teuthology.orchestra.run.smithi012.stdout: libradosstriper1 x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 501 k 2024-03-29T00:03:08.582 INFO:teuthology.orchestra.run.smithi012.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-03-29T00:03:08.582 INFO:teuthology.orchestra.run.smithi012.stdout: librgw2 x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 5.1 M 2024-03-29T00:03:08.582 INFO:teuthology.orchestra.run.smithi012.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-03-29T00:03:08.582 INFO:teuthology.orchestra.run.smithi012.stdout: libzstd-devel x86_64 1.5.1-2.el9 CentOS-AppStream 46 k 2024-03-29T00:03:08.582 INFO:teuthology.orchestra.run.smithi012.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-03-29T00:03:08.582 INFO:teuthology.orchestra.run.smithi012.stdout: lua x86_64 5.4.4-4.el9 CentOS-AppStream 187 k 2024-03-29T00:03:08.582 INFO:teuthology.orchestra.run.smithi012.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-03-29T00:03:08.583 INFO:teuthology.orchestra.run.smithi012.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-03-29T00:03:08.583 INFO:teuthology.orchestra.run.smithi012.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-03-29T00:03:08.583 INFO:teuthology.orchestra.run.smithi012.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-03-29T00:03:08.583 INFO:teuthology.orchestra.run.smithi012.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-03-29T00:03:08.583 INFO:teuthology.orchestra.run.smithi012.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-03-29T00:03:08.583 INFO:teuthology.orchestra.run.smithi012.stdout: postgresql-private-libs x86_64 13.14-1.el9 CentOS-AppStream 132 k 2024-03-29T00:03:08.583 INFO:teuthology.orchestra.run.smithi012.stdout: protobuf x86_64 3.14.0-13.el9 CentOS-AppStream 1.0 M 2024-03-29T00:03:08.583 INFO:teuthology.orchestra.run.smithi012.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-03-29T00:03:08.583 INFO:teuthology.orchestra.run.smithi012.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-03-29T00:03:08.583 INFO:teuthology.orchestra.run.smithi012.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-03-29T00:03:08.583 INFO:teuthology.orchestra.run.smithi012.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-03-29T00:03:08.584 INFO:teuthology.orchestra.run.smithi012.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-03-29T00:03:08.584 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-03-29T00:03:08.584 INFO:teuthology.orchestra.run.smithi012.stdout: python3-ceph-argparse x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 45 k 2024-03-29T00:03:08.584 INFO:teuthology.orchestra.run.smithi012.stdout: python3-ceph-common x86_64 2:19.0.0-1899.g323d23dc.el9 ceph 131 k 2024-03-29T00:03:08.584 INFO:teuthology.orchestra.run.smithi012.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-03-29T00:03:08.584 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-03-29T00:03:08.584 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-03-29T00:03:08.584 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-03-29T00:03:08.584 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-03-29T00:03:08.584 INFO:teuthology.orchestra.run.smithi012.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-03-29T00:03:08.584 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-03-29T00:03:08.585 INFO:teuthology.orchestra.run.smithi012.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-03-29T00:03:08.585 INFO:teuthology.orchestra.run.smithi012.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-03-29T00:03:08.585 INFO:teuthology.orchestra.run.smithi012.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-03-29T00:03:08.585 INFO:teuthology.orchestra.run.smithi012.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-03-29T00:03:08.585 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-03-29T00:03:08.585 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-03-29T00:03:08.585 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-03-29T00:03:08.585 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-03-29T00:03:08.585 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-03-29T00:03:08.585 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-03-29T00:03:08.585 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-03-29T00:03:08.585 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-03-29T00:03:08.585 INFO:teuthology.orchestra.run.smithi012.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-03-29T00:03:08.586 INFO:teuthology.orchestra.run.smithi012.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-03-29T00:03:08.586 INFO:teuthology.orchestra.run.smithi012.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-03-29T00:03:08.586 INFO:teuthology.orchestra.run.smithi012.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-03-29T00:03:08.586 INFO:teuthology.orchestra.run.smithi012.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-03-29T00:03:08.586 INFO:teuthology.orchestra.run.smithi012.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-03-29T00:03:08.586 INFO:teuthology.orchestra.run.smithi012.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-03-29T00:03:08.586 INFO:teuthology.orchestra.run.smithi012.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-03-29T00:03:08.586 INFO:teuthology.orchestra.run.smithi012.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-03-29T00:03:08.586 INFO:teuthology.orchestra.run.smithi012.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-03-29T00:03:08.586 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-03-29T00:03:08.586 INFO:teuthology.orchestra.run.smithi012.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-03-29T00:03:08.586 INFO:teuthology.orchestra.run.smithi012.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-03-29T00:03:08.587 INFO:teuthology.orchestra.run.smithi012.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-03-29T00:03:08.587 INFO:teuthology.orchestra.run.smithi012.stdout: python3-protobuf noarch 3.14.0-13.el9 CentOS-AppStream 238 k 2024-03-29T00:03:08.587 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-03-29T00:03:08.587 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-03-29T00:03:08.587 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-03-29T00:03:08.587 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-03-29T00:03:08.587 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-03-29T00:03:08.587 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-03-29T00:03:08.587 INFO:teuthology.orchestra.run.smithi012.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-03-29T00:03:08.587 INFO:teuthology.orchestra.run.smithi012.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-03-29T00:03:08.587 INFO:teuthology.orchestra.run.smithi012.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-03-29T00:03:08.588 INFO:teuthology.orchestra.run.smithi012.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-03-29T00:03:08.588 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-03-29T00:03:08.588 INFO:teuthology.orchestra.run.smithi012.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-03-29T00:03:08.588 INFO:teuthology.orchestra.run.smithi012.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-03-29T00:03:08.588 INFO:teuthology.orchestra.run.smithi012.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-03-29T00:03:08.588 INFO:teuthology.orchestra.run.smithi012.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-03-29T00:03:08.588 INFO:teuthology.orchestra.run.smithi012.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-03-29T00:03:08.588 INFO:teuthology.orchestra.run.smithi012.stdout: python3-wcwidth noarch 0.2.5-8.el9 CentOS-AppStream 41 k 2024-03-29T00:03:08.588 INFO:teuthology.orchestra.run.smithi012.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-03-29T00:03:08.588 INFO:teuthology.orchestra.run.smithi012.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-03-29T00:03:08.589 INFO:teuthology.orchestra.run.smithi012.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-03-29T00:03:08.589 INFO:teuthology.orchestra.run.smithi012.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-03-29T00:03:08.589 INFO:teuthology.orchestra.run.smithi012.stdout: qatlib x86_64 24.02.0-1.el9 CentOS-AppStream 220 k 2024-03-29T00:03:08.589 INFO:teuthology.orchestra.run.smithi012.stdout: qatzip-libs x86_64 1.2.0-1.el9 CentOS-AppStream 46 k 2024-03-29T00:03:08.589 INFO:teuthology.orchestra.run.smithi012.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-03-29T00:03:08.589 INFO:teuthology.orchestra.run.smithi012.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-03-29T00:03:08.589 INFO:teuthology.orchestra.run.smithi012.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-03-29T00:03:08.589 INFO:teuthology.orchestra.run.smithi012.stdout: uuid x86_64 1.6.2-55.el9 CentOS-AppStream 56 k 2024-03-29T00:03:08.589 INFO:teuthology.orchestra.run.smithi012.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-03-29T00:03:08.589 INFO:teuthology.orchestra.run.smithi012.stdout: zlib-devel x86_64 1.2.11-40.el9 CentOS-AppStream 44 k 2024-03-29T00:03:08.589 INFO:teuthology.orchestra.run.smithi012.stdout:Installing weak dependencies: 2024-03-29T00:03:08.589 INFO:teuthology.orchestra.run.smithi012.stdout: qatlib-service x86_64 24.02.0-1.el9 CentOS-AppStream 35 k 2024-03-29T00:03:08.590 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:03:08.590 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction Summary 2024-03-29T00:03:08.590 INFO:teuthology.orchestra.run.smithi012.stdout:============================================================================================ 2024-03-29T00:03:08.590 INFO:teuthology.orchestra.run.smithi012.stdout:Install 150 Packages 2024-03-29T00:03:08.590 INFO:teuthology.orchestra.run.smithi012.stdout:Upgrade 24 Packages 2024-03-29T00:03:08.590 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:03:08.591 INFO:teuthology.orchestra.run.smithi012.stdout:Total download size: 226 M 2024-03-29T00:03:08.591 INFO:teuthology.orchestra.run.smithi012.stdout:Downloading Packages: 2024-03-29T00:03:09.067 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-osd-2:19.0.0-1899.g323d23dc.el9.x86_64 134/198 2024-03-29T00:03:09.094 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-osd-2:19.0.0-1899.g323d23dc.el9.x86_64 134/198 2024-03-29T00:03:09.095 INFO:teuthology.orchestra.run.smithi053.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-29T00:03:09.095 INFO:teuthology.orchestra.run.smithi053.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-03-29T00:03:09.095 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-29T00:03:09.095 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-29T00:03:09.095 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-03-29T00:03:09.334 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-mds-2:19.0.0-1899.g323d23dc.el9.x86_64 135/198 2024-03-29T00:03:09.359 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-mds-2:19.0.0-1899.g323d23dc.el9.x86_64 135/198 2024-03-29T00:03:09.359 INFO:teuthology.orchestra.run.smithi053.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-29T00:03:09.359 INFO:teuthology.orchestra.run.smithi053.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-03-29T00:03:09.359 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-29T00:03:09.359 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-29T00:03:09.359 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-03-29T00:03:09.471 INFO:teuthology.orchestra.run.smithi012.stdout:(1/174): ceph-19.0.0-1899.g323d23dc.el9.x86_64. 24 kB/s | 6.6 kB 00:00 2024-03-29T00:03:09.705 INFO:teuthology.orchestra.run.smithi012.stdout:(2/174): ceph-fuse-19.0.0-1899.g323d23dc.el9.x8 3.7 MB/s | 889 kB 00:00 2024-03-29T00:03:09.772 INFO:teuthology.orchestra.run.smithi012.stdout:(3/174): ceph-immutable-object-cache-19.0.0-189 2.2 MB/s | 145 kB 00:00 2024-03-29T00:03:09.827 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-mon-2:19.0.0-1899.g323d23dc.el9.x86_64 136/198 2024-03-29T00:03:09.850 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-mon-2:19.0.0-1899.g323d23dc.el9.x86_64 136/198 2024-03-29T00:03:09.851 INFO:teuthology.orchestra.run.smithi053.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-29T00:03:09.851 INFO:teuthology.orchestra.run.smithi053.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-03-29T00:03:09.851 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-29T00:03:09.851 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-29T00:03:09.851 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-03-29T00:03:09.889 INFO:teuthology.orchestra.run.smithi012.stdout:(4/174): ceph-base-19.0.0-1899.g323d23dc.el9.x8 7.7 MB/s | 5.3 MB 00:00 2024-03-29T00:03:09.945 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : automake-1.16.2-8.el9.noarch 137/198 2024-03-29T00:03:10.047 INFO:teuthology.orchestra.run.smithi012.stdout:(5/174): ceph-mgr-19.0.0-1899.g323d23dc.el9.x86 9.5 MB/s | 1.5 MB 00:00 2024-03-29T00:03:10.123 INFO:teuthology.orchestra.run.smithi012.stdout:(6/174): ceph-mds-19.0.0-1899.g323d23dc.el9.x86 6.8 MB/s | 2.4 MB 00:00 2024-03-29T00:03:10.365 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: cephadm-2:19.0.0-1899.g323d23dc.el9.noarch 138/198 2024-03-29T00:03:10.393 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : cephadm-2:19.0.0-1899.g323d23dc.el9.noarch 138/198 2024-03-29T00:03:10.414 INFO:teuthology.orchestra.run.smithi012.stdout:(7/174): ceph-mon-19.0.0-1899.g323d23dc.el9.x86 13 MB/s | 4.7 MB 00:00 2024-03-29T00:03:10.425 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-1899.g323d23dc.e 139/198 2024-03-29T00:03:10.487 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-1899.g323d23dc. 140/198 2024-03-29T00:03:10.516 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-1899.g323d23dc.el9.noa 141/198 2024-03-29T00:03:11.157 INFO:teuthology.orchestra.run.smithi012.stdout:(8/174): ceph-radosgw-19.0.0-1899.g323d23dc.el9 13 MB/s | 9.8 MB 00:00 2024-03-29T00:03:11.215 INFO:teuthology.orchestra.run.smithi012.stdout:(9/174): ceph-selinux-19.0.0-1899.g323d23dc.el9 440 kB/s | 25 kB 00:00 2024-03-29T00:03:11.612 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-1899.g323d23dc.el9.noa 141/198 2024-03-29T00:03:11.651 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-1899.g323d23dc.el9.n 142/198 2024-03-29T00:03:11.957 INFO:teuthology.orchestra.run.smithi012.stdout:(10/174): ceph-osd-19.0.0-1899.g323d23dc.el9.x8 9.2 MB/s | 17 MB 00:01 2024-03-29T00:03:12.015 INFO:teuthology.orchestra.run.smithi012.stdout:(11/174): cephfs-mirror-19.0.0-1899.g323d23dc.e 3.8 MB/s | 221 kB 00:00 2024-03-29T00:03:12.066 INFO:teuthology.orchestra.run.smithi012.stdout:(12/174): cephfs-shell-19.0.0-1899.g323d23dc.el 551 kB/s | 27 kB 00:00 2024-03-29T00:03:12.116 INFO:teuthology.orchestra.run.smithi012.stdout:(13/174): libcephfs-devel-19.0.0-1899.g323d23dc 649 kB/s | 32 kB 00:00 2024-03-29T00:03:12.208 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-test-2:19.0.0-1899.g323d23dc.el9.x86_64 153/198 2024-03-29T00:03:12.248 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : rbd-fuse-2:19.0.0-1899.g323d23dc.el9.x86_64 154/198 2024-03-29T00:03:12.279 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : rbd-nbd-2:19.0.0-1899.g323d23dc.el9.x86_64 155/198 2024-03-29T00:03:12.291 INFO:teuthology.orchestra.run.smithi012.stdout:(14/174): libcephfs2-19.0.0-1899.g323d23dc.el9. 4.2 MB/s | 746 kB 00:00 2024-03-29T00:03:12.306 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 156/198 2024-03-29T00:03:12.375 INFO:teuthology.orchestra.run.smithi012.stdout:(15/174): libcephsqlite-19.0.0-1899.g323d23dc.e 1.9 MB/s | 163 kB 00:00 2024-03-29T00:03:12.447 INFO:teuthology.orchestra.run.smithi012.stdout:(16/174): librados-devel-19.0.0-1899.g323d23dc. 1.9 MB/s | 127 kB 00:00 2024-03-29T00:03:12.488 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : cephfs-shell-2:19.0.0-1899.g323d23dc.el9.x86_64 157/198 2024-03-29T00:03:12.534 INFO:teuthology.orchestra.run.smithi012.stdout:(17/174): libradosstriper1-19.0.0-1899.g323d23d 5.4 MB/s | 501 kB 00:00 2024-03-29T00:03:12.597 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 158/198 2024-03-29T00:03:12.637 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-fuse-2:19.0.0-1899.g323d23dc.el9.x86_64 159/198 2024-03-29T00:03:12.668 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-1899.g323d23dc.el9.n 142/198 2024-03-29T00:03:12.685 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 160/198 2024-03-29T00:03:12.693 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-1899.g323 143/198 2024-03-29T00:03:12.752 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : xfsdump-3.1.12-4.el9.x86_64 161/198 2024-03-29T00:03:12.789 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : util-linux-user-2.37.4-18.el9.x86_64 162/198 2024-03-29T00:03:12.803 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-1899.g323 143/198 2024-03-29T00:03:12.814 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libcephfs-devel-2:19.0.0-1899.g323d23dc.el9.x86_ 163/198 2024-03-29T00:03:12.855 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : elfutils-debuginfod-client-0.190-2.el9.x86_64 164/198 2024-03-29T00:03:12.884 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : NetworkManager-team-1:1.47.2-1.el9.x86_64 165/198 2024-03-29T00:03:12.930 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : NetworkManager-tui-1:1.47.2-1.el9.x86_64 166/198 2024-03-29T00:03:12.999 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : acl-2.3.1-4.el9.x86_64 167/198 2024-03-29T00:03:13.002 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-1899.g323d23dc.el 144/198 2024-03-29T00:03:13.032 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : libacl-devel-2.3.1-4.el9.x86_64 168/198 2024-03-29T00:03:13.037 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-mgr-2:19.0.0-1899.g323d23dc.el9.x86_64 145/198 2024-03-29T00:03:13.062 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-mgr-2:19.0.0-1899.g323d23dc.el9.x86_64 145/198 2024-03-29T00:03:13.062 INFO:teuthology.orchestra.run.smithi053.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-29T00:03:13.062 INFO:teuthology.orchestra.run.smithi053.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-03-29T00:03:13.062 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-29T00:03:13.062 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-29T00:03:13.062 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-03-29T00:03:13.113 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-mgr-rook-2:19.0.0-1899.g323d23dc.el9.noarch 146/198 2024-03-29T00:03:13.124 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-1899.g323d23dc.el9.noarch 146/198 2024-03-29T00:03:13.170 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-2:19.0.0-1899.g323d23dc.el9.x86_64 147/198 2024-03-29T00:03:13.267 INFO:teuthology.orchestra.run.smithi012.stdout:(18/174): librgw2-19.0.0-1899.g323d23dc.el9.x86 7.0 MB/s | 5.1 MB 00:00 2024-03-29T00:03:13.326 INFO:teuthology.orchestra.run.smithi012.stdout:(19/174): python3-ceph-argparse-19.0.0-1899.g32 788 kB/s | 45 kB 00:00 2024-03-29T00:03:13.384 INFO:teuthology.orchestra.run.smithi012.stdout:(20/174): python3-ceph-common-19.0.0-1899.g323d 2.2 MB/s | 131 kB 00:00 2024-03-29T00:03:13.451 INFO:teuthology.orchestra.run.smithi012.stdout:(21/174): python3-cephfs-19.0.0-1899.g323d23dc. 2.4 MB/s | 162 kB 00:00 2024-03-29T00:03:13.543 INFO:teuthology.orchestra.run.smithi012.stdout:(22/174): python3-rados-19.0.0-1899.g323d23dc.e 3.4 MB/s | 321 kB 00:00 2024-03-29T00:03:13.627 INFO:teuthology.orchestra.run.smithi012.stdout:(23/174): python3-rbd-19.0.0-1899.g323d23dc.el9 3.6 MB/s | 299 kB 00:00 2024-03-29T00:03:13.654 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 169/198 2024-03-29T00:03:13.705 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 169/198 2024-03-29T00:03:13.724 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 169/198 2024-03-29T00:03:13.740 INFO:teuthology.orchestra.run.smithi012.stdout:(24/174): python3-rgw-19.0.0-1899.g323d23dc.el9 892 kB/s | 100 kB 00:00 2024-03-29T00:03:14.072 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libtool-2.4.6-45.el9.x86_64 148/198 2024-03-29T00:03:14.106 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-radosgw-2:19.0.0-1899.g323d23dc.el9.x86_64 149/198 2024-03-29T00:03:14.130 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-1899.g323d23dc.el9.x86_64 149/198 2024-03-29T00:03:14.130 INFO:teuthology.orchestra.run.smithi053.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-29T00:03:14.130 INFO:teuthology.orchestra.run.smithi053.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-03-29T00:03:14.131 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-29T00:03:14.131 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-29T00:03:14.131 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-03-29T00:03:14.173 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-1899.g323d2 150/198 2024-03-29T00:03:14.197 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-1899.g323d2 150/198 2024-03-29T00:03:14.197 INFO:teuthology.orchestra.run.smithi053.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-29T00:03:14.197 INFO:teuthology.orchestra.run.smithi053.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-03-29T00:03:14.197 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-03-29T00:03:14.249 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : cephfs-mirror-2:19.0.0-1899.g323d23dc.el9.x86_64 151/198 2024-03-29T00:03:14.270 INFO:teuthology.orchestra.run.smithi012.stdout:(25/174): ceph-test-19.0.0-1899.g323d23dc.el9.x 16 MB/s | 47 MB 00:03 2024-03-29T00:03:14.273 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-1899.g323d23dc.el9.x86_64 151/198 2024-03-29T00:03:14.273 INFO:teuthology.orchestra.run.smithi053.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-29T00:03:14.273 INFO:teuthology.orchestra.run.smithi053.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-03-29T00:03:14.273 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-03-29T00:03:14.273 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-03-29T00:03:14.274 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-03-29T00:03:14.295 INFO:teuthology.orchestra.run.smithi012.stdout:(26/174): rbd-fuse-19.0.0-1899.g323d23dc.el9.x8 154 kB/s | 86 kB 00:00 2024-03-29T00:03:14.395 INFO:teuthology.orchestra.run.smithi012.stdout:(27/174): rbd-nbd-19.0.0-1899.g323d23dc.el9.x86 1.7 MB/s | 171 kB 00:00 2024-03-29T00:03:14.446 INFO:teuthology.orchestra.run.smithi012.stdout:(28/174): ceph-grafana-dashboards-19.0.0-1899.g 641 kB/s | 31 kB 00:00 2024-03-29T00:03:14.529 INFO:teuthology.orchestra.run.smithi012.stdout:(29/174): rbd-mirror-19.0.0-1899.g323d23dc.el9. 12 MB/s | 3.1 MB 00:00 2024-03-29T00:03:14.537 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : cephfs-top-2:19.0.0-1899.g323d23dc.el9.noarch 170/198 2024-03-29T00:03:14.563 INFO:teuthology.orchestra.run.smithi012.stdout:(30/174): ceph-mgr-cephadm-19.0.0-1899.g323d23d 1.2 MB/s | 138 kB 00:00 2024-03-29T00:03:14.600 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : rbd-mirror-2:19.0.0-1899.g323d23dc.el9.x86_64 152/198 2024-03-29T00:03:14.602 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : openssl-devel-1:3.0.7-27.el9.x86_64 171/198 2024-03-29T00:03:14.623 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: rbd-mirror-2:19.0.0-1899.g323d23dc.el9.x86_64 152/198 2024-03-29T00:03:14.624 INFO:teuthology.orchestra.run.smithi053.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-29T00:03:14.624 INFO:teuthology.orchestra.run.smithi053.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-03-29T00:03:14.624 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-29T00:03:14.624 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-29T00:03:14.624 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-03-29T00:03:14.643 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 172/198 2024-03-29T00:03:14.724 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : flex-2.6.4-9.el9.x86_64 173/198 2024-03-29T00:03:14.764 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : bison-3.7.4-5.el9.x86_64 174/198 2024-03-29T00:03:14.788 INFO:teuthology.orchestra.run.smithi012.stdout:(31/174): ceph-mgr-dashboard-19.0.0-1899.g323d2 14 MB/s | 3.5 MB 00:00 2024-03-29T00:03:14.789 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : NetworkManager-tui-1:1.44.0-2.el9.x86_64 175/198 2024-03-29T00:03:14.814 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : elfutils-debuginfod-client-0.189-3.el9.x86_64 176/198 2024-03-29T00:03:14.840 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : elfutils-libs-0.189-3.el9.x86_64 177/198 2024-03-29T00:03:14.841 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 178/198 2024-03-29T00:03:14.863 INFO:teuthology.orchestra.run.smithi012.stdout:(32/174): ceph-mgr-modules-core-19.0.0-1899.g32 3.3 MB/s | 248 kB 00:00 2024-03-29T00:03:14.928 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 178/198 2024-03-29T00:03:14.930 INFO:teuthology.orchestra.run.smithi012.stdout:(33/174): ceph-mgr-rook-19.0.0-1899.g323d23dc.e 750 kB/s | 49 kB 00:00 2024-03-29T00:03:14.958 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : openssl-1:3.0.7-24.el9.x86_64 179/198 2024-03-29T00:03:14.958 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 180/198 2024-03-29T00:03:14.989 INFO:teuthology.orchestra.run.smithi012.stdout:(34/174): ceph-prometheus-alerts-19.0.0-1899.g3 267 kB/s | 15 kB 00:00 2024-03-29T00:03:15.043 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 180/198 2024-03-29T00:03:15.064 INFO:teuthology.orchestra.run.smithi012.stdout:(35/174): ceph-volume-19.0.0-1899.g323d23dc.el9 3.5 MB/s | 264 kB 00:00 2024-03-29T00:03:15.069 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : xfsdump-3.1.12-3.el9.x86_64 181/198 2024-03-29T00:03:15.094 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : xfsprogs-5.19.0-4.el9.x86_64 182/198 2024-03-29T00:03:15.120 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : acl-2.3.1-3.el9.x86_64 183/198 2024-03-29T00:03:15.144 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : libacl-devel-2.3.1-3.el9.x86_64 184/198 2024-03-29T00:03:15.177 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : util-linux-user-2.37.4-15.el9.x86_64 185/198 2024-03-29T00:03:15.197 INFO:teuthology.orchestra.run.smithi012.stdout:(36/174): ceph-mgr-diskprediction-local-19.0.0- 12 MB/s | 7.4 MB 00:00 2024-03-29T00:03:15.217 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : util-linux-2.37.4-15.el9.x86_64 186/198 2024-03-29T00:03:15.249 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : util-linux-core-2.37.4-15.el9.x86_64 187/198 2024-03-29T00:03:15.256 INFO:teuthology.orchestra.run.smithi012.stdout:(37/174): cephadm-19.0.0-1899.g323d23dc.el9.noa 3.8 MB/s | 748 kB 00:00 2024-03-29T00:03:15.274 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : libfdisk-2.37.4-15.el9.x86_64 188/198 2024-03-29T00:03:15.281 INFO:teuthology.orchestra.run.smithi012.stdout:(38/174): cephfs-top-19.0.0-1899.g323d23dc.el9. 221 kB/s | 18 kB 00:00 2024-03-29T00:03:15.299 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : libmount-2.37.4-15.el9.x86_64 189/198 2024-03-29T00:03:15.325 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : libblkid-2.37.4-15.el9.x86_64 190/198 2024-03-29T00:03:15.350 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : NetworkManager-team-1:1.44.0-2.el9.x86_64 191/198 2024-03-29T00:03:15.356 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-29T00:03:15.356 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-29T00:03:15.536 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-29T00:03:15.536 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 193/198 2024-03-29T00:03:15.619 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: NetworkManager-libnm-1:1.44.0-2.el9.x86_64 193/198 2024-03-29T00:03:15.678 INFO:teuthology.orchestra.run.smithi012.stdout:(39/174): ceph-common-19.0.0-1899.g323d23dc.el9 3.2 MB/s | 21 MB 00:06 2024-03-29T00:03:15.679 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : libuuid-2.37.4-15.el9.x86_64 194/198 2024-03-29T00:03:15.679 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : libsmartcols-2.37.4-15.el9.x86_64 195/198 2024-03-29T00:03:15.704 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : libacl-2.3.1-3.el9.x86_64 196/198 2024-03-29T00:03:15.729 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : openssl-libs-1:3.0.7-24.el9.x86_64 197/198 2024-03-29T00:03:15.749 INFO:teuthology.orchestra.run.smithi012.stdout:(40/174): bison-3.7.4-5.el9.x86_64.rpm 1.9 MB/s | 920 kB 00:00 2024-03-29T00:03:15.790 INFO:teuthology.orchestra.run.smithi012.stdout:(41/174): automake-1.16.2-8.el9.noarch.rpm 1.2 MB/s | 662 kB 00:00 2024-03-29T00:03:15.794 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : elfutils-libelf-0.189-3.el9.x86_64 198/198 2024-03-29T00:03:15.824 INFO:teuthology.orchestra.run.smithi012.stdout:(42/174): boost-program-options-1.75.0-8.el9.x8 569 kB/s | 106 kB 00:00 2024-03-29T00:03:15.858 INFO:teuthology.orchestra.run.smithi012.stdout:(43/174): flex-2.6.4-9.el9.x86_64.rpm 2.8 MB/s | 307 kB 00:00 2024-03-29T00:03:15.883 INFO:teuthology.orchestra.run.smithi012.stdout:(44/174): flexiblas-3.0.4-8.el9.x86_64.rpm 348 kB/s | 32 kB 00:00 2024-03-29T00:03:16.017 INFO:teuthology.orchestra.run.smithi012.stdout:(45/174): flexiblas-netlib-3.0.4-8.el9.x86_64.r 16 MB/s | 3.0 MB 00:00 2024-03-29T00:03:16.042 INFO:teuthology.orchestra.run.smithi012.stdout:(46/174): flexiblas-openblas-openmp-3.0.4-8.el9 116 kB/s | 17 kB 00:00 2024-03-29T00:03:16.067 INFO:teuthology.orchestra.run.smithi012.stdout:(47/174): libaio-devel-0.3.111-13.el9.x86_64.rp 58 kB/s | 10 kB 00:00 2024-03-29T00:03:16.109 INFO:teuthology.orchestra.run.smithi012.stdout:(48/174): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.9 MB/s | 159 kB 00:00 2024-03-29T00:03:16.142 INFO:teuthology.orchestra.run.smithi012.stdout:(49/174): librabbitmq-0.11.0-7.el9.x86_64.rpm 600 kB/s | 44 kB 00:00 2024-03-29T00:03:16.176 INFO:teuthology.orchestra.run.smithi012.stdout:(50/174): librdkafka-1.6.1-102.el9.x86_64.rpm 6.0 MB/s | 661 kB 00:00 2024-03-29T00:03:16.235 INFO:teuthology.orchestra.run.smithi012.stdout:(51/174): libtool-2.4.6-45.el9.x86_64.rpm 4.6 MB/s | 578 kB 00:00 2024-03-29T00:03:16.260 INFO:teuthology.orchestra.run.smithi012.stdout:(52/174): libzstd-devel-1.5.1-2.el9.x86_64.rpm 599 kB/s | 46 kB 00:00 2024-03-29T00:03:16.285 INFO:teuthology.orchestra.run.smithi012.stdout:(53/174): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.7 MB/s | 282 kB 00:00 2024-03-29T00:03:16.319 INFO:teuthology.orchestra.run.smithi012.stdout:(54/174): lua-5.4.4-4.el9.x86_64.rpm 2.2 MB/s | 187 kB 00:00 2024-03-29T00:03:16.336 INFO:teuthology.orchestra.run.smithi012.stdout:(55/174): openblas-0.3.21-2.el9.x86_64.rpm 720 kB/s | 34 kB 00:00 2024-03-29T00:03:16.378 INFO:teuthology.orchestra.run.smithi012.stdout:(56/174): oniguruma-6.9.6-1.el9.5.x86_64.rpm 2.4 MB/s | 217 kB 00:00 2024-03-29T00:03:16.536 INFO:teuthology.orchestra.run.smithi012.stdout:(57/174): openblas-openmp-0.3.21-2.el9.x86_64.r 22 MB/s | 4.7 MB 00:00 2024-03-29T00:03:16.612 INFO:teuthology.orchestra.run.smithi012.stdout:(58/174): postgresql-13.14-1.el9.x86_64.rpm 5.8 MB/s | 1.5 MB 00:00 2024-03-29T00:03:16.645 INFO:teuthology.orchestra.run.smithi012.stdout:(59/174): postgresql-contrib-13.14-1.el9.x86_64 3.2 MB/s | 817 kB 00:00 2024-03-29T00:03:16.670 INFO:teuthology.orchestra.run.smithi012.stdout:(60/174): postgresql-private-libs-13.14-1.el9.x 1.1 MB/s | 132 kB 00:00 2024-03-29T00:03:16.746 INFO:teuthology.orchestra.run.smithi012.stdout:(61/174): protobuf-3.14.0-13.el9.x86_64.rpm 10 MB/s | 1.0 MB 00:00 2024-03-29T00:03:16.896 INFO:teuthology.orchestra.run.smithi012.stdout:(62/174): postgresql-server-13.14-1.el9.x86_64. 23 MB/s | 5.7 MB 00:00 2024-03-29T00:03:16.913 INFO:teuthology.orchestra.run.smithi012.stdout:(63/174): python3-attrs-20.3.0-7.el9.noarch.rpm 324 kB/s | 78 kB 00:00 2024-03-29T00:03:17.046 INFO:teuthology.orchestra.run.smithi012.stdout:(64/174): python3-babel-2.9.1-2.el9.noarch.rpm 20 MB/s | 5.8 MB 00:00 2024-03-29T00:03:17.063 INFO:teuthology.orchestra.run.smithi012.stdout:(65/174): python3-jsonpointer-2.0-4.el9.noarch. 136 kB/s | 18 kB 00:00 2024-03-29T00:03:17.082 INFO:teuthology.orchestra.run.smithi012.stdout:(66/174): python3-jsonpatch-1.21-16.el9.noarch. 162 kB/s | 24 kB 00:00 2024-03-29T00:03:17.097 INFO:teuthology.orchestra.run.smithi012.stdout:(67/174): python3-markupsafe-1.1.1-12.el9.x86_6 977 kB/s | 32 kB 00:00 2024-03-29T00:03:17.131 INFO:teuthology.orchestra.run.smithi012.stdout:(68/174): python3-mako-1.1.4-6.el9.noarch.rpm 2.1 MB/s | 144 kB 00:00 2024-03-29T00:03:17.273 INFO:teuthology.orchestra.run.smithi012.stdout:(69/174): python3-numpy-1.20.1-5.el9.x86_64.rpm 25 MB/s | 4.8 MB 00:00 2024-03-29T00:03:17.298 INFO:teuthology.orchestra.run.smithi012.stdout:(70/174): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.1 MB/s | 217 kB 00:00 2024-03-29T00:03:17.323 INFO:teuthology.orchestra.run.smithi012.stdout:(71/174): python3-oauthlib-3.1.1-5.el9.noarch.r 1.0 MB/s | 174 kB 00:00 2024-03-29T00:03:17.365 INFO:teuthology.orchestra.run.smithi012.stdout:(72/174): python3-packaging-20.9-5.el9.noarch.r 1.7 MB/s | 69 kB 00:00 2024-03-29T00:03:17.382 INFO:teuthology.orchestra.run.smithi012.stdout:(73/174): python3-prettytable-0.7.2-27.el9.noar 725 kB/s | 41 kB 00:00 2024-03-29T00:03:17.407 INFO:teuthology.orchestra.run.smithi012.stdout:(74/174): python3-protobuf-3.14.0-13.el9.noarch 2.8 MB/s | 238 kB 00:00 2024-03-29T00:03:17.449 INFO:teuthology.orchestra.run.smithi012.stdout:(75/174): python3-pyasn1-modules-0.4.8-6.el9.no 5.1 MB/s | 211 kB 00:00 2024-03-29T00:03:17.466 INFO:teuthology.orchestra.run.smithi012.stdout:(76/174): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.3 MB/s | 132 kB 00:00 2024-03-29T00:03:17.491 INFO:teuthology.orchestra.run.smithi012.stdout:(77/174): python3-pytz-2021.1-5.el9.noarch.rpm 577 kB/s | 47 kB 00:00 2024-03-29T00:03:17.533 INFO:teuthology.orchestra.run.smithi012.stdout:(78/174): python3-toml-0.10.2-6.el9.noarch.rpm 961 kB/s | 39 kB 00:00 2024-03-29T00:03:17.583 INFO:teuthology.orchestra.run.smithi012.stdout:(79/174): python3-requests-oauthlib-1.3.0-12.el 323 kB/s | 43 kB 00:00 2024-03-29T00:03:17.925 INFO:teuthology.orchestra.run.smithi012.stdout:(80/174): python3-scipy-1.6.2-8.el9.x86_64.rpm 36 MB/s | 16 MB 00:00 2024-03-29T00:03:17.950 INFO:teuthology.orchestra.run.smithi012.stdout:(81/174): python3-wcwidth-0.2.5-8.el9.noarch.rp 104 kB/s | 41 kB 00:00 2024-03-29T00:03:17.984 INFO:teuthology.orchestra.run.smithi012.stdout:(82/174): qatlib-24.02.0-1.el9.x86_64.rpm 576 kB/s | 220 kB 00:00 2024-03-29T00:03:18.009 INFO:teuthology.orchestra.run.smithi012.stdout:(83/174): qatlib-service-24.02.0-1.el9.x86_64.r 620 kB/s | 35 kB 00:00 2024-03-29T00:03:18.034 INFO:teuthology.orchestra.run.smithi012.stdout:(84/174): qatzip-libs-1.2.0-1.el9.x86_64.rpm 571 kB/s | 46 kB 00:00 2024-03-29T00:03:18.070 INFO:teuthology.orchestra.run.smithi012.stdout:(85/174): socat-1.7.4.1-5.el9.x86_64.rpm 3.5 MB/s | 300 kB 00:00 2024-03-29T00:03:18.093 INFO:teuthology.orchestra.run.smithi012.stdout:(86/174): uuid-1.6.2-55.el9.x86_64.rpm 1.0 MB/s | 56 kB 00:00 2024-03-29T00:03:18.118 INFO:teuthology.orchestra.run.smithi012.stdout:(87/174): xmlstarlet-1.6.1-20.el9.x86_64.rpm 785 kB/s | 63 kB 00:00 2024-03-29T00:03:18.180 INFO:teuthology.orchestra.run.smithi012.stdout:(88/174): zlib-devel-1.2.11-40.el9.x86_64.rpm 399 kB/s | 44 kB 00:00 2024-03-29T00:03:18.211 INFO:teuthology.orchestra.run.smithi012.stdout:(89/174): fuse-2.9.9-15.el9.x86_64.rpm 867 kB/s | 79 kB 00:00 2024-03-29T00:03:18.228 INFO:teuthology.orchestra.run.smithi012.stdout:(90/174): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.2 MB/s | 241 kB 00:00 2024-03-29T00:03:18.278 INFO:teuthology.orchestra.run.smithi012.stdout:(91/174): python3-cryptography-36.0.1-4.el9.x86 12 MB/s | 1.1 MB 00:00 2024-03-29T00:03:18.295 INFO:teuthology.orchestra.run.smithi012.stdout:(92/174): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 103 kB 00:00 2024-03-29T00:03:18.311 INFO:teuthology.orchestra.run.smithi012.stdout:(93/174): python3-pycparser-2.20-6.el9.noarch.r 1.7 MB/s | 124 kB 00:00 2024-03-29T00:03:18.345 INFO:teuthology.orchestra.run.smithi012.stdout:(94/174): python3-urllib3-1.26.5-5.el9.noarch.r 2.9 MB/s | 187 kB 00:00 2024-03-29T00:03:18.545 INFO:teuthology.orchestra.run.smithi012.stdout:(95/174): libquadmath-11.4.1-3.el9.x86_64.rpm 982 kB/s | 195 kB 00:00 2024-03-29T00:03:18.571 INFO:teuthology.orchestra.run.smithi012.stdout:(96/174): jq-1.6-16.el9.x86_64.rpm 730 kB/s | 187 kB 00:00 2024-03-29T00:03:18.638 INFO:teuthology.orchestra.run.smithi012.stdout:(97/174): python3-requests-2.25.1-8.el9.noarch. 1.3 MB/s | 125 kB 00:00 2024-03-29T00:03:18.738 INFO:teuthology.orchestra.run.smithi012.stdout:(98/174): libgfortran-11.4.1-3.el9.x86_64.rpm 1.9 MB/s | 803 kB 00:00 2024-03-29T00:03:18.838 INFO:teuthology.orchestra.run.smithi012.stdout:(99/174): elfutils-libelf-devel-0.190-2.el9.x86 81 kB/s | 21 kB 00:00 2024-03-29T00:03:18.922 INFO:teuthology.orchestra.run.smithi012.stdout:(100/174): libuuid-devel-2.37.4-18.el9.x86_64.r 90 kB/s | 25 kB 00:00 2024-03-29T00:03:19.263 INFO:teuthology.orchestra.run.smithi012.stdout:(101/174): python3-devel-3.9.17-2.el9.x86_64.rp 578 kB/s | 245 kB 00:00 2024-03-29T00:03:19.289 INFO:teuthology.orchestra.run.smithi012.stdout:(102/174): python3-jinja2-2.11.3-5.el9.noarch.r 677 kB/s | 248 kB 00:00 2024-03-29T00:03:19.315 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-test-2:19.0.0-1899.g323d23dc.el9.x86_64 153/198 2024-03-29T00:03:19.356 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : rbd-fuse-2:19.0.0-1899.g323d23dc.el9.x86_64 154/198 2024-03-29T00:03:19.373 INFO:teuthology.orchestra.run.smithi012.stdout:(103/174): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 867 kB/s | 94 kB 00:00 2024-03-29T00:03:19.386 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : rbd-nbd-2:19.0.0-1899.g323d23dc.el9.x86_64 155/198 2024-03-29T00:03:19.389 INFO:teuthology.orchestra.run.smithi012.stdout:(104/174): lua-devel-5.4.4-4.el9.x86_64.rpm 224 kB/s | 22 kB 00:00 2024-03-29T00:03:19.413 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 156/198 2024-03-29T00:03:19.598 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : cephfs-shell-2:19.0.0-1899.g323d23dc.el9.x86_64 157/198 2024-03-29T00:03:19.716 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 158/198 2024-03-29T00:03:19.762 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-fuse-2:19.0.0-1899.g323d23dc.el9.x86_64 159/198 2024-03-29T00:03:19.800 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 160/198 2024-03-29T00:03:19.852 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : xfsdump-3.1.12-4.el9.x86_64 161/198 2024-03-29T00:03:19.856 INFO:teuthology.orchestra.run.smithi012.stdout:(105/174): openssl-devel-3.0.7-27.el9.x86_64.rp 3.7 MB/s | 4.1 MB 00:01 2024-03-29T00:03:19.895 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : util-linux-user-2.37.4-18.el9.x86_64 162/198 2024-03-29T00:03:19.906 INFO:teuthology.orchestra.run.smithi012.stdout:(106/174): protobuf-compiler-3.14.0-13.el9.x86_ 1.6 MB/s | 863 kB 00:00 2024-03-29T00:03:19.928 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libcephfs-devel-2:19.0.0-1899.g323d23dc.el9.x86_ 163/198 2024-03-29T00:03:19.957 INFO:teuthology.orchestra.run.smithi012.stdout:(107/174): abseil-cpp-20211102.0-3.el9.x86_64.r 968 kB/s | 548 kB 00:00 2024-03-29T00:03:19.969 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : elfutils-debuginfod-client-0.190-2.el9.x86_64 164/198 2024-03-29T00:03:19.998 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : NetworkManager-team-1:1.47.2-1.el9.x86_64 165/198 2024-03-29T00:03:19.999 INFO:teuthology.orchestra.run.smithi012.stdout:(108/174): gperftools-libs-2.9.1-2.el9.x86_64.r 2.2 MB/s | 309 kB 00:00 2024-03-29T00:03:20.024 INFO:teuthology.orchestra.run.smithi012.stdout:(109/174): grpc-data-1.46.7-10.el9.noarch.rpm 167 kB/s | 19 kB 00:00 2024-03-29T00:03:20.045 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : NetworkManager-tui-1:1.47.2-1.el9.x86_64 166/198 2024-03-29T00:03:20.106 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : acl-2.3.1-4.el9.x86_64 167/198 2024-03-29T00:03:20.138 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : libacl-devel-2.3.1-4.el9.x86_64 168/198 2024-03-29T00:03:20.166 INFO:teuthology.orchestra.run.smithi012.stdout:(110/174): libarrow-doc-9.0.0-10.el9.noarch.rpm 156 kB/s | 26 kB 00:00 2024-03-29T00:03:20.208 INFO:teuthology.orchestra.run.smithi012.stdout:(111/174): liboath-2.6.7-2.el9.x86_64.rpm 273 kB/s | 49 kB 00:00 2024-03-29T00:03:20.308 INFO:teuthology.orchestra.run.smithi012.stdout:(112/174): libarrow-9.0.0-10.el9.x86_64.rpm 13 MB/s | 4.4 MB 00:00 2024-03-29T00:03:20.328 INFO:teuthology.orchestra.run.smithi012.stdout:(113/174): libunwind-1.6.2-1.el9.x86_64.rpm 460 kB/s | 67 kB 00:00 2024-03-29T00:03:20.350 INFO:teuthology.orchestra.run.smithi012.stdout:(114/174): luarocks-3.9.2-1.el9.noarch.rpm 1.1 MB/s | 151 kB 00:00 2024-03-29T00:03:20.409 INFO:teuthology.orchestra.run.smithi012.stdout:(115/174): parquet-libs-9.0.0-10.el9.x86_64.rpm 8.4 MB/s | 838 kB 00:00 2024-03-29T00:03:20.451 INFO:teuthology.orchestra.run.smithi012.stdout:(116/174): python3-asyncssh-2.13.2-5.el9.noarch 5.4 MB/s | 548 kB 00:00 2024-03-29T00:03:20.476 INFO:teuthology.orchestra.run.smithi012.stdout:(117/174): python3-bcrypt-3.2.2-1.el9.x86_64.rp 350 kB/s | 43 kB 00:00 2024-03-29T00:03:20.502 INFO:teuthology.orchestra.run.smithi012.stdout:(118/174): python3-cachetools-4.2.4-1.el9.noarc 373 kB/s | 32 kB 00:00 2024-03-29T00:03:20.544 INFO:teuthology.orchestra.run.smithi012.stdout:(119/174): python3-certifi-2021.10.8-2.el9.noar 228 kB/s | 15 kB 00:00 2024-03-29T00:03:20.569 INFO:teuthology.orchestra.run.smithi012.stdout:(120/174): python3-cheroot-8.6.0-4.el9.noarch.r 1.9 MB/s | 172 kB 00:00 2024-03-29T00:03:20.620 INFO:teuthology.orchestra.run.smithi012.stdout:(121/174): python3-cherrypy-18.6.1-2.el9.noarch 3.0 MB/s | 358 kB 00:00 2024-03-29T00:03:20.669 INFO:teuthology.orchestra.run.smithi012.stdout:(122/174): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.1 MB/s | 303 kB 00:00 2024-03-29T00:03:20.694 INFO:teuthology.orchestra.run.smithi012.stdout:(123/174): python3-colorama-0.4.4-12.el9.noarch 292 kB/s | 35 kB 00:00 2024-03-29T00:03:20.707 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 169/198 2024-03-29T00:03:20.731 INFO:teuthology.orchestra.run.smithi012.stdout:(124/174): python3-google-auth-2.28.2-1.el9.noa 1.9 MB/s | 203 kB 00:00 2024-03-29T00:03:20.744 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 169/198 2024-03-29T00:03:20.765 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 169/198 2024-03-29T00:03:20.845 INFO:teuthology.orchestra.run.smithi012.stdout:(125/174): python3-grpcio-1.46.7-10.el9.x86_64. 14 MB/s | 2.0 MB 00:00 2024-03-29T00:03:20.870 INFO:teuthology.orchestra.run.smithi012.stdout:(126/174): python3-grpcio-tools-1.46.7-10.el9.x 839 kB/s | 144 kB 00:00 2024-03-29T00:03:20.896 INFO:teuthology.orchestra.run.smithi012.stdout:(127/174): python3-jaraco-8.2.1-3.el9.noarch.rp 64 kB/s | 11 kB 00:00 2024-03-29T00:03:20.946 INFO:teuthology.orchestra.run.smithi012.stdout:(128/174): python3-jaraco-classes-3.2.1-5.el9.n 239 kB/s | 18 kB 00:00 2024-03-29T00:03:20.971 INFO:teuthology.orchestra.run.smithi012.stdout:(129/174): python3-jaraco-collections-3.0.0-8.e 234 kB/s | 23 kB 00:00 2024-03-29T00:03:20.997 INFO:teuthology.orchestra.run.smithi012.stdout:(130/174): python3-jaraco-functools-3.5.0-2.el9 194 kB/s | 19 kB 00:00 2024-03-29T00:03:21.030 INFO:teuthology.orchestra.run.smithi012.stdout:(131/174): python3-jaraco-text-3.2.0-6.el9.noar 237 kB/s | 20 kB 00:00 2024-03-29T00:03:21.097 INFO:teuthology.orchestra.run.smithi012.stdout:(132/174): python3-kubernetes-26.1.0-2.el9.noar 8.2 MB/s | 1.0 MB 00:00 2024-03-29T00:03:21.189 INFO:teuthology.orchestra.run.smithi012.stdout:(133/174): python3-logutils-0.3.5-21.el9.noarch 241 kB/s | 46 kB 00:00 2024-03-29T00:03:21.218 INFO:teuthology.orchestra.run.smithi012.stdout:(134/174): python3-more-itertools-8.12.0-2.el9. 430 kB/s | 79 kB 00:00 2024-03-29T00:03:21.232 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: elfutils-libelf-0.189-3.el9.x86_64 198/198 2024-03-29T00:03:21.232 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-2:19.0.0-1899.g323d23dc.el9.x86_64 1/198 2024-03-29T00:03:21.232 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-base-2:19.0.0-1899.g323d23dc.el9.x86_64 2/198 2024-03-29T00:03:21.232 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-common-2:19.0.0-1899.g323d23dc.el9.x86_64 3/198 2024-03-29T00:03:21.232 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-fuse-2:19.0.0-1899.g323d23dc.el9.x86_64 4/198 2024-03-29T00:03:21.232 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-1899.g323d2 5/198 2024-03-29T00:03:21.232 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-mds-2:19.0.0-1899.g323d23dc.el9.x86_64 6/198 2024-03-29T00:03:21.232 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-mgr-2:19.0.0-1899.g323d23dc.el9.x86_64 7/198 2024-03-29T00:03:21.233 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-mon-2:19.0.0-1899.g323d23dc.el9.x86_64 8/198 2024-03-29T00:03:21.233 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-osd-2:19.0.0-1899.g323d23dc.el9.x86_64 9/198 2024-03-29T00:03:21.233 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-radosgw-2:19.0.0-1899.g323d23dc.el9.x86_64 10/198 2024-03-29T00:03:21.233 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-selinux-2:19.0.0-1899.g323d23dc.el9.x86_64 11/198 2024-03-29T00:03:21.233 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-test-2:19.0.0-1899.g323d23dc.el9.x86_64 12/198 2024-03-29T00:03:21.233 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : cephfs-mirror-2:19.0.0-1899.g323d23dc.el9.x86_64 13/198 2024-03-29T00:03:21.234 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : cephfs-shell-2:19.0.0-1899.g323d23dc.el9.x86_64 14/198 2024-03-29T00:03:21.234 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libcephfs-devel-2:19.0.0-1899.g323d23dc.el9.x86_ 15/198 2024-03-29T00:03:21.234 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libcephfs2-2:19.0.0-1899.g323d23dc.el9.x86_64 16/198 2024-03-29T00:03:21.234 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libcephsqlite-2:19.0.0-1899.g323d23dc.el9.x86_64 17/198 2024-03-29T00:03:21.234 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : librados-devel-2:19.0.0-1899.g323d23dc.el9.x86_6 18/198 2024-03-29T00:03:21.234 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libradosstriper1-2:19.0.0-1899.g323d23dc.el9.x86 19/198 2024-03-29T00:03:21.234 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : librgw2-2:19.0.0-1899.g323d23dc.el9.x86_64 20/198 2024-03-29T00:03:21.235 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-ceph-argparse-2:19.0.0-1899.g323d23dc.el 21/198 2024-03-29T00:03:21.235 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-ceph-common-2:19.0.0-1899.g323d23dc.el9. 22/198 2024-03-29T00:03:21.235 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-cephfs-2:19.0.0-1899.g323d23dc.el9.x86_6 23/198 2024-03-29T00:03:21.235 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-rados-2:19.0.0-1899.g323d23dc.el9.x86_64 24/198 2024-03-29T00:03:21.235 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-rbd-2:19.0.0-1899.g323d23dc.el9.x86_64 25/198 2024-03-29T00:03:21.235 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-rgw-2:19.0.0-1899.g323d23dc.el9.x86_64 26/198 2024-03-29T00:03:21.235 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : rbd-fuse-2:19.0.0-1899.g323d23dc.el9.x86_64 27/198 2024-03-29T00:03:21.235 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : rbd-mirror-2:19.0.0-1899.g323d23dc.el9.x86_64 28/198 2024-03-29T00:03:21.235 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : rbd-nbd-2:19.0.0-1899.g323d23dc.el9.x86_64 29/198 2024-03-29T00:03:21.236 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-1899.g323d23dc. 30/198 2024-03-29T00:03:21.236 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-1899.g323d23dc.el9.noa 31/198 2024-03-29T00:03:21.236 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-1899.g323d23dc.el9.n 32/198 2024-03-29T00:03:21.236 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-1899.g323 33/198 2024-03-29T00:03:21.236 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-1899.g323d23dc.el 34/198 2024-03-29T00:03:21.236 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-mgr-rook-2:19.0.0-1899.g323d23dc.el9.noarch 35/198 2024-03-29T00:03:21.236 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-1899.g323d23dc.e 36/198 2024-03-29T00:03:21.237 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-volume-2:19.0.0-1899.g323d23dc.el9.noarch 37/198 2024-03-29T00:03:21.237 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : cephadm-2:19.0.0-1899.g323d23dc.el9.noarch 38/198 2024-03-29T00:03:21.237 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : cephfs-top-2:19.0.0-1899.g323d23dc.el9.noarch 39/198 2024-03-29T00:03:21.237 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : automake-1.16.2-8.el9.noarch 40/198 2024-03-29T00:03:21.237 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : bison-3.7.4-5.el9.x86_64 41/198 2024-03-29T00:03:21.237 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 42/198 2024-03-29T00:03:21.237 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : flex-2.6.4-9.el9.x86_64 43/198 2024-03-29T00:03:21.237 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 44/198 2024-03-29T00:03:21.237 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 45/198 2024-03-29T00:03:21.238 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 46/198 2024-03-29T00:03:21.238 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 47/198 2024-03-29T00:03:21.238 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/198 2024-03-29T00:03:21.238 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/198 2024-03-29T00:03:21.238 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/198 2024-03-29T00:03:21.238 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 51/198 2024-03-29T00:03:21.239 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 52/198 2024-03-29T00:03:21.239 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 53/198 2024-03-29T00:03:21.239 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : lua-5.4.4-4.el9.x86_64 54/198 2024-03-29T00:03:21.239 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 55/198 2024-03-29T00:03:21.239 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 56/198 2024-03-29T00:03:21.239 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 57/198 2024-03-29T00:03:21.239 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : postgresql-13.14-1.el9.x86_64 58/198 2024-03-29T00:03:21.240 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 59/198 2024-03-29T00:03:21.240 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 60/198 2024-03-29T00:03:21.240 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 61/198 2024-03-29T00:03:21.240 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 62/198 2024-03-29T00:03:21.240 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 63/198 2024-03-29T00:03:21.240 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 64/198 2024-03-29T00:03:21.240 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 65/198 2024-03-29T00:03:21.241 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 66/198 2024-03-29T00:03:21.241 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 67/198 2024-03-29T00:03:21.241 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 68/198 2024-03-29T00:03:21.241 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 69/198 2024-03-29T00:03:21.241 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 70/198 2024-03-29T00:03:21.241 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 71/198 2024-03-29T00:03:21.241 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 72/198 2024-03-29T00:03:21.242 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 73/198 2024-03-29T00:03:21.242 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 74/198 2024-03-29T00:03:21.242 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 75/198 2024-03-29T00:03:21.242 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 76/198 2024-03-29T00:03:21.242 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 77/198 2024-03-29T00:03:21.242 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 78/198 2024-03-29T00:03:21.242 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 79/198 2024-03-29T00:03:21.242 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 80/198 2024-03-29T00:03:21.243 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 81/198 2024-03-29T00:03:21.243 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 82/198 2024-03-29T00:03:21.243 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 83/198 2024-03-29T00:03:21.243 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 84/198 2024-03-29T00:03:21.243 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 85/198 2024-03-29T00:03:21.243 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 86/198 2024-03-29T00:03:21.243 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 87/198 2024-03-29T00:03:21.243 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 88/198 2024-03-29T00:03:21.243 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 89/198 2024-03-29T00:03:21.243 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 90/198 2024-03-29T00:03:21.243 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 91/198 2024-03-29T00:03:21.244 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-ply-3.11-14.el9.noarch 92/198 2024-03-29T00:03:21.244 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 93/198 2024-03-29T00:03:21.244 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 94/198 2024-03-29T00:03:21.244 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : jq-1.6-16.el9.x86_64 95/198 2024-03-29T00:03:21.244 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 96/198 2024-03-29T00:03:21.244 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 97/198 2024-03-29T00:03:21.244 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 98/198 2024-03-29T00:03:21.245 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 99/198 2024-03-29T00:03:21.245 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 100/198 2024-03-29T00:03:21.245 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : openssl-devel-1:3.0.7-27.el9.x86_64 101/198 2024-03-29T00:03:21.245 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 102/198 2024-03-29T00:03:21.245 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 103/198 2024-03-29T00:03:21.245 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 104/198 2024-03-29T00:03:21.245 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 105/198 2024-03-29T00:03:21.245 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 106/198 2024-03-29T00:03:21.245 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 107/198 2024-03-29T00:03:21.245 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 108/198 2024-03-29T00:03:21.245 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 109/198 2024-03-29T00:03:21.246 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 110/198 2024-03-29T00:03:21.246 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 111/198 2024-03-29T00:03:21.246 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 112/198 2024-03-29T00:03:21.246 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 113/198 2024-03-29T00:03:21.246 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 114/198 2024-03-29T00:03:21.246 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 115/198 2024-03-29T00:03:21.246 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 116/198 2024-03-29T00:03:21.246 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 117/198 2024-03-29T00:03:21.246 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 118/198 2024-03-29T00:03:21.247 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 119/198 2024-03-29T00:03:21.247 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 120/198 2024-03-29T00:03:21.247 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 121/198 2024-03-29T00:03:21.247 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 122/198 2024-03-29T00:03:21.247 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 123/198 2024-03-29T00:03:21.247 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 124/198 2024-03-29T00:03:21.247 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 125/198 2024-03-29T00:03:21.247 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 126/198 2024-03-29T00:03:21.248 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 127/198 2024-03-29T00:03:21.248 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 128/198 2024-03-29T00:03:21.248 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 129/198 2024-03-29T00:03:21.248 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 130/198 2024-03-29T00:03:21.248 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 131/198 2024-03-29T00:03:21.248 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 132/198 2024-03-29T00:03:21.248 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 133/198 2024-03-29T00:03:21.248 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 134/198 2024-03-29T00:03:21.249 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 135/198 2024-03-29T00:03:21.249 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 136/198 2024-03-29T00:03:21.249 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 137/198 2024-03-29T00:03:21.249 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 138/198 2024-03-29T00:03:21.249 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 139/198 2024-03-29T00:03:21.249 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 140/198 2024-03-29T00:03:21.249 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 141/198 2024-03-29T00:03:21.250 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 142/198 2024-03-29T00:03:21.250 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 143/198 2024-03-29T00:03:21.250 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 144/198 2024-03-29T00:03:21.250 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 145/198 2024-03-29T00:03:21.250 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 146/198 2024-03-29T00:03:21.251 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 147/198 2024-03-29T00:03:21.251 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 148/198 2024-03-29T00:03:21.251 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : re2-1:20211101-3.el9.x86_64 149/198 2024-03-29T00:03:21.251 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 150/198 2024-03-29T00:03:21.251 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : librados2-2:19.0.0-1899.g323d23dc.el9.x86_64 151/198 2024-03-29T00:03:21.252 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 152/198 2024-03-29T00:03:21.252 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : librbd1-2:19.0.0-1899.g323d23dc.el9.x86_64 153/198 2024-03-29T00:03:21.252 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 154/198 2024-03-29T00:03:21.253 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : NetworkManager-1:1.47.2-1.el9.x86_64 155/198 2024-03-29T00:03:21.253 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : NetworkManager-1:1.44.0-2.el9.x86_64 156/198 2024-03-29T00:03:21.253 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : NetworkManager-libnm-1:1.47.2-1.el9.x86_64 157/198 2024-03-29T00:03:21.253 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 158/198 2024-03-29T00:03:21.254 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : NetworkManager-team-1:1.47.2-1.el9.x86_64 159/198 2024-03-29T00:03:21.254 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : NetworkManager-team-1:1.44.0-2.el9.x86_64 160/198 2024-03-29T00:03:21.254 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : NetworkManager-tui-1:1.47.2-1.el9.x86_64 161/198 2024-03-29T00:03:21.254 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : NetworkManager-tui-1:1.44.0-2.el9.x86_64 162/198 2024-03-29T00:03:21.254 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : xfsdump-3.1.12-4.el9.x86_64 163/198 2024-03-29T00:03:21.255 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : xfsdump-3.1.12-3.el9.x86_64 164/198 2024-03-29T00:03:21.255 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : acl-2.3.1-4.el9.x86_64 165/198 2024-03-29T00:03:21.255 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : acl-2.3.1-3.el9.x86_64 166/198 2024-03-29T00:03:21.255 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 167/198 2024-03-29T00:03:21.255 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : elfutils-debuginfod-client-0.189-3.el9.x86_64 168/198 2024-03-29T00:03:21.256 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 169/198 2024-03-29T00:03:21.256 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : elfutils-libelf-0.189-3.el9.x86_64 170/198 2024-03-29T00:03:21.256 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 171/198 2024-03-29T00:03:21.256 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : elfutils-libs-0.189-3.el9.x86_64 172/198 2024-03-29T00:03:21.256 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libacl-2.3.1-4.el9.x86_64 173/198 2024-03-29T00:03:21.256 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libacl-2.3.1-3.el9.x86_64 174/198 2024-03-29T00:03:21.257 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libblkid-2.37.4-18.el9.x86_64 175/198 2024-03-29T00:03:21.257 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libblkid-2.37.4-15.el9.x86_64 176/198 2024-03-29T00:03:21.257 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libfdisk-2.37.4-18.el9.x86_64 177/198 2024-03-29T00:03:21.257 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libfdisk-2.37.4-15.el9.x86_64 178/198 2024-03-29T00:03:21.257 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libmount-2.37.4-18.el9.x86_64 179/198 2024-03-29T00:03:21.257 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libmount-2.37.4-15.el9.x86_64 180/198 2024-03-29T00:03:21.258 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libsmartcols-2.37.4-18.el9.x86_64 181/198 2024-03-29T00:03:21.258 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libsmartcols-2.37.4-15.el9.x86_64 182/198 2024-03-29T00:03:21.258 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libuuid-2.37.4-18.el9.x86_64 183/198 2024-03-29T00:03:21.258 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libuuid-2.37.4-15.el9.x86_64 184/198 2024-03-29T00:03:21.258 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 185/198 2024-03-29T00:03:21.258 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : openssl-1:3.0.7-24.el9.x86_64 186/198 2024-03-29T00:03:21.258 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 187/198 2024-03-29T00:03:21.258 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : openssl-libs-1:3.0.7-24.el9.x86_64 188/198 2024-03-29T00:03:21.259 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : util-linux-2.37.4-18.el9.x86_64 189/198 2024-03-29T00:03:21.259 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : util-linux-2.37.4-15.el9.x86_64 190/198 2024-03-29T00:03:21.259 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : util-linux-core-2.37.4-18.el9.x86_64 191/198 2024-03-29T00:03:21.259 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : util-linux-core-2.37.4-15.el9.x86_64 192/198 2024-03-29T00:03:21.259 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : util-linux-user-2.37.4-18.el9.x86_64 193/198 2024-03-29T00:03:21.260 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : util-linux-user-2.37.4-15.el9.x86_64 194/198 2024-03-29T00:03:21.260 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 195/198 2024-03-29T00:03:21.260 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : xfsprogs-5.19.0-4.el9.x86_64 196/198 2024-03-29T00:03:21.260 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libacl-devel-2.3.1-4.el9.x86_64 197/198 2024-03-29T00:03:21.261 INFO:teuthology.orchestra.run.smithi012.stdout:(135/174): python3-natsort-7.1.1-5.el9.noarch.r 409 kB/s | 58 kB 00:00 2024-03-29T00:03:21.298 INFO:teuthology.orchestra.run.smithi012.stdout:(136/174): python3-pecan-1.4.2-3.el9.noarch.rpm 3.2 MB/s | 272 kB 00:00 2024-03-29T00:03:21.323 INFO:teuthology.orchestra.run.smithi012.stdout:(137/174): python3-portend-3.1.0-2.el9.noarch.r 153 kB/s | 16 kB 00:00 2024-03-29T00:03:21.349 INFO:teuthology.orchestra.run.smithi012.stdout:(138/174): python3-pyOpenSSL-21.0.0-1.el9.noarc 831 kB/s | 90 kB 00:00 2024-03-29T00:03:21.373 INFO:teuthology.orchestra.run.smithi012.stdout:(139/174): python3-pyperclip-1.8.2-2.el9.noarch 384 kB/s | 28 kB 00:00 2024-03-29T00:03:21.424 INFO:teuthology.orchestra.run.smithi012.stdout:(140/174): python3-repoze-lru-0.7-16.el9.noarch 417 kB/s | 31 kB 00:00 2024-03-29T00:03:21.457 INFO:teuthology.orchestra.run.smithi012.stdout:(141/174): python3-routes-2.5.1-5.el9.noarch.rp 1.7 MB/s | 188 kB 00:00 2024-03-29T00:03:21.483 INFO:teuthology.orchestra.run.smithi012.stdout:(142/174): python3-rsa-4.9-2.el9.noarch.rpm 545 kB/s | 59 kB 00:00 2024-03-29T00:03:21.516 INFO:teuthology.orchestra.run.smithi012.stdout:(143/174): python3-tempora-5.0.0-2.el9.noarch.r 397 kB/s | 36 kB 00:00 2024-03-29T00:03:21.541 INFO:teuthology.orchestra.run.smithi012.stdout:(144/174): python3-typing-extensions-4.4.0-2.el 618 kB/s | 51 kB 00:00 2024-03-29T00:03:21.575 INFO:teuthology.orchestra.run.smithi012.stdout:(145/174): python3-webob-1.8.7-6.el9.noarch.rpm 2.4 MB/s | 230 kB 00:00 2024-03-29T00:03:21.600 INFO:teuthology.orchestra.run.smithi012.stdout:(146/174): python3-websocket-client-1.2.3-2.el9 1.1 MB/s | 90 kB 00:00 2024-03-29T00:03:21.651 INFO:teuthology.orchestra.run.smithi012.stdout:(147/174): python3-werkzeug-2.0.3-3.el9.1.noarc 3.9 MB/s | 427 kB 00:00 2024-03-29T00:03:21.662 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : cephfs-top-2:19.0.0-1899.g323d23dc.el9.noarch 170/198 2024-03-29T00:03:21.676 INFO:teuthology.orchestra.run.smithi012.stdout:(148/174): python3-zc-lockfile-2.0-10.el9.noarc 202 kB/s | 20 kB 00:00 2024-03-29T00:03:21.710 INFO:teuthology.orchestra.run.smithi012.stdout:(149/174): re2-20211101-3.el9.x86_64.rpm 1.8 MB/s | 192 kB 00:00 2024-03-29T00:03:21.756 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : openssl-devel-1:3.0.7-27.el9.x86_64 171/198 2024-03-29T00:03:21.795 INFO:teuthology.orchestra.run.smithi012.stdout:(150/174): thrift-0.15.0-2.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-03-29T00:03:21.797 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 172/198 2024-03-29T00:03:21.890 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : flex-2.6.4-9.el9.x86_64 173/198 2024-03-29T00:03:21.904 INFO:teuthology.orchestra.run.smithi012.stdout:(151/174): NetworkManager-1.47.2-1.el9.x86_64.r 21 MB/s | 2.3 MB 00:00 2024-03-29T00:03:21.917 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : bison-3.7.4-5.el9.x86_64 174/198 2024-03-29T00:03:21.942 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : NetworkManager-tui-1:1.44.0-2.el9.x86_64 175/198 2024-03-29T00:03:21.967 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : elfutils-debuginfod-client-0.189-3.el9.x86_64 176/198 2024-03-29T00:03:21.987 INFO:teuthology.orchestra.run.smithi012.stdout:(152/174): NetworkManager-libnm-1.47.2-1.el9.x8 22 MB/s | 1.8 MB 00:00 2024-03-29T00:03:21.994 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : elfutils-libs-0.189-3.el9.x86_64 177/198 2024-03-29T00:03:21.994 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 178/198 2024-03-29T00:03:22.021 INFO:teuthology.orchestra.run.smithi012.stdout:(153/174): NetworkManager-team-1.47.2-1.el9.x86 1.2 MB/s | 41 kB 00:00 2024-03-29T00:03:22.064 INFO:teuthology.orchestra.run.smithi012.stdout:(154/174): NetworkManager-tui-1.47.2-1.el9.x86_ 5.8 MB/s | 247 kB 00:00 2024-03-29T00:03:22.083 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 178/198 2024-03-29T00:03:22.120 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : openssl-1:3.0.7-24.el9.x86_64 179/198 2024-03-29T00:03:22.120 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 180/198 2024-03-29T00:03:22.138 INFO:teuthology.orchestra.run.smithi012.stdout:(155/174): xfsdump-3.1.12-4.el9.x86_64.rpm 4.3 MB/s | 321 kB 00:00 2024-03-29T00:03:22.188 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 180/198 2024-03-29T00:03:22.214 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : xfsdump-3.1.12-3.el9.x86_64 181/198 2024-03-29T00:03:22.223 INFO:teuthology.orchestra.run.smithi012.stdout:(156/174): acl-2.3.1-4.el9.x86_64.rpm 853 kB/s | 71 kB 00:00 2024-03-29T00:03:22.247 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : xfsprogs-5.19.0-4.el9.x86_64 182/198 2024-03-29T00:03:22.281 INFO:teuthology.orchestra.run.smithi012.stdout:(157/174): elfutils-debuginfod-client-0.190-2.e 635 kB/s | 36 kB 00:00 2024-03-29T00:03:22.289 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : acl-2.3.1-3.el9.x86_64 183/198 2024-03-29T00:03:22.314 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : libacl-devel-2.3.1-3.el9.x86_64 184/198 2024-03-29T00:03:22.348 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : util-linux-user-2.37.4-15.el9.x86_64 185/198 2024-03-29T00:03:22.373 INFO:teuthology.orchestra.run.smithi012.stdout:(158/174): elfutils-libelf-0.190-2.el9.x86_64.r 2.1 MB/s | 192 kB 00:00 2024-03-29T00:03:22.395 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : util-linux-2.37.4-15.el9.x86_64 186/198 2024-03-29T00:03:22.427 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : util-linux-core-2.37.4-15.el9.x86_64 187/198 2024-03-29T00:03:22.452 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : libfdisk-2.37.4-15.el9.x86_64 188/198 2024-03-29T00:03:22.477 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : libmount-2.37.4-15.el9.x86_64 189/198 2024-03-29T00:03:22.503 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : libblkid-2.37.4-15.el9.x86_64 190/198 2024-03-29T00:03:22.515 INFO:teuthology.orchestra.run.smithi012.stdout:(159/174): librados2-19.0.0-1899.g323d23dc.el9. 4.0 MB/s | 3.4 MB 00:00 2024-03-29T00:03:22.519 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : NetworkManager-team-1:1.44.0-2.el9.x86_64 191/198 2024-03-29T00:03:22.527 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-29T00:03:22.527 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-29T00:03:22.549 INFO:teuthology.orchestra.run.smithi012.stdout:(160/174): elfutils-libs-0.190-2.el9.x86_64.rpm 1.4 MB/s | 256 kB 00:00 2024-03-29T00:03:22.574 INFO:teuthology.orchestra.run.smithi012.stdout:(161/174): libacl-2.3.1-4.el9.x86_64.rpm 400 kB/s | 23 kB 00:00 2024-03-29T00:03:22.632 INFO:teuthology.orchestra.run.smithi012.stdout:(162/174): libblkid-2.37.4-18.el9.x86_64.rpm 1.3 MB/s | 108 kB 00:00 2024-03-29T00:03:22.691 INFO:teuthology.orchestra.run.smithi012.stdout:(163/174): libfdisk-2.37.4-18.el9.x86_64.rpm 1.3 MB/s | 155 kB 00:00 2024-03-29T00:03:22.714 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-29T00:03:22.714 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 193/198 2024-03-29T00:03:22.725 INFO:teuthology.orchestra.run.smithi012.stdout:(164/174): libmount-2.37.4-18.el9.x86_64.rpm 1.4 MB/s | 136 kB 00:00 2024-03-29T00:03:22.750 INFO:teuthology.orchestra.run.smithi012.stdout:(165/174): libsmartcols-2.37.4-18.el9.x86_64.rp 1.1 MB/s | 64 kB 00:00 2024-03-29T00:03:22.792 INFO:teuthology.orchestra.run.smithi012.stdout:(166/174): libuuid-2.37.4-18.el9.x86_64.rpm 435 kB/s | 29 kB 00:00 2024-03-29T00:03:22.797 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: NetworkManager-libnm-1:1.44.0-2.el9.x86_64 193/198 2024-03-29T00:03:22.822 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : libuuid-2.37.4-15.el9.x86_64 194/198 2024-03-29T00:03:22.854 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : libsmartcols-2.37.4-15.el9.x86_64 195/198 2024-03-29T00:03:22.881 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : libacl-2.3.1-3.el9.x86_64 196/198 2024-03-29T00:03:22.907 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : openssl-libs-1:3.0.7-24.el9.x86_64 197/198 2024-03-29T00:03:22.974 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : elfutils-libelf-0.189-3.el9.x86_64 198/198 2024-03-29T00:03:23.017 INFO:teuthology.orchestra.run.smithi012.stdout:(167/174): openssl-3.0.7-27.el9.x86_64.rpm 4.5 MB/s | 1.2 MB 00:00 2024-03-29T00:03:23.118 INFO:teuthology.orchestra.run.smithi012.stdout:(168/174): librbd1-19.0.0-1899.g323d23dc.el9.x8 2.2 MB/s | 3.1 MB 00:01 2024-03-29T00:03:23.360 INFO:teuthology.orchestra.run.smithi012.stdout:(169/174): openssl-libs-3.0.7-27.el9.x86_64.rpm 3.8 MB/s | 2.2 MB 00:00 2024-03-29T00:03:23.418 INFO:teuthology.orchestra.run.smithi012.stdout:(170/174): util-linux-core-2.37.4-18.el9.x86_64 1.5 MB/s | 465 kB 00:00 2024-03-29T00:03:23.443 INFO:teuthology.orchestra.run.smithi012.stdout:(171/174): util-linux-user-2.37.4-18.el9.x86_64 376 kB/s | 31 kB 00:00 2024-03-29T00:03:23.552 INFO:teuthology.orchestra.run.smithi012.stdout:(172/174): util-linux-2.37.4-18.el9.x86_64.rpm 4.3 MB/s | 2.3 MB 00:00 2024-03-29T00:03:23.719 INFO:teuthology.orchestra.run.smithi012.stdout:(173/174): xfsprogs-6.3.0-1.el9.x86_64.rpm 3.6 MB/s | 1.1 MB 00:00 2024-03-29T00:03:23.744 INFO:teuthology.orchestra.run.smithi012.stdout:(174/174): libacl-devel-2.3.1-4.el9.x86_64.rpm 248 kB/s | 74 kB 00:00 2024-03-29T00:03:23.754 INFO:teuthology.orchestra.run.smithi012.stdout:-------------------------------------------------------------------------------- 2024-03-29T00:03:23.755 INFO:teuthology.orchestra.run.smithi012.stdout:Total 15 MB/s | 226 MB 00:15 2024-03-29T00:03:23.892 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libacl-devel-2.3.1-3.el9.x86_64 198/198 2024-03-29T00:03:23.892 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-03-29T00:03:23.892 INFO:teuthology.orchestra.run.smithi069.stdout:Upgraded: 2024-03-29T00:03:23.892 INFO:teuthology.orchestra.run.smithi069.stdout: NetworkManager-1:1.47.2-1.el9.x86_64 2024-03-29T00:03:23.892 INFO:teuthology.orchestra.run.smithi069.stdout: NetworkManager-libnm-1:1.47.2-1.el9.x86_64 2024-03-29T00:03:23.892 INFO:teuthology.orchestra.run.smithi069.stdout: NetworkManager-team-1:1.47.2-1.el9.x86_64 2024-03-29T00:03:23.892 INFO:teuthology.orchestra.run.smithi069.stdout: NetworkManager-tui-1:1.47.2-1.el9.x86_64 2024-03-29T00:03:23.893 INFO:teuthology.orchestra.run.smithi069.stdout: acl-2.3.1-4.el9.x86_64 2024-03-29T00:03:23.893 INFO:teuthology.orchestra.run.smithi069.stdout: elfutils-debuginfod-client-0.190-2.el9.x86_64 2024-03-29T00:03:23.893 INFO:teuthology.orchestra.run.smithi069.stdout: elfutils-libelf-0.190-2.el9.x86_64 2024-03-29T00:03:23.893 INFO:teuthology.orchestra.run.smithi069.stdout: elfutils-libs-0.190-2.el9.x86_64 2024-03-29T00:03:23.893 INFO:teuthology.orchestra.run.smithi069.stdout: libacl-2.3.1-4.el9.x86_64 2024-03-29T00:03:23.893 INFO:teuthology.orchestra.run.smithi069.stdout: libacl-devel-2.3.1-4.el9.x86_64 2024-03-29T00:03:23.893 INFO:teuthology.orchestra.run.smithi069.stdout: libblkid-2.37.4-18.el9.x86_64 2024-03-29T00:03:23.893 INFO:teuthology.orchestra.run.smithi069.stdout: libfdisk-2.37.4-18.el9.x86_64 2024-03-29T00:03:23.893 INFO:teuthology.orchestra.run.smithi069.stdout: libmount-2.37.4-18.el9.x86_64 2024-03-29T00:03:23.893 INFO:teuthology.orchestra.run.smithi069.stdout: librados2-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.893 INFO:teuthology.orchestra.run.smithi069.stdout: librbd1-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.893 INFO:teuthology.orchestra.run.smithi069.stdout: libsmartcols-2.37.4-18.el9.x86_64 2024-03-29T00:03:23.893 INFO:teuthology.orchestra.run.smithi069.stdout: libuuid-2.37.4-18.el9.x86_64 2024-03-29T00:03:23.894 INFO:teuthology.orchestra.run.smithi069.stdout: openssl-1:3.0.7-27.el9.x86_64 2024-03-29T00:03:23.894 INFO:teuthology.orchestra.run.smithi069.stdout: openssl-libs-1:3.0.7-27.el9.x86_64 2024-03-29T00:03:23.894 INFO:teuthology.orchestra.run.smithi069.stdout: util-linux-2.37.4-18.el9.x86_64 2024-03-29T00:03:23.894 INFO:teuthology.orchestra.run.smithi069.stdout: util-linux-core-2.37.4-18.el9.x86_64 2024-03-29T00:03:23.894 INFO:teuthology.orchestra.run.smithi069.stdout: util-linux-user-2.37.4-18.el9.x86_64 2024-03-29T00:03:23.894 INFO:teuthology.orchestra.run.smithi069.stdout: xfsdump-3.1.12-4.el9.x86_64 2024-03-29T00:03:23.894 INFO:teuthology.orchestra.run.smithi069.stdout: xfsprogs-6.3.0-1.el9.x86_64 2024-03-29T00:03:23.894 INFO:teuthology.orchestra.run.smithi069.stdout:Installed: 2024-03-29T00:03:23.894 INFO:teuthology.orchestra.run.smithi069.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-03-29T00:03:23.894 INFO:teuthology.orchestra.run.smithi069.stdout: automake-1.16.2-8.el9.noarch 2024-03-29T00:03:23.894 INFO:teuthology.orchestra.run.smithi069.stdout: bison-3.7.4-5.el9.x86_64 2024-03-29T00:03:23.894 INFO:teuthology.orchestra.run.smithi069.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-03-29T00:03:23.894 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.894 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-base-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.895 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-common-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.895 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-fuse-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.895 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-grafana-dashboards-2:19.0.0-1899.g323d23dc.el9.noarch 2024-03-29T00:03:23.895 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-immutable-object-cache-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.895 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mds-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.895 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.895 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-cephadm-2:19.0.0-1899.g323d23dc.el9.noarch 2024-03-29T00:03:23.895 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-dashboard-2:19.0.0-1899.g323d23dc.el9.noarch 2024-03-29T00:03:23.895 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-diskprediction-local-2:19.0.0-1899.g323d23dc.el9.noarch 2024-03-29T00:03:23.895 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-modules-core-2:19.0.0-1899.g323d23dc.el9.noarch 2024-03-29T00:03:23.895 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-rook-2:19.0.0-1899.g323d23dc.el9.noarch 2024-03-29T00:03:23.895 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mon-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.895 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-osd-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.896 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-prometheus-alerts-2:19.0.0-1899.g323d23dc.el9.noarch 2024-03-29T00:03:23.896 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-radosgw-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.896 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-selinux-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.896 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-test-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.896 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-volume-2:19.0.0-1899.g323d23dc.el9.noarch 2024-03-29T00:03:23.896 INFO:teuthology.orchestra.run.smithi069.stdout: cephadm-2:19.0.0-1899.g323d23dc.el9.noarch 2024-03-29T00:03:23.896 INFO:teuthology.orchestra.run.smithi069.stdout: cephfs-mirror-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.896 INFO:teuthology.orchestra.run.smithi069.stdout: cephfs-shell-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.896 INFO:teuthology.orchestra.run.smithi069.stdout: cephfs-top-2:19.0.0-1899.g323d23dc.el9.noarch 2024-03-29T00:03:23.896 INFO:teuthology.orchestra.run.smithi069.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-03-29T00:03:23.896 INFO:teuthology.orchestra.run.smithi069.stdout: flex-2.6.4-9.el9.x86_64 2024-03-29T00:03:23.896 INFO:teuthology.orchestra.run.smithi069.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-03-29T00:03:23.896 INFO:teuthology.orchestra.run.smithi069.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-03-29T00:03:23.896 INFO:teuthology.orchestra.run.smithi069.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-03-29T00:03:23.897 INFO:teuthology.orchestra.run.smithi069.stdout: fuse-2.9.9-15.el9.x86_64 2024-03-29T00:03:23.897 INFO:teuthology.orchestra.run.smithi069.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-03-29T00:03:23.897 INFO:teuthology.orchestra.run.smithi069.stdout: grpc-data-1.46.7-10.el9.noarch 2024-03-29T00:03:23.897 INFO:teuthology.orchestra.run.smithi069.stdout: jq-1.6-16.el9.x86_64 2024-03-29T00:03:23.897 INFO:teuthology.orchestra.run.smithi069.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-03-29T00:03:23.897 INFO:teuthology.orchestra.run.smithi069.stdout: libarrow-9.0.0-10.el9.x86_64 2024-03-29T00:03:23.897 INFO:teuthology.orchestra.run.smithi069.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-03-29T00:03:23.897 INFO:teuthology.orchestra.run.smithi069.stdout: libcephfs-devel-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.897 INFO:teuthology.orchestra.run.smithi069.stdout: libcephfs2-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.897 INFO:teuthology.orchestra.run.smithi069.stdout: libcephsqlite-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.897 INFO:teuthology.orchestra.run.smithi069.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-03-29T00:03:23.897 INFO:teuthology.orchestra.run.smithi069.stdout: liboath-2.6.7-2.el9.x86_64 2024-03-29T00:03:23.897 INFO:teuthology.orchestra.run.smithi069.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-03-29T00:03:23.898 INFO:teuthology.orchestra.run.smithi069.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-03-29T00:03:23.898 INFO:teuthology.orchestra.run.smithi069.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-03-29T00:03:23.898 INFO:teuthology.orchestra.run.smithi069.stdout: librados-devel-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.898 INFO:teuthology.orchestra.run.smithi069.stdout: libradosstriper1-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.898 INFO:teuthology.orchestra.run.smithi069.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-03-29T00:03:23.898 INFO:teuthology.orchestra.run.smithi069.stdout: librgw2-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.898 INFO:teuthology.orchestra.run.smithi069.stdout: libtool-2.4.6-45.el9.x86_64 2024-03-29T00:03:23.898 INFO:teuthology.orchestra.run.smithi069.stdout: libunwind-1.6.2-1.el9.x86_64 2024-03-29T00:03:23.898 INFO:teuthology.orchestra.run.smithi069.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-03-29T00:03:23.898 INFO:teuthology.orchestra.run.smithi069.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-03-29T00:03:23.898 INFO:teuthology.orchestra.run.smithi069.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-03-29T00:03:23.898 INFO:teuthology.orchestra.run.smithi069.stdout: lua-5.4.4-4.el9.x86_64 2024-03-29T00:03:23.898 INFO:teuthology.orchestra.run.smithi069.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-03-29T00:03:23.899 INFO:teuthology.orchestra.run.smithi069.stdout: luarocks-3.9.2-1.el9.noarch 2024-03-29T00:03:23.899 INFO:teuthology.orchestra.run.smithi069.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-03-29T00:03:23.899 INFO:teuthology.orchestra.run.smithi069.stdout: openblas-0.3.21-2.el9.x86_64 2024-03-29T00:03:23.899 INFO:teuthology.orchestra.run.smithi069.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-03-29T00:03:23.899 INFO:teuthology.orchestra.run.smithi069.stdout: openssl-devel-1:3.0.7-27.el9.x86_64 2024-03-29T00:03:23.899 INFO:teuthology.orchestra.run.smithi069.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-03-29T00:03:23.899 INFO:teuthology.orchestra.run.smithi069.stdout: postgresql-13.14-1.el9.x86_64 2024-03-29T00:03:23.899 INFO:teuthology.orchestra.run.smithi069.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-03-29T00:03:23.899 INFO:teuthology.orchestra.run.smithi069.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-03-29T00:03:23.899 INFO:teuthology.orchestra.run.smithi069.stdout: postgresql-server-13.14-1.el9.x86_64 2024-03-29T00:03:23.899 INFO:teuthology.orchestra.run.smithi069.stdout: protobuf-3.14.0-13.el9.x86_64 2024-03-29T00:03:23.899 INFO:teuthology.orchestra.run.smithi069.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-03-29T00:03:23.899 INFO:teuthology.orchestra.run.smithi069.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-03-29T00:03:23.899 INFO:teuthology.orchestra.run.smithi069.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-03-29T00:03:23.899 INFO:teuthology.orchestra.run.smithi069.stdout: python3-babel-2.9.1-2.el9.noarch 2024-03-29T00:03:23.900 INFO:teuthology.orchestra.run.smithi069.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-03-29T00:03:23.900 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-03-29T00:03:23.900 INFO:teuthology.orchestra.run.smithi069.stdout: python3-ceph-argparse-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.900 INFO:teuthology.orchestra.run.smithi069.stdout: python3-ceph-common-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.900 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cephfs-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.900 INFO:teuthology.orchestra.run.smithi069.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-03-29T00:03:23.900 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-03-29T00:03:23.900 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-03-29T00:03:23.900 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-03-29T00:03:23.900 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-03-29T00:03:23.900 INFO:teuthology.orchestra.run.smithi069.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-03-29T00:03:23.900 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-03-29T00:03:23.900 INFO:teuthology.orchestra.run.smithi069.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-03-29T00:03:23.900 INFO:teuthology.orchestra.run.smithi069.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-03-29T00:03:23.901 INFO:teuthology.orchestra.run.smithi069.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-03-29T00:03:23.901 INFO:teuthology.orchestra.run.smithi069.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-03-29T00:03:23.901 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-03-29T00:03:23.901 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-03-29T00:03:23.901 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-03-29T00:03:23.901 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-03-29T00:03:23.901 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-03-29T00:03:23.901 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-03-29T00:03:23.901 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-03-29T00:03:23.901 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-03-29T00:03:23.901 INFO:teuthology.orchestra.run.smithi069.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-03-29T00:03:23.901 INFO:teuthology.orchestra.run.smithi069.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-03-29T00:03:23.901 INFO:teuthology.orchestra.run.smithi069.stdout: python3-mako-1.1.4-6.el9.noarch 2024-03-29T00:03:23.901 INFO:teuthology.orchestra.run.smithi069.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-03-29T00:03:23.902 INFO:teuthology.orchestra.run.smithi069.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-03-29T00:03:23.902 INFO:teuthology.orchestra.run.smithi069.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-03-29T00:03:23.902 INFO:teuthology.orchestra.run.smithi069.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-03-29T00:03:23.902 INFO:teuthology.orchestra.run.smithi069.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-03-29T00:03:23.902 INFO:teuthology.orchestra.run.smithi069.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-03-29T00:03:23.902 INFO:teuthology.orchestra.run.smithi069.stdout: python3-packaging-20.9-5.el9.noarch 2024-03-29T00:03:23.902 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-03-29T00:03:23.902 INFO:teuthology.orchestra.run.smithi069.stdout: python3-ply-3.11-14.el9.noarch 2024-03-29T00:03:23.902 INFO:teuthology.orchestra.run.smithi069.stdout: python3-portend-3.1.0-2.el9.noarch 2024-03-29T00:03:23.902 INFO:teuthology.orchestra.run.smithi069.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-03-29T00:03:23.902 INFO:teuthology.orchestra.run.smithi069.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-03-29T00:03:23.902 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-03-29T00:03:23.902 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-03-29T00:03:23.902 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-03-29T00:03:23.902 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pycparser-2.20-6.el9.noarch 2024-03-29T00:03:23.903 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-03-29T00:03:23.903 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pytz-2021.1-5.el9.noarch 2024-03-29T00:03:23.903 INFO:teuthology.orchestra.run.smithi069.stdout: python3-rados-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.903 INFO:teuthology.orchestra.run.smithi069.stdout: python3-rbd-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.903 INFO:teuthology.orchestra.run.smithi069.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-03-29T00:03:23.903 INFO:teuthology.orchestra.run.smithi069.stdout: python3-requests-2.25.1-8.el9.noarch 2024-03-29T00:03:23.903 INFO:teuthology.orchestra.run.smithi069.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-03-29T00:03:23.903 INFO:teuthology.orchestra.run.smithi069.stdout: python3-rgw-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.903 INFO:teuthology.orchestra.run.smithi069.stdout: python3-routes-2.5.1-5.el9.noarch 2024-03-29T00:03:23.903 INFO:teuthology.orchestra.run.smithi069.stdout: python3-rsa-4.9-2.el9.noarch 2024-03-29T00:03:23.904 INFO:teuthology.orchestra.run.smithi069.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-03-29T00:03:23.904 INFO:teuthology.orchestra.run.smithi069.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-03-29T00:03:23.904 INFO:teuthology.orchestra.run.smithi069.stdout: python3-toml-0.10.2-6.el9.noarch 2024-03-29T00:03:23.904 INFO:teuthology.orchestra.run.smithi069.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-03-29T00:03:23.904 INFO:teuthology.orchestra.run.smithi069.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-03-29T00:03:23.904 INFO:teuthology.orchestra.run.smithi069.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-03-29T00:03:23.904 INFO:teuthology.orchestra.run.smithi069.stdout: python3-webob-1.8.7-6.el9.noarch 2024-03-29T00:03:23.904 INFO:teuthology.orchestra.run.smithi069.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-03-29T00:03:23.904 INFO:teuthology.orchestra.run.smithi069.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-03-29T00:03:23.904 INFO:teuthology.orchestra.run.smithi069.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-03-29T00:03:23.904 INFO:teuthology.orchestra.run.smithi069.stdout: qatlib-24.02.0-1.el9.x86_64 2024-03-29T00:03:23.904 INFO:teuthology.orchestra.run.smithi069.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-03-29T00:03:23.904 INFO:teuthology.orchestra.run.smithi069.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-03-29T00:03:23.904 INFO:teuthology.orchestra.run.smithi069.stdout: rbd-fuse-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.904 INFO:teuthology.orchestra.run.smithi069.stdout: rbd-mirror-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.905 INFO:teuthology.orchestra.run.smithi069.stdout: rbd-nbd-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:23.905 INFO:teuthology.orchestra.run.smithi069.stdout: re2-1:20211101-3.el9.x86_64 2024-03-29T00:03:23.905 INFO:teuthology.orchestra.run.smithi069.stdout: socat-1.7.4.1-5.el9.x86_64 2024-03-29T00:03:23.905 INFO:teuthology.orchestra.run.smithi069.stdout: thrift-0.15.0-2.el9.x86_64 2024-03-29T00:03:23.905 INFO:teuthology.orchestra.run.smithi069.stdout: uuid-1.6.2-55.el9.x86_64 2024-03-29T00:03:23.905 INFO:teuthology.orchestra.run.smithi069.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-03-29T00:03:23.905 INFO:teuthology.orchestra.run.smithi069.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-03-29T00:03:23.905 INFO:teuthology.orchestra.run.smithi069.stdout: zlib-devel-1.2.11-40.el9.x86_64 2024-03-29T00:03:23.905 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-03-29T00:03:23.906 INFO:teuthology.orchestra.run.smithi069.stdout:Complete! 2024-03-29T00:03:24.354 DEBUG:teuthology.parallel:result is None 2024-03-29T00:03:24.973 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction check 2024-03-29T00:03:25.376 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction check succeeded. 2024-03-29T00:03:25.376 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction test 2024-03-29T00:03:27.329 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction test succeeded. 2024-03-29T00:03:27.329 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction 2024-03-29T00:03:28.494 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: elfutils-libelf-0.189-3.el9.x86_64 198/198 2024-03-29T00:03:28.494 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-2:19.0.0-1899.g323d23dc.el9.x86_64 1/198 2024-03-29T00:03:28.494 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-base-2:19.0.0-1899.g323d23dc.el9.x86_64 2/198 2024-03-29T00:03:28.494 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-common-2:19.0.0-1899.g323d23dc.el9.x86_64 3/198 2024-03-29T00:03:28.494 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-fuse-2:19.0.0-1899.g323d23dc.el9.x86_64 4/198 2024-03-29T00:03:28.494 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-1899.g323d2 5/198 2024-03-29T00:03:28.494 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-mds-2:19.0.0-1899.g323d23dc.el9.x86_64 6/198 2024-03-29T00:03:28.495 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-mgr-2:19.0.0-1899.g323d23dc.el9.x86_64 7/198 2024-03-29T00:03:28.495 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-mon-2:19.0.0-1899.g323d23dc.el9.x86_64 8/198 2024-03-29T00:03:28.495 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-osd-2:19.0.0-1899.g323d23dc.el9.x86_64 9/198 2024-03-29T00:03:28.495 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-radosgw-2:19.0.0-1899.g323d23dc.el9.x86_64 10/198 2024-03-29T00:03:28.495 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-selinux-2:19.0.0-1899.g323d23dc.el9.x86_64 11/198 2024-03-29T00:03:28.495 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-test-2:19.0.0-1899.g323d23dc.el9.x86_64 12/198 2024-03-29T00:03:28.495 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : cephfs-mirror-2:19.0.0-1899.g323d23dc.el9.x86_64 13/198 2024-03-29T00:03:28.495 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : cephfs-shell-2:19.0.0-1899.g323d23dc.el9.x86_64 14/198 2024-03-29T00:03:28.495 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libcephfs-devel-2:19.0.0-1899.g323d23dc.el9.x86_ 15/198 2024-03-29T00:03:28.495 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libcephfs2-2:19.0.0-1899.g323d23dc.el9.x86_64 16/198 2024-03-29T00:03:28.495 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libcephsqlite-2:19.0.0-1899.g323d23dc.el9.x86_64 17/198 2024-03-29T00:03:28.495 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : librados-devel-2:19.0.0-1899.g323d23dc.el9.x86_6 18/198 2024-03-29T00:03:28.495 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libradosstriper1-2:19.0.0-1899.g323d23dc.el9.x86 19/198 2024-03-29T00:03:28.496 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : librgw2-2:19.0.0-1899.g323d23dc.el9.x86_64 20/198 2024-03-29T00:03:28.496 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-ceph-argparse-2:19.0.0-1899.g323d23dc.el 21/198 2024-03-29T00:03:28.496 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-ceph-common-2:19.0.0-1899.g323d23dc.el9. 22/198 2024-03-29T00:03:28.496 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-cephfs-2:19.0.0-1899.g323d23dc.el9.x86_6 23/198 2024-03-29T00:03:28.496 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-rados-2:19.0.0-1899.g323d23dc.el9.x86_64 24/198 2024-03-29T00:03:28.496 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-rbd-2:19.0.0-1899.g323d23dc.el9.x86_64 25/198 2024-03-29T00:03:28.496 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-rgw-2:19.0.0-1899.g323d23dc.el9.x86_64 26/198 2024-03-29T00:03:28.496 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : rbd-fuse-2:19.0.0-1899.g323d23dc.el9.x86_64 27/198 2024-03-29T00:03:28.496 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : rbd-mirror-2:19.0.0-1899.g323d23dc.el9.x86_64 28/198 2024-03-29T00:03:28.496 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : rbd-nbd-2:19.0.0-1899.g323d23dc.el9.x86_64 29/198 2024-03-29T00:03:28.496 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-1899.g323d23dc. 30/198 2024-03-29T00:03:28.496 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-1899.g323d23dc.el9.noa 31/198 2024-03-29T00:03:28.496 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-1899.g323d23dc.el9.n 32/198 2024-03-29T00:03:28.497 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-1899.g323 33/198 2024-03-29T00:03:28.497 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-1899.g323d23dc.el 34/198 2024-03-29T00:03:28.497 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-mgr-rook-2:19.0.0-1899.g323d23dc.el9.noarch 35/198 2024-03-29T00:03:28.497 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-1899.g323d23dc.e 36/198 2024-03-29T00:03:28.497 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-volume-2:19.0.0-1899.g323d23dc.el9.noarch 37/198 2024-03-29T00:03:28.497 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : cephadm-2:19.0.0-1899.g323d23dc.el9.noarch 38/198 2024-03-29T00:03:28.497 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : cephfs-top-2:19.0.0-1899.g323d23dc.el9.noarch 39/198 2024-03-29T00:03:28.497 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : automake-1.16.2-8.el9.noarch 40/198 2024-03-29T00:03:28.497 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : bison-3.7.4-5.el9.x86_64 41/198 2024-03-29T00:03:28.497 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 42/198 2024-03-29T00:03:28.497 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : flex-2.6.4-9.el9.x86_64 43/198 2024-03-29T00:03:28.497 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 44/198 2024-03-29T00:03:28.497 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 45/198 2024-03-29T00:03:28.498 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 46/198 2024-03-29T00:03:28.498 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 47/198 2024-03-29T00:03:28.498 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/198 2024-03-29T00:03:28.498 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/198 2024-03-29T00:03:28.498 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/198 2024-03-29T00:03:28.498 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 51/198 2024-03-29T00:03:28.498 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 52/198 2024-03-29T00:03:28.498 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 53/198 2024-03-29T00:03:28.498 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : lua-5.4.4-4.el9.x86_64 54/198 2024-03-29T00:03:28.498 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 55/198 2024-03-29T00:03:28.499 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 56/198 2024-03-29T00:03:28.499 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 57/198 2024-03-29T00:03:28.499 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : postgresql-13.14-1.el9.x86_64 58/198 2024-03-29T00:03:28.499 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 59/198 2024-03-29T00:03:28.499 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 60/198 2024-03-29T00:03:28.499 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 61/198 2024-03-29T00:03:28.499 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 62/198 2024-03-29T00:03:28.499 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 63/198 2024-03-29T00:03:28.499 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 64/198 2024-03-29T00:03:28.499 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 65/198 2024-03-29T00:03:28.499 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 66/198 2024-03-29T00:03:28.499 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 67/198 2024-03-29T00:03:28.499 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 68/198 2024-03-29T00:03:28.499 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 69/198 2024-03-29T00:03:28.500 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 70/198 2024-03-29T00:03:28.500 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 71/198 2024-03-29T00:03:28.500 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 72/198 2024-03-29T00:03:28.500 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 73/198 2024-03-29T00:03:28.500 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 74/198 2024-03-29T00:03:28.500 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 75/198 2024-03-29T00:03:28.500 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 76/198 2024-03-29T00:03:28.500 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 77/198 2024-03-29T00:03:28.500 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 78/198 2024-03-29T00:03:28.500 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 79/198 2024-03-29T00:03:28.501 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 80/198 2024-03-29T00:03:28.501 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 81/198 2024-03-29T00:03:28.501 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 82/198 2024-03-29T00:03:28.501 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 83/198 2024-03-29T00:03:28.501 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 84/198 2024-03-29T00:03:28.501 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 85/198 2024-03-29T00:03:28.501 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 86/198 2024-03-29T00:03:28.501 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 87/198 2024-03-29T00:03:28.501 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 88/198 2024-03-29T00:03:28.501 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 89/198 2024-03-29T00:03:28.501 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 90/198 2024-03-29T00:03:28.502 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 91/198 2024-03-29T00:03:28.502 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-ply-3.11-14.el9.noarch 92/198 2024-03-29T00:03:28.502 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 93/198 2024-03-29T00:03:28.502 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 94/198 2024-03-29T00:03:28.502 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : jq-1.6-16.el9.x86_64 95/198 2024-03-29T00:03:28.502 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 96/198 2024-03-29T00:03:28.502 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 97/198 2024-03-29T00:03:28.502 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 98/198 2024-03-29T00:03:28.502 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 99/198 2024-03-29T00:03:28.502 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 100/198 2024-03-29T00:03:28.502 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : openssl-devel-1:3.0.7-27.el9.x86_64 101/198 2024-03-29T00:03:28.502 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 102/198 2024-03-29T00:03:28.502 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 103/198 2024-03-29T00:03:28.502 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 104/198 2024-03-29T00:03:28.503 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 105/198 2024-03-29T00:03:28.503 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 106/198 2024-03-29T00:03:28.503 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 107/198 2024-03-29T00:03:28.503 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 108/198 2024-03-29T00:03:28.503 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 109/198 2024-03-29T00:03:28.503 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 110/198 2024-03-29T00:03:28.503 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 111/198 2024-03-29T00:03:28.503 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 112/198 2024-03-29T00:03:28.506 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 113/198 2024-03-29T00:03:28.506 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 114/198 2024-03-29T00:03:28.507 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 115/198 2024-03-29T00:03:28.507 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 116/198 2024-03-29T00:03:28.507 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 117/198 2024-03-29T00:03:28.507 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 118/198 2024-03-29T00:03:28.507 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 119/198 2024-03-29T00:03:28.507 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 120/198 2024-03-29T00:03:28.507 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 121/198 2024-03-29T00:03:28.507 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 122/198 2024-03-29T00:03:28.507 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 123/198 2024-03-29T00:03:28.508 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 124/198 2024-03-29T00:03:28.508 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 125/198 2024-03-29T00:03:28.508 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 126/198 2024-03-29T00:03:28.508 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 127/198 2024-03-29T00:03:28.508 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 128/198 2024-03-29T00:03:28.508 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 129/198 2024-03-29T00:03:28.508 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 130/198 2024-03-29T00:03:28.508 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 131/198 2024-03-29T00:03:28.508 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 132/198 2024-03-29T00:03:28.509 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 133/198 2024-03-29T00:03:28.509 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 134/198 2024-03-29T00:03:28.509 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 135/198 2024-03-29T00:03:28.509 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 136/198 2024-03-29T00:03:28.509 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 137/198 2024-03-29T00:03:28.509 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 138/198 2024-03-29T00:03:28.509 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 139/198 2024-03-29T00:03:28.509 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 140/198 2024-03-29T00:03:28.509 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 141/198 2024-03-29T00:03:28.510 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 142/198 2024-03-29T00:03:28.510 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 143/198 2024-03-29T00:03:28.510 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 144/198 2024-03-29T00:03:28.510 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 145/198 2024-03-29T00:03:28.510 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 146/198 2024-03-29T00:03:28.510 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 147/198 2024-03-29T00:03:28.510 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 148/198 2024-03-29T00:03:28.511 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : re2-1:20211101-3.el9.x86_64 149/198 2024-03-29T00:03:28.511 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 150/198 2024-03-29T00:03:28.511 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : librados2-2:19.0.0-1899.g323d23dc.el9.x86_64 151/198 2024-03-29T00:03:28.511 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 152/198 2024-03-29T00:03:28.511 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : librbd1-2:19.0.0-1899.g323d23dc.el9.x86_64 153/198 2024-03-29T00:03:28.511 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 154/198 2024-03-29T00:03:28.511 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : NetworkManager-1:1.47.2-1.el9.x86_64 155/198 2024-03-29T00:03:28.511 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : NetworkManager-1:1.44.0-2.el9.x86_64 156/198 2024-03-29T00:03:28.511 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : NetworkManager-libnm-1:1.47.2-1.el9.x86_64 157/198 2024-03-29T00:03:28.511 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 158/198 2024-03-29T00:03:28.511 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : NetworkManager-team-1:1.47.2-1.el9.x86_64 159/198 2024-03-29T00:03:28.512 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : NetworkManager-team-1:1.44.0-2.el9.x86_64 160/198 2024-03-29T00:03:28.512 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : NetworkManager-tui-1:1.47.2-1.el9.x86_64 161/198 2024-03-29T00:03:28.512 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : NetworkManager-tui-1:1.44.0-2.el9.x86_64 162/198 2024-03-29T00:03:28.512 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : xfsdump-3.1.12-4.el9.x86_64 163/198 2024-03-29T00:03:28.512 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : xfsdump-3.1.12-3.el9.x86_64 164/198 2024-03-29T00:03:28.512 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : acl-2.3.1-4.el9.x86_64 165/198 2024-03-29T00:03:28.512 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : acl-2.3.1-3.el9.x86_64 166/198 2024-03-29T00:03:28.512 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 167/198 2024-03-29T00:03:28.512 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : elfutils-debuginfod-client-0.189-3.el9.x86_64 168/198 2024-03-29T00:03:28.512 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 169/198 2024-03-29T00:03:28.512 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : elfutils-libelf-0.189-3.el9.x86_64 170/198 2024-03-29T00:03:28.512 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 171/198 2024-03-29T00:03:28.513 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : elfutils-libs-0.189-3.el9.x86_64 172/198 2024-03-29T00:03:28.513 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libacl-2.3.1-4.el9.x86_64 173/198 2024-03-29T00:03:28.513 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libacl-2.3.1-3.el9.x86_64 174/198 2024-03-29T00:03:28.513 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libblkid-2.37.4-18.el9.x86_64 175/198 2024-03-29T00:03:28.513 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libblkid-2.37.4-15.el9.x86_64 176/198 2024-03-29T00:03:28.513 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libfdisk-2.37.4-18.el9.x86_64 177/198 2024-03-29T00:03:28.513 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libfdisk-2.37.4-15.el9.x86_64 178/198 2024-03-29T00:03:28.513 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libmount-2.37.4-18.el9.x86_64 179/198 2024-03-29T00:03:28.513 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libmount-2.37.4-15.el9.x86_64 180/198 2024-03-29T00:03:28.513 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libsmartcols-2.37.4-18.el9.x86_64 181/198 2024-03-29T00:03:28.513 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libsmartcols-2.37.4-15.el9.x86_64 182/198 2024-03-29T00:03:28.514 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libuuid-2.37.4-18.el9.x86_64 183/198 2024-03-29T00:03:28.514 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libuuid-2.37.4-15.el9.x86_64 184/198 2024-03-29T00:03:28.514 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 185/198 2024-03-29T00:03:28.514 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : openssl-1:3.0.7-24.el9.x86_64 186/198 2024-03-29T00:03:28.514 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 187/198 2024-03-29T00:03:28.514 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : openssl-libs-1:3.0.7-24.el9.x86_64 188/198 2024-03-29T00:03:28.514 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : util-linux-2.37.4-18.el9.x86_64 189/198 2024-03-29T00:03:28.514 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : util-linux-2.37.4-15.el9.x86_64 190/198 2024-03-29T00:03:28.514 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : util-linux-core-2.37.4-18.el9.x86_64 191/198 2024-03-29T00:03:28.514 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : util-linux-core-2.37.4-15.el9.x86_64 192/198 2024-03-29T00:03:28.515 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : util-linux-user-2.37.4-18.el9.x86_64 193/198 2024-03-29T00:03:28.515 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : util-linux-user-2.37.4-15.el9.x86_64 194/198 2024-03-29T00:03:28.515 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 195/198 2024-03-29T00:03:28.515 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : xfsprogs-5.19.0-4.el9.x86_64 196/198 2024-03-29T00:03:28.515 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libacl-devel-2.3.1-4.el9.x86_64 197/198 2024-03-29T00:03:31.582 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libacl-devel-2.3.1-3.el9.x86_64 198/198 2024-03-29T00:03:31.582 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-03-29T00:03:31.582 INFO:teuthology.orchestra.run.smithi053.stdout:Upgraded: 2024-03-29T00:03:31.583 INFO:teuthology.orchestra.run.smithi053.stdout: NetworkManager-1:1.47.2-1.el9.x86_64 2024-03-29T00:03:31.583 INFO:teuthology.orchestra.run.smithi053.stdout: NetworkManager-libnm-1:1.47.2-1.el9.x86_64 2024-03-29T00:03:31.583 INFO:teuthology.orchestra.run.smithi053.stdout: NetworkManager-team-1:1.47.2-1.el9.x86_64 2024-03-29T00:03:31.583 INFO:teuthology.orchestra.run.smithi053.stdout: NetworkManager-tui-1:1.47.2-1.el9.x86_64 2024-03-29T00:03:31.583 INFO:teuthology.orchestra.run.smithi053.stdout: acl-2.3.1-4.el9.x86_64 2024-03-29T00:03:31.583 INFO:teuthology.orchestra.run.smithi053.stdout: elfutils-debuginfod-client-0.190-2.el9.x86_64 2024-03-29T00:03:31.583 INFO:teuthology.orchestra.run.smithi053.stdout: elfutils-libelf-0.190-2.el9.x86_64 2024-03-29T00:03:31.583 INFO:teuthology.orchestra.run.smithi053.stdout: elfutils-libs-0.190-2.el9.x86_64 2024-03-29T00:03:31.583 INFO:teuthology.orchestra.run.smithi053.stdout: libacl-2.3.1-4.el9.x86_64 2024-03-29T00:03:31.583 INFO:teuthology.orchestra.run.smithi053.stdout: libacl-devel-2.3.1-4.el9.x86_64 2024-03-29T00:03:31.583 INFO:teuthology.orchestra.run.smithi053.stdout: libblkid-2.37.4-18.el9.x86_64 2024-03-29T00:03:31.583 INFO:teuthology.orchestra.run.smithi053.stdout: libfdisk-2.37.4-18.el9.x86_64 2024-03-29T00:03:31.583 INFO:teuthology.orchestra.run.smithi053.stdout: libmount-2.37.4-18.el9.x86_64 2024-03-29T00:03:31.583 INFO:teuthology.orchestra.run.smithi053.stdout: librados2-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.584 INFO:teuthology.orchestra.run.smithi053.stdout: librbd1-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.584 INFO:teuthology.orchestra.run.smithi053.stdout: libsmartcols-2.37.4-18.el9.x86_64 2024-03-29T00:03:31.584 INFO:teuthology.orchestra.run.smithi053.stdout: libuuid-2.37.4-18.el9.x86_64 2024-03-29T00:03:31.584 INFO:teuthology.orchestra.run.smithi053.stdout: openssl-1:3.0.7-27.el9.x86_64 2024-03-29T00:03:31.584 INFO:teuthology.orchestra.run.smithi053.stdout: openssl-libs-1:3.0.7-27.el9.x86_64 2024-03-29T00:03:31.584 INFO:teuthology.orchestra.run.smithi053.stdout: util-linux-2.37.4-18.el9.x86_64 2024-03-29T00:03:31.584 INFO:teuthology.orchestra.run.smithi053.stdout: util-linux-core-2.37.4-18.el9.x86_64 2024-03-29T00:03:31.584 INFO:teuthology.orchestra.run.smithi053.stdout: util-linux-user-2.37.4-18.el9.x86_64 2024-03-29T00:03:31.584 INFO:teuthology.orchestra.run.smithi053.stdout: xfsdump-3.1.12-4.el9.x86_64 2024-03-29T00:03:31.584 INFO:teuthology.orchestra.run.smithi053.stdout: xfsprogs-6.3.0-1.el9.x86_64 2024-03-29T00:03:31.584 INFO:teuthology.orchestra.run.smithi053.stdout:Installed: 2024-03-29T00:03:31.584 INFO:teuthology.orchestra.run.smithi053.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-03-29T00:03:31.584 INFO:teuthology.orchestra.run.smithi053.stdout: automake-1.16.2-8.el9.noarch 2024-03-29T00:03:31.584 INFO:teuthology.orchestra.run.smithi053.stdout: bison-3.7.4-5.el9.x86_64 2024-03-29T00:03:31.585 INFO:teuthology.orchestra.run.smithi053.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-03-29T00:03:31.585 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.585 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-base-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.585 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-common-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.585 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-fuse-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.585 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-grafana-dashboards-2:19.0.0-1899.g323d23dc.el9.noarch 2024-03-29T00:03:31.585 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-immutable-object-cache-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.585 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mds-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.585 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.585 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-cephadm-2:19.0.0-1899.g323d23dc.el9.noarch 2024-03-29T00:03:31.585 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-dashboard-2:19.0.0-1899.g323d23dc.el9.noarch 2024-03-29T00:03:31.585 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-diskprediction-local-2:19.0.0-1899.g323d23dc.el9.noarch 2024-03-29T00:03:31.585 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-modules-core-2:19.0.0-1899.g323d23dc.el9.noarch 2024-03-29T00:03:31.585 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-rook-2:19.0.0-1899.g323d23dc.el9.noarch 2024-03-29T00:03:31.586 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mon-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.586 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-osd-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.586 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-prometheus-alerts-2:19.0.0-1899.g323d23dc.el9.noarch 2024-03-29T00:03:31.586 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-radosgw-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.586 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-selinux-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.586 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-test-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.586 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-volume-2:19.0.0-1899.g323d23dc.el9.noarch 2024-03-29T00:03:31.586 INFO:teuthology.orchestra.run.smithi053.stdout: cephadm-2:19.0.0-1899.g323d23dc.el9.noarch 2024-03-29T00:03:31.586 INFO:teuthology.orchestra.run.smithi053.stdout: cephfs-mirror-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.586 INFO:teuthology.orchestra.run.smithi053.stdout: cephfs-shell-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.586 INFO:teuthology.orchestra.run.smithi053.stdout: cephfs-top-2:19.0.0-1899.g323d23dc.el9.noarch 2024-03-29T00:03:31.586 INFO:teuthology.orchestra.run.smithi053.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-03-29T00:03:31.586 INFO:teuthology.orchestra.run.smithi053.stdout: flex-2.6.4-9.el9.x86_64 2024-03-29T00:03:31.587 INFO:teuthology.orchestra.run.smithi053.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-03-29T00:03:31.587 INFO:teuthology.orchestra.run.smithi053.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-03-29T00:03:31.587 INFO:teuthology.orchestra.run.smithi053.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-03-29T00:03:31.587 INFO:teuthology.orchestra.run.smithi053.stdout: fuse-2.9.9-15.el9.x86_64 2024-03-29T00:03:31.587 INFO:teuthology.orchestra.run.smithi053.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-03-29T00:03:31.587 INFO:teuthology.orchestra.run.smithi053.stdout: grpc-data-1.46.7-10.el9.noarch 2024-03-29T00:03:31.587 INFO:teuthology.orchestra.run.smithi053.stdout: jq-1.6-16.el9.x86_64 2024-03-29T00:03:31.587 INFO:teuthology.orchestra.run.smithi053.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-03-29T00:03:31.587 INFO:teuthology.orchestra.run.smithi053.stdout: libarrow-9.0.0-10.el9.x86_64 2024-03-29T00:03:31.587 INFO:teuthology.orchestra.run.smithi053.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-03-29T00:03:31.587 INFO:teuthology.orchestra.run.smithi053.stdout: libcephfs-devel-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.587 INFO:teuthology.orchestra.run.smithi053.stdout: libcephfs2-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.587 INFO:teuthology.orchestra.run.smithi053.stdout: libcephsqlite-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.587 INFO:teuthology.orchestra.run.smithi053.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-03-29T00:03:31.587 INFO:teuthology.orchestra.run.smithi053.stdout: liboath-2.6.7-2.el9.x86_64 2024-03-29T00:03:31.588 INFO:teuthology.orchestra.run.smithi053.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-03-29T00:03:31.588 INFO:teuthology.orchestra.run.smithi053.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-03-29T00:03:31.588 INFO:teuthology.orchestra.run.smithi053.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-03-29T00:03:31.588 INFO:teuthology.orchestra.run.smithi053.stdout: librados-devel-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.588 INFO:teuthology.orchestra.run.smithi053.stdout: libradosstriper1-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.588 INFO:teuthology.orchestra.run.smithi053.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-03-29T00:03:31.588 INFO:teuthology.orchestra.run.smithi053.stdout: librgw2-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.588 INFO:teuthology.orchestra.run.smithi053.stdout: libtool-2.4.6-45.el9.x86_64 2024-03-29T00:03:31.588 INFO:teuthology.orchestra.run.smithi053.stdout: libunwind-1.6.2-1.el9.x86_64 2024-03-29T00:03:31.588 INFO:teuthology.orchestra.run.smithi053.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-03-29T00:03:31.588 INFO:teuthology.orchestra.run.smithi053.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-03-29T00:03:31.588 INFO:teuthology.orchestra.run.smithi053.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-03-29T00:03:31.588 INFO:teuthology.orchestra.run.smithi053.stdout: lua-5.4.4-4.el9.x86_64 2024-03-29T00:03:31.588 INFO:teuthology.orchestra.run.smithi053.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-03-29T00:03:31.589 INFO:teuthology.orchestra.run.smithi053.stdout: luarocks-3.9.2-1.el9.noarch 2024-03-29T00:03:31.589 INFO:teuthology.orchestra.run.smithi053.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-03-29T00:03:31.589 INFO:teuthology.orchestra.run.smithi053.stdout: openblas-0.3.21-2.el9.x86_64 2024-03-29T00:03:31.589 INFO:teuthology.orchestra.run.smithi053.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-03-29T00:03:31.589 INFO:teuthology.orchestra.run.smithi053.stdout: openssl-devel-1:3.0.7-27.el9.x86_64 2024-03-29T00:03:31.589 INFO:teuthology.orchestra.run.smithi053.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-03-29T00:03:31.589 INFO:teuthology.orchestra.run.smithi053.stdout: postgresql-13.14-1.el9.x86_64 2024-03-29T00:03:31.589 INFO:teuthology.orchestra.run.smithi053.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-03-29T00:03:31.589 INFO:teuthology.orchestra.run.smithi053.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-03-29T00:03:31.589 INFO:teuthology.orchestra.run.smithi053.stdout: postgresql-server-13.14-1.el9.x86_64 2024-03-29T00:03:31.589 INFO:teuthology.orchestra.run.smithi053.stdout: protobuf-3.14.0-13.el9.x86_64 2024-03-29T00:03:31.589 INFO:teuthology.orchestra.run.smithi053.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-03-29T00:03:31.589 INFO:teuthology.orchestra.run.smithi053.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-03-29T00:03:31.589 INFO:teuthology.orchestra.run.smithi053.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-03-29T00:03:31.589 INFO:teuthology.orchestra.run.smithi053.stdout: python3-babel-2.9.1-2.el9.noarch 2024-03-29T00:03:31.590 INFO:teuthology.orchestra.run.smithi053.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-03-29T00:03:31.590 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-03-29T00:03:31.590 INFO:teuthology.orchestra.run.smithi053.stdout: python3-ceph-argparse-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.590 INFO:teuthology.orchestra.run.smithi053.stdout: python3-ceph-common-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.590 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cephfs-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.590 INFO:teuthology.orchestra.run.smithi053.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-03-29T00:03:31.590 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-03-29T00:03:31.590 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-03-29T00:03:31.590 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-03-29T00:03:31.590 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-03-29T00:03:31.590 INFO:teuthology.orchestra.run.smithi053.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-03-29T00:03:31.590 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-03-29T00:03:31.590 INFO:teuthology.orchestra.run.smithi053.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-03-29T00:03:31.591 INFO:teuthology.orchestra.run.smithi053.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-03-29T00:03:31.591 INFO:teuthology.orchestra.run.smithi053.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-03-29T00:03:31.591 INFO:teuthology.orchestra.run.smithi053.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-03-29T00:03:31.591 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-03-29T00:03:31.591 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-03-29T00:03:31.591 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-03-29T00:03:31.591 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-03-29T00:03:31.591 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-03-29T00:03:31.592 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-03-29T00:03:31.592 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-03-29T00:03:31.592 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-03-29T00:03:31.592 INFO:teuthology.orchestra.run.smithi053.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-03-29T00:03:31.592 INFO:teuthology.orchestra.run.smithi053.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-03-29T00:03:31.592 INFO:teuthology.orchestra.run.smithi053.stdout: python3-mako-1.1.4-6.el9.noarch 2024-03-29T00:03:31.592 INFO:teuthology.orchestra.run.smithi053.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-03-29T00:03:31.592 INFO:teuthology.orchestra.run.smithi053.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-03-29T00:03:31.592 INFO:teuthology.orchestra.run.smithi053.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-03-29T00:03:31.592 INFO:teuthology.orchestra.run.smithi053.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-03-29T00:03:31.592 INFO:teuthology.orchestra.run.smithi053.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-03-29T00:03:31.592 INFO:teuthology.orchestra.run.smithi053.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-03-29T00:03:31.592 INFO:teuthology.orchestra.run.smithi053.stdout: python3-packaging-20.9-5.el9.noarch 2024-03-29T00:03:31.592 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-03-29T00:03:31.593 INFO:teuthology.orchestra.run.smithi053.stdout: python3-ply-3.11-14.el9.noarch 2024-03-29T00:03:31.593 INFO:teuthology.orchestra.run.smithi053.stdout: python3-portend-3.1.0-2.el9.noarch 2024-03-29T00:03:31.593 INFO:teuthology.orchestra.run.smithi053.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-03-29T00:03:31.593 INFO:teuthology.orchestra.run.smithi053.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-03-29T00:03:31.593 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-03-29T00:03:31.593 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-03-29T00:03:31.593 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-03-29T00:03:31.593 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pycparser-2.20-6.el9.noarch 2024-03-29T00:03:31.593 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-03-29T00:03:31.593 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pytz-2021.1-5.el9.noarch 2024-03-29T00:03:31.593 INFO:teuthology.orchestra.run.smithi053.stdout: python3-rados-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.593 INFO:teuthology.orchestra.run.smithi053.stdout: python3-rbd-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.593 INFO:teuthology.orchestra.run.smithi053.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-03-29T00:03:31.593 INFO:teuthology.orchestra.run.smithi053.stdout: python3-requests-2.25.1-8.el9.noarch 2024-03-29T00:03:31.594 INFO:teuthology.orchestra.run.smithi053.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-03-29T00:03:31.594 INFO:teuthology.orchestra.run.smithi053.stdout: python3-rgw-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.594 INFO:teuthology.orchestra.run.smithi053.stdout: python3-routes-2.5.1-5.el9.noarch 2024-03-29T00:03:31.594 INFO:teuthology.orchestra.run.smithi053.stdout: python3-rsa-4.9-2.el9.noarch 2024-03-29T00:03:31.594 INFO:teuthology.orchestra.run.smithi053.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-03-29T00:03:31.594 INFO:teuthology.orchestra.run.smithi053.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-03-29T00:03:31.594 INFO:teuthology.orchestra.run.smithi053.stdout: python3-toml-0.10.2-6.el9.noarch 2024-03-29T00:03:31.594 INFO:teuthology.orchestra.run.smithi053.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-03-29T00:03:31.594 INFO:teuthology.orchestra.run.smithi053.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-03-29T00:03:31.594 INFO:teuthology.orchestra.run.smithi053.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-03-29T00:03:31.595 INFO:teuthology.orchestra.run.smithi053.stdout: python3-webob-1.8.7-6.el9.noarch 2024-03-29T00:03:31.595 INFO:teuthology.orchestra.run.smithi053.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-03-29T00:03:31.595 INFO:teuthology.orchestra.run.smithi053.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-03-29T00:03:31.595 INFO:teuthology.orchestra.run.smithi053.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-03-29T00:03:31.595 INFO:teuthology.orchestra.run.smithi053.stdout: qatlib-24.02.0-1.el9.x86_64 2024-03-29T00:03:31.595 INFO:teuthology.orchestra.run.smithi053.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-03-29T00:03:31.595 INFO:teuthology.orchestra.run.smithi053.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-03-29T00:03:31.595 INFO:teuthology.orchestra.run.smithi053.stdout: rbd-fuse-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.595 INFO:teuthology.orchestra.run.smithi053.stdout: rbd-mirror-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.595 INFO:teuthology.orchestra.run.smithi053.stdout: rbd-nbd-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:03:31.595 INFO:teuthology.orchestra.run.smithi053.stdout: re2-1:20211101-3.el9.x86_64 2024-03-29T00:03:31.595 INFO:teuthology.orchestra.run.smithi053.stdout: socat-1.7.4.1-5.el9.x86_64 2024-03-29T00:03:31.596 INFO:teuthology.orchestra.run.smithi053.stdout: thrift-0.15.0-2.el9.x86_64 2024-03-29T00:03:31.596 INFO:teuthology.orchestra.run.smithi053.stdout: uuid-1.6.2-55.el9.x86_64 2024-03-29T00:03:31.596 INFO:teuthology.orchestra.run.smithi053.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-03-29T00:03:31.596 INFO:teuthology.orchestra.run.smithi053.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-03-29T00:03:31.596 INFO:teuthology.orchestra.run.smithi053.stdout: zlib-devel-1.2.11-40.el9.x86_64 2024-03-29T00:03:31.596 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-03-29T00:03:31.596 INFO:teuthology.orchestra.run.smithi053.stdout:Complete! 2024-03-29T00:03:32.165 DEBUG:teuthology.parallel:result is None 2024-03-29T00:03:34.881 INFO:teuthology.orchestra.run.smithi012.stdout: Preparing : 1/1 2024-03-29T00:03:35.060 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : openssl-libs-1:3.0.7-27.el9.x86_64 1/198 2024-03-29T00:03:35.098 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : libuuid-2.37.4-18.el9.x86_64 2/198 2024-03-29T00:03:35.137 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : libblkid-2.37.4-18.el9.x86_64 3/198 2024-03-29T00:03:35.182 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: libblkid-2.37.4-18.el9.x86_64 3/198 2024-03-29T00:03:35.269 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 4/198 2024-03-29T00:03:35.374 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 5/198 2024-03-29T00:03:35.425 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/198 2024-03-29T00:03:35.473 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/198 2024-03-29T00:03:35.739 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 8/198 2024-03-29T00:03:36.174 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 9/198 2024-03-29T00:03:36.212 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : librados2-2:19.0.0-1899.g323d23dc.el9.x86_64 10/198 2024-03-29T00:03:36.371 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: librados2-2:19.0.0-1899.g323d23dc.el9.x86_64 10/198 2024-03-29T00:03:36.397 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libcephfs2-2:19.0.0-1899.g323d23dc.el9.x86_64 11/198 2024-03-29T00:03:36.552 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: libcephfs2-2:19.0.0-1899.g323d23dc.el9.x86_64 11/198 2024-03-29T00:03:36.611 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-rados-2:19.0.0-1899.g323d23dc.el9.x86_64 12/198 2024-03-29T00:03:36.673 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 13/198 2024-03-29T00:03:36.968 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : elfutils-libelf-0.190-2.el9.x86_64 14/198 2024-03-29T00:03:37.028 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : postgresql-13.14-1.el9.x86_64 15/198 2024-03-29T00:03:37.052 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libcephsqlite-2:19.0.0-1899.g323d23dc.el9.x86_64 16/198 2024-03-29T00:03:37.193 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: libcephsqlite-2:19.0.0-1899.g323d23dc.el9.x86_64 16/198 2024-03-29T00:03:37.221 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libradosstriper1-2:19.0.0-1899.g323d23dc.el9.x86 17/198 2024-03-29T00:03:37.309 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: libradosstriper1-2:19.0.0-1899.g323d23dc.el9.x86 17/198 2024-03-29T00:03:37.355 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : libmount-2.37.4-18.el9.x86_64 18/198 2024-03-29T00:03:37.382 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 19/198 2024-03-29T00:03:37.446 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 19/198 2024-03-29T00:03:37.750 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 20/198 2024-03-29T00:03:37.798 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 20/198 2024-03-29T00:03:37.848 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : libsmartcols-2.37.4-18.el9.x86_64 21/198 2024-03-29T00:03:38.051 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : libacl-2.3.1-4.el9.x86_64 22/198 2024-03-29T00:03:38.197 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : NetworkManager-libnm-1:1.47.2-1.el9.x86_64 23/198 2024-03-29T00:03:38.284 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.2-1.el9.x86_64 23/198 2024-03-29T00:03:38.434 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: NetworkManager-1:1.47.2-1.el9.x86_64 24/198 2024-03-29T00:03:38.508 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : NetworkManager-1:1.47.2-1.el9.x86_64 24/198 2024-03-29T00:03:38.811 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: NetworkManager-1:1.47.2-1.el9.x86_64 24/198 2024-03-29T00:03:38.994 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : re2-1:20211101-3.el9.x86_64 25/198 2024-03-29T00:03:39.119 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 26/198 2024-03-29T00:03:39.173 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 27/198 2024-03-29T00:03:39.209 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : liboath-2.6.7-2.el9.x86_64 28/198 2024-03-29T00:03:39.270 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/198 2024-03-29T00:03:39.388 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/198 2024-03-29T00:03:39.486 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 31/198 2024-03-29T00:03:39.540 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 32/198 2024-03-29T00:03:39.637 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 33/198 2024-03-29T00:03:39.678 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 34/198 2024-03-29T00:03:39.738 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 35/198 2024-03-29T00:03:39.782 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 36/198 2024-03-29T00:03:39.814 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : lua-5.4.4-4.el9.x86_64 37/198 2024-03-29T00:03:39.931 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 38/198 2024-03-29T00:03:39.978 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-ceph-common-2:19.0.0-1899.g323d23dc.el9. 39/198 2024-03-29T00:03:40.031 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-ceph-argparse-2:19.0.0-1899.g323d23dc.el 40/198 2024-03-29T00:03:40.068 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-cephfs-2:19.0.0-1899.g323d23dc.el9.x86_6 41/198 2024-03-29T00:03:40.399 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 42/198 2024-03-29T00:03:40.482 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : luarocks-3.9.2-1.el9.noarch 43/198 2024-03-29T00:03:40.596 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 44/198 2024-03-29T00:03:40.785 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 45/198 2024-03-29T00:03:40.848 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 46/198 2024-03-29T00:03:41.565 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-rsa-4.9-2.el9.noarch 47/198 2024-03-29T00:03:41.667 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 48/198 2024-03-29T00:03:41.765 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 49/198 2024-03-29T00:03:41.829 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : util-linux-core-2.37.4-18.el9.x86_64 50/198 2024-03-29T00:03:41.857 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: util-linux-core-2.37.4-18.el9.x86_64 50/198 2024-03-29T00:03:41.926 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 51/198 2024-03-29T00:03:41.991 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : elfutils-libs-0.190-2.el9.x86_64 52/198 2024-03-29T00:03:42.046 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : librados-devel-2:19.0.0-1899.g323d23dc.el9.x86_6 53/198 2024-03-29T00:03:42.094 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 54/198 2024-03-29T00:03:42.458 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : libfdisk-2.37.4-18.el9.x86_64 55/198 2024-03-29T00:03:42.688 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : util-linux-2.37.4-18.el9.x86_64 56/198 2024-03-29T00:03:42.766 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : xfsprogs-6.3.0-1.el9.x86_64 57/198 2024-03-29T00:03:42.820 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 58/198 2024-03-29T00:03:43.042 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 59/198 2024-03-29T00:03:43.096 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : openssl-1:3.0.7-27.el9.x86_64 60/198 2024-03-29T00:03:43.176 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 61/198 2024-03-29T00:03:43.280 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 62/198 2024-03-29T00:03:43.331 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 63/198 2024-03-29T00:03:43.388 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 64/198 2024-03-29T00:03:43.468 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 65/198 2024-03-29T00:03:43.513 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 66/198 2024-03-29T00:03:43.578 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 67/198 2024-03-29T00:03:43.645 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 68/198 2024-03-29T00:03:43.849 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 69/198 2024-03-29T00:03:43.917 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 70/198 2024-03-29T00:03:43.965 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 71/198 2024-03-29T00:03:44.028 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 72/198 2024-03-29T00:03:44.171 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 73/198 2024-03-29T00:03:44.211 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 74/198 2024-03-29T00:03:44.257 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 75/198 2024-03-29T00:03:44.294 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 76/198 2024-03-29T00:03:44.326 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 77/198 2024-03-29T00:03:44.496 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 78/198 2024-03-29T00:03:44.677 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 79/198 2024-03-29T00:03:44.822 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 80/198 2024-03-29T00:03:44.895 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 81/198 2024-03-29T00:03:44.960 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-ply-3.11-14.el9.noarch 82/198 2024-03-29T00:03:45.037 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 83/198 2024-03-29T00:03:45.305 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 84/198 2024-03-29T00:03:45.392 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 85/198 2024-03-29T00:03:45.576 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 86/198 2024-03-29T00:03:45.621 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 87/198 2024-03-29T00:03:45.661 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 88/198 2024-03-29T00:03:45.708 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : fuse-2.9.9-15.el9.x86_64 89/198 2024-03-29T00:03:45.749 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : zlib-devel-1.2.11-40.el9.x86_64 90/198 2024-03-29T00:03:45.796 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 91/198 2024-03-29T00:03:45.883 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : uuid-1.6.2-55.el9.x86_64 92/198 2024-03-29T00:03:45.945 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 93/198 2024-03-29T00:03:45.997 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 94/198 2024-03-29T00:03:46.144 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 95/198 2024-03-29T00:03:46.192 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 96/198 2024-03-29T00:03:46.235 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 97/198 2024-03-29T00:03:46.306 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 98/198 2024-03-29T00:03:46.372 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 99/198 2024-03-29T00:03:46.538 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 100/198 2024-03-29T00:03:46.661 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 101/198 2024-03-29T00:03:46.727 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 102/198 2024-03-29T00:03:46.762 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 103/198 2024-03-29T00:03:46.853 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 104/198 2024-03-29T00:03:47.011 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-packaging-20.9-5.el9.noarch 105/198 2024-03-29T00:03:47.086 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 106/198 2024-03-29T00:03:48.099 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 107/198 2024-03-29T00:03:48.151 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 108/198 2024-03-29T00:03:48.185 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 109/198 2024-03-29T00:03:48.242 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 110/198 2024-03-29T00:03:48.388 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 111/198 2024-03-29T00:03:48.437 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 112/198 2024-03-29T00:03:48.686 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : openblas-0.3.21-2.el9.x86_64 113/198 2024-03-29T00:03:48.723 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 114/198 2024-03-29T00:03:48.825 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 115/198 2024-03-29T00:03:49.664 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 116/198 2024-03-29T00:03:49.807 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 117/198 2024-03-29T00:03:51.425 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 118/198 2024-03-29T00:03:51.519 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 119/198 2024-03-29T00:03:51.556 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 120/198 2024-03-29T00:03:51.587 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : jq-1.6-16.el9.x86_64 121/198 2024-03-29T00:03:51.636 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 122/198 2024-03-29T00:03:52.032 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 123/198 2024-03-29T00:03:52.068 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : librbd1-2:19.0.0-1899.g323d23dc.el9.x86_64 124/198 2024-03-29T00:03:52.191 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: librbd1-2:19.0.0-1899.g323d23dc.el9.x86_64 124/198 2024-03-29T00:03:52.257 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-rbd-2:19.0.0-1899.g323d23dc.el9.x86_64 125/198 2024-03-29T00:03:52.325 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 126/198 2024-03-29T00:03:52.883 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 127/198 2024-03-29T00:03:52.912 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : librgw2-2:19.0.0-1899.g323d23dc.el9.x86_64 128/198 2024-03-29T00:03:52.996 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: librgw2-2:19.0.0-1899.g323d23dc.el9.x86_64 128/198 2024-03-29T00:03:53.023 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-rgw-2:19.0.0-1899.g323d23dc.el9.x86_64 129/198 2024-03-29T00:03:55.674 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-common-2:19.0.0-1899.g323d23dc.el9.x86_64 130/198 2024-03-29T00:03:55.719 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-common-2:19.0.0-1899.g323d23dc.el9.x86_64 130/198 2024-03-29T00:03:56.412 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-common-2:19.0.0-1899.g323d23dc.el9.x86_64 130/198 2024-03-29T00:03:56.489 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-base-2:19.0.0-1899.g323d23dc.el9.x86_64 131/198 2024-03-29T00:03:56.673 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-base-2:19.0.0-1899.g323d23dc.el9.x86_64 131/198 2024-03-29T00:03:56.673 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-03-29T00:03:56.673 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-03-29T00:03:56.673 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:03:56.715 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-selinux-2:19.0.0-1899.g323d23dc.el9.x86_64 132/198 2024-03-29T00:04:09.993 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-selinux-2:19.0.0-1899.g323d23dc.el9.x86_64 132/198 2024-03-29T00:04:09.993 INFO:teuthology.orchestra.run.smithi012.stdout:skipping the directory /sys 2024-03-29T00:04:09.993 INFO:teuthology.orchestra.run.smithi012.stdout:skipping the directory /proc 2024-03-29T00:04:09.993 INFO:teuthology.orchestra.run.smithi012.stdout:skipping the directory /mnt 2024-03-29T00:04:09.993 INFO:teuthology.orchestra.run.smithi012.stdout:skipping the directory /var/tmp 2024-03-29T00:04:09.993 INFO:teuthology.orchestra.run.smithi012.stdout:skipping the directory /home 2024-03-29T00:04:09.993 INFO:teuthology.orchestra.run.smithi012.stdout:skipping the directory /root 2024-03-29T00:04:09.993 INFO:teuthology.orchestra.run.smithi012.stdout:skipping the directory /tmp 2024-03-29T00:04:09.993 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:04:10.219 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-volume-2:19.0.0-1899.g323d23dc.el9.noarch 133/198 2024-03-29T00:04:10.269 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-volume-2:19.0.0-1899.g323d23dc.el9.noarch 133/198 2024-03-29T00:04:10.269 INFO:teuthology.orchestra.run.smithi012.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-29T00:04:10.269 INFO:teuthology.orchestra.run.smithi012.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-03-29T00:04:10.269 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:04:11.945 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-osd-2:19.0.0-1899.g323d23dc.el9.x86_64 134/198 2024-03-29T00:04:12.039 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-osd-2:19.0.0-1899.g323d23dc.el9.x86_64 134/198 2024-03-29T00:04:12.039 INFO:teuthology.orchestra.run.smithi012.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-29T00:04:12.039 INFO:teuthology.orchestra.run.smithi012.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-03-29T00:04:12.039 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-29T00:04:12.039 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-29T00:04:12.039 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:04:12.321 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mds-2:19.0.0-1899.g323d23dc.el9.x86_64 135/198 2024-03-29T00:04:12.411 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-mds-2:19.0.0-1899.g323d23dc.el9.x86_64 135/198 2024-03-29T00:04:12.411 INFO:teuthology.orchestra.run.smithi012.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-29T00:04:12.412 INFO:teuthology.orchestra.run.smithi012.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-03-29T00:04:12.412 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-29T00:04:12.412 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-29T00:04:12.412 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:04:12.921 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mon-2:19.0.0-1899.g323d23dc.el9.x86_64 136/198 2024-03-29T00:04:12.999 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-mon-2:19.0.0-1899.g323d23dc.el9.x86_64 136/198 2024-03-29T00:04:12.999 INFO:teuthology.orchestra.run.smithi012.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-29T00:04:12.999 INFO:teuthology.orchestra.run.smithi012.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-03-29T00:04:13.000 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-29T00:04:13.000 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-29T00:04:13.000 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:04:13.115 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : automake-1.16.2-8.el9.noarch 137/198 2024-03-29T00:04:13.793 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: cephadm-2:19.0.0-1899.g323d23dc.el9.noarch 138/198 2024-03-29T00:04:13.833 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : cephadm-2:19.0.0-1899.g323d23dc.el9.noarch 138/198 2024-03-29T00:04:13.885 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-1899.g323d23dc.e 139/198 2024-03-29T00:04:13.990 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-1899.g323d23dc. 140/198 2024-03-29T00:04:14.020 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-1899.g323d23dc.el9.noa 141/198 2024-03-29T00:04:15.366 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-1899.g323d23dc.el9.noa 141/198 2024-03-29T00:04:15.413 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-1899.g323d23dc.el9.n 142/198 2024-03-29T00:04:16.569 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-1899.g323d23dc.el9.n 142/198 2024-03-29T00:04:16.596 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-1899.g323 143/198 2024-03-29T00:04:16.745 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-1899.g323 143/198 2024-03-29T00:04:16.927 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-1899.g323d23dc.el 144/198 2024-03-29T00:04:16.965 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mgr-2:19.0.0-1899.g323d23dc.el9.x86_64 145/198 2024-03-29T00:04:17.046 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-mgr-2:19.0.0-1899.g323d23dc.el9.x86_64 145/198 2024-03-29T00:04:17.046 INFO:teuthology.orchestra.run.smithi012.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-29T00:04:17.047 INFO:teuthology.orchestra.run.smithi012.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-03-29T00:04:17.047 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-29T00:04:17.047 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-29T00:04:17.047 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:04:17.108 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mgr-rook-2:19.0.0-1899.g323d23dc.el9.noarch 146/198 2024-03-29T00:04:17.148 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-1899.g323d23dc.el9.noarch 146/198 2024-03-29T00:04:17.256 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-2:19.0.0-1899.g323d23dc.el9.x86_64 147/198 2024-03-29T00:04:18.276 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libtool-2.4.6-45.el9.x86_64 148/198 2024-03-29T00:04:18.309 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-radosgw-2:19.0.0-1899.g323d23dc.el9.x86_64 149/198 2024-03-29T00:04:18.386 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-1899.g323d23dc.el9.x86_64 149/198 2024-03-29T00:04:18.386 INFO:teuthology.orchestra.run.smithi012.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-29T00:04:18.386 INFO:teuthology.orchestra.run.smithi012.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-03-29T00:04:18.386 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-29T00:04:18.386 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-29T00:04:18.386 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:04:18.435 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-1899.g323d2 150/198 2024-03-29T00:04:18.527 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-1899.g323d2 150/198 2024-03-29T00:04:18.527 INFO:teuthology.orchestra.run.smithi012.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-29T00:04:18.527 INFO:teuthology.orchestra.run.smithi012.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-03-29T00:04:18.527 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:04:18.611 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : cephfs-mirror-2:19.0.0-1899.g323d23dc.el9.x86_64 151/198 2024-03-29T00:04:18.717 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-1899.g323d23dc.el9.x86_64 151/198 2024-03-29T00:04:18.717 INFO:teuthology.orchestra.run.smithi012.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-29T00:04:18.718 INFO:teuthology.orchestra.run.smithi012.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-03-29T00:04:18.718 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-03-29T00:04:18.718 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-03-29T00:04:18.718 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:04:19.103 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : rbd-mirror-2:19.0.0-1899.g323d23dc.el9.x86_64 152/198 2024-03-29T00:04:19.182 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: rbd-mirror-2:19.0.0-1899.g323d23dc.el9.x86_64 152/198 2024-03-29T00:04:19.182 INFO:teuthology.orchestra.run.smithi012.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-29T00:04:19.182 INFO:teuthology.orchestra.run.smithi012.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-03-29T00:04:19.182 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-29T00:04:19.182 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-29T00:04:19.182 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:04:24.226 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-test-2:19.0.0-1899.g323d23dc.el9.x86_64 153/198 2024-03-29T00:04:24.276 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : rbd-fuse-2:19.0.0-1899.g323d23dc.el9.x86_64 154/198 2024-03-29T00:04:24.306 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : rbd-nbd-2:19.0.0-1899.g323d23dc.el9.x86_64 155/198 2024-03-29T00:04:24.343 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 156/198 2024-03-29T00:04:24.600 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : cephfs-shell-2:19.0.0-1899.g323d23dc.el9.x86_64 157/198 2024-03-29T00:04:24.732 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 158/198 2024-03-29T00:04:24.785 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-fuse-2:19.0.0-1899.g323d23dc.el9.x86_64 159/198 2024-03-29T00:04:24.831 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 160/198 2024-03-29T00:04:24.882 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : xfsdump-3.1.12-4.el9.x86_64 161/198 2024-03-29T00:04:24.918 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : util-linux-user-2.37.4-18.el9.x86_64 162/198 2024-03-29T00:04:24.960 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libcephfs-devel-2:19.0.0-1899.g323d23dc.el9.x86_ 163/198 2024-03-29T00:04:25.024 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : elfutils-debuginfod-client-0.190-2.el9.x86_64 164/198 2024-03-29T00:04:25.085 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : NetworkManager-team-1:1.47.2-1.el9.x86_64 165/198 2024-03-29T00:04:25.179 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : NetworkManager-tui-1:1.47.2-1.el9.x86_64 166/198 2024-03-29T00:04:25.300 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : acl-2.3.1-4.el9.x86_64 167/198 2024-03-29T00:04:25.335 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : libacl-devel-2.3.1-4.el9.x86_64 168/198 2024-03-29T00:04:26.249 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 169/198 2024-03-29T00:04:26.299 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 169/198 2024-03-29T00:04:26.365 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 169/198 2024-03-29T00:04:27.777 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : cephfs-top-2:19.0.0-1899.g323d23dc.el9.noarch 170/198 2024-03-29T00:04:27.879 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : openssl-devel-1:3.0.7-27.el9.x86_64 171/198 2024-03-29T00:04:27.927 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 172/198 2024-03-29T00:04:28.069 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : flex-2.6.4-9.el9.x86_64 173/198 2024-03-29T00:04:28.105 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : bison-3.7.4-5.el9.x86_64 174/198 2024-03-29T00:04:28.139 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : NetworkManager-tui-1:1.44.0-2.el9.x86_64 175/198 2024-03-29T00:04:28.173 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : elfutils-debuginfod-client-0.189-3.el9.x86_64 176/198 2024-03-29T00:04:28.215 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : elfutils-libs-0.189-3.el9.x86_64 177/198 2024-03-29T00:04:28.216 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 178/198 2024-03-29T00:04:28.353 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 178/198 2024-03-29T00:04:28.394 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : openssl-1:3.0.7-24.el9.x86_64 179/198 2024-03-29T00:04:28.395 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 180/198 2024-03-29T00:04:28.574 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 180/198 2024-03-29T00:04:28.627 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : xfsdump-3.1.12-3.el9.x86_64 181/198 2024-03-29T00:04:28.674 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : xfsprogs-5.19.0-4.el9.x86_64 182/198 2024-03-29T00:04:28.714 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : acl-2.3.1-3.el9.x86_64 183/198 2024-03-29T00:04:28.747 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : libacl-devel-2.3.1-3.el9.x86_64 184/198 2024-03-29T00:04:28.814 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : util-linux-user-2.37.4-15.el9.x86_64 185/198 2024-03-29T00:04:28.886 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : util-linux-2.37.4-15.el9.x86_64 186/198 2024-03-29T00:04:28.944 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : util-linux-core-2.37.4-15.el9.x86_64 187/198 2024-03-29T00:04:29.002 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : libfdisk-2.37.4-15.el9.x86_64 188/198 2024-03-29T00:04:29.035 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : libmount-2.37.4-15.el9.x86_64 189/198 2024-03-29T00:04:29.068 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : libblkid-2.37.4-15.el9.x86_64 190/198 2024-03-29T00:04:29.102 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : NetworkManager-team-1:1.44.0-2.el9.x86_64 191/198 2024-03-29T00:04:29.140 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-29T00:04:29.140 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-29T00:04:29.488 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-29T00:04:29.488 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 193/198 2024-03-29T00:04:29.633 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: NetworkManager-libnm-1:1.44.0-2.el9.x86_64 193/198 2024-03-29T00:04:29.671 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : libuuid-2.37.4-15.el9.x86_64 194/198 2024-03-29T00:04:29.726 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : libsmartcols-2.37.4-15.el9.x86_64 195/198 2024-03-29T00:04:29.758 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : libacl-2.3.1-3.el9.x86_64 196/198 2024-03-29T00:04:29.798 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : openssl-libs-1:3.0.7-24.el9.x86_64 197/198 2024-03-29T00:04:29.921 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : elfutils-libelf-0.189-3.el9.x86_64 198/198 2024-03-29T00:04:30.197 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: elfutils-libelf-0.189-3.el9.x86_64 198/198 2024-03-29T00:04:30.198 INFO:teuthology.orchestra.run.smithi012.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-03-29T00:04:30.198 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:04:35.542 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-2:19.0.0-1899.g323d23dc.el9.x86_64 1/198 2024-03-29T00:04:35.543 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-base-2:19.0.0-1899.g323d23dc.el9.x86_64 2/198 2024-03-29T00:04:35.543 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-common-2:19.0.0-1899.g323d23dc.el9.x86_64 3/198 2024-03-29T00:04:35.543 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-fuse-2:19.0.0-1899.g323d23dc.el9.x86_64 4/198 2024-03-29T00:04:35.543 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-1899.g323d2 5/198 2024-03-29T00:04:35.543 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mds-2:19.0.0-1899.g323d23dc.el9.x86_64 6/198 2024-03-29T00:04:35.543 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mgr-2:19.0.0-1899.g323d23dc.el9.x86_64 7/198 2024-03-29T00:04:35.543 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mon-2:19.0.0-1899.g323d23dc.el9.x86_64 8/198 2024-03-29T00:04:35.543 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-osd-2:19.0.0-1899.g323d23dc.el9.x86_64 9/198 2024-03-29T00:04:35.543 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-radosgw-2:19.0.0-1899.g323d23dc.el9.x86_64 10/198 2024-03-29T00:04:35.543 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-selinux-2:19.0.0-1899.g323d23dc.el9.x86_64 11/198 2024-03-29T00:04:35.543 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-test-2:19.0.0-1899.g323d23dc.el9.x86_64 12/198 2024-03-29T00:04:35.543 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : cephfs-mirror-2:19.0.0-1899.g323d23dc.el9.x86_64 13/198 2024-03-29T00:04:35.543 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : cephfs-shell-2:19.0.0-1899.g323d23dc.el9.x86_64 14/198 2024-03-29T00:04:35.544 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libcephfs-devel-2:19.0.0-1899.g323d23dc.el9.x86_ 15/198 2024-03-29T00:04:35.544 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libcephfs2-2:19.0.0-1899.g323d23dc.el9.x86_64 16/198 2024-03-29T00:04:35.544 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libcephsqlite-2:19.0.0-1899.g323d23dc.el9.x86_64 17/198 2024-03-29T00:04:35.544 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librados-devel-2:19.0.0-1899.g323d23dc.el9.x86_6 18/198 2024-03-29T00:04:35.544 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libradosstriper1-2:19.0.0-1899.g323d23dc.el9.x86 19/198 2024-03-29T00:04:35.544 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librgw2-2:19.0.0-1899.g323d23dc.el9.x86_64 20/198 2024-03-29T00:04:35.544 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-ceph-argparse-2:19.0.0-1899.g323d23dc.el 21/198 2024-03-29T00:04:35.545 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-ceph-common-2:19.0.0-1899.g323d23dc.el9. 22/198 2024-03-29T00:04:35.545 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-cephfs-2:19.0.0-1899.g323d23dc.el9.x86_6 23/198 2024-03-29T00:04:35.545 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-rados-2:19.0.0-1899.g323d23dc.el9.x86_64 24/198 2024-03-29T00:04:35.545 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-rbd-2:19.0.0-1899.g323d23dc.el9.x86_64 25/198 2024-03-29T00:04:35.545 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-rgw-2:19.0.0-1899.g323d23dc.el9.x86_64 26/198 2024-03-29T00:04:35.545 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : rbd-fuse-2:19.0.0-1899.g323d23dc.el9.x86_64 27/198 2024-03-29T00:04:35.545 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : rbd-mirror-2:19.0.0-1899.g323d23dc.el9.x86_64 28/198 2024-03-29T00:04:35.545 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : rbd-nbd-2:19.0.0-1899.g323d23dc.el9.x86_64 29/198 2024-03-29T00:04:35.545 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-1899.g323d23dc. 30/198 2024-03-29T00:04:35.545 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-1899.g323d23dc.el9.noa 31/198 2024-03-29T00:04:35.545 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-1899.g323d23dc.el9.n 32/198 2024-03-29T00:04:35.545 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-1899.g323 33/198 2024-03-29T00:04:35.545 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-1899.g323d23dc.el 34/198 2024-03-29T00:04:35.546 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mgr-rook-2:19.0.0-1899.g323d23dc.el9.noarch 35/198 2024-03-29T00:04:35.546 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-1899.g323d23dc.e 36/198 2024-03-29T00:04:35.546 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-volume-2:19.0.0-1899.g323d23dc.el9.noarch 37/198 2024-03-29T00:04:35.546 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : cephadm-2:19.0.0-1899.g323d23dc.el9.noarch 38/198 2024-03-29T00:04:35.546 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : cephfs-top-2:19.0.0-1899.g323d23dc.el9.noarch 39/198 2024-03-29T00:04:35.546 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : automake-1.16.2-8.el9.noarch 40/198 2024-03-29T00:04:35.546 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : bison-3.7.4-5.el9.x86_64 41/198 2024-03-29T00:04:35.546 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 42/198 2024-03-29T00:04:35.546 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : flex-2.6.4-9.el9.x86_64 43/198 2024-03-29T00:04:35.546 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 44/198 2024-03-29T00:04:35.546 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 45/198 2024-03-29T00:04:35.546 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 46/198 2024-03-29T00:04:35.547 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 47/198 2024-03-29T00:04:35.547 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/198 2024-03-29T00:04:35.547 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/198 2024-03-29T00:04:35.547 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/198 2024-03-29T00:04:35.547 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 51/198 2024-03-29T00:04:35.547 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 52/198 2024-03-29T00:04:35.547 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 53/198 2024-03-29T00:04:35.547 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : lua-5.4.4-4.el9.x86_64 54/198 2024-03-29T00:04:35.547 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 55/198 2024-03-29T00:04:35.547 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 56/198 2024-03-29T00:04:35.547 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 57/198 2024-03-29T00:04:35.547 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : postgresql-13.14-1.el9.x86_64 58/198 2024-03-29T00:04:35.547 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 59/198 2024-03-29T00:04:35.548 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 60/198 2024-03-29T00:04:35.548 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 61/198 2024-03-29T00:04:35.548 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 62/198 2024-03-29T00:04:35.548 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 63/198 2024-03-29T00:04:35.548 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 64/198 2024-03-29T00:04:35.548 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 65/198 2024-03-29T00:04:35.548 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 66/198 2024-03-29T00:04:35.548 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 67/198 2024-03-29T00:04:35.548 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 68/198 2024-03-29T00:04:35.548 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 69/198 2024-03-29T00:04:35.548 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 70/198 2024-03-29T00:04:35.548 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 71/198 2024-03-29T00:04:35.548 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 72/198 2024-03-29T00:04:35.548 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 73/198 2024-03-29T00:04:35.549 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 74/198 2024-03-29T00:04:35.549 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 75/198 2024-03-29T00:04:35.549 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 76/198 2024-03-29T00:04:35.549 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 77/198 2024-03-29T00:04:35.549 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 78/198 2024-03-29T00:04:35.549 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 79/198 2024-03-29T00:04:35.549 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 80/198 2024-03-29T00:04:35.549 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 81/198 2024-03-29T00:04:35.549 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 82/198 2024-03-29T00:04:35.549 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 83/198 2024-03-29T00:04:35.549 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 84/198 2024-03-29T00:04:35.549 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 85/198 2024-03-29T00:04:35.549 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 86/198 2024-03-29T00:04:35.550 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 87/198 2024-03-29T00:04:35.550 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 88/198 2024-03-29T00:04:35.550 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 89/198 2024-03-29T00:04:35.550 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 90/198 2024-03-29T00:04:35.550 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 91/198 2024-03-29T00:04:35.550 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-ply-3.11-14.el9.noarch 92/198 2024-03-29T00:04:35.550 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 93/198 2024-03-29T00:04:35.550 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 94/198 2024-03-29T00:04:35.550 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : jq-1.6-16.el9.x86_64 95/198 2024-03-29T00:04:35.550 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 96/198 2024-03-29T00:04:35.551 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 97/198 2024-03-29T00:04:35.551 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 98/198 2024-03-29T00:04:35.551 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 99/198 2024-03-29T00:04:35.551 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 100/198 2024-03-29T00:04:35.551 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : openssl-devel-1:3.0.7-27.el9.x86_64 101/198 2024-03-29T00:04:35.551 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 102/198 2024-03-29T00:04:35.551 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 103/198 2024-03-29T00:04:35.551 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 104/198 2024-03-29T00:04:35.551 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 105/198 2024-03-29T00:04:35.551 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 106/198 2024-03-29T00:04:35.551 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 107/198 2024-03-29T00:04:35.552 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 108/198 2024-03-29T00:04:35.552 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 109/198 2024-03-29T00:04:35.552 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 110/198 2024-03-29T00:04:35.552 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 111/198 2024-03-29T00:04:35.552 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 112/198 2024-03-29T00:04:35.552 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 113/198 2024-03-29T00:04:35.552 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 114/198 2024-03-29T00:04:35.552 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 115/198 2024-03-29T00:04:35.552 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 116/198 2024-03-29T00:04:35.552 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 117/198 2024-03-29T00:04:35.552 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 118/198 2024-03-29T00:04:35.552 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 119/198 2024-03-29T00:04:35.552 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 120/198 2024-03-29T00:04:35.552 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 121/198 2024-03-29T00:04:35.553 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 122/198 2024-03-29T00:04:35.553 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 123/198 2024-03-29T00:04:35.553 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 124/198 2024-03-29T00:04:35.553 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 125/198 2024-03-29T00:04:35.553 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 126/198 2024-03-29T00:04:35.553 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 127/198 2024-03-29T00:04:35.553 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 128/198 2024-03-29T00:04:35.553 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 129/198 2024-03-29T00:04:35.553 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 130/198 2024-03-29T00:04:35.553 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 131/198 2024-03-29T00:04:35.553 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 132/198 2024-03-29T00:04:35.553 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 133/198 2024-03-29T00:04:35.553 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 134/198 2024-03-29T00:04:35.553 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 135/198 2024-03-29T00:04:35.554 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 136/198 2024-03-29T00:04:35.554 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 137/198 2024-03-29T00:04:35.554 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 138/198 2024-03-29T00:04:35.554 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 139/198 2024-03-29T00:04:35.554 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 140/198 2024-03-29T00:04:35.554 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 141/198 2024-03-29T00:04:35.554 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 142/198 2024-03-29T00:04:35.554 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 143/198 2024-03-29T00:04:35.554 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 144/198 2024-03-29T00:04:35.554 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 145/198 2024-03-29T00:04:35.554 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 146/198 2024-03-29T00:04:35.555 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 147/198 2024-03-29T00:04:35.555 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 148/198 2024-03-29T00:04:35.555 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : re2-1:20211101-3.el9.x86_64 149/198 2024-03-29T00:04:35.555 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 150/198 2024-03-29T00:04:35.555 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librados2-2:19.0.0-1899.g323d23dc.el9.x86_64 151/198 2024-03-29T00:04:35.555 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 152/198 2024-03-29T00:04:35.555 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librbd1-2:19.0.0-1899.g323d23dc.el9.x86_64 153/198 2024-03-29T00:04:35.555 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 154/198 2024-03-29T00:04:35.555 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : NetworkManager-1:1.47.2-1.el9.x86_64 155/198 2024-03-29T00:04:35.556 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : NetworkManager-1:1.44.0-2.el9.x86_64 156/198 2024-03-29T00:04:35.556 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : NetworkManager-libnm-1:1.47.2-1.el9.x86_64 157/198 2024-03-29T00:04:35.556 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 158/198 2024-03-29T00:04:35.556 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : NetworkManager-team-1:1.47.2-1.el9.x86_64 159/198 2024-03-29T00:04:35.556 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : NetworkManager-team-1:1.44.0-2.el9.x86_64 160/198 2024-03-29T00:04:35.556 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : NetworkManager-tui-1:1.47.2-1.el9.x86_64 161/198 2024-03-29T00:04:35.556 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : NetworkManager-tui-1:1.44.0-2.el9.x86_64 162/198 2024-03-29T00:04:35.556 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : xfsdump-3.1.12-4.el9.x86_64 163/198 2024-03-29T00:04:35.556 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : xfsdump-3.1.12-3.el9.x86_64 164/198 2024-03-29T00:04:35.556 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : acl-2.3.1-4.el9.x86_64 165/198 2024-03-29T00:04:35.556 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : acl-2.3.1-3.el9.x86_64 166/198 2024-03-29T00:04:35.556 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 167/198 2024-03-29T00:04:35.556 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : elfutils-debuginfod-client-0.189-3.el9.x86_64 168/198 2024-03-29T00:04:35.556 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 169/198 2024-03-29T00:04:35.556 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : elfutils-libelf-0.189-3.el9.x86_64 170/198 2024-03-29T00:04:35.557 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 171/198 2024-03-29T00:04:35.557 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : elfutils-libs-0.189-3.el9.x86_64 172/198 2024-03-29T00:04:35.557 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libacl-2.3.1-4.el9.x86_64 173/198 2024-03-29T00:04:35.557 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libacl-2.3.1-3.el9.x86_64 174/198 2024-03-29T00:04:35.557 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libblkid-2.37.4-18.el9.x86_64 175/198 2024-03-29T00:04:35.557 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libblkid-2.37.4-15.el9.x86_64 176/198 2024-03-29T00:04:35.557 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libfdisk-2.37.4-18.el9.x86_64 177/198 2024-03-29T00:04:35.557 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libfdisk-2.37.4-15.el9.x86_64 178/198 2024-03-29T00:04:35.557 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libmount-2.37.4-18.el9.x86_64 179/198 2024-03-29T00:04:35.557 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libmount-2.37.4-15.el9.x86_64 180/198 2024-03-29T00:04:35.557 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libsmartcols-2.37.4-18.el9.x86_64 181/198 2024-03-29T00:04:35.557 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libsmartcols-2.37.4-15.el9.x86_64 182/198 2024-03-29T00:04:35.557 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libuuid-2.37.4-18.el9.x86_64 183/198 2024-03-29T00:04:35.557 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libuuid-2.37.4-15.el9.x86_64 184/198 2024-03-29T00:04:35.558 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 185/198 2024-03-29T00:04:35.558 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : openssl-1:3.0.7-24.el9.x86_64 186/198 2024-03-29T00:04:35.558 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 187/198 2024-03-29T00:04:35.558 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : openssl-libs-1:3.0.7-24.el9.x86_64 188/198 2024-03-29T00:04:35.558 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : util-linux-2.37.4-18.el9.x86_64 189/198 2024-03-29T00:04:35.558 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : util-linux-2.37.4-15.el9.x86_64 190/198 2024-03-29T00:04:35.558 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : util-linux-core-2.37.4-18.el9.x86_64 191/198 2024-03-29T00:04:35.558 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : util-linux-core-2.37.4-15.el9.x86_64 192/198 2024-03-29T00:04:35.558 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : util-linux-user-2.37.4-18.el9.x86_64 193/198 2024-03-29T00:04:35.558 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : util-linux-user-2.37.4-15.el9.x86_64 194/198 2024-03-29T00:04:35.558 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 195/198 2024-03-29T00:04:35.558 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : xfsprogs-5.19.0-4.el9.x86_64 196/198 2024-03-29T00:04:35.558 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libacl-devel-2.3.1-4.el9.x86_64 197/198 2024-03-29T00:04:38.201 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libacl-devel-2.3.1-3.el9.x86_64 198/198 2024-03-29T00:04:38.202 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:04:38.202 INFO:teuthology.orchestra.run.smithi012.stdout:Upgraded: 2024-03-29T00:04:38.202 INFO:teuthology.orchestra.run.smithi012.stdout: NetworkManager-1:1.47.2-1.el9.x86_64 2024-03-29T00:04:38.202 INFO:teuthology.orchestra.run.smithi012.stdout: NetworkManager-libnm-1:1.47.2-1.el9.x86_64 2024-03-29T00:04:38.202 INFO:teuthology.orchestra.run.smithi012.stdout: NetworkManager-team-1:1.47.2-1.el9.x86_64 2024-03-29T00:04:38.202 INFO:teuthology.orchestra.run.smithi012.stdout: NetworkManager-tui-1:1.47.2-1.el9.x86_64 2024-03-29T00:04:38.202 INFO:teuthology.orchestra.run.smithi012.stdout: acl-2.3.1-4.el9.x86_64 2024-03-29T00:04:38.202 INFO:teuthology.orchestra.run.smithi012.stdout: elfutils-debuginfod-client-0.190-2.el9.x86_64 2024-03-29T00:04:38.203 INFO:teuthology.orchestra.run.smithi012.stdout: elfutils-libelf-0.190-2.el9.x86_64 2024-03-29T00:04:38.203 INFO:teuthology.orchestra.run.smithi012.stdout: elfutils-libs-0.190-2.el9.x86_64 2024-03-29T00:04:38.203 INFO:teuthology.orchestra.run.smithi012.stdout: libacl-2.3.1-4.el9.x86_64 2024-03-29T00:04:38.203 INFO:teuthology.orchestra.run.smithi012.stdout: libacl-devel-2.3.1-4.el9.x86_64 2024-03-29T00:04:38.203 INFO:teuthology.orchestra.run.smithi012.stdout: libblkid-2.37.4-18.el9.x86_64 2024-03-29T00:04:38.203 INFO:teuthology.orchestra.run.smithi012.stdout: libfdisk-2.37.4-18.el9.x86_64 2024-03-29T00:04:38.203 INFO:teuthology.orchestra.run.smithi012.stdout: libmount-2.37.4-18.el9.x86_64 2024-03-29T00:04:38.203 INFO:teuthology.orchestra.run.smithi012.stdout: librados2-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.203 INFO:teuthology.orchestra.run.smithi012.stdout: librbd1-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.203 INFO:teuthology.orchestra.run.smithi012.stdout: libsmartcols-2.37.4-18.el9.x86_64 2024-03-29T00:04:38.204 INFO:teuthology.orchestra.run.smithi012.stdout: libuuid-2.37.4-18.el9.x86_64 2024-03-29T00:04:38.204 INFO:teuthology.orchestra.run.smithi012.stdout: openssl-1:3.0.7-27.el9.x86_64 2024-03-29T00:04:38.204 INFO:teuthology.orchestra.run.smithi012.stdout: openssl-libs-1:3.0.7-27.el9.x86_64 2024-03-29T00:04:38.204 INFO:teuthology.orchestra.run.smithi012.stdout: util-linux-2.37.4-18.el9.x86_64 2024-03-29T00:04:38.204 INFO:teuthology.orchestra.run.smithi012.stdout: util-linux-core-2.37.4-18.el9.x86_64 2024-03-29T00:04:38.204 INFO:teuthology.orchestra.run.smithi012.stdout: util-linux-user-2.37.4-18.el9.x86_64 2024-03-29T00:04:38.204 INFO:teuthology.orchestra.run.smithi012.stdout: xfsdump-3.1.12-4.el9.x86_64 2024-03-29T00:04:38.204 INFO:teuthology.orchestra.run.smithi012.stdout: xfsprogs-6.3.0-1.el9.x86_64 2024-03-29T00:04:38.204 INFO:teuthology.orchestra.run.smithi012.stdout:Installed: 2024-03-29T00:04:38.205 INFO:teuthology.orchestra.run.smithi012.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-03-29T00:04:38.205 INFO:teuthology.orchestra.run.smithi012.stdout: automake-1.16.2-8.el9.noarch 2024-03-29T00:04:38.205 INFO:teuthology.orchestra.run.smithi012.stdout: bison-3.7.4-5.el9.x86_64 2024-03-29T00:04:38.205 INFO:teuthology.orchestra.run.smithi012.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-03-29T00:04:38.205 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.205 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-base-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.206 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-common-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.206 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-fuse-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.206 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-grafana-dashboards-2:19.0.0-1899.g323d23dc.el9.noarch 2024-03-29T00:04:38.206 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-immutable-object-cache-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.206 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mds-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.206 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.206 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-cephadm-2:19.0.0-1899.g323d23dc.el9.noarch 2024-03-29T00:04:38.206 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-dashboard-2:19.0.0-1899.g323d23dc.el9.noarch 2024-03-29T00:04:38.206 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-diskprediction-local-2:19.0.0-1899.g323d23dc.el9.noarch 2024-03-29T00:04:38.207 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-modules-core-2:19.0.0-1899.g323d23dc.el9.noarch 2024-03-29T00:04:38.207 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-rook-2:19.0.0-1899.g323d23dc.el9.noarch 2024-03-29T00:04:38.207 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mon-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.207 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-osd-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.207 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-prometheus-alerts-2:19.0.0-1899.g323d23dc.el9.noarch 2024-03-29T00:04:38.207 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-radosgw-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.207 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-selinux-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.207 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-test-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.207 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-volume-2:19.0.0-1899.g323d23dc.el9.noarch 2024-03-29T00:04:38.207 INFO:teuthology.orchestra.run.smithi012.stdout: cephadm-2:19.0.0-1899.g323d23dc.el9.noarch 2024-03-29T00:04:38.207 INFO:teuthology.orchestra.run.smithi012.stdout: cephfs-mirror-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.208 INFO:teuthology.orchestra.run.smithi012.stdout: cephfs-shell-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.208 INFO:teuthology.orchestra.run.smithi012.stdout: cephfs-top-2:19.0.0-1899.g323d23dc.el9.noarch 2024-03-29T00:04:38.208 INFO:teuthology.orchestra.run.smithi012.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-03-29T00:04:38.208 INFO:teuthology.orchestra.run.smithi012.stdout: flex-2.6.4-9.el9.x86_64 2024-03-29T00:04:38.208 INFO:teuthology.orchestra.run.smithi012.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-03-29T00:04:38.208 INFO:teuthology.orchestra.run.smithi012.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-03-29T00:04:38.208 INFO:teuthology.orchestra.run.smithi012.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-03-29T00:04:38.208 INFO:teuthology.orchestra.run.smithi012.stdout: fuse-2.9.9-15.el9.x86_64 2024-03-29T00:04:38.209 INFO:teuthology.orchestra.run.smithi012.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-03-29T00:04:38.209 INFO:teuthology.orchestra.run.smithi012.stdout: grpc-data-1.46.7-10.el9.noarch 2024-03-29T00:04:38.209 INFO:teuthology.orchestra.run.smithi012.stdout: jq-1.6-16.el9.x86_64 2024-03-29T00:04:38.209 INFO:teuthology.orchestra.run.smithi012.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-03-29T00:04:38.209 INFO:teuthology.orchestra.run.smithi012.stdout: libarrow-9.0.0-10.el9.x86_64 2024-03-29T00:04:38.209 INFO:teuthology.orchestra.run.smithi012.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-03-29T00:04:38.209 INFO:teuthology.orchestra.run.smithi012.stdout: libcephfs-devel-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.209 INFO:teuthology.orchestra.run.smithi012.stdout: libcephfs2-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.209 INFO:teuthology.orchestra.run.smithi012.stdout: libcephsqlite-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.210 INFO:teuthology.orchestra.run.smithi012.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-03-29T00:04:38.210 INFO:teuthology.orchestra.run.smithi012.stdout: liboath-2.6.7-2.el9.x86_64 2024-03-29T00:04:38.210 INFO:teuthology.orchestra.run.smithi012.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-03-29T00:04:38.210 INFO:teuthology.orchestra.run.smithi012.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-03-29T00:04:38.210 INFO:teuthology.orchestra.run.smithi012.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-03-29T00:04:38.210 INFO:teuthology.orchestra.run.smithi012.stdout: librados-devel-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.210 INFO:teuthology.orchestra.run.smithi012.stdout: libradosstriper1-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.210 INFO:teuthology.orchestra.run.smithi012.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-03-29T00:04:38.210 INFO:teuthology.orchestra.run.smithi012.stdout: librgw2-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.210 INFO:teuthology.orchestra.run.smithi012.stdout: libtool-2.4.6-45.el9.x86_64 2024-03-29T00:04:38.211 INFO:teuthology.orchestra.run.smithi012.stdout: libunwind-1.6.2-1.el9.x86_64 2024-03-29T00:04:38.211 INFO:teuthology.orchestra.run.smithi012.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-03-29T00:04:38.211 INFO:teuthology.orchestra.run.smithi012.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-03-29T00:04:38.211 INFO:teuthology.orchestra.run.smithi012.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-03-29T00:04:38.211 INFO:teuthology.orchestra.run.smithi012.stdout: lua-5.4.4-4.el9.x86_64 2024-03-29T00:04:38.211 INFO:teuthology.orchestra.run.smithi012.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-03-29T00:04:38.211 INFO:teuthology.orchestra.run.smithi012.stdout: luarocks-3.9.2-1.el9.noarch 2024-03-29T00:04:38.211 INFO:teuthology.orchestra.run.smithi012.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-03-29T00:04:38.211 INFO:teuthology.orchestra.run.smithi012.stdout: openblas-0.3.21-2.el9.x86_64 2024-03-29T00:04:38.212 INFO:teuthology.orchestra.run.smithi012.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-03-29T00:04:38.212 INFO:teuthology.orchestra.run.smithi012.stdout: openssl-devel-1:3.0.7-27.el9.x86_64 2024-03-29T00:04:38.212 INFO:teuthology.orchestra.run.smithi012.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-03-29T00:04:38.212 INFO:teuthology.orchestra.run.smithi012.stdout: postgresql-13.14-1.el9.x86_64 2024-03-29T00:04:38.212 INFO:teuthology.orchestra.run.smithi012.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-03-29T00:04:38.212 INFO:teuthology.orchestra.run.smithi012.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-03-29T00:04:38.212 INFO:teuthology.orchestra.run.smithi012.stdout: postgresql-server-13.14-1.el9.x86_64 2024-03-29T00:04:38.212 INFO:teuthology.orchestra.run.smithi012.stdout: protobuf-3.14.0-13.el9.x86_64 2024-03-29T00:04:38.212 INFO:teuthology.orchestra.run.smithi012.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-03-29T00:04:38.212 INFO:teuthology.orchestra.run.smithi012.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-03-29T00:04:38.212 INFO:teuthology.orchestra.run.smithi012.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-03-29T00:04:38.213 INFO:teuthology.orchestra.run.smithi012.stdout: python3-babel-2.9.1-2.el9.noarch 2024-03-29T00:04:38.213 INFO:teuthology.orchestra.run.smithi012.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-03-29T00:04:38.213 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-03-29T00:04:38.213 INFO:teuthology.orchestra.run.smithi012.stdout: python3-ceph-argparse-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.213 INFO:teuthology.orchestra.run.smithi012.stdout: python3-ceph-common-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.213 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cephfs-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.213 INFO:teuthology.orchestra.run.smithi012.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-03-29T00:04:38.213 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-03-29T00:04:38.213 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-03-29T00:04:38.213 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-03-29T00:04:38.214 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-03-29T00:04:38.214 INFO:teuthology.orchestra.run.smithi012.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-03-29T00:04:38.214 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-03-29T00:04:38.214 INFO:teuthology.orchestra.run.smithi012.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-03-29T00:04:38.214 INFO:teuthology.orchestra.run.smithi012.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-03-29T00:04:38.214 INFO:teuthology.orchestra.run.smithi012.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-03-29T00:04:38.214 INFO:teuthology.orchestra.run.smithi012.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-03-29T00:04:38.214 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-03-29T00:04:38.214 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-03-29T00:04:38.214 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-03-29T00:04:38.215 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-03-29T00:04:38.215 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-03-29T00:04:38.215 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-03-29T00:04:38.215 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-03-29T00:04:38.215 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-03-29T00:04:38.215 INFO:teuthology.orchestra.run.smithi012.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-03-29T00:04:38.215 INFO:teuthology.orchestra.run.smithi012.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-03-29T00:04:38.215 INFO:teuthology.orchestra.run.smithi012.stdout: python3-mako-1.1.4-6.el9.noarch 2024-03-29T00:04:38.215 INFO:teuthology.orchestra.run.smithi012.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-03-29T00:04:38.215 INFO:teuthology.orchestra.run.smithi012.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-03-29T00:04:38.215 INFO:teuthology.orchestra.run.smithi012.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-03-29T00:04:38.215 INFO:teuthology.orchestra.run.smithi012.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-03-29T00:04:38.215 INFO:teuthology.orchestra.run.smithi012.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-03-29T00:04:38.215 INFO:teuthology.orchestra.run.smithi012.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-03-29T00:04:38.216 INFO:teuthology.orchestra.run.smithi012.stdout: python3-packaging-20.9-5.el9.noarch 2024-03-29T00:04:38.216 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-03-29T00:04:38.216 INFO:teuthology.orchestra.run.smithi012.stdout: python3-ply-3.11-14.el9.noarch 2024-03-29T00:04:38.216 INFO:teuthology.orchestra.run.smithi012.stdout: python3-portend-3.1.0-2.el9.noarch 2024-03-29T00:04:38.216 INFO:teuthology.orchestra.run.smithi012.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-03-29T00:04:38.216 INFO:teuthology.orchestra.run.smithi012.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-03-29T00:04:38.216 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-03-29T00:04:38.216 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-03-29T00:04:38.216 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-03-29T00:04:38.216 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pycparser-2.20-6.el9.noarch 2024-03-29T00:04:38.216 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-03-29T00:04:38.216 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pytz-2021.1-5.el9.noarch 2024-03-29T00:04:38.216 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rados-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.216 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rbd-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.216 INFO:teuthology.orchestra.run.smithi012.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-03-29T00:04:38.217 INFO:teuthology.orchestra.run.smithi012.stdout: python3-requests-2.25.1-8.el9.noarch 2024-03-29T00:04:38.217 INFO:teuthology.orchestra.run.smithi012.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-03-29T00:04:38.217 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rgw-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.217 INFO:teuthology.orchestra.run.smithi012.stdout: python3-routes-2.5.1-5.el9.noarch 2024-03-29T00:04:38.217 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rsa-4.9-2.el9.noarch 2024-03-29T00:04:38.217 INFO:teuthology.orchestra.run.smithi012.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-03-29T00:04:38.217 INFO:teuthology.orchestra.run.smithi012.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-03-29T00:04:38.217 INFO:teuthology.orchestra.run.smithi012.stdout: python3-toml-0.10.2-6.el9.noarch 2024-03-29T00:04:38.217 INFO:teuthology.orchestra.run.smithi012.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-03-29T00:04:38.217 INFO:teuthology.orchestra.run.smithi012.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-03-29T00:04:38.217 INFO:teuthology.orchestra.run.smithi012.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-03-29T00:04:38.217 INFO:teuthology.orchestra.run.smithi012.stdout: python3-webob-1.8.7-6.el9.noarch 2024-03-29T00:04:38.217 INFO:teuthology.orchestra.run.smithi012.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-03-29T00:04:38.217 INFO:teuthology.orchestra.run.smithi012.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-03-29T00:04:38.218 INFO:teuthology.orchestra.run.smithi012.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-03-29T00:04:38.218 INFO:teuthology.orchestra.run.smithi012.stdout: qatlib-24.02.0-1.el9.x86_64 2024-03-29T00:04:38.218 INFO:teuthology.orchestra.run.smithi012.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-03-29T00:04:38.218 INFO:teuthology.orchestra.run.smithi012.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-03-29T00:04:38.218 INFO:teuthology.orchestra.run.smithi012.stdout: rbd-fuse-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.218 INFO:teuthology.orchestra.run.smithi012.stdout: rbd-mirror-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.218 INFO:teuthology.orchestra.run.smithi012.stdout: rbd-nbd-2:19.0.0-1899.g323d23dc.el9.x86_64 2024-03-29T00:04:38.218 INFO:teuthology.orchestra.run.smithi012.stdout: re2-1:20211101-3.el9.x86_64 2024-03-29T00:04:38.218 INFO:teuthology.orchestra.run.smithi012.stdout: socat-1.7.4.1-5.el9.x86_64 2024-03-29T00:04:38.218 INFO:teuthology.orchestra.run.smithi012.stdout: thrift-0.15.0-2.el9.x86_64 2024-03-29T00:04:38.218 INFO:teuthology.orchestra.run.smithi012.stdout: uuid-1.6.2-55.el9.x86_64 2024-03-29T00:04:38.218 INFO:teuthology.orchestra.run.smithi012.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-03-29T00:04:38.218 INFO:teuthology.orchestra.run.smithi012.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-03-29T00:04:38.219 INFO:teuthology.orchestra.run.smithi012.stdout: zlib-devel-1.2.11-40.el9.x86_64 2024-03-29T00:04:38.219 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:04:38.219 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2024-03-29T00:04:38.989 DEBUG:teuthology.parallel:result is None 2024-03-29T00:04:38.989 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=323d23dc228bbcb7f16f188fdc9c0dcb801844be 2024-03-29T00:04:39.136 DEBUG:teuthology.orchestra.run.smithi012:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-03-29T00:04:39.191 INFO:teuthology.orchestra.run.smithi012.stdout:19.0.0-1899.g323d23dc.el9 2024-03-29T00:04:39.192 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-1899.g323d23dc.el9 2024-03-29T00:04:39.192 INFO:teuthology.task.install:The correct ceph version 19.0.0-1899.g323d23dc is installed. 2024-03-29T00:04:39.194 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=323d23dc228bbcb7f16f188fdc9c0dcb801844be 2024-03-29T00:04:39.336 DEBUG:teuthology.orchestra.run.smithi053:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-03-29T00:04:39.358 INFO:teuthology.orchestra.run.smithi053.stdout:19.0.0-1899.g323d23dc.el9 2024-03-29T00:04:39.358 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-1899.g323d23dc.el9 2024-03-29T00:04:39.358 INFO:teuthology.task.install:The correct ceph version 19.0.0-1899.g323d23dc is installed. 2024-03-29T00:04:39.361 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=323d23dc228bbcb7f16f188fdc9c0dcb801844be 2024-03-29T00:04:39.498 DEBUG:teuthology.orchestra.run.smithi069:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-03-29T00:04:39.523 INFO:teuthology.orchestra.run.smithi069.stdout:19.0.0-1899.g323d23dc.el9 2024-03-29T00:04:39.524 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-1899.g323d23dc.el9 2024-03-29T00:04:39.524 INFO:teuthology.task.install:The correct ceph version 19.0.0-1899.g323d23dc is installed. 2024-03-29T00:04:39.526 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-03-29T00:04:39.526 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-03-29T00:04:39.526 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-03-29T00:04:39.599 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-03-29T00:04:39.599 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-03-29T00:04:39.633 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-03-29T00:04:39.633 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-03-29T00:04:39.666 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-03-29T00:04:39.666 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-03-29T00:04:39.666 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/usr/bin/daemon-helper 2024-03-29T00:04:39.737 DEBUG:teuthology.orchestra.run.smithi012:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-03-29T00:04:39.852 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-03-29T00:04:39.852 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/usr/bin/daemon-helper 2024-03-29T00:04:39.884 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-03-29T00:04:39.955 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-03-29T00:04:39.955 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd of=/usr/bin/daemon-helper 2024-03-29T00:04:39.987 DEBUG:teuthology.orchestra.run.smithi069:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-03-29T00:04:40.058 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-03-29T00:04:40.059 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-03-29T00:04:40.059 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/usr/bin/adjust-ulimits 2024-03-29T00:04:40.147 DEBUG:teuthology.orchestra.run.smithi012:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-03-29T00:04:40.267 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-03-29T00:04:40.267 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/usr/bin/adjust-ulimits 2024-03-29T00:04:40.298 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-03-29T00:04:40.368 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-03-29T00:04:40.368 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd of=/usr/bin/adjust-ulimits 2024-03-29T00:04:40.397 DEBUG:teuthology.orchestra.run.smithi069:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-03-29T00:04:40.464 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-03-29T00:04:40.464 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-03-29T00:04:40.465 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/usr/bin/stdin-killer 2024-03-29T00:04:40.531 DEBUG:teuthology.orchestra.run.smithi012:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-03-29T00:04:40.640 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-03-29T00:04:40.641 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/usr/bin/stdin-killer 2024-03-29T00:04:40.673 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-03-29T00:04:40.743 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-03-29T00:04:40.743 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd of=/usr/bin/stdin-killer 2024-03-29T00:04:40.771 DEBUG:teuthology.orchestra.run.smithi069:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-03-29T00:04:40.838 INFO:teuthology.run_tasks:Running task cephadm... 2024-03-29T00:04:40.991 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client dirsize rbytes': False, 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'POOL_APP_NOT_ENABLED', 'overall HEALTH_', 'Replacing daemon', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': '323d23dc228bbcb7f16f188fdc9c0dcb801844be', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2024-03-29T00:04:40.991 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be 2024-03-29T00:04:40.992 INFO:tasks.cephadm:Cluster fsid is f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:04:40.992 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-03-29T00:04:40.992 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.12', 'mon.b': '172.21.15.53', 'mon.c': '172.21.15.69'} 2024-03-29T00:04:40.993 INFO:tasks.cephadm:First mon is mon.a on smithi012 2024-03-29T00:04:40.993 INFO:tasks.cephadm:First mgr is x 2024-03-29T00:04:40.993 INFO:tasks.cephadm:Normalizing hostnames... 2024-03-29T00:04:40.993 DEBUG:teuthology.orchestra.run.smithi012:> sudo hostname $(hostname -s) 2024-03-29T00:04:41.073 DEBUG:teuthology.orchestra.run.smithi053:> sudo hostname $(hostname -s) 2024-03-29T00:04:41.108 DEBUG:teuthology.orchestra.run.smithi069:> sudo hostname $(hostname -s) 2024-03-29T00:04:41.135 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-03-29T00:04:41.136 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=323d23dc228bbcb7f16f188fdc9c0dcb801844be 2024-03-29T00:04:41.360 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '323d23dc228bbcb7f16f188fdc9c0dcb801844be', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/54719/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-1899-g323d23dc', 'node_name': '172.21.5.36+adami06', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-1899.g323d23dc'}, 'url': 'https://4.chacra.ceph.com/r/ceph/squid/323d23dc228bbcb7f16f188fdc9c0dcb801844be/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-03-27 18:23:47.768164', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'squid', 'chacra_url': 'https://4.chacra.ceph.com/repos/ceph/squid/323d23dc228bbcb7f16f188fdc9c0dcb801844be/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-03-29T00:04:41.502 INFO:tasks.util.chacra:got chacra host 4.chacra.ceph.com, ref squid, sha1 323d23dc228bbcb7f16f188fdc9c0dcb801844be from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=323d23dc228bbcb7f16f188fdc9c0dcb801844be 2024-03-29T00:04:41.503 INFO:tasks.cephadm:Discovered cachra url: https://4.chacra.ceph.com/binaries/ceph/squid/323d23dc228bbcb7f16f188fdc9c0dcb801844be/centos/9/x86_64/flavors/default/cephadm 2024-03-29T00:04:41.503 DEBUG:teuthology.orchestra.run.smithi012:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/squid/323d23dc228bbcb7f16f188fdc9c0dcb801844be/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-03-29T00:04:42.281 INFO:teuthology.orchestra.run.smithi012.stdout:-rw-r--r--. 1 ubuntu ubuntu 766659 Mar 29 00:04 /home/ubuntu/cephtest/cephadm 2024-03-29T00:04:42.281 DEBUG:teuthology.orchestra.run.smithi053:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/squid/323d23dc228bbcb7f16f188fdc9c0dcb801844be/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-03-29T00:04:42.980 INFO:teuthology.orchestra.run.smithi053.stdout:-rw-r--r--. 1 ubuntu ubuntu 766659 Mar 29 00:04 /home/ubuntu/cephtest/cephadm 2024-03-29T00:04:42.980 DEBUG:teuthology.orchestra.run.smithi069:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/squid/323d23dc228bbcb7f16f188fdc9c0dcb801844be/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-03-29T00:04:43.788 INFO:teuthology.orchestra.run.smithi069.stdout:-rw-r--r--. 1 ubuntu ubuntu 766659 Mar 29 00:04 /home/ubuntu/cephtest/cephadm 2024-03-29T00:04:43.789 DEBUG:teuthology.orchestra.run.smithi012:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-03-29T00:04:43.853 DEBUG:teuthology.orchestra.run.smithi053:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-03-29T00:04:43.873 DEBUG:teuthology.orchestra.run.smithi069:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-03-29T00:04:43.930 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be on all hosts... 2024-03-29T00:04:43.930 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be pull 2024-03-29T00:04:43.939 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be pull 2024-03-29T00:04:43.942 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be pull 2024-03-29T00:04:44.702 INFO:teuthology.orchestra.run.smithi053.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be... 2024-03-29T00:04:44.713 INFO:teuthology.orchestra.run.smithi069.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be... 2024-03-29T00:04:45.546 INFO:teuthology.orchestra.run.smithi012.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be... 2024-03-29T00:05:19.422 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-03-29T00:05:19.423 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_version": "ceph version 19.0.0-1899-g323d23dc (323d23dc228bbcb7f16f188fdc9c0dcb801844be) squid (dev)", 2024-03-29T00:05:19.423 INFO:teuthology.orchestra.run.smithi053.stdout: "image_id": "bed8e21b47c64c348bd50fa93e0a2db0f997a2392760f42fd1dd03442cc97c52", 2024-03-29T00:05:19.423 INFO:teuthology.orchestra.run.smithi053.stdout: "repo_digests": [ 2024-03-29T00:05:19.423 INFO:teuthology.orchestra.run.smithi053.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15" 2024-03-29T00:05:19.423 INFO:teuthology.orchestra.run.smithi053.stdout: ] 2024-03-29T00:05:19.423 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-03-29T00:05:20.273 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-03-29T00:05:20.273 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_version": "ceph version 19.0.0-1899-g323d23dc (323d23dc228bbcb7f16f188fdc9c0dcb801844be) squid (dev)", 2024-03-29T00:05:20.273 INFO:teuthology.orchestra.run.smithi069.stdout: "image_id": "bed8e21b47c64c348bd50fa93e0a2db0f997a2392760f42fd1dd03442cc97c52", 2024-03-29T00:05:20.273 INFO:teuthology.orchestra.run.smithi069.stdout: "repo_digests": [ 2024-03-29T00:05:20.274 INFO:teuthology.orchestra.run.smithi069.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15" 2024-03-29T00:05:20.274 INFO:teuthology.orchestra.run.smithi069.stdout: ] 2024-03-29T00:05:20.274 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-03-29T00:05:39.539 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:05:39.540 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_version": "ceph version 19.0.0-1899-g323d23dc (323d23dc228bbcb7f16f188fdc9c0dcb801844be) squid (dev)", 2024-03-29T00:05:39.540 INFO:teuthology.orchestra.run.smithi012.stdout: "image_id": "bed8e21b47c64c348bd50fa93e0a2db0f997a2392760f42fd1dd03442cc97c52", 2024-03-29T00:05:39.540 INFO:teuthology.orchestra.run.smithi012.stdout: "repo_digests": [ 2024-03-29T00:05:39.540 INFO:teuthology.orchestra.run.smithi012.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15" 2024-03-29T00:05:39.540 INFO:teuthology.orchestra.run.smithi012.stdout: ] 2024-03-29T00:05:39.540 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:05:39.608 DEBUG:teuthology.orchestra.run.smithi012:> sudo mkdir -p /etc/ceph 2024-03-29T00:05:39.714 DEBUG:teuthology.orchestra.run.smithi053:> sudo mkdir -p /etc/ceph 2024-03-29T00:05:39.753 DEBUG:teuthology.orchestra.run.smithi069:> sudo mkdir -p /etc/ceph 2024-03-29T00:05:39.789 DEBUG:teuthology.orchestra.run.smithi012:> sudo chmod 777 /etc/ceph 2024-03-29T00:05:39.895 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod 777 /etc/ceph 2024-03-29T00:05:39.933 DEBUG:teuthology.orchestra.run.smithi069:> sudo chmod 777 /etc/ceph 2024-03-29T00:05:39.963 INFO:tasks.cephadm:Writing seed config... 2024-03-29T00:05:39.965 INFO:tasks.cephadm: override: [client] client dirsize rbytes = False 2024-03-29T00:05:39.965 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-03-29T00:05:39.965 INFO:tasks.cephadm: override: [client] debug client = 20 2024-03-29T00:05:39.965 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-03-29T00:05:39.965 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-03-29T00:05:39.965 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-03-29T00:05:39.965 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-03-29T00:05:39.965 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-03-29T00:05:39.965 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-03-29T00:05:39.966 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-03-29T00:05:39.966 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-03-29T00:05:39.966 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-03-29T00:05:39.966 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-03-29T00:05:39.966 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-03-29T00:05:39.966 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-03-29T00:05:39.966 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-03-29T00:05:39.966 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-03-29T00:05:39.966 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-03-29T00:05:39.966 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-03-29T00:05:39.966 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-03-29T00:05:39.967 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-03-29T00:05:39.967 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-03-29T00:05:39.967 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-03-29T00:05:39.967 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-03-29T00:05:39.967 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-03-29T00:05:39.967 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-03-29T00:05:39.967 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-03-29T00:05:39.967 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-03-29T00:05:39.967 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-03-29T00:05:39.967 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-03-29T00:05:39.967 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-03-29T00:05:39.967 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-03-29T00:05:39.967 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-03-29T00:05:39.967 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-03-29T00:05:39.967 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-03-29T00:05:39.967 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-03-29T00:05:39.968 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-03-29T00:05:39.968 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-03-29T00:05:39.968 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-03-29T00:05:39.968 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-03-29T00:05:39.968 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-03-29T00:05:39.968 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-03-29T00:05:39.968 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-03-29T00:05:39.968 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-03-29T00:05:39.968 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-03-29T00:05:39.968 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-03-29T00:05:39.969 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-03-29T00:05:39.969 DEBUG:teuthology.orchestra.run.smithi012:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-03-29T00:05:40.043 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = f0a28ba8-ed5f-11ee-95d0-87774f69a715 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client dirsize rbytes = False client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-03-29T00:05:40.043 DEBUG:teuthology.orchestra.run.smithi012:mon.a> sudo journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mon.a.service 2024-03-29T00:05:40.090 DEBUG:teuthology.orchestra.run.smithi012:mgr.x> sudo journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mgr.x.service 2024-03-29T00:05:40.136 INFO:tasks.cephadm:Bootstrapping... 2024-03-29T00:05:40.136 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be -v bootstrap --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.12 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-03-29T00:05:40.416 INFO:teuthology.orchestra.run.smithi012.stdout:-------------------------------------------------------------------------------- 2024-03-29T00:05:40.417 INFO:teuthology.orchestra.run.smithi012.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be', '-v', 'bootstrap', '--fsid', 'f0a28ba8-ed5f-11ee-95d0-87774f69a715', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.12', '--skip-admin-label'] 2024-03-29T00:05:40.472 INFO:teuthology.orchestra.run.smithi012.stdout:/bin/podman: stdout 4.9.4-dev 2024-03-29T00:05:40.473 INFO:teuthology.orchestra.run.smithi012.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-03-29T00:05:40.473 INFO:teuthology.orchestra.run.smithi012.stdout:Verifying podman|docker is present... 2024-03-29T00:05:40.533 INFO:teuthology.orchestra.run.smithi012.stdout:/bin/podman: stdout 4.9.4-dev 2024-03-29T00:05:40.534 INFO:teuthology.orchestra.run.smithi012.stdout:Verifying lvm2 is present... 2024-03-29T00:05:40.534 INFO:teuthology.orchestra.run.smithi012.stdout:Verifying time synchronization is in place... 2024-03-29T00:05:40.553 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-03-29T00:05:40.553 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-03-29T00:05:40.571 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-03-29T00:05:40.572 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout inactive 2024-03-29T00:05:40.593 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout enabled 2024-03-29T00:05:40.614 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout active 2024-03-29T00:05:40.615 INFO:teuthology.orchestra.run.smithi012.stdout:Unit chronyd.service is enabled and running 2024-03-29T00:05:40.615 INFO:teuthology.orchestra.run.smithi012.stdout:Repeating the final host check... 2024-03-29T00:05:40.682 INFO:teuthology.orchestra.run.smithi012.stdout:/bin/podman: stdout 4.9.4-dev 2024-03-29T00:05:40.682 INFO:teuthology.orchestra.run.smithi012.stdout:podman (/bin/podman) version 4.9.4 is present 2024-03-29T00:05:40.682 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl is present 2024-03-29T00:05:40.682 INFO:teuthology.orchestra.run.smithi012.stdout:lvcreate is present 2024-03-29T00:05:40.703 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-03-29T00:05:40.703 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-03-29T00:05:40.720 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-03-29T00:05:40.720 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout inactive 2024-03-29T00:05:40.739 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout enabled 2024-03-29T00:05:40.759 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout active 2024-03-29T00:05:40.759 INFO:teuthology.orchestra.run.smithi012.stdout:Unit chronyd.service is enabled and running 2024-03-29T00:05:40.760 INFO:teuthology.orchestra.run.smithi012.stdout:Host looks OK 2024-03-29T00:05:40.760 INFO:teuthology.orchestra.run.smithi012.stdout:Cluster fsid: f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:05:40.760 INFO:teuthology.orchestra.run.smithi012.stdout:Acquiring lock 140336091258832 on /run/cephadm/f0a28ba8-ed5f-11ee-95d0-87774f69a715.lock 2024-03-29T00:05:40.761 INFO:teuthology.orchestra.run.smithi012.stdout:Lock 140336091258832 acquired on /run/cephadm/f0a28ba8-ed5f-11ee-95d0-87774f69a715.lock 2024-03-29T00:05:40.762 INFO:teuthology.orchestra.run.smithi012.stdout:Verifying IP 172.21.15.12 port 3300 ... 2024-03-29T00:05:40.763 INFO:teuthology.orchestra.run.smithi012.stdout:Verifying IP 172.21.15.12 port 6789 ... 2024-03-29T00:05:40.763 INFO:teuthology.orchestra.run.smithi012.stdout:Base mon IP(s) is [172.21.15.12:3300, 172.21.15.12:6789], mon addrv is [v2:172.21.15.12:3300,v1:172.21.15.12:6789] 2024-03-29T00:05:40.778 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.12 metric 100 2024-03-29T00:05:40.779 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.12 metric 100 2024-03-29T00:05:40.794 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-03-29T00:05:40.795 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-03-29T00:05:40.795 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-03-29T00:05:40.804 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-03-29T00:05:40.804 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-03-29T00:05:40.804 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-03-29T00:05:40.804 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-03-29T00:05:40.805 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout inet6 fe80::ae1f:6bff:fef8:25ea/64 scope link noprefixroute 2024-03-29T00:05:40.805 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-03-29T00:05:40.806 INFO:teuthology.orchestra.run.smithi012.stdout:Mon IP `172.21.15.12` is in CIDR network `172.21.0.0/20` 2024-03-29T00:05:40.806 INFO:teuthology.orchestra.run.smithi012.stdout:Mon IP `172.21.15.12` is in CIDR network `172.21.0.0/20` 2024-03-29T00:05:40.806 INFO:teuthology.orchestra.run.smithi012.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-03-29T00:05:40.807 INFO:teuthology.orchestra.run.smithi012.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-03-29T00:05:40.808 INFO:teuthology.orchestra.run.smithi012.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be... 2024-03-29T00:05:41.449 INFO:teuthology.orchestra.run.smithi012.stdout:/bin/podman: stdout bed8e21b47c64c348bd50fa93e0a2db0f997a2392760f42fd1dd03442cc97c52 2024-03-29T00:05:41.449 INFO:teuthology.orchestra.run.smithi012.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be... 2024-03-29T00:05:41.450 INFO:teuthology.orchestra.run.smithi012.stdout:/bin/podman: stderr Getting image source signatures 2024-03-29T00:05:41.450 INFO:teuthology.orchestra.run.smithi012.stdout:/bin/podman: stderr Copying blob sha256:f2898dd983f857f34092ebd65fc601696375e5e42bb673c7cb1e443cfa2e5da5 2024-03-29T00:05:41.450 INFO:teuthology.orchestra.run.smithi012.stdout:/bin/podman: stderr Copying blob sha256:11da15500eca1f826c328eb3265caa30b0a3730510e2a32023084d6fe9cee20c 2024-03-29T00:05:41.450 INFO:teuthology.orchestra.run.smithi012.stdout:/bin/podman: stderr Copying config sha256:bed8e21b47c64c348bd50fa93e0a2db0f997a2392760f42fd1dd03442cc97c52 2024-03-29T00:05:41.450 INFO:teuthology.orchestra.run.smithi012.stdout:/bin/podman: stderr Writing manifest to image destination 2024-03-29T00:05:42.672 INFO:teuthology.orchestra.run.smithi012.stdout:ceph: stdout ceph version 19.0.0-1899-g323d23dc (323d23dc228bbcb7f16f188fdc9c0dcb801844be) squid (dev) 2024-03-29T00:05:42.673 INFO:teuthology.orchestra.run.smithi012.stdout:Ceph version: ceph version 19.0.0-1899-g323d23dc (323d23dc228bbcb7f16f188fdc9c0dcb801844be) squid (dev) 2024-03-29T00:05:42.673 INFO:teuthology.orchestra.run.smithi012.stdout:Extracting ceph user uid/gid from container image... 2024-03-29T00:05:43.871 INFO:teuthology.orchestra.run.smithi012.stdout:stat: stdout 167 167 2024-03-29T00:05:43.871 INFO:teuthology.orchestra.run.smithi012.stdout:Creating initial keys... 2024-03-29T00:05:45.120 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph-authtool: stdout AQDYBQZmIp/sGRAAZYkaKzA+x67pFpr/a4eLtg== 2024-03-29T00:05:46.349 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph-authtool: stdout AQDZBQZmzql2JBAATB9+C4we30Z5Bvyb7849TA== 2024-03-29T00:05:47.516 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph-authtool: stdout AQDaBQZm/0e3MxAA70PIKFanUT7bub4LJR8sSw== 2024-03-29T00:05:47.521 INFO:teuthology.orchestra.run.smithi012.stdout:Creating initial monmap... 2024-03-29T00:05:48.768 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-03-29T00:05:48.768 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-03-29T00:05:48.768 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:05:48.768 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-03-29T00:05:48.768 INFO:teuthology.orchestra.run.smithi012.stdout:monmaptool for a [v2:172.21.15.12:3300,v1:172.21.15.12:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-03-29T00:05:48.768 INFO:teuthology.orchestra.run.smithi012.stdout:setting min_mon_release = quincy 2024-03-29T00:05:48.768 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/monmaptool: set fsid to f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:05:48.768 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-03-29T00:05:48.768 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:05:48.769 INFO:teuthology.orchestra.run.smithi012.stdout:Creating mon... 2024-03-29T00:05:49.918 INFO:teuthology.orchestra.run.smithi012.stdout:create mon.a on 2024-03-29T00:05:50.289 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-03-29T00:05:50.535 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-03-29T00:05:50.865 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715.target → /etc/systemd/system/ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715.target. 2024-03-29T00:05:50.866 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715.target → /etc/systemd/system/ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715.target. 2024-03-29T00:05:51.280 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mon.a 2024-03-29T00:05:51.514 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stderr Failed to reset failed state of unit ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mon.a.service: Unit ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mon.a.service not loaded. 2024-03-29T00:05:51.574 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715.target.wants/ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mon.a.service → /etc/systemd/system/ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@.service. 2024-03-29T00:05:52.255 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:05:52 smithi012 podman[31269]: 2024-03-29 00:05:52.000008661 +0000 UTC m=+0.151949684 container create 5d84d9e05b2b02f2ed4cade5e6eb8d5e56b7458509d5fd17270768d15c0b0ae5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_BRANCH=HEAD, RELEASE=squid-323d23d, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-03-29T00:05:52.255 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:05:52 smithi012 podman[31269]: 2024-03-29 00:05:52.254008699 +0000 UTC m=+0.405949722 container init 5d84d9e05b2b02f2ed4cade5e6eb8d5e56b7458509d5fd17270768d15c0b0ae5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mon-a, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-323d23d, ceph=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-03-29T00:05:52.363 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-03-29T00:05:52.364 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout disabled 2024-03-29T00:05:52.378 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-03-29T00:05:52.378 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout inactive 2024-03-29T00:05:52.378 INFO:teuthology.orchestra.run.smithi012.stdout:firewalld.service is not enabled 2024-03-29T00:05:52.379 INFO:teuthology.orchestra.run.smithi012.stdout:Not possible to enable service . firewalld.service is not available 2024-03-29T00:05:52.379 INFO:teuthology.orchestra.run.smithi012.stdout:Waiting for mon to start... 2024-03-29T00:05:52.379 INFO:teuthology.orchestra.run.smithi012.stdout:Waiting for mon... 2024-03-29T00:05:52.527 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:05:52 smithi012 podman[31269]: 2024-03-29 00:05:52.264981976 +0000 UTC m=+0.416922996 container start 5d84d9e05b2b02f2ed4cade5e6eb8d5e56b7458509d5fd17270768d15c0b0ae5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mon-a, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-323d23d, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-03-29T00:05:52.528 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:05:52 smithi012 bash[31269]: 5d84d9e05b2b02f2ed4cade5e6eb8d5e56b7458509d5fd17270768d15c0b0ae5 2024-03-29T00:05:52.528 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:05:52 smithi012 systemd[1]: Started Ceph mon.a for f0a28ba8-ed5f-11ee-95d0-87774f69a715. 2024-03-29T00:05:52.528 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:05:52 smithi012 ceph-mon[31287]: mkfs f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:05:52.528 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:05:52 smithi012 ceph-mon[31287]: mon.a is new leader, mons a in quorum (ranks 0) 2024-03-29T00:05:53.700 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:05:53 smithi012 ceph-mon[31287]: mon.a is new leader, mons a in quorum (ranks 0) 2024-03-29T00:05:53.700 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:05:53 smithi012 ceph-mon[31287]: monmap epoch 1 2024-03-29T00:05:53.700 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:05:53 smithi012 ceph-mon[31287]: fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:05:53.700 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:05:53 smithi012 ceph-mon[31287]: last_changed 2024-03-29T00:05:48.065431+0000 2024-03-29T00:05:53.700 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:05:53 smithi012 ceph-mon[31287]: created 2024-03-29T00:05:48.065431+0000 2024-03-29T00:05:53.700 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:05:53 smithi012 ceph-mon[31287]: min_mon_release 19 (squid) 2024-03-29T00:05:53.700 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:05:53 smithi012 ceph-mon[31287]: election_strategy: 1 2024-03-29T00:05:53.700 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:05:53 smithi012 ceph-mon[31287]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-03-29T00:05:53.700 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:05:53 smithi012 ceph-mon[31287]: fsmap 2024-03-29T00:05:53.700 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:05:53 smithi012 ceph-mon[31287]: osdmap e1: 0 total, 0 up, 0 in 2024-03-29T00:05:53.701 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:05:53 smithi012 ceph-mon[31287]: mgrmap e1: no daemons active 2024-03-29T00:05:53.701 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:05:53 smithi012 ceph-mon[31287]: from='client.? 172.21.15.12:0/3298889597' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-03-29T00:05:53.711 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout cluster: 2024-03-29T00:05:53.711 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout id: f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:05:53.712 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-03-29T00:05:53.713 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-03-29T00:05:53.713 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout services: 2024-03-29T00:05:53.713 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.705884s) 2024-03-29T00:05:53.713 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-03-29T00:05:53.713 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-03-29T00:05:53.713 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-03-29T00:05:53.713 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout data: 2024-03-29T00:05:53.719 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-03-29T00:05:53.719 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-03-29T00:05:53.719 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-03-29T00:05:53.719 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout pgs: 2024-03-29T00:05:53.719 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-03-29T00:05:53.719 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.958+0000 7f43e7c00700 1 Processor -- start 2024-03-29T00:05:53.719 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.958+0000 7f43e7c00700 1 -- start start 2024-03-29T00:05:53.719 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.958+0000 7f43e7c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f43e0109f10 0x7f43e010a330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:05:53.719 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.958+0000 7f43e7c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f43e010a870 con 0x7f43e0109f10 2024-03-29T00:05:53.720 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.960+0000 7f43e5200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f43e0109f10 0x7f43e010a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:05:53.720 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.960+0000 7f43e5200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f43e0109f10 0x7f43e010a330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:53350/0 (socket says 172.21.15.12:53350) 2024-03-29T00:05:53.720 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.960+0000 7f43e5200700 1 -- 172.21.15.12:0/3037748538 learned_addr learned my addr 172.21.15.12:0/3037748538 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:05:53.720 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.960+0000 7f43e5200700 1 -- 172.21.15.12:0/3037748538 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43e010b070 con 0x7f43e0109f10 2024-03-29T00:05:53.720 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.961+0000 7f43e5200700 1 --2- 172.21.15.12:0/3037748538 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f43e0109f10 0x7f43e010a330 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f43d40098a0 tx=0x7f43d4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b316b48fe2f8a684 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:05:53.720 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.961+0000 7f43df400700 1 -- 172.21.15.12:0/3037748538 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f43d4004160 con 0x7f43e0109f10 2024-03-29T00:05:53.720 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.961+0000 7f43df400700 1 -- 172.21.15.12:0/3037748538 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43d4004300 con 0x7f43e0109f10 2024-03-29T00:05:53.720 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.961+0000 7f43df400700 1 -- 172.21.15.12:0/3037748538 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f43d40036a0 con 0x7f43e0109f10 2024-03-29T00:05:53.720 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.962+0000 7f43e7c00700 1 -- 172.21.15.12:0/3037748538 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f43e0109f10 msgr2=0x7f43e010a330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:05:53.720 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.962+0000 7f43e7c00700 1 --2- 172.21.15.12:0/3037748538 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f43e0109f10 0x7f43e010a330 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f43d40098a0 tx=0x7f43d4009bb0 comp rx=0 tx=0).stop 2024-03-29T00:05:53.720 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.962+0000 7f43e7c00700 1 -- 172.21.15.12:0/3037748538 shutdown_connections 2024-03-29T00:05:53.720 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.962+0000 7f43e7c00700 1 --2- 172.21.15.12:0/3037748538 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f43e0109f10 0x7f43e010a330 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:05:53.720 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.962+0000 7f43e7c00700 1 -- 172.21.15.12:0/3037748538 >> 172.21.15.12:0/3037748538 conn(0x7f43e007d300 msgr2=0x7f43e007d710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:05:53.721 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.962+0000 7f43e7c00700 1 -- 172.21.15.12:0/3037748538 shutdown_connections 2024-03-29T00:05:53.721 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.962+0000 7f43e7c00700 1 -- 172.21.15.12:0/3037748538 wait complete. 2024-03-29T00:05:53.721 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.963+0000 7f43e7c00700 1 Processor -- start 2024-03-29T00:05:53.721 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.964+0000 7f43e7c00700 1 -- start start 2024-03-29T00:05:53.721 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.964+0000 7f43e7c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f43e0109f10 0x7f43e019d560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:05:53.721 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.964+0000 7f43e7c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f43e010b540 con 0x7f43e0109f10 2024-03-29T00:05:53.721 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.965+0000 7f43e5200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f43e0109f10 0x7f43e019d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:05:53.721 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.965+0000 7f43e5200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f43e0109f10 0x7f43e019d560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:53356/0 (socket says 172.21.15.12:53356) 2024-03-29T00:05:53.721 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.965+0000 7f43e5200700 1 -- 172.21.15.12:0/3298889597 learned_addr learned my addr 172.21.15.12:0/3298889597 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:05:53.721 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.965+0000 7f43e5200700 1 -- 172.21.15.12:0/3298889597 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43e019daa0 con 0x7f43e0109f10 2024-03-29T00:05:53.721 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.965+0000 7f43e5200700 1 --2- 172.21.15.12:0/3298889597 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f43e0109f10 0x7f43e019d560 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f43d4000c00 tx=0x7f43d4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:05:53.721 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.966+0000 7f43dd600700 1 -- 172.21.15.12:0/3298889597 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f43d4003db0 con 0x7f43e0109f10 2024-03-29T00:05:53.721 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.966+0000 7f43dd600700 1 -- 172.21.15.12:0/3298889597 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43d4011630 con 0x7f43e0109f10 2024-03-29T00:05:53.721 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.966+0000 7f43dd600700 1 -- 172.21.15.12:0/3298889597 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f43d4011950 con 0x7f43e0109f10 2024-03-29T00:05:53.722 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.966+0000 7f43e7c00700 1 -- 172.21.15.12:0/3298889597 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43e019dd30 con 0x7f43e0109f10 2024-03-29T00:05:53.722 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.966+0000 7f43e7c00700 1 -- 172.21.15.12:0/3298889597 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43e01a0a20 con 0x7f43e0109f10 2024-03-29T00:05:53.722 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.966+0000 7f43dd600700 1 -- 172.21.15.12:0/3298889597 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f43d401a460 con 0x7f43e0109f10 2024-03-29T00:05:53.722 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.966+0000 7f43dd600700 1 -- 172.21.15.12:0/3298889597 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f43d401b780 con 0x7f43e0109f10 2024-03-29T00:05:53.722 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.967+0000 7f43e7c00700 1 -- 172.21.15.12:0/3298889597 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43e0063870 con 0x7f43e0109f10 2024-03-29T00:05:53.722 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:52.971+0000 7f43dd600700 1 -- 172.21.15.12:0/3298889597 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f43d401b980 con 0x7f43e0109f10 2024-03-29T00:05:53.722 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:53.052+0000 7f43e7c00700 1 -- 172.21.15.12:0/3298889597 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f43e002dd80 con 0x7f43e0109f10 2024-03-29T00:05:53.722 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:53.053+0000 7f43dd600700 1 -- 172.21.15.12:0/3298889597 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7f43d401bb60 con 0x7f43e0109f10 2024-03-29T00:05:53.722 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:53.054+0000 7f43e7c00700 1 -- 172.21.15.12:0/3298889597 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f43e0109f10 msgr2=0x7f43e019d560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:05:53.722 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:53.054+0000 7f43e7c00700 1 --2- 172.21.15.12:0/3298889597 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f43e0109f10 0x7f43e019d560 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f43d4000c00 tx=0x7f43d4004750 comp rx=0 tx=0).stop 2024-03-29T00:05:53.722 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:53.054+0000 7f43e7c00700 1 -- 172.21.15.12:0/3298889597 shutdown_connections 2024-03-29T00:05:53.722 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:53.054+0000 7f43e7c00700 1 --2- 172.21.15.12:0/3298889597 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f43e0109f10 0x7f43e019d560 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:05:53.722 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:53.054+0000 7f43e7c00700 1 -- 172.21.15.12:0/3298889597 >> 172.21.15.12:0/3298889597 conn(0x7f43e007d300 msgr2=0x7f43e0194120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:05:53.722 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:53.054+0000 7f43e7c00700 1 -- 172.21.15.12:0/3298889597 shutdown_connections 2024-03-29T00:05:53.723 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:53.055+0000 7f43e7c00700 1 -- 172.21.15.12:0/3298889597 wait complete. 2024-03-29T00:05:53.723 INFO:teuthology.orchestra.run.smithi012.stdout:mon is available 2024-03-29T00:05:53.723 INFO:teuthology.orchestra.run.smithi012.stdout:Assimilating anything we can from ceph.conf... 2024-03-29T00:05:54.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:05:54 smithi012 ceph-mon[31287]: from='client.? 172.21.15.12:0/2399695642' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-03-29T00:05:54.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:05:54 smithi012 ceph-mon[31287]: from='client.? 172.21.15.12:0/2399695642' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-03-29T00:05:55.248 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-03-29T00:05:55.248 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout [global] 2024-03-29T00:05:55.248 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout fsid = f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:05:55.248 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.12:3300,v1:172.21.15.12:6789] 2024-03-29T00:05:55.248 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-03-29T00:05:55.248 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-03-29T00:05:55.248 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-03-29T00:05:55.249 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-03-29T00:05:55.249 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-03-29T00:05:55.249 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout [mgr] 2024-03-29T00:05:55.249 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-03-29T00:05:55.249 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-03-29T00:05:55.249 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout [osd] 2024-03-29T00:05:55.249 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-03-29T00:05:55.249 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-03-29T00:05:55.249 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-03-29T00:05:55.249 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-03-29T00:05:55.249 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-03-29T00:05:55.249 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.389+0000 7f1863200700 1 Processor -- start 2024-03-29T00:05:55.249 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.389+0000 7f1863200700 1 -- start start 2024-03-29T00:05:55.250 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.389+0000 7f1863200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1864109d30 0x7f186410a150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:05:55.250 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.389+0000 7f1863200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f186410a720 con 0x7f1864109d30 2024-03-29T00:05:55.250 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.390+0000 7f1861e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1864109d30 0x7f186410a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:05:55.250 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.390+0000 7f1861e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1864109d30 0x7f186410a150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:58700/0 (socket says 172.21.15.12:58700) 2024-03-29T00:05:55.250 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.390+0000 7f1861e00700 1 -- 172.21.15.12:0/3718197698 learned_addr learned my addr 172.21.15.12:0/3718197698 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:05:55.250 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.391+0000 7f1861e00700 1 -- 172.21.15.12:0/3718197698 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f186410af30 con 0x7f1864109d30 2024-03-29T00:05:55.250 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.391+0000 7f1861e00700 1 --2- 172.21.15.12:0/3718197698 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1864109d30 0x7f186410a150 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f1854009e80 tx=0x7f185400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e091a6337229dc3a server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:05:55.250 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.391+0000 7f1861400700 1 -- 172.21.15.12:0/3718197698 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1854017070 con 0x7f1864109d30 2024-03-29T00:05:55.250 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.391+0000 7f1861400700 1 -- 172.21.15.12:0/3718197698 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1854003a20 con 0x7f1864109d30 2024-03-29T00:05:55.251 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.391+0000 7f1861400700 1 -- 172.21.15.12:0/3718197698 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1854003d20 con 0x7f1864109d30 2024-03-29T00:05:55.251 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.392+0000 7f1863200700 1 -- 172.21.15.12:0/3718197698 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1864109d30 msgr2=0x7f186410a150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:05:55.251 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.392+0000 7f1863200700 1 --2- 172.21.15.12:0/3718197698 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1864109d30 0x7f186410a150 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f1854009e80 tx=0x7f185400b330 comp rx=0 tx=0).stop 2024-03-29T00:05:55.251 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.392+0000 7f1863200700 1 -- 172.21.15.12:0/3718197698 shutdown_connections 2024-03-29T00:05:55.254 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.392+0000 7f1863200700 1 --2- 172.21.15.12:0/3718197698 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1864109d30 0x7f186410a150 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:05:55.254 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.392+0000 7f1863200700 1 -- 172.21.15.12:0/3718197698 >> 172.21.15.12:0/3718197698 conn(0x7f186407d160 msgr2=0x7f186407d570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:05:55.254 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.393+0000 7f1863200700 1 -- 172.21.15.12:0/3718197698 shutdown_connections 2024-03-29T00:05:55.254 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.393+0000 7f1863200700 1 -- 172.21.15.12:0/3718197698 wait complete. 2024-03-29T00:05:55.254 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.394+0000 7f1863200700 1 Processor -- start 2024-03-29T00:05:55.254 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.394+0000 7f1863200700 1 -- start start 2024-03-29T00:05:55.254 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.394+0000 7f1863200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1864109d30 0x7f186419d450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:05:55.254 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.394+0000 7f1863200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f186410b460 con 0x7f1864109d30 2024-03-29T00:05:55.254 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.395+0000 7f1861e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1864109d30 0x7f186419d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:05:55.254 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.395+0000 7f1861e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1864109d30 0x7f186419d450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:58708/0 (socket says 172.21.15.12:58708) 2024-03-29T00:05:55.254 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.395+0000 7f1861e00700 1 -- 172.21.15.12:0/2399695642 learned_addr learned my addr 172.21.15.12:0/2399695642 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:05:55.255 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.395+0000 7f1861e00700 1 -- 172.21.15.12:0/2399695642 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f186419d990 con 0x7f1864109d30 2024-03-29T00:05:55.255 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.395+0000 7f1861e00700 1 --2- 172.21.15.12:0/2399695642 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1864109d30 0x7f186419d450 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f1854004000 tx=0x7f1854004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:05:55.255 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.396+0000 7f185aa00700 1 -- 172.21.15.12:0/2399695642 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1854022020 con 0x7f1864109d30 2024-03-29T00:05:55.255 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.396+0000 7f185aa00700 1 -- 172.21.15.12:0/2399695642 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1854018040 con 0x7f1864109d30 2024-03-29T00:05:55.255 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.396+0000 7f1863200700 1 -- 172.21.15.12:0/2399695642 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f186419dc20 con 0x7f1864109d30 2024-03-29T00:05:55.255 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.396+0000 7f185aa00700 1 -- 172.21.15.12:0/2399695642 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1854017070 con 0x7f1864109d30 2024-03-29T00:05:55.255 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.396+0000 7f1863200700 1 -- 172.21.15.12:0/2399695642 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18641a0910 con 0x7f1864109d30 2024-03-29T00:05:55.255 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.396+0000 7f185aa00700 1 -- 172.21.15.12:0/2399695642 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f1854025020 con 0x7f1864109d30 2024-03-29T00:05:55.255 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.396+0000 7f185aa00700 1 -- 172.21.15.12:0/2399695642 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f185400f050 con 0x7f1864109d30 2024-03-29T00:05:55.255 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.397+0000 7f1863200700 1 -- 172.21.15.12:0/2399695642 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1864063870 con 0x7f1864109d30 2024-03-29T00:05:55.255 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.400+0000 7f185aa00700 1 -- 172.21.15.12:0/2399695642 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f185402c030 con 0x7f1864109d30 2024-03-29T00:05:55.255 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.478+0000 7f1863200700 1 -- 172.21.15.12:0/2399695642 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f186402dcf0 con 0x7f1864109d30 2024-03-29T00:05:55.255 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.487+0000 7f185aa00700 1 -- 172.21.15.12:0/2399695642 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+429 (secure 0 0 0) 0x7f185401e480 con 0x7f1864109d30 2024-03-29T00:05:55.256 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.489+0000 7f185aa00700 1 -- 172.21.15.12:0/2399695642 <== mon.0 v2:172.21.15.12:3300/0 8 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f1854003a20 con 0x7f1864109d30 2024-03-29T00:05:55.256 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.489+0000 7f1863200700 1 -- 172.21.15.12:0/2399695642 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1864109d30 msgr2=0x7f186419d450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:05:55.256 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.489+0000 7f1863200700 1 --2- 172.21.15.12:0/2399695642 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1864109d30 0x7f186419d450 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f1854004000 tx=0x7f1854004ad0 comp rx=0 tx=0).stop 2024-03-29T00:05:55.256 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.489+0000 7f1863200700 1 -- 172.21.15.12:0/2399695642 shutdown_connections 2024-03-29T00:05:55.256 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.489+0000 7f1863200700 1 --2- 172.21.15.12:0/2399695642 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1864109d30 0x7f186419d450 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:05:55.256 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.489+0000 7f1863200700 1 -- 172.21.15.12:0/2399695642 >> 172.21.15.12:0/2399695642 conn(0x7f186407d160 msgr2=0x7f18641940e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:05:55.256 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.490+0000 7f1863200700 1 -- 172.21.15.12:0/2399695642 shutdown_connections 2024-03-29T00:05:55.256 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:54.490+0000 7f1863200700 1 -- 172.21.15.12:0/2399695642 wait complete. 2024-03-29T00:05:55.256 INFO:teuthology.orchestra.run.smithi012.stdout:Generating new minimal ceph.conf... 2024-03-29T00:05:56.294 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:05:56 smithi012 ceph-mon[31287]: from='client.? 172.21.15.12:0/2186628305' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:05:56.623 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.889+0000 7ff0e2600700 1 Processor -- start 2024-03-29T00:05:56.623 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.889+0000 7ff0e2600700 1 -- start start 2024-03-29T00:05:56.623 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.890+0000 7ff0e2600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff0dc10ece0 0x7ff0dc1110d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:05:56.623 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.890+0000 7ff0e2600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff0dc082580 con 0x7ff0dc10ece0 2024-03-29T00:05:56.623 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.890+0000 7ff0db400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff0dc10ece0 0x7ff0dc1110d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:05:56.623 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.890+0000 7ff0db400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff0dc10ece0 0x7ff0dc1110d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:58714/0 (socket says 172.21.15.12:58714) 2024-03-29T00:05:56.623 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.890+0000 7ff0db400700 1 -- 172.21.15.12:0/1462714281 learned_addr learned my addr 172.21.15.12:0/1462714281 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:05:56.623 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.891+0000 7ff0db400700 1 -- 172.21.15.12:0/1462714281 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0dc111610 con 0x7ff0dc10ece0 2024-03-29T00:05:56.624 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.891+0000 7ff0db400700 1 --2- 172.21.15.12:0/1462714281 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff0dc10ece0 0x7ff0dc1110d0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc0098a0 tx=0x7ff0cc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed6210b5ccec0b2 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:05:56.624 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.891+0000 7ff0daa00700 1 -- 172.21.15.12:0/1462714281 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff0cc004160 con 0x7ff0dc10ece0 2024-03-29T00:05:56.624 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.892+0000 7ff0daa00700 1 -- 172.21.15.12:0/1462714281 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7ff0cc004300 con 0x7ff0dc10ece0 2024-03-29T00:05:56.624 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.892+0000 7ff0daa00700 1 -- 172.21.15.12:0/1462714281 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff0cc011c00 con 0x7ff0dc10ece0 2024-03-29T00:05:56.624 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.892+0000 7ff0e2600700 1 -- 172.21.15.12:0/1462714281 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff0dc10ece0 msgr2=0x7ff0dc1110d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:05:56.624 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.892+0000 7ff0e2600700 1 --2- 172.21.15.12:0/1462714281 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff0dc10ece0 0x7ff0dc1110d0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc0098a0 tx=0x7ff0cc009bb0 comp rx=0 tx=0).stop 2024-03-29T00:05:56.624 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.892+0000 7ff0e2600700 1 -- 172.21.15.12:0/1462714281 shutdown_connections 2024-03-29T00:05:56.624 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.892+0000 7ff0e2600700 1 --2- 172.21.15.12:0/1462714281 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff0dc10ece0 0x7ff0dc1110d0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:05:56.624 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.892+0000 7ff0e2600700 1 -- 172.21.15.12:0/1462714281 >> 172.21.15.12:0/1462714281 conn(0x7ff0dc07d300 msgr2=0x7ff0dc07f720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:05:56.624 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.892+0000 7ff0e2600700 1 -- 172.21.15.12:0/1462714281 shutdown_connections 2024-03-29T00:05:56.625 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.893+0000 7ff0e2600700 1 -- 172.21.15.12:0/1462714281 wait complete. 2024-03-29T00:05:56.625 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.894+0000 7ff0e2600700 1 Processor -- start 2024-03-29T00:05:56.625 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.894+0000 7ff0e2600700 1 -- start start 2024-03-29T00:05:56.625 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.894+0000 7ff0e2600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff0dc10ece0 0x7ff0dc1a22a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:05:56.625 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.894+0000 7ff0e2600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff0dc112750 con 0x7ff0dc10ece0 2024-03-29T00:05:56.625 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.894+0000 7ff0db400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff0dc10ece0 0x7ff0dc1a22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:05:56.625 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.894+0000 7ff0db400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff0dc10ece0 0x7ff0dc1a22a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:58730/0 (socket says 172.21.15.12:58730) 2024-03-29T00:05:56.625 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.894+0000 7ff0db400700 1 -- 172.21.15.12:0/2186628305 learned_addr learned my addr 172.21.15.12:0/2186628305 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:05:56.625 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.895+0000 7ff0db400700 1 -- 172.21.15.12:0/2186628305 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0dc1a27e0 con 0x7ff0dc10ece0 2024-03-29T00:05:56.625 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.895+0000 7ff0db400700 1 --2- 172.21.15.12:0/2186628305 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff0dc10ece0 0x7ff0dc1a22a0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc009fb0 tx=0x7ff0cc011c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:05:56.625 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.895+0000 7ff0d8c00700 1 -- 172.21.15.12:0/2186628305 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff0cc0038b0 con 0x7ff0dc10ece0 2024-03-29T00:05:56.625 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.895+0000 7ff0d8c00700 1 -- 172.21.15.12:0/2186628305 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7ff0cc01a430 con 0x7ff0dc10ece0 2024-03-29T00:05:56.625 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.895+0000 7ff0d8c00700 1 -- 172.21.15.12:0/2186628305 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff0cc019630 con 0x7ff0dc10ece0 2024-03-29T00:05:56.625 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.895+0000 7ff0e2600700 1 -- 172.21.15.12:0/2186628305 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0dc1a2a70 con 0x7ff0dc10ece0 2024-03-29T00:05:56.626 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.896+0000 7ff0e2600700 1 -- 172.21.15.12:0/2186628305 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0dc1a5760 con 0x7ff0dc10ece0 2024-03-29T00:05:56.626 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.896+0000 7ff0d8c00700 1 -- 172.21.15.12:0/2186628305 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff0cc019c70 con 0x7ff0dc10ece0 2024-03-29T00:05:56.626 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.896+0000 7ff0d8c00700 1 -- 172.21.15.12:0/2186628305 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff0cc024730 con 0x7ff0dc10ece0 2024-03-29T00:05:56.626 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.897+0000 7ff0e2600700 1 -- 172.21.15.12:0/2186628305 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0dc063870 con 0x7ff0dc10ece0 2024-03-29T00:05:56.626 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.900+0000 7ff0d8c00700 1 -- 172.21.15.12:0/2186628305 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7ff0cc043dd0 con 0x7ff0dc10ece0 2024-03-29T00:05:56.626 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.978+0000 7ff0e2600700 1 -- 172.21.15.12:0/2186628305 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7ff0dc1a5930 con 0x7ff0dc10ece0 2024-03-29T00:05:56.626 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.978+0000 7ff0d8c00700 1 -- 172.21.15.12:0/2186628305 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7ff0cc032030 con 0x7ff0dc10ece0 2024-03-29T00:05:56.626 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.979+0000 7ff0e2600700 1 -- 172.21.15.12:0/2186628305 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff0dc10ece0 msgr2=0x7ff0dc1a22a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:05:56.626 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.979+0000 7ff0e2600700 1 --2- 172.21.15.12:0/2186628305 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff0dc10ece0 0x7ff0dc1a22a0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc009fb0 tx=0x7ff0cc011c60 comp rx=0 tx=0).stop 2024-03-29T00:05:56.626 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.980+0000 7ff0e2600700 1 -- 172.21.15.12:0/2186628305 shutdown_connections 2024-03-29T00:05:56.627 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.980+0000 7ff0e2600700 1 --2- 172.21.15.12:0/2186628305 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff0dc10ece0 0x7ff0dc1a22a0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:05:56.627 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.980+0000 7ff0e2600700 1 -- 172.21.15.12:0/2186628305 >> 172.21.15.12:0/2186628305 conn(0x7ff0dc07d300 msgr2=0x7ff0dc07ddf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:05:56.628 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.980+0000 7ff0e2600700 1 -- 172.21.15.12:0/2186628305 shutdown_connections 2024-03-29T00:05:56.628 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:05:55.980+0000 7ff0e2600700 1 -- 172.21.15.12:0/2186628305 wait complete. 2024-03-29T00:05:56.628 INFO:teuthology.orchestra.run.smithi012.stdout:Restarting the monitor... 2024-03-29T00:05:57.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:05:56 smithi012 systemd[1]: Stopping Ceph mon.a for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:05:57.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:05:57 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mon-a[31283]: 2024-03-29T00:05:57.106+0000 7f9938600700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-29T00:05:57.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:05:57 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mon-a[31283]: 2024-03-29T00:05:57.106+0000 7f9938600700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-03-29T00:05:57.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:05:57 smithi012 podman[31531]: 2024-03-29 00:05:57.221298286 +0000 UTC m=+0.240322250 container died 5d84d9e05b2b02f2ed4cade5e6eb8d5e56b7458509d5fd17270768d15c0b0ae5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mon-a, RELEASE=squid-323d23d, GIT_BRANCH=HEAD, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-03-29T00:06:05.942 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:05 smithi012 podman[31531]: 2024-03-29 00:06:05.615408117 +0000 UTC m=+8.634432108 container cleanup 5d84d9e05b2b02f2ed4cade5e6eb8d5e56b7458509d5fd17270768d15c0b0ae5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mon-a, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, RELEASE=squid-323d23d, maintainer=Guillaume Abrioux ) 2024-03-29T00:06:05.942 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:05 smithi012 bash[31531]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mon-a 2024-03-29T00:06:06.203 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:05 smithi012 podman[31546]: 2024-03-29 00:06:05.94116505 +0000 UTC m=+8.703478696 container remove 5d84d9e05b2b02f2ed4cade5e6eb8d5e56b7458509d5fd17270768d15c0b0ae5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mon-a, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-323d23d, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-29T00:06:06.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 systemd[1]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mon.a.service: Deactivated successfully. 2024-03-29T00:06:06.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 systemd[1]: Stopped Ceph mon.a for f0a28ba8-ed5f-11ee-95d0-87774f69a715. 2024-03-29T00:06:06.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 systemd[1]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mon.a.service: Consumed 1.884s CPU time. 2024-03-29T00:06:06.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 systemd[1]: Starting Ceph mon.a for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:06:06.890 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 podman[31638]: 2024-03-29 00:06:06.49504433 +0000 UTC m=+0.034116442 image pull bed8e21b47c64c348bd50fa93e0a2db0f997a2392760f42fd1dd03442cc97c52 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be 2024-03-29T00:06:06.890 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 podman[31638]: 2024-03-29 00:06:06.600285372 +0000 UTC m=+0.139357520 container create 16bdc2e358c83edd8997ea762c00eced384e99da54de5bdb29277d58d97787fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mon-a, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.vendor=CentOS, RELEASE=squid-323d23d, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-29T00:06:06.891 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 podman[31638]: 2024-03-29 00:06:06.829028433 +0000 UTC m=+0.368100588 container init 16bdc2e358c83edd8997ea762c00eced384e99da54de5bdb29277d58d97787fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mon-a, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, RELEASE=squid-323d23d, GIT_BRANCH=HEAD, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-03-29T00:06:06.891 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 podman[31638]: 2024-03-29 00:06:06.841126023 +0000 UTC m=+0.380198178 container start 16bdc2e358c83edd8997ea762c00eced384e99da54de5bdb29277d58d97787fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mon-a, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-323d23d) 2024-03-29T00:06:06.891 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: set uid:gid to 167:167 (ceph:ceph) 2024-03-29T00:06:06.891 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: ceph version 19.0.0-1899-g323d23dc (323d23dc228bbcb7f16f188fdc9c0dcb801844be) squid (dev), process ceph-mon, pid 2 2024-03-29T00:06:06.956 INFO:teuthology.orchestra.run.smithi012.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-03-29T00:06:07.230 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: pidfile_write: ignore empty --pid-file 2024-03-29T00:06:07.230 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: load: jerasure load: lrc 2024-03-29T00:06:07.230 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: RocksDB version: 7.9.2 2024-03-29T00:06:07.230 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Git sha 0 2024-03-29T00:06:07.230 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Compile date 2024-03-27 16:17:23 2024-03-29T00:06:07.230 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: DB SUMMARY 2024-03-29T00:06:07.230 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: DB Session ID: UIPXWM6SWJ6Y3DHKPR84 2024-03-29T00:06:07.230 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: CURRENT file: CURRENT 2024-03-29T00:06:07.231 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: IDENTITY file: IDENTITY 2024-03-29T00:06:07.231 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-03-29T00:06:07.231 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-03-29T00:06:07.231 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 104804 ; 2024-03-29T00:06:07.231 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.error_if_exists: 0 2024-03-29T00:06:07.231 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.create_if_missing: 0 2024-03-29T00:06:07.231 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.paranoid_checks: 1 2024-03-29T00:06:07.231 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.flush_verify_memtable_count: 1 2024-03-29T00:06:07.231 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-29T00:06:07.231 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-29T00:06:07.231 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.env: 0x562c92176c60 2024-03-29T00:06:07.231 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.fs: PosixFileSystem 2024-03-29T00:06:07.231 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.info_log: 0x562c93081b20 2024-03-29T00:06:07.231 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.max_file_opening_threads: 16 2024-03-29T00:06:07.232 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.statistics: (nil) 2024-03-29T00:06:07.232 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.use_fsync: 0 2024-03-29T00:06:07.232 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.max_log_file_size: 0 2024-03-29T00:06:07.232 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-29T00:06:07.232 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.log_file_time_to_roll: 0 2024-03-29T00:06:07.232 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.keep_log_file_num: 1000 2024-03-29T00:06:07.232 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.recycle_log_file_num: 0 2024-03-29T00:06:07.232 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.allow_fallocate: 1 2024-03-29T00:06:07.232 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.allow_mmap_reads: 0 2024-03-29T00:06:07.232 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.allow_mmap_writes: 0 2024-03-29T00:06:07.232 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.use_direct_reads: 0 2024-03-29T00:06:07.232 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-29T00:06:07.232 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.create_missing_column_families: 0 2024-03-29T00:06:07.232 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.db_log_dir: 2024-03-29T00:06:07.233 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.wal_dir: 2024-03-29T00:06:07.233 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.table_cache_numshardbits: 6 2024-03-29T00:06:07.233 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.WAL_ttl_seconds: 0 2024-03-29T00:06:07.233 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.WAL_size_limit_MB: 0 2024-03-29T00:06:07.234 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-29T00:06:07.234 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-29T00:06:07.234 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.is_fd_close_on_exec: 1 2024-03-29T00:06:07.234 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.advise_random_on_open: 1 2024-03-29T00:06:07.234 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.db_write_buffer_size: 0 2024-03-29T00:06:07.234 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.write_buffer_manager: 0x562c930541e0 2024-03-29T00:06:07.234 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-29T00:06:07.234 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-29T00:06:07.234 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.use_adaptive_mutex: 0 2024-03-29T00:06:07.234 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.rate_limiter: (nil) 2024-03-29T00:06:07.234 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-29T00:06:07.235 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.wal_recovery_mode: 2 2024-03-29T00:06:07.235 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.enable_thread_tracking: 0 2024-03-29T00:06:07.235 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.enable_pipelined_write: 0 2024-03-29T00:06:07.235 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.unordered_write: 0 2024-03-29T00:06:07.235 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-29T00:06:07.235 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-29T00:06:07.235 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-29T00:06:07.235 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-29T00:06:07.235 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.row_cache: None 2024-03-29T00:06:07.235 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.wal_filter: None 2024-03-29T00:06:07.235 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-29T00:06:07.235 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.allow_ingest_behind: 0 2024-03-29T00:06:07.235 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.two_write_queues: 0 2024-03-29T00:06:07.235 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.manual_wal_flush: 0 2024-03-29T00:06:07.235 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.wal_compression: 0 2024-03-29T00:06:07.236 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.atomic_flush: 0 2024-03-29T00:06:07.236 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-29T00:06:07.236 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.persist_stats_to_disk: 0 2024-03-29T00:06:07.236 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.write_dbid_to_manifest: 0 2024-03-29T00:06:07.236 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.log_readahead_size: 0 2024-03-29T00:06:07.236 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-29T00:06:07.236 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.best_efforts_recovery: 0 2024-03-29T00:06:07.236 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-29T00:06:07.236 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-29T00:06:07.236 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.allow_data_in_errors: 0 2024-03-29T00:06:07.236 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.db_host_id: __hostname__ 2024-03-29T00:06:07.236 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.enforce_single_del_contracts: true 2024-03-29T00:06:07.236 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.max_background_jobs: 2 2024-03-29T00:06:07.236 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.max_background_compactions: -1 2024-03-29T00:06:07.237 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.max_subcompactions: 1 2024-03-29T00:06:07.237 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-29T00:06:07.237 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-29T00:06:07.237 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.delayed_write_rate : 16777216 2024-03-29T00:06:07.237 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.max_total_wal_size: 0 2024-03-29T00:06:07.237 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-29T00:06:07.237 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.stats_dump_period_sec: 600 2024-03-29T00:06:07.238 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.stats_persist_period_sec: 600 2024-03-29T00:06:07.238 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-29T00:06:07.238 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.max_open_files: -1 2024-03-29T00:06:07.238 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.bytes_per_sync: 0 2024-03-29T00:06:07.238 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.wal_bytes_per_sync: 0 2024-03-29T00:06:07.238 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.strict_bytes_per_sync: 0 2024-03-29T00:06:07.238 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.compaction_readahead_size: 0 2024-03-29T00:06:07.238 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.max_background_flushes: -1 2024-03-29T00:06:07.238 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Compression algorithms supported: 2024-03-29T00:06:07.238 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-29T00:06:07.238 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: kZSTD supported: 0 2024-03-29T00:06:07.238 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: kXpressCompression supported: 0 2024-03-29T00:06:07.238 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: kLZ4HCCompression supported: 1 2024-03-29T00:06:07.239 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: kZlibCompression supported: 1 2024-03-29T00:06:07.239 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: kSnappyCompression supported: 1 2024-03-29T00:06:07.239 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: kLZ4Compression supported: 1 2024-03-29T00:06:07.239 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: kBZip2Compression supported: 0 2024-03-29T00:06:07.239 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Fast CRC32 supported: Supported on x86 2024-03-29T00:06:07.239 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: DMutex implementation: pthread_mutex_t 2024-03-29T00:06:07.239 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-03-29T00:06:07.239 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-29T00:06:07.239 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-29T00:06:07.239 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.merge_operator: 2024-03-29T00:06:07.240 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.compaction_filter: None 2024-03-29T00:06:07.240 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.compaction_filter_factory: None 2024-03-29T00:06:07.240 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.sst_partitioner_factory: None 2024-03-29T00:06:07.240 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.memtable_factory: SkipListFactory 2024-03-29T00:06:07.240 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.table_factory: BlockBasedTable 2024-03-29T00:06:07.240 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x562c93081c40) 2024-03-29T00:06:07.240 INFO:journalctl@ceph.mon.a.smithi012.stdout: cache_index_and_filter_blocks: 1 2024-03-29T00:06:07.240 INFO:journalctl@ceph.mon.a.smithi012.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-29T00:06:07.240 INFO:journalctl@ceph.mon.a.smithi012.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-29T00:06:07.240 INFO:journalctl@ceph.mon.a.smithi012.stdout: pin_top_level_index_and_filter: 1 2024-03-29T00:06:07.240 INFO:journalctl@ceph.mon.a.smithi012.stdout: index_type: 0 2024-03-29T00:06:07.240 INFO:journalctl@ceph.mon.a.smithi012.stdout: data_block_index_type: 0 2024-03-29T00:06:07.240 INFO:journalctl@ceph.mon.a.smithi012.stdout: index_shortening: 1 2024-03-29T00:06:07.240 INFO:journalctl@ceph.mon.a.smithi012.stdout: data_block_hash_table_util_ratio: 0.750000 2024-03-29T00:06:07.241 INFO:journalctl@ceph.mon.a.smithi012.stdout: checksum: 4 2024-03-29T00:06:07.241 INFO:journalctl@ceph.mon.a.smithi012.stdout: no_block_cache: 0 2024-03-29T00:06:07.241 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_cache: 0x562c93085090 2024-03-29T00:06:07.241 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_cache_name: BinnedLRUCache 2024-03-29T00:06:07.241 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_cache_options: 2024-03-29T00:06:07.241 INFO:journalctl@ceph.mon.a.smithi012.stdout: capacity : 536870912 2024-03-29T00:06:07.241 INFO:journalctl@ceph.mon.a.smithi012.stdout: num_shard_bits : 4 2024-03-29T00:06:07.241 INFO:journalctl@ceph.mon.a.smithi012.stdout: strict_capacity_limit : 0 2024-03-29T00:06:07.241 INFO:journalctl@ceph.mon.a.smithi012.stdout: high_pri_pool_ratio: 0.000 2024-03-29T00:06:07.241 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_cache_compressed: (nil) 2024-03-29T00:06:07.241 INFO:journalctl@ceph.mon.a.smithi012.stdout: persistent_cache: (nil) 2024-03-29T00:06:07.241 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_size: 4096 2024-03-29T00:06:07.241 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_size_deviation: 10 2024-03-29T00:06:07.241 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_restart_interval: 16 2024-03-29T00:06:07.241 INFO:journalctl@ceph.mon.a.smithi012.stdout: index_block_restart_interval: 1 2024-03-29T00:06:07.242 INFO:journalctl@ceph.mon.a.smithi012.stdout: metadata_block_size: 4096 2024-03-29T00:06:07.242 INFO:journalctl@ceph.mon.a.smithi012.stdout: partition_filters: 0 2024-03-29T00:06:07.242 INFO:journalctl@ceph.mon.a.smithi012.stdout: use_delta_encoding: 1 2024-03-29T00:06:07.242 INFO:journalctl@ceph.mon.a.smithi012.stdout: filter_policy: bloomfilter 2024-03-29T00:06:07.242 INFO:journalctl@ceph.mon.a.smithi012.stdout: whole_key_filtering: 1 2024-03-29T00:06:07.242 INFO:journalctl@ceph.mon.a.smithi012.stdout: verify_compression: 0 2024-03-29T00:06:07.242 INFO:journalctl@ceph.mon.a.smithi012.stdout: read_amp_bytes_per_bit: 0 2024-03-29T00:06:07.242 INFO:journalctl@ceph.mon.a.smithi012.stdout: format_version: 5 2024-03-29T00:06:07.242 INFO:journalctl@ceph.mon.a.smithi012.stdout: enable_index_compression: 1 2024-03-29T00:06:07.242 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_align: 0 2024-03-29T00:06:07.242 INFO:journalctl@ceph.mon.a.smithi012.stdout: max_auto_readahead_size: 262144 2024-03-29T00:06:07.242 INFO:journalctl@ceph.mon.a.smithi012.stdout: prepopulate_block_cache: 0 2024-03-29T00:06:07.242 INFO:journalctl@ceph.mon.a.smithi012.stdout: initial_auto_readahead_size: 8192 2024-03-29T00:06:07.242 INFO:journalctl@ceph.mon.a.smithi012.stdout: num_file_reads_for_auto_readahead: 2 2024-03-29T00:06:07.243 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.write_buffer_size: 33554432 2024-03-29T00:06:07.243 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.max_write_buffer_number: 2 2024-03-29T00:06:07.243 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.compression: NoCompression 2024-03-29T00:06:07.243 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.bottommost_compression: Disabled 2024-03-29T00:06:07.243 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.prefix_extractor: nullptr 2024-03-29T00:06:07.243 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-29T00:06:07.243 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.num_levels: 7 2024-03-29T00:06:07.243 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-29T00:06:07.243 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-29T00:06:07.243 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-29T00:06:07.243 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-29T00:06:07.243 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-29T00:06:07.243 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-29T00:06:07.243 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-29T00:06:07.243 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-29T00:06:07.243 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-29T00:06:07.244 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-29T00:06:07.245 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-29T00:06:07.245 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-29T00:06:07.245 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.compression_opts.window_bits: -14 2024-03-29T00:06:07.245 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.compression_opts.level: 32767 2024-03-29T00:06:07.245 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.compression_opts.strategy: 0 2024-03-29T00:06:07.246 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-29T00:06:07.246 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-29T00:06:07.246 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-29T00:06:07.246 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-29T00:06:07.246 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.compression_opts.enabled: false 2024-03-29T00:06:07.246 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-29T00:06:07.246 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-29T00:06:07.246 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-29T00:06:07.246 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-29T00:06:07.246 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.target_file_size_base: 67108864 2024-03-29T00:06:07.246 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.target_file_size_multiplier: 1 2024-03-29T00:06:07.246 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-29T00:06:07.246 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-29T00:06:07.246 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-29T00:06:07.246 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-29T00:06:07.247 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-29T00:06:07.247 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-29T00:06:07.247 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-29T00:06:07.247 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-29T00:06:07.247 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-29T00:06:07.247 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-29T00:06:07.247 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-29T00:06:07.247 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-29T00:06:07.248 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-29T00:06:07.248 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.arena_block_size: 1048576 2024-03-29T00:06:07.248 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-29T00:06:07.248 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-29T00:06:07.248 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.disable_auto_compactions: 0 2024-03-29T00:06:07.248 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-29T00:06:07.248 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-29T00:06:07.248 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-29T00:06:07.248 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-29T00:06:07.248 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-29T00:06:07.248 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-29T00:06:07.248 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-29T00:06:07.248 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-29T00:06:07.248 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-29T00:06:07.248 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-29T00:06:07.249 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.table_properties_collectors: 2024-03-29T00:06:07.249 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.inplace_update_support: 0 2024-03-29T00:06:07.249 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.inplace_update_num_locks: 10000 2024-03-29T00:06:07.249 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-29T00:06:07.249 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-29T00:06:07.249 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.memtable_huge_page_size: 0 2024-03-29T00:06:07.249 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.bloom_locality: 0 2024-03-29T00:06:07.249 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.max_successive_merges: 0 2024-03-29T00:06:07.249 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.optimize_filters_for_hits: 0 2024-03-29T00:06:07.249 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.paranoid_file_checks: 0 2024-03-29T00:06:07.249 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.force_consistency_checks: 1 2024-03-29T00:06:07.249 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.report_bg_io_stats: 0 2024-03-29T00:06:07.249 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.ttl: 2592000 2024-03-29T00:06:07.249 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.periodic_compaction_seconds: 0 2024-03-29T00:06:07.249 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-29T00:06:07.250 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-29T00:06:07.250 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.enable_blob_files: false 2024-03-29T00:06:07.250 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.min_blob_size: 0 2024-03-29T00:06:07.250 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.blob_file_size: 268435456 2024-03-29T00:06:07.250 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.blob_compression_type: NoCompression 2024-03-29T00:06:07.250 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.enable_blob_garbage_collection: false 2024-03-29T00:06:07.250 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-29T00:06:07.250 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-29T00:06:07.250 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-29T00:06:07.250 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.blob_file_starting_level: 0 2024-03-29T00:06:07.250 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-29T00:06:07.251 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-03-29T00:06:07.251 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-03-29T00:06:07.251 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 34ce5296-cc71-4cd2-ab1e-52a22e00b7f1 2024-03-29T00:06:07.251 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: EVENT_LOG_v1 {"time_micros": 1711670766900568, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-03-29T00:06:07.251 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-03-29T00:06:07.251 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: EVENT_LOG_v1 {"time_micros": 1711670766902435, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 99907, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 326, "table_properties": {"data_size": 97817, "index_size": 308, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14183, "raw_average_key_size": 49, "raw_value_size": 90126, "raw_average_value_size": 316, "num_data_blocks": 12, "num_entries": 285, "num_filter_entries": 285, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1711670766, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "34ce5296-cc71-4cd2-ab1e-52a22e00b7f1", "db_session_id": "UIPXWM6SWJ6Y3DHKPR84", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-03-29T00:06:07.251 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: EVENT_LOG_v1 {"time_micros": 1711670766902595, "job": 1, "event": "recovery_finished"} 2024-03-29T00:06:07.251 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-03-29T00:06:07.251 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-29T00:06:07.251 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x562c93176000 2024-03-29T00:06:07.251 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: DB pointer 0x562c93160000 2024-03-29T00:06:07.251 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-29T00:06:07.251 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-29T00:06:07.252 INFO:journalctl@ceph.mon.a.smithi012.stdout: ** DB Stats ** 2024-03-29T00:06:07.252 INFO:journalctl@ceph.mon.a.smithi012.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-29T00:06:07.252 INFO:journalctl@ceph.mon.a.smithi012.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-29T00:06:07.252 INFO:journalctl@ceph.mon.a.smithi012.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-29T00:06:07.252 INFO:journalctl@ceph.mon.a.smithi012.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-29T00:06:07.252 INFO:journalctl@ceph.mon.a.smithi012.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-29T00:06:07.252 INFO:journalctl@ceph.mon.a.smithi012.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-29T00:06:07.252 INFO:journalctl@ceph.mon.a.smithi012.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-29T00:06:07.252 INFO:journalctl@ceph.mon.a.smithi012.stdout: 2024-03-29T00:06:07.252 INFO:journalctl@ceph.mon.a.smithi012.stdout: ** Compaction Stats [default] ** 2024-03-29T00:06:07.252 INFO:journalctl@ceph.mon.a.smithi012.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-29T00:06:07.252 INFO:journalctl@ceph.mon.a.smithi012.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-29T00:06:07.252 INFO:journalctl@ceph.mon.a.smithi012.stdout: L0 2/0 99.40 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 80.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-29T00:06:07.252 INFO:journalctl@ceph.mon.a.smithi012.stdout: Sum 2/0 99.40 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 80.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-29T00:06:07.252 INFO:journalctl@ceph.mon.a.smithi012.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 80.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-29T00:06:07.253 INFO:journalctl@ceph.mon.a.smithi012.stdout: 2024-03-29T00:06:07.253 INFO:journalctl@ceph.mon.a.smithi012.stdout: ** Compaction Stats [default] ** 2024-03-29T00:06:07.253 INFO:journalctl@ceph.mon.a.smithi012.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-29T00:06:07.253 INFO:journalctl@ceph.mon.a.smithi012.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-29T00:06:07.253 INFO:journalctl@ceph.mon.a.smithi012.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 80.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-29T00:06:07.253 INFO:journalctl@ceph.mon.a.smithi012.stdout: 2024-03-29T00:06:07.253 INFO:journalctl@ceph.mon.a.smithi012.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-29T00:06:07.253 INFO:journalctl@ceph.mon.a.smithi012.stdout: 2024-03-29T00:06:07.253 INFO:journalctl@ceph.mon.a.smithi012.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-29T00:06:07.253 INFO:journalctl@ceph.mon.a.smithi012.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-03-29T00:06:07.253 INFO:journalctl@ceph.mon.a.smithi012.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-29T00:06:07.253 INFO:journalctl@ceph.mon.a.smithi012.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-03-29T00:06:07.253 INFO:journalctl@ceph.mon.a.smithi012.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-03-29T00:06:07.253 INFO:journalctl@ceph.mon.a.smithi012.stdout: AddFile(Keys): cumulative 0, interval 0 2024-03-29T00:06:07.253 INFO:journalctl@ceph.mon.a.smithi012.stdout: Cumulative compaction: 0.00 GB write, 14.82 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-29T00:06:07.254 INFO:journalctl@ceph.mon.a.smithi012.stdout: Interval compaction: 0.00 GB write, 14.82 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-29T00:06:07.254 INFO:journalctl@ceph.mon.a.smithi012.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-29T00:06:07.254 INFO:journalctl@ceph.mon.a.smithi012.stdout: Block cache BinnedLRUCache@0x562c93085090#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 2.4e-05 secs_since: 0 2024-03-29T00:06:07.254 INFO:journalctl@ceph.mon.a.smithi012.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-03-29T00:06:07.254 INFO:journalctl@ceph.mon.a.smithi012.stdout: 2024-03-29T00:06:07.254 INFO:journalctl@ceph.mon.a.smithi012.stdout: ** File Read Latency Histogram By Level [default] ** 2024-03-29T00:06:07.254 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: starting mon.a rank 0 at public addrs [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] at bind addrs [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:06:07.254 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: mon.a@-1(???) e1 preinit fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:06:07.254 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: mon.a@-1(???).mds e1 new map 2024-03-29T00:06:07.254 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: mon.a@-1(???).mds e1 print_map 2024-03-29T00:06:07.254 INFO:journalctl@ceph.mon.a.smithi012.stdout: e1 2024-03-29T00:06:07.254 INFO:journalctl@ceph.mon.a.smithi012.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-03-29T00:06:07.254 INFO:journalctl@ceph.mon.a.smithi012.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-03-29T00:06:07.254 INFO:journalctl@ceph.mon.a.smithi012.stdout: legacy client fscid: -1 2024-03-29T00:06:07.255 INFO:journalctl@ceph.mon.a.smithi012.stdout: 2024-03-29T00:06:07.255 INFO:journalctl@ceph.mon.a.smithi012.stdout: No filesystems configured 2024-03-29T00:06:07.255 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-03-29T00:06:07.255 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-03-29T00:06:07.255 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-03-29T00:06:07.255 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-03-29T00:06:07.255 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-03-29T00:06:07.255 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 bash[31638]: 16bdc2e358c83edd8997ea762c00eced384e99da54de5bdb29277d58d97787fd 2024-03-29T00:06:07.255 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 systemd[1]: Started Ceph mon.a for f0a28ba8-ed5f-11ee-95d0-87774f69a715. 2024-03-29T00:06:07.255 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: mon.a is new leader, mons a in quorum (ranks 0) 2024-03-29T00:06:07.255 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: monmap epoch 1 2024-03-29T00:06:07.255 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:06:07.255 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: last_changed 2024-03-29T00:05:48.065431+0000 2024-03-29T00:06:07.255 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: created 2024-03-29T00:05:48.065431+0000 2024-03-29T00:06:07.255 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: min_mon_release 19 (squid) 2024-03-29T00:06:07.255 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: election_strategy: 1 2024-03-29T00:06:07.256 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-03-29T00:06:07.256 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: fsmap 2024-03-29T00:06:07.256 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: osdmap e1: 0 total, 0 up, 0 in 2024-03-29T00:06:07.256 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:06 smithi012 ceph-mon[31657]: mgrmap e1: no daemons active 2024-03-29T00:06:08.390 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.563+0000 7f2384600700 1 Processor -- start 2024-03-29T00:06:08.390 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.563+0000 7f2384600700 1 -- start start 2024-03-29T00:06:08.390 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.564+0000 7f2384600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f237c107d70 0x7f237c108190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:08.390 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.564+0000 7f2384600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f237c108760 con 0x7f237c107d70 2024-03-29T00:06:08.390 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.565+0000 7f2381c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f237c107d70 0x7f237c108190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:08.390 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.565+0000 7f2381c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f237c107d70 0x7f237c108190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:47624/0 (socket says 172.21.15.12:47624) 2024-03-29T00:06:08.391 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.565+0000 7f2381c00700 1 -- 172.21.15.12:0/3475300055 learned_addr learned my addr 172.21.15.12:0/3475300055 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:08.391 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.565+0000 7f2381c00700 1 -- 172.21.15.12:0/3475300055 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f237c108f20 con 0x7f237c107d70 2024-03-29T00:06:08.391 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.566+0000 7f2381c00700 1 --2- 172.21.15.12:0/3475300055 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f237c107d70 0x7f237c108190 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f2370009e80 tx=0x7f237000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e7b7f6581e52b5a server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:08.391 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.566+0000 7f237be00700 1 -- 172.21.15.12:0/3475300055 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2370017070 con 0x7f237c107d70 2024-03-29T00:06:08.391 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.566+0000 7f237be00700 1 -- 172.21.15.12:0/3475300055 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f237000b8c0 con 0x7f237c107d70 2024-03-29T00:06:08.394 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.566+0000 7f237be00700 1 -- 172.21.15.12:0/3475300055 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2370004620 con 0x7f237c107d70 2024-03-29T00:06:08.394 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.567+0000 7f2384600700 1 -- 172.21.15.12:0/3475300055 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f237c107d70 msgr2=0x7f237c108190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:08.395 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.567+0000 7f2384600700 1 --2- 172.21.15.12:0/3475300055 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f237c107d70 0x7f237c108190 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f2370009e80 tx=0x7f237000b330 comp rx=0 tx=0).stop 2024-03-29T00:06:08.395 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.567+0000 7f2384600700 1 -- 172.21.15.12:0/3475300055 shutdown_connections 2024-03-29T00:06:08.395 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.567+0000 7f2384600700 1 --2- 172.21.15.12:0/3475300055 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f237c107d70 0x7f237c108190 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:08.395 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.567+0000 7f2384600700 1 -- 172.21.15.12:0/3475300055 >> 172.21.15.12:0/3475300055 conn(0x7f237c103350 msgr2=0x7f237c105770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:08.395 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.567+0000 7f2384600700 1 -- 172.21.15.12:0/3475300055 shutdown_connections 2024-03-29T00:06:08.395 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.567+0000 7f2384600700 1 -- 172.21.15.12:0/3475300055 wait complete. 2024-03-29T00:06:08.395 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.568+0000 7f2384600700 1 Processor -- start 2024-03-29T00:06:08.395 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.569+0000 7f2384600700 1 -- start start 2024-03-29T00:06:08.395 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.569+0000 7f2384600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f237c107d70 0x7f237c19dea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:08.395 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.569+0000 7f2384600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f237c10c2d0 con 0x7f237c107d70 2024-03-29T00:06:08.396 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.569+0000 7f2381c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f237c107d70 0x7f237c19dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:08.396 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.569+0000 7f2381c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f237c107d70 0x7f237c19dea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:47626/0 (socket says 172.21.15.12:47626) 2024-03-29T00:06:08.396 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.569+0000 7f2381c00700 1 -- 172.21.15.12:0/3110870293 learned_addr learned my addr 172.21.15.12:0/3110870293 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:08.396 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.570+0000 7f2381c00700 1 -- 172.21.15.12:0/3110870293 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f237c19e3e0 con 0x7f237c107d70 2024-03-29T00:06:08.396 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.570+0000 7f2381c00700 1 --2- 172.21.15.12:0/3110870293 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f237c107d70 0x7f237c19dea0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f2370009fd0 tx=0x7f2370003d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:08.396 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.570+0000 7f237a000700 1 -- 172.21.15.12:0/3110870293 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2370021020 con 0x7f237c107d70 2024-03-29T00:06:08.396 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.570+0000 7f237a000700 1 -- 172.21.15.12:0/3110870293 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f237000bde0 con 0x7f237c107d70 2024-03-29T00:06:08.396 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.570+0000 7f237a000700 1 -- 172.21.15.12:0/3110870293 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2370017040 con 0x7f237c107d70 2024-03-29T00:06:08.396 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.570+0000 7f2384600700 1 -- 172.21.15.12:0/3110870293 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f237c19e670 con 0x7f237c107d70 2024-03-29T00:06:08.396 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.571+0000 7f2384600700 1 -- 172.21.15.12:0/3110870293 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f237c1a1360 con 0x7f237c107d70 2024-03-29T00:06:08.396 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.571+0000 7f237a000700 1 -- 172.21.15.12:0/3110870293 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2370024020 con 0x7f237c107d70 2024-03-29T00:06:08.396 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.571+0000 7f237a000700 1 -- 172.21.15.12:0/3110870293 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f237000f050 con 0x7f237c107d70 2024-03-29T00:06:08.396 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.572+0000 7f2384600700 1 -- 172.21.15.12:0/3110870293 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f237c10c450 con 0x7f237c107d70 2024-03-29T00:06:08.396 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.575+0000 7f237a000700 1 -- 172.21.15.12:0/3110870293 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f237002b020 con 0x7f237c107d70 2024-03-29T00:06:08.396 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.652+0000 7f2384600700 1 -- 172.21.15.12:0/3110870293 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7f237c1a1930 con 0x7f237c107d70 2024-03-29T00:06:08.397 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.657+0000 7f237a000700 1 -- 172.21.15.12:0/3110870293 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7f2370009ad0 con 0x7f237c107d70 2024-03-29T00:06:08.397 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.658+0000 7f2384600700 1 -- 172.21.15.12:0/3110870293 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f237c107d70 msgr2=0x7f237c19dea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:08.397 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.658+0000 7f2384600700 1 --2- 172.21.15.12:0/3110870293 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f237c107d70 0x7f237c19dea0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f2370009fd0 tx=0x7f2370003d00 comp rx=0 tx=0).stop 2024-03-29T00:06:08.397 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.659+0000 7f2384600700 1 -- 172.21.15.12:0/3110870293 shutdown_connections 2024-03-29T00:06:08.397 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.659+0000 7f2384600700 1 --2- 172.21.15.12:0/3110870293 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f237c107d70 0x7f237c19dea0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:08.397 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.659+0000 7f2384600700 1 -- 172.21.15.12:0/3110870293 >> 172.21.15.12:0/3110870293 conn(0x7f237c103350 msgr2=0x7f237c103d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:08.397 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.659+0000 7f2384600700 1 -- 172.21.15.12:0/3110870293 shutdown_connections 2024-03-29T00:06:08.397 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:07.659+0000 7f2384600700 1 -- 172.21.15.12:0/3110870293 wait complete. 2024-03-29T00:06:08.397 INFO:teuthology.orchestra.run.smithi012.stdout:Wrote config to /etc/ceph/ceph.conf 2024-03-29T00:06:08.416 INFO:teuthology.orchestra.run.smithi012.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-03-29T00:06:08.416 INFO:teuthology.orchestra.run.smithi012.stdout:Creating mgr... 2024-03-29T00:06:08.417 INFO:teuthology.orchestra.run.smithi012.stdout:Verifying port 0.0.0.0:9283 ... 2024-03-29T00:06:08.417 INFO:teuthology.orchestra.run.smithi012.stdout:Verifying port 0.0.0.0:8765 ... 2024-03-29T00:06:08.845 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mgr.x 2024-03-29T00:06:08.846 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stderr Failed to reset failed state of unit ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mgr.x.service: Unit ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mgr.x.service not loaded. 2024-03-29T00:06:09.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:08 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3110870293' entity='client.admin' 2024-03-29T00:06:09.101 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715.target.wants/ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mgr.x.service → /etc/systemd/system/ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@.service. 2024-03-29T00:06:09.478 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:09 smithi012 systemd[1]: Starting Ceph mgr.x for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:06:09.731 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:09 smithi012 podman[31869]: 2024-03-29 00:06:09.396274537 +0000 UTC m=+0.037321722 image pull bed8e21b47c64c348bd50fa93e0a2db0f997a2392760f42fd1dd03442cc97c52 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be 2024-03-29T00:06:09.731 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:09 smithi012 podman[31869]: 2024-03-29 00:06:09.493829282 +0000 UTC m=+0.134876436 container create 01c4a31345e103b8f0fb734fa513761ce396315b4908602bdcd87da6b419a3d6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, RELEASE=squid-323d23d, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-29T00:06:09.732 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:09 smithi012 podman[31869]: 2024-03-29 00:06:09.721893658 +0000 UTC m=+0.362940814 container init 01c4a31345e103b8f0fb734fa513761ce396315b4908602bdcd87da6b419a3d6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-323d23d, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-03-29T00:06:09.732 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:09 smithi012 podman[31869]: 2024-03-29 00:06:09.73133813 +0000 UTC m=+0.372385319 container start 01c4a31345e103b8f0fb734fa513761ce396315b4908602bdcd87da6b419a3d6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x, RELEASE=squid-323d23d, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-03-29T00:06:09.880 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-03-29T00:06:09.881 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout disabled 2024-03-29T00:06:09.898 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-03-29T00:06:09.898 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout inactive 2024-03-29T00:06:09.899 INFO:teuthology.orchestra.run.smithi012.stdout:firewalld.service is not enabled 2024-03-29T00:06:09.899 INFO:teuthology.orchestra.run.smithi012.stdout:Not possible to enable service . firewalld.service is not available 2024-03-29T00:06:09.921 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-03-29T00:06:09.921 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout disabled 2024-03-29T00:06:09.942 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-03-29T00:06:09.943 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout inactive 2024-03-29T00:06:09.943 INFO:teuthology.orchestra.run.smithi012.stdout:firewalld.service is not enabled 2024-03-29T00:06:09.943 INFO:teuthology.orchestra.run.smithi012.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-03-29T00:06:09.943 INFO:teuthology.orchestra.run.smithi012.stdout:Waiting for mgr to start... 2024-03-29T00:06:09.943 INFO:teuthology.orchestra.run.smithi012.stdout:Waiting for mgr... 2024-03-29T00:06:10.049 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:09 smithi012 bash[31869]: 01c4a31345e103b8f0fb734fa513761ce396315b4908602bdcd87da6b419a3d6 2024-03-29T00:06:10.049 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:09 smithi012 systemd[1]: Started Ceph mgr.x for f0a28ba8-ed5f-11ee-95d0-87774f69a715. 2024-03-29T00:06:10.799 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:10 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:10.531+0000 7feb3fbca200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-29T00:06:10.799 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:10 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:10.660+0000 7feb3fbca200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-29T00:06:11.516 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:11 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/25024297' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-29T00:06:11.799 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:11 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:11.515+0000 7feb3fbca200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-29T00:06:11.800 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:11 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:11.647+0000 7feb3fbca200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-29T00:06:11.972 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-03-29T00:06:11.973 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout { 2024-03-29T00:06:11.973 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "fsid": "f0a28ba8-ed5f-11ee-95d0-87774f69a715", 2024-03-29T00:06:11.973 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "health": { 2024-03-29T00:06:11.973 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-03-29T00:06:11.973 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-03-29T00:06:11.976 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-03-29T00:06:11.976 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-03-29T00:06:11.976 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-03-29T00:06:11.976 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-03-29T00:06:11.976 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 0 2024-03-29T00:06:11.976 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-03-29T00:06:11.977 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-03-29T00:06:11.977 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "a" 2024-03-29T00:06:11.977 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-03-29T00:06:11.977 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum_age": 4, 2024-03-29T00:06:11.977 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "monmap": { 2024-03-29T00:06:11.977 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-29T00:06:11.977 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-03-29T00:06:11.977 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-03-29T00:06:11.977 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-03-29T00:06:11.977 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-03-29T00:06:11.977 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-29T00:06:11.977 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-03-29T00:06:11.977 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-03-29T00:06:11.977 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-03-29T00:06:11.978 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-03-29T00:06:11.978 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-03-29T00:06:11.982 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-03-29T00:06:11.982 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-03-29T00:06:11.982 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-03-29T00:06:11.982 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-03-29T00:06:11.982 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-03-29T00:06:11.982 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-03-29T00:06:11.982 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-03-29T00:06:11.982 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-03-29T00:06:11.982 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-03-29T00:06:11.982 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-03-29T00:06:11.982 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-03-29T00:06:11.982 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-03-29T00:06:11.982 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-03-29T00:06:11.983 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-29T00:06:11.983 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-03-29T00:06:11.983 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-03-29T00:06:11.983 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-03-29T00:06:11.983 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-03-29T00:06:11.983 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "available": false, 2024-03-29T00:06:11.983 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-03-29T00:06:11.983 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "modules": [ 2024-03-29T00:06:11.984 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "iostat", 2024-03-29T00:06:11.984 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "nfs", 2024-03-29T00:06:11.984 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "restful" 2024-03-29T00:06:11.984 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-03-29T00:06:11.984 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-29T00:06:11.984 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-03-29T00:06:11.984 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-03-29T00:06:11.984 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-29T00:06:11.984 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "modified": "2024-03-29T00:05:52.349830+0000", 2024-03-29T00:06:11.984 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-29T00:06:11.984 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-03-29T00:06:11.984 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-03-29T00:06:11.984 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout } 2024-03-29T00:06:11.984 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.129+0000 7f51be000700 1 Processor -- start 2024-03-29T00:06:11.984 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.130+0000 7f51be000700 1 -- start start 2024-03-29T00:06:11.984 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.130+0000 7f51be000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f51b8109f50 0x7f51b810a370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:11.989 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.130+0000 7f51be000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f51b810a8b0 con 0x7f51b8109f50 2024-03-29T00:06:11.989 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.131+0000 7f51b7400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f51b8109f50 0x7f51b810a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:11.989 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.131+0000 7f51b7400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f51b8109f50 0x7f51b810a370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:47662/0 (socket says 172.21.15.12:47662) 2024-03-29T00:06:11.990 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.131+0000 7f51b7400700 1 -- 172.21.15.12:0/3670236760 learned_addr learned my addr 172.21.15.12:0/3670236760 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:11.990 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.131+0000 7f51b7400700 1 -- 172.21.15.12:0/3670236760 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51b810b060 con 0x7f51b8109f50 2024-03-29T00:06:11.990 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.132+0000 7f51b7400700 1 --2- 172.21.15.12:0/3670236760 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f51b8109f50 0x7f51b810a370 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f51a80098a0 tx=0x7f51a8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de7112b7a94705d9 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:11.990 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.132+0000 7f51b6000700 1 -- 172.21.15.12:0/3670236760 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f51a8004160 con 0x7f51b8109f50 2024-03-29T00:06:11.990 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.132+0000 7f51b6000700 1 -- 172.21.15.12:0/3670236760 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f51a8004300 con 0x7f51b8109f50 2024-03-29T00:06:11.990 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.132+0000 7f51b6000700 1 -- 172.21.15.12:0/3670236760 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f51a8011c00 con 0x7f51b8109f50 2024-03-29T00:06:11.990 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.133+0000 7f51be000700 1 -- 172.21.15.12:0/3670236760 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f51b8109f50 msgr2=0x7f51b810a370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:11.990 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.133+0000 7f51be000700 1 --2- 172.21.15.12:0/3670236760 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f51b8109f50 0x7f51b810a370 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f51a80098a0 tx=0x7f51a8009bb0 comp rx=0 tx=0).stop 2024-03-29T00:06:11.990 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.133+0000 7f51be000700 1 -- 172.21.15.12:0/3670236760 shutdown_connections 2024-03-29T00:06:11.990 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.133+0000 7f51be000700 1 --2- 172.21.15.12:0/3670236760 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f51b8109f50 0x7f51b810a370 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:11.990 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.133+0000 7f51be000700 1 -- 172.21.15.12:0/3670236760 >> 172.21.15.12:0/3670236760 conn(0x7f51b807d380 msgr2=0x7f51b807d790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:11.990 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.133+0000 7f51be000700 1 -- 172.21.15.12:0/3670236760 shutdown_connections 2024-03-29T00:06:11.990 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.133+0000 7f51be000700 1 -- 172.21.15.12:0/3670236760 wait complete. 2024-03-29T00:06:11.991 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.134+0000 7f51be000700 1 Processor -- start 2024-03-29T00:06:11.991 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.134+0000 7f51be000700 1 -- start start 2024-03-29T00:06:11.991 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.134+0000 7f51be000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f51b8109f50 0x7f51b819dea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:11.991 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.134+0000 7f51be000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f51b810e4a0 con 0x7f51b8109f50 2024-03-29T00:06:11.991 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.135+0000 7f51b7400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f51b8109f50 0x7f51b819dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:11.991 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.135+0000 7f51b7400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f51b8109f50 0x7f51b819dea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:47676/0 (socket says 172.21.15.12:47676) 2024-03-29T00:06:11.991 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.135+0000 7f51b7400700 1 -- 172.21.15.12:0/25024297 learned_addr learned my addr 172.21.15.12:0/25024297 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:11.991 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.135+0000 7f51b7400700 1 -- 172.21.15.12:0/25024297 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51b819e3e0 con 0x7f51b8109f50 2024-03-29T00:06:11.991 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.135+0000 7f51b7400700 1 --2- 172.21.15.12:0/25024297 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f51b8109f50 0x7f51b819dea0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f51a8011bd0 tx=0x7f51a8011cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:11.991 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.136+0000 7f51afe00700 1 -- 172.21.15.12:0/25024297 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f51a8003970 con 0x7f51b8109f50 2024-03-29T00:06:11.991 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.136+0000 7f51afe00700 1 -- 172.21.15.12:0/25024297 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f51a8003b10 con 0x7f51b8109f50 2024-03-29T00:06:11.991 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.136+0000 7f51be000700 1 -- 172.21.15.12:0/25024297 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51b819e670 con 0x7f51b8109f50 2024-03-29T00:06:11.991 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.136+0000 7f51afe00700 1 -- 172.21.15.12:0/25024297 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f51a80245a0 con 0x7f51b8109f50 2024-03-29T00:06:11.991 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.136+0000 7f51be000700 1 -- 172.21.15.12:0/25024297 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51b81a1360 con 0x7f51b8109f50 2024-03-29T00:06:11.992 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.136+0000 7f51afe00700 1 -- 172.21.15.12:0/25024297 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f51a8024c00 con 0x7f51b8109f50 2024-03-29T00:06:11.992 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.136+0000 7f51afe00700 1 -- 172.21.15.12:0/25024297 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f51a8019700 con 0x7f51b8109f50 2024-03-29T00:06:11.992 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.137+0000 7f51be000700 1 -- 172.21.15.12:0/25024297 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51b8063870 con 0x7f51b8109f50 2024-03-29T00:06:11.992 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.140+0000 7f51afe00700 1 -- 172.21.15.12:0/25024297 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f51a8043dd0 con 0x7f51b8109f50 2024-03-29T00:06:11.992 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.220+0000 7f51be000700 1 -- 172.21.15.12:0/25024297 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f51b81a1530 con 0x7f51b8109f50 2024-03-29T00:06:11.992 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.221+0000 7f51afe00700 1 -- 172.21.15.12:0/25024297 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f51a8032030 con 0x7f51b8109f50 2024-03-29T00:06:11.992 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.223+0000 7f51be000700 1 -- 172.21.15.12:0/25024297 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f51b8109f50 msgr2=0x7f51b819dea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:11.992 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.223+0000 7f51be000700 1 --2- 172.21.15.12:0/25024297 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f51b8109f50 0x7f51b819dea0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f51a8011bd0 tx=0x7f51a8011cb0 comp rx=0 tx=0).stop 2024-03-29T00:06:11.992 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.223+0000 7f51be000700 1 -- 172.21.15.12:0/25024297 shutdown_connections 2024-03-29T00:06:11.992 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.223+0000 7f51be000700 1 --2- 172.21.15.12:0/25024297 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f51b8109f50 0x7f51b819dea0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:11.992 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.223+0000 7f51be000700 1 -- 172.21.15.12:0/25024297 >> 172.21.15.12:0/25024297 conn(0x7f51b807d380 msgr2=0x7f51b8107450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:11.992 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.223+0000 7f51be000700 1 -- 172.21.15.12:0/25024297 shutdown_connections 2024-03-29T00:06:11.993 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:11.223+0000 7f51be000700 1 -- 172.21.15.12:0/25024297 wait complete. 2024-03-29T00:06:11.993 INFO:teuthology.orchestra.run.smithi012.stdout:mgr not available, waiting (1/15)... 2024-03-29T00:06:12.299 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:11 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:11.837+0000 7feb3fbca200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-29T00:06:12.299 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:11 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:11.966+0000 7feb3fbca200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-29T00:06:12.300 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:12 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:12.080+0000 7feb3fbca200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-29T00:06:12.687 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:12 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:12.423+0000 7feb3fbca200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-29T00:06:12.687 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:12 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:12.569+0000 7feb3fbca200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-29T00:06:13.037 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:12 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:12.686+0000 7feb3fbca200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-29T00:06:13.037 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:12 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:12.813+0000 7feb3fbca200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-29T00:06:13.037 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:13 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:13.036+0000 7feb3fbca200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-29T00:06:14.698 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:14 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:14.402+0000 7feb3fbca200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-29T00:06:14.698 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:14 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:14.582+0000 7feb3fbca200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-29T00:06:15.021 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:14 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3528330431' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-29T00:06:15.299 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:15 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:15.021+0000 7feb3fbca200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-29T00:06:15.299 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:15 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:15.142+0000 7feb3fbca200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-29T00:06:15.461 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-03-29T00:06:15.462 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout { 2024-03-29T00:06:15.462 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "fsid": "f0a28ba8-ed5f-11ee-95d0-87774f69a715", 2024-03-29T00:06:15.462 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "health": { 2024-03-29T00:06:15.462 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-03-29T00:06:15.462 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-03-29T00:06:15.462 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-03-29T00:06:15.462 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-03-29T00:06:15.462 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-03-29T00:06:15.462 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-03-29T00:06:15.462 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 0 2024-03-29T00:06:15.462 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-03-29T00:06:15.462 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-03-29T00:06:15.462 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "a" 2024-03-29T00:06:15.463 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-03-29T00:06:15.463 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2024-03-29T00:06:15.463 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "monmap": { 2024-03-29T00:06:15.463 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-29T00:06:15.463 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-03-29T00:06:15.463 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-03-29T00:06:15.463 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-03-29T00:06:15.463 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-03-29T00:06:15.463 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-29T00:06:15.463 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-03-29T00:06:15.463 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-03-29T00:06:15.463 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-03-29T00:06:15.463 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-03-29T00:06:15.463 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-03-29T00:06:15.464 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-03-29T00:06:15.464 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-03-29T00:06:15.464 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-03-29T00:06:15.464 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-03-29T00:06:15.464 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-03-29T00:06:15.464 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-03-29T00:06:15.464 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-03-29T00:06:15.464 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-03-29T00:06:15.464 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-03-29T00:06:15.464 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-03-29T00:06:15.464 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-03-29T00:06:15.464 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-03-29T00:06:15.464 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-03-29T00:06:15.464 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-29T00:06:15.465 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-03-29T00:06:15.465 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-03-29T00:06:15.465 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-03-29T00:06:15.465 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-03-29T00:06:15.465 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "available": false, 2024-03-29T00:06:15.465 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-03-29T00:06:15.465 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "modules": [ 2024-03-29T00:06:15.465 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "iostat", 2024-03-29T00:06:15.465 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "nfs", 2024-03-29T00:06:15.465 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "restful" 2024-03-29T00:06:15.465 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-03-29T00:06:15.465 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-29T00:06:15.465 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-03-29T00:06:15.465 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-03-29T00:06:15.465 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-29T00:06:15.466 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "modified": "2024-03-29T00:05:52.349830+0000", 2024-03-29T00:06:15.466 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-29T00:06:15.466 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-03-29T00:06:15.466 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-03-29T00:06:15.466 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout } 2024-03-29T00:06:15.466 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.605+0000 7f2320600700 1 Processor -- start 2024-03-29T00:06:15.466 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.605+0000 7f2320600700 1 -- start start 2024-03-29T00:06:15.466 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.606+0000 7f2320600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f23181087e0 0x7f231810abd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:15.466 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.606+0000 7f2320600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f231807be80 con 0x7f23181087e0 2024-03-29T00:06:15.466 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.606+0000 7f231dc00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f23181087e0 0x7f231810abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:15.466 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.606+0000 7f231dc00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f23181087e0 0x7f231810abd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:54286/0 (socket says 172.21.15.12:54286) 2024-03-29T00:06:15.466 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.606+0000 7f231dc00700 1 -- 172.21.15.12:0/841505849 learned_addr learned my addr 172.21.15.12:0/841505849 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:15.466 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.607+0000 7f231dc00700 1 -- 172.21.15.12:0/841505849 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f231810b110 con 0x7f23181087e0 2024-03-29T00:06:15.467 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.607+0000 7f231dc00700 1 --2- 172.21.15.12:0/841505849 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f23181087e0 0x7f231810abd0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f230c0098a0 tx=0x7f230c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22c5b8f53ace837 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:15.467 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.608+0000 7f2317e00700 1 -- 172.21.15.12:0/841505849 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f230c004160 con 0x7f23181087e0 2024-03-29T00:06:15.467 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.608+0000 7f2317e00700 1 -- 172.21.15.12:0/841505849 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f230c004300 con 0x7f23181087e0 2024-03-29T00:06:15.467 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.608+0000 7f2317e00700 1 -- 172.21.15.12:0/841505849 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f230c011c00 con 0x7f23181087e0 2024-03-29T00:06:15.467 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.608+0000 7f2320600700 1 -- 172.21.15.12:0/841505849 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f23181087e0 msgr2=0x7f231810abd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:15.467 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.608+0000 7f2320600700 1 --2- 172.21.15.12:0/841505849 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f23181087e0 0x7f231810abd0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f230c0098a0 tx=0x7f230c009bb0 comp rx=0 tx=0).stop 2024-03-29T00:06:15.467 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.609+0000 7f2320600700 1 -- 172.21.15.12:0/841505849 shutdown_connections 2024-03-29T00:06:15.467 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.609+0000 7f2320600700 1 --2- 172.21.15.12:0/841505849 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f23181087e0 0x7f231810abd0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:15.467 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.609+0000 7f2320600700 1 -- 172.21.15.12:0/841505849 >> 172.21.15.12:0/841505849 conn(0x7f23181021d0 msgr2=0x7f2318104610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:15.467 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.609+0000 7f2320600700 1 -- 172.21.15.12:0/841505849 shutdown_connections 2024-03-29T00:06:15.467 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.609+0000 7f2320600700 1 -- 172.21.15.12:0/841505849 wait complete. 2024-03-29T00:06:15.467 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.610+0000 7f2320600700 1 Processor -- start 2024-03-29T00:06:15.467 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.610+0000 7f2320600700 1 -- start start 2024-03-29T00:06:15.467 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.610+0000 7f2320600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f23181087e0 0x7f231819df00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:15.468 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.610+0000 7f2320600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f231810c190 con 0x7f23181087e0 2024-03-29T00:06:15.468 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.611+0000 7f231dc00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f23181087e0 0x7f231819df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:15.468 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.611+0000 7f231dc00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f23181087e0 0x7f231819df00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:54288/0 (socket says 172.21.15.12:54288) 2024-03-29T00:06:15.468 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.611+0000 7f231dc00700 1 -- 172.21.15.12:0/3528330431 learned_addr learned my addr 172.21.15.12:0/3528330431 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:15.468 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.611+0000 7f231dc00700 1 -- 172.21.15.12:0/3528330431 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f231819e440 con 0x7f23181087e0 2024-03-29T00:06:15.468 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.611+0000 7f231dc00700 1 --2- 172.21.15.12:0/3528330431 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f23181087e0 0x7f231819df00 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f230c011bd0 tx=0x7f230c011cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:15.468 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.612+0000 7f2316000700 1 -- 172.21.15.12:0/3528330431 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f230c003970 con 0x7f23181087e0 2024-03-29T00:06:15.468 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.612+0000 7f2316000700 1 -- 172.21.15.12:0/3528330431 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f230c003b10 con 0x7f23181087e0 2024-03-29T00:06:15.468 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.612+0000 7f2316000700 1 -- 172.21.15.12:0/3528330431 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f230c0245a0 con 0x7f23181087e0 2024-03-29T00:06:15.468 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.612+0000 7f2320600700 1 -- 172.21.15.12:0/3528330431 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f231819e6d0 con 0x7f23181087e0 2024-03-29T00:06:15.468 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.612+0000 7f2320600700 1 -- 172.21.15.12:0/3528330431 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23181a13c0 con 0x7f23181087e0 2024-03-29T00:06:15.468 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.612+0000 7f2316000700 1 -- 172.21.15.12:0/3528330431 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f230c024be0 con 0x7f23181087e0 2024-03-29T00:06:15.468 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.612+0000 7f2316000700 1 -- 172.21.15.12:0/3528330431 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f230c019700 con 0x7f23181087e0 2024-03-29T00:06:15.468 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.613+0000 7f2320600700 1 -- 172.21.15.12:0/3528330431 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2318063870 con 0x7f23181087e0 2024-03-29T00:06:15.469 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.617+0000 7f2316000700 1 -- 172.21.15.12:0/3528330431 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f230c043dd0 con 0x7f23181087e0 2024-03-29T00:06:15.469 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.697+0000 7f2320600700 1 -- 172.21.15.12:0/3528330431 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f23181a1910 con 0x7f23181087e0 2024-03-29T00:06:15.469 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.698+0000 7f2316000700 1 -- 172.21.15.12:0/3528330431 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f230c032030 con 0x7f23181087e0 2024-03-29T00:06:15.469 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.699+0000 7f2320600700 1 -- 172.21.15.12:0/3528330431 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f23181087e0 msgr2=0x7f231819df00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:15.469 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.699+0000 7f2320600700 1 --2- 172.21.15.12:0/3528330431 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f23181087e0 0x7f231819df00 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f230c011bd0 tx=0x7f230c011cb0 comp rx=0 tx=0).stop 2024-03-29T00:06:15.469 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.700+0000 7f2320600700 1 -- 172.21.15.12:0/3528330431 shutdown_connections 2024-03-29T00:06:15.469 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.700+0000 7f2320600700 1 --2- 172.21.15.12:0/3528330431 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f23181087e0 0x7f231819df00 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:15.469 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.700+0000 7f2320600700 1 -- 172.21.15.12:0/3528330431 >> 172.21.15.12:0/3528330431 conn(0x7f23181021d0 msgr2=0x7f2318102c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:15.469 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.700+0000 7f2320600700 1 -- 172.21.15.12:0/3528330431 shutdown_connections 2024-03-29T00:06:15.469 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:14.700+0000 7f2320600700 1 -- 172.21.15.12:0/3528330431 wait complete. 2024-03-29T00:06:15.469 INFO:teuthology.orchestra.run.smithi012.stdout:mgr not available, waiting (2/15)... 2024-03-29T00:06:15.799 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:15 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:15.406+0000 7feb3fbca200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-29T00:06:15.799 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:15 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:15.656+0000 7feb3fbca200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-29T00:06:16.299 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:16 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:16.035+0000 7feb3fbca200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-29T00:06:16.669 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:16 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:16.357+0000 7feb3fbca200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-29T00:06:17.049 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:16 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:16.668+0000 7feb3fbca200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-29T00:06:17.904 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:17 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:17.732+0000 7feb3fbca200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-29T00:06:18.458 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:18 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/4268207336' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-29T00:06:18.459 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:18 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:18.457+0000 7feb3fbca200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-29T00:06:18.799 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:18 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:18.589+0000 7feb3fbca200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-29T00:06:18.841 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-03-29T00:06:18.841 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout { 2024-03-29T00:06:18.841 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "fsid": "f0a28ba8-ed5f-11ee-95d0-87774f69a715", 2024-03-29T00:06:18.841 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "health": { 2024-03-29T00:06:18.841 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-03-29T00:06:18.841 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-03-29T00:06:18.841 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-03-29T00:06:18.841 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-03-29T00:06:18.841 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-03-29T00:06:18.841 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-03-29T00:06:18.841 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 0 2024-03-29T00:06:18.841 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-03-29T00:06:18.841 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-03-29T00:06:18.842 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "a" 2024-03-29T00:06:18.842 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-03-29T00:06:18.842 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum_age": 11, 2024-03-29T00:06:18.842 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "monmap": { 2024-03-29T00:06:18.842 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-29T00:06:18.842 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-03-29T00:06:18.842 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-03-29T00:06:18.842 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-03-29T00:06:18.842 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-03-29T00:06:18.842 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-29T00:06:18.842 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-03-29T00:06:18.842 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-03-29T00:06:18.842 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-03-29T00:06:18.842 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-03-29T00:06:18.842 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-03-29T00:06:18.843 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-03-29T00:06:18.850 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-03-29T00:06:18.851 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-03-29T00:06:18.851 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-03-29T00:06:18.851 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-03-29T00:06:18.851 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-03-29T00:06:18.851 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-03-29T00:06:18.851 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-03-29T00:06:18.851 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-03-29T00:06:18.851 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-03-29T00:06:18.851 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-03-29T00:06:18.852 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-03-29T00:06:18.852 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-03-29T00:06:18.852 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-29T00:06:18.852 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-03-29T00:06:18.852 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-03-29T00:06:18.852 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-03-29T00:06:18.852 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-03-29T00:06:18.852 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "available": false, 2024-03-29T00:06:18.852 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-03-29T00:06:18.852 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "modules": [ 2024-03-29T00:06:18.852 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "iostat", 2024-03-29T00:06:18.852 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "nfs", 2024-03-29T00:06:18.852 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "restful" 2024-03-29T00:06:18.852 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-03-29T00:06:18.853 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-29T00:06:18.853 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-03-29T00:06:18.853 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-03-29T00:06:18.853 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-29T00:06:18.853 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "modified": "2024-03-29T00:05:52.349830+0000", 2024-03-29T00:06:18.853 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-29T00:06:18.853 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-03-29T00:06:18.853 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-03-29T00:06:18.853 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout } 2024-03-29T00:06:18.853 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.062+0000 7fc84aa00700 1 Processor -- start 2024-03-29T00:06:18.853 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.063+0000 7fc84aa00700 1 -- start start 2024-03-29T00:06:18.853 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.063+0000 7fc84aa00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc84407de20 0x7fc84407c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:18.853 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.063+0000 7fc84aa00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fc84407c810 con 0x7fc84407de20 2024-03-29T00:06:18.853 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.063+0000 7fc849600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc84407de20 0x7fc84407c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:18.854 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.063+0000 7fc849600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc84407de20 0x7fc84407c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:54304/0 (socket says 172.21.15.12:54304) 2024-03-29T00:06:18.854 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.063+0000 7fc849600700 1 -- 172.21.15.12:0/2983023940 learned_addr learned my addr 172.21.15.12:0/2983023940 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:18.854 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.064+0000 7fc849600700 1 -- 172.21.15.12:0/2983023940 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc84407c990 con 0x7fc84407de20 2024-03-29T00:06:18.854 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.064+0000 7fc849600700 1 --2- 172.21.15.12:0/2983023940 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc84407de20 0x7fc84407c2d0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fc8380098a0 tx=0x7fc838009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=455bc7e803d4cece server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:18.854 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.064+0000 7fc843e00700 1 -- 172.21.15.12:0/2983023940 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc838004160 con 0x7fc84407de20 2024-03-29T00:06:18.854 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.064+0000 7fc843e00700 1 -- 172.21.15.12:0/2983023940 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fc838004300 con 0x7fc84407de20 2024-03-29T00:06:18.854 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.064+0000 7fc843e00700 1 -- 172.21.15.12:0/2983023940 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc838011c00 con 0x7fc84407de20 2024-03-29T00:06:18.854 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.065+0000 7fc84aa00700 1 -- 172.21.15.12:0/2983023940 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc84407de20 msgr2=0x7fc84407c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:18.854 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.065+0000 7fc84aa00700 1 --2- 172.21.15.12:0/2983023940 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc84407de20 0x7fc84407c2d0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fc8380098a0 tx=0x7fc838009bb0 comp rx=0 tx=0).stop 2024-03-29T00:06:18.854 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.065+0000 7fc84aa00700 1 -- 172.21.15.12:0/2983023940 shutdown_connections 2024-03-29T00:06:18.854 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.065+0000 7fc84aa00700 1 --2- 172.21.15.12:0/2983023940 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc84407de20 0x7fc84407c2d0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:18.854 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.065+0000 7fc84aa00700 1 -- 172.21.15.12:0/2983023940 >> 172.21.15.12:0/2983023940 conn(0x7fc8441030c0 msgr2=0x7fc844105520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:18.854 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.065+0000 7fc84aa00700 1 -- 172.21.15.12:0/2983023940 shutdown_connections 2024-03-29T00:06:18.854 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.066+0000 7fc84aa00700 1 -- 172.21.15.12:0/2983023940 wait complete. 2024-03-29T00:06:18.855 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.067+0000 7fc84aa00700 1 Processor -- start 2024-03-29T00:06:18.855 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.067+0000 7fc84aa00700 1 -- start start 2024-03-29T00:06:18.855 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.067+0000 7fc84aa00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc84407de20 0x7fc84419dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:18.855 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.067+0000 7fc84aa00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fc84410e190 con 0x7fc84407de20 2024-03-29T00:06:18.855 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.067+0000 7fc849600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc84407de20 0x7fc84419dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:18.855 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.067+0000 7fc849600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc84407de20 0x7fc84419dcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:54320/0 (socket says 172.21.15.12:54320) 2024-03-29T00:06:18.855 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.067+0000 7fc849600700 1 -- 172.21.15.12:0/4268207336 learned_addr learned my addr 172.21.15.12:0/4268207336 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:18.855 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.068+0000 7fc849600700 1 -- 172.21.15.12:0/4268207336 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc84419e210 con 0x7fc84407de20 2024-03-29T00:06:18.855 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.068+0000 7fc849600700 1 --2- 172.21.15.12:0/4268207336 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc84407de20 0x7fc84419dcd0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc838009fb0 tx=0x7fc838011c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:18.855 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.068+0000 7fc842000700 1 -- 172.21.15.12:0/4268207336 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc8380038b0 con 0x7fc84407de20 2024-03-29T00:06:18.855 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.068+0000 7fc842000700 1 -- 172.21.15.12:0/4268207336 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fc83801a430 con 0x7fc84407de20 2024-03-29T00:06:18.855 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.068+0000 7fc84aa00700 1 -- 172.21.15.12:0/4268207336 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc84419e4a0 con 0x7fc84407de20 2024-03-29T00:06:18.855 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.068+0000 7fc842000700 1 -- 172.21.15.12:0/4268207336 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc838019630 con 0x7fc84407de20 2024-03-29T00:06:18.855 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.069+0000 7fc84aa00700 1 -- 172.21.15.12:0/4268207336 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8441a1180 con 0x7fc84407de20 2024-03-29T00:06:18.856 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.069+0000 7fc842000700 1 -- 172.21.15.12:0/4268207336 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fc838019c70 con 0x7fc84407de20 2024-03-29T00:06:18.856 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.069+0000 7fc842000700 1 -- 172.21.15.12:0/4268207336 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fc838024730 con 0x7fc84407de20 2024-03-29T00:06:18.856 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.070+0000 7fc84aa00700 1 -- 172.21.15.12:0/4268207336 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc844063870 con 0x7fc84407de20 2024-03-29T00:06:18.856 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.072+0000 7fc842000700 1 -- 172.21.15.12:0/4268207336 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7fc838043dd0 con 0x7fc84407de20 2024-03-29T00:06:18.856 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.153+0000 7fc84aa00700 1 -- 172.21.15.12:0/4268207336 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fc8441a1350 con 0x7fc84407de20 2024-03-29T00:06:18.856 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.153+0000 7fc842000700 1 -- 172.21.15.12:0/4268207336 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1240 (secure 0 0 0) 0x7fc838032030 con 0x7fc84407de20 2024-03-29T00:06:18.856 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.155+0000 7fc84aa00700 1 -- 172.21.15.12:0/4268207336 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc84407de20 msgr2=0x7fc84419dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:18.856 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.155+0000 7fc84aa00700 1 --2- 172.21.15.12:0/4268207336 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc84407de20 0x7fc84419dcd0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc838009fb0 tx=0x7fc838011c60 comp rx=0 tx=0).stop 2024-03-29T00:06:18.856 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.155+0000 7fc84aa00700 1 -- 172.21.15.12:0/4268207336 shutdown_connections 2024-03-29T00:06:18.856 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.155+0000 7fc84aa00700 1 --2- 172.21.15.12:0/4268207336 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc84407de20 0x7fc84419dcd0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:18.856 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.155+0000 7fc84aa00700 1 -- 172.21.15.12:0/4268207336 >> 172.21.15.12:0/4268207336 conn(0x7fc8441030c0 msgr2=0x7fc844103bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:18.856 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.155+0000 7fc84aa00700 1 -- 172.21.15.12:0/4268207336 shutdown_connections 2024-03-29T00:06:18.856 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:18.155+0000 7fc84aa00700 1 -- 172.21.15.12:0/4268207336 wait complete. 2024-03-29T00:06:18.856 INFO:teuthology.orchestra.run.smithi012.stdout:mgr not available, waiting (3/15)... 2024-03-29T00:06:19.207 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:18 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:18.880+0000 7feb3fbca200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-29T00:06:19.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:19 smithi012 ceph-mon[31657]: Activating manager daemon x 2024-03-29T00:06:19.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:19 smithi012 ceph-mon[31657]: mgrmap e2: x(active, starting, since 0.0103047s) 2024-03-29T00:06:19.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:19 smithi012 ceph-mon[31657]: from='mgr.14100 172.21.15.12:0/356560184' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-29T00:06:19.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:19 smithi012 ceph-mon[31657]: from='mgr.14100 172.21.15.12:0/356560184' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-29T00:06:19.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:19 smithi012 ceph-mon[31657]: from='mgr.14100 172.21.15.12:0/356560184' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-29T00:06:19.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:19 smithi012 ceph-mon[31657]: from='mgr.14100 172.21.15.12:0/356560184' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-29T00:06:19.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:19 smithi012 ceph-mon[31657]: from='mgr.14100 172.21.15.12:0/356560184' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-29T00:06:19.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:19 smithi012 ceph-mon[31657]: Manager daemon x is now available 2024-03-29T00:06:19.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:19 smithi012 ceph-mon[31657]: from='mgr.14100 172.21.15.12:0/356560184' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-29T00:06:19.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:19 smithi012 ceph-mon[31657]: from='mgr.14100 172.21.15.12:0/356560184' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-29T00:06:19.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:19 smithi012 ceph-mon[31657]: from='mgr.14100 172.21.15.12:0/356560184' entity='mgr.x' 2024-03-29T00:06:19.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:19 smithi012 ceph-mon[31657]: from='mgr.14100 172.21.15.12:0/356560184' entity='mgr.x' 2024-03-29T00:06:19.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:19 smithi012 ceph-mon[31657]: from='mgr.14100 172.21.15.12:0/356560184' entity='mgr.x' 2024-03-29T00:06:21.112 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:20 smithi012 ceph-mon[31657]: mgrmap e3: x(active, since 1.021s) 2024-03-29T00:06:22.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:21 smithi012 ceph-mon[31657]: mgrmap e4: x(active, since 2s) 2024-03-29T00:06:22.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:21 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2768283200' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-29T00:06:22.422 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-03-29T00:06:22.422 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout { 2024-03-29T00:06:22.423 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "fsid": "f0a28ba8-ed5f-11ee-95d0-87774f69a715", 2024-03-29T00:06:22.423 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "health": { 2024-03-29T00:06:22.423 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-03-29T00:06:22.423 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-03-29T00:06:22.423 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-03-29T00:06:22.423 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-03-29T00:06:22.424 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-03-29T00:06:22.424 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-03-29T00:06:22.424 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 0 2024-03-29T00:06:22.424 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-03-29T00:06:22.424 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-03-29T00:06:22.424 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "a" 2024-03-29T00:06:22.424 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-03-29T00:06:22.425 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum_age": 14, 2024-03-29T00:06:22.425 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "monmap": { 2024-03-29T00:06:22.425 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-29T00:06:22.425 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-03-29T00:06:22.425 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-03-29T00:06:22.425 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-03-29T00:06:22.425 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-03-29T00:06:22.426 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-29T00:06:22.426 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-03-29T00:06:22.426 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-03-29T00:06:22.426 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-03-29T00:06:22.426 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-03-29T00:06:22.426 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-03-29T00:06:22.426 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-03-29T00:06:22.427 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-03-29T00:06:22.427 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-03-29T00:06:22.427 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-03-29T00:06:22.427 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-03-29T00:06:22.427 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-03-29T00:06:22.427 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-03-29T00:06:22.427 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-03-29T00:06:22.428 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-03-29T00:06:22.428 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-03-29T00:06:22.428 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-03-29T00:06:22.428 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-03-29T00:06:22.428 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-03-29T00:06:22.428 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-29T00:06:22.428 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-03-29T00:06:22.429 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-03-29T00:06:22.429 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-03-29T00:06:22.429 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-03-29T00:06:22.429 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "available": true, 2024-03-29T00:06:22.429 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-03-29T00:06:22.429 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "modules": [ 2024-03-29T00:06:22.429 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "iostat", 2024-03-29T00:06:22.430 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "nfs", 2024-03-29T00:06:22.430 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "restful" 2024-03-29T00:06:22.430 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-03-29T00:06:22.430 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-29T00:06:22.430 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-03-29T00:06:22.430 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-03-29T00:06:22.431 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-29T00:06:22.431 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "modified": "2024-03-29T00:05:52.349830+0000", 2024-03-29T00:06:22.431 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-29T00:06:22.431 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-03-29T00:06:22.431 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-03-29T00:06:22.431 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout } 2024-03-29T00:06:22.431 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.422+0000 7f41dd200700 1 Processor -- start 2024-03-29T00:06:22.431 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.422+0000 7f41dd200700 1 -- start start 2024-03-29T00:06:22.431 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.422+0000 7f41dd200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f41d81086a0 0x7f41d810aa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:22.432 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.422+0000 7f41dd200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f41d807be00 con 0x7f41d81086a0 2024-03-29T00:06:22.432 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.423+0000 7f41d7400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f41d81086a0 0x7f41d810aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:22.432 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.423+0000 7f41d7400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f41d81086a0 0x7f41d810aa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:54386/0 (socket says 172.21.15.12:54386) 2024-03-29T00:06:22.432 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.423+0000 7f41d7400700 1 -- 172.21.15.12:0/1882206313 learned_addr learned my addr 172.21.15.12:0/1882206313 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:22.432 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.424+0000 7f41d7400700 1 -- 172.21.15.12:0/1882206313 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41d810afd0 con 0x7f41d81086a0 2024-03-29T00:06:22.432 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.424+0000 7f41d7400700 1 --2- 172.21.15.12:0/1882206313 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f41d81086a0 0x7f41d810aa90 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f41c80098a0 tx=0x7f41c8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b38bf9948764fe server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:22.432 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.425+0000 7f41d6a00700 1 -- 172.21.15.12:0/1882206313 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f41c8004160 con 0x7f41d81086a0 2024-03-29T00:06:22.432 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.425+0000 7f41d6a00700 1 -- 172.21.15.12:0/1882206313 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f41c8004300 con 0x7f41d81086a0 2024-03-29T00:06:22.432 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.425+0000 7f41d6a00700 1 -- 172.21.15.12:0/1882206313 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f41c8011c00 con 0x7f41d81086a0 2024-03-29T00:06:22.432 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.425+0000 7f41dd200700 1 -- 172.21.15.12:0/1882206313 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f41d81086a0 msgr2=0x7f41d810aa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:22.432 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.425+0000 7f41dd200700 1 --2- 172.21.15.12:0/1882206313 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f41d81086a0 0x7f41d810aa90 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f41c80098a0 tx=0x7f41c8009bb0 comp rx=0 tx=0).stop 2024-03-29T00:06:22.432 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.426+0000 7f41dd200700 1 -- 172.21.15.12:0/1882206313 shutdown_connections 2024-03-29T00:06:22.432 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.426+0000 7f41dd200700 1 --2- 172.21.15.12:0/1882206313 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f41d81086a0 0x7f41d810aa90 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:22.432 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.426+0000 7f41dd200700 1 -- 172.21.15.12:0/1882206313 >> 172.21.15.12:0/1882206313 conn(0x7f41d8102070 msgr2=0x7f41d8104490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:22.433 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.426+0000 7f41dd200700 1 -- 172.21.15.12:0/1882206313 shutdown_connections 2024-03-29T00:06:22.433 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.426+0000 7f41dd200700 1 -- 172.21.15.12:0/1882206313 wait complete. 2024-03-29T00:06:22.433 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.427+0000 7f41dd200700 1 Processor -- start 2024-03-29T00:06:22.433 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.427+0000 7f41dd200700 1 -- start start 2024-03-29T00:06:22.433 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.427+0000 7f41dd200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f41d81086a0 0x7f41d819dce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:22.433 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.427+0000 7f41dd200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f41d810bfa0 con 0x7f41d81086a0 2024-03-29T00:06:22.433 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.428+0000 7f41d7400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f41d81086a0 0x7f41d819dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:22.433 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.428+0000 7f41d7400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f41d81086a0 0x7f41d819dce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:54400/0 (socket says 172.21.15.12:54400) 2024-03-29T00:06:22.433 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.428+0000 7f41d7400700 1 -- 172.21.15.12:0/2768283200 learned_addr learned my addr 172.21.15.12:0/2768283200 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:22.433 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.428+0000 7f41d7400700 1 -- 172.21.15.12:0/2768283200 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41d819e220 con 0x7f41d81086a0 2024-03-29T00:06:22.433 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.428+0000 7f41d7400700 1 --2- 172.21.15.12:0/2768283200 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f41d81086a0 0x7f41d819dce0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f41c8011bd0 tx=0x7f41c8011cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:22.433 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.429+0000 7f41d4c00700 1 -- 172.21.15.12:0/2768283200 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f41c8003970 con 0x7f41d81086a0 2024-03-29T00:06:22.433 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.429+0000 7f41d4c00700 1 -- 172.21.15.12:0/2768283200 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f41c8003b10 con 0x7f41d81086a0 2024-03-29T00:06:22.434 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.429+0000 7f41d4c00700 1 -- 172.21.15.12:0/2768283200 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f41c80245a0 con 0x7f41d81086a0 2024-03-29T00:06:22.434 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.429+0000 7f41dd200700 1 -- 172.21.15.12:0/2768283200 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41d819e4b0 con 0x7f41d81086a0 2024-03-29T00:06:22.434 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.429+0000 7f41dd200700 1 -- 172.21.15.12:0/2768283200 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41d81a1190 con 0x7f41d81086a0 2024-03-29T00:06:22.434 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.430+0000 7f41d4c00700 1 -- 172.21.15.12:0/2768283200 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 4) ==== 45917+0+0 (secure 0 0 0) 0x7f41c801a9a0 con 0x7f41d81086a0 2024-03-29T00:06:22.434 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.430+0000 7f41dd200700 1 -- 172.21.15.12:0/2768283200 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41d8063870 con 0x7f41d81086a0 2024-03-29T00:06:22.434 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.431+0000 7f41d4c00700 1 --2- 172.21.15.12:0/2768283200 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7f41bc038c10 0x7f41bc03b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:22.434 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.431+0000 7f41d4c00700 1 -- 172.21.15.12:0/2768283200 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f41c804cc20 con 0x7f41d81086a0 2024-03-29T00:06:22.434 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.431+0000 7f41cfe00700 1 --2- 172.21.15.12:0/2768283200 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7f41bc038c10 0x7f41bc03b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:22.434 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.432+0000 7f41cfe00700 1 --2- 172.21.15.12:0/2768283200 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7f41bc038c10 0x7f41bc03b0d0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f41c0006fd0 tx=0x7f41c0006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:22.434 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.437+0000 7f41d4c00700 1 -- 172.21.15.12:0/2768283200 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f41c804c640 con 0x7f41d81086a0 2024-03-29T00:06:22.434 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.745+0000 7f41dd200700 1 -- 172.21.15.12:0/2768283200 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f41d81a1360 con 0x7f41d81086a0 2024-03-29T00:06:22.435 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.746+0000 7f41d4c00700 1 -- 172.21.15.12:0/2768283200 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f41d81a1360 con 0x7f41d81086a0 2024-03-29T00:06:22.435 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.748+0000 7f41dd200700 1 -- 172.21.15.12:0/2768283200 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7f41bc038c10 msgr2=0x7f41bc03b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:22.435 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.748+0000 7f41dd200700 1 --2- 172.21.15.12:0/2768283200 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7f41bc038c10 0x7f41bc03b0d0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f41c0006fd0 tx=0x7f41c0006e40 comp rx=0 tx=0).stop 2024-03-29T00:06:22.435 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.748+0000 7f41dd200700 1 -- 172.21.15.12:0/2768283200 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f41d81086a0 msgr2=0x7f41d819dce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:22.435 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.748+0000 7f41dd200700 1 --2- 172.21.15.12:0/2768283200 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f41d81086a0 0x7f41d819dce0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f41c8011bd0 tx=0x7f41c8011cb0 comp rx=0 tx=0).stop 2024-03-29T00:06:22.435 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.749+0000 7f41dd200700 1 -- 172.21.15.12:0/2768283200 shutdown_connections 2024-03-29T00:06:22.435 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.749+0000 7f41dd200700 1 --2- 172.21.15.12:0/2768283200 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7f41bc038c10 0x7f41bc03b0d0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:22.435 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.749+0000 7f41dd200700 1 --2- 172.21.15.12:0/2768283200 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f41d81086a0 0x7f41d819dce0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:22.435 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.749+0000 7f41dd200700 1 -- 172.21.15.12:0/2768283200 >> 172.21.15.12:0/2768283200 conn(0x7f41d8102070 msgr2=0x7f41d8102b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:22.435 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.749+0000 7f41dd200700 1 -- 172.21.15.12:0/2768283200 shutdown_connections 2024-03-29T00:06:22.435 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:21.749+0000 7f41dd200700 1 -- 172.21.15.12:0/2768283200 wait complete. 2024-03-29T00:06:22.435 INFO:teuthology.orchestra.run.smithi012.stdout:mgr is available 2024-03-29T00:06:23.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:23 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/187215680' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-03-29T00:06:23.924 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-03-29T00:06:23.925 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout [global] 2024-03-29T00:06:23.925 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout fsid = f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:06:23.925 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-03-29T00:06:23.925 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-03-29T00:06:23.926 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-03-29T00:06:23.926 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-03-29T00:06:23.926 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-03-29T00:06:23.926 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout [mgr] 2024-03-29T00:06:23.926 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-03-29T00:06:23.927 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-03-29T00:06:23.927 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout [osd] 2024-03-29T00:06:23.927 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-03-29T00:06:23.927 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-03-29T00:06:23.927 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-03-29T00:06:23.928 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-03-29T00:06:23.928 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-03-29T00:06:23.928 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.010+0000 7f7084200700 1 Processor -- start 2024-03-29T00:06:23.929 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.011+0000 7f7084200700 1 -- start start 2024-03-29T00:06:23.929 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.011+0000 7f7084200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f707c107d70 0x7f707c108190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:23.929 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.011+0000 7f7084200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f707c108760 con 0x7f707c107d70 2024-03-29T00:06:23.929 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.012+0000 7f7081800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f707c107d70 0x7f707c108190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:23.929 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.012+0000 7f7081800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f707c107d70 0x7f707c108190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:54414/0 (socket says 172.21.15.12:54414) 2024-03-29T00:06:23.930 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.012+0000 7f7081800700 1 -- 172.21.15.12:0/2062852629 learned_addr learned my addr 172.21.15.12:0/2062852629 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:23.930 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.012+0000 7f7081800700 1 -- 172.21.15.12:0/2062852629 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f707c108f20 con 0x7f707c107d70 2024-03-29T00:06:23.930 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.013+0000 7f7081800700 1 --2- 172.21.15.12:0/2062852629 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f707c107d70 0x7f707c108190 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f70700098a0 tx=0x7f7070009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b9933859fa83dc3 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:23.930 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.013+0000 7f707be00700 1 -- 172.21.15.12:0/2062852629 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7070004160 con 0x7f707c107d70 2024-03-29T00:06:23.930 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.013+0000 7f707be00700 1 -- 172.21.15.12:0/2062852629 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f7070004300 con 0x7f707c107d70 2024-03-29T00:06:23.931 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.013+0000 7f707be00700 1 -- 172.21.15.12:0/2062852629 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7070011c00 con 0x7f707c107d70 2024-03-29T00:06:23.931 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.014+0000 7f7084200700 1 -- 172.21.15.12:0/2062852629 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f707c107d70 msgr2=0x7f707c108190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:23.931 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.014+0000 7f7084200700 1 --2- 172.21.15.12:0/2062852629 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f707c107d70 0x7f707c108190 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f70700098a0 tx=0x7f7070009bb0 comp rx=0 tx=0).stop 2024-03-29T00:06:23.931 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.014+0000 7f7084200700 1 -- 172.21.15.12:0/2062852629 shutdown_connections 2024-03-29T00:06:23.931 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.014+0000 7f7084200700 1 --2- 172.21.15.12:0/2062852629 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f707c107d70 0x7f707c108190 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:23.932 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.014+0000 7f7084200700 1 -- 172.21.15.12:0/2062852629 >> 172.21.15.12:0/2062852629 conn(0x7f707c103350 msgr2=0x7f707c105770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:23.932 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.014+0000 7f7084200700 1 -- 172.21.15.12:0/2062852629 shutdown_connections 2024-03-29T00:06:23.932 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.014+0000 7f7084200700 1 -- 172.21.15.12:0/2062852629 wait complete. 2024-03-29T00:06:23.932 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.015+0000 7f7084200700 1 Processor -- start 2024-03-29T00:06:23.933 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.015+0000 7f7084200700 1 -- start start 2024-03-29T00:06:23.933 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.016+0000 7f7084200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f707c107d70 0x7f707c19bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:23.933 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.016+0000 7f7084200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f707c10c2d0 con 0x7f707c107d70 2024-03-29T00:06:23.933 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.016+0000 7f7081800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f707c107d70 0x7f707c19bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:23.933 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.016+0000 7f7081800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f707c107d70 0x7f707c19bcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:54430/0 (socket says 172.21.15.12:54430) 2024-03-29T00:06:23.933 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.016+0000 7f7081800700 1 -- 172.21.15.12:0/187215680 learned_addr learned my addr 172.21.15.12:0/187215680 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:23.933 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.016+0000 7f7081800700 1 -- 172.21.15.12:0/187215680 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f707c19c200 con 0x7f707c107d70 2024-03-29T00:06:23.935 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.017+0000 7f7081800700 1 --2- 172.21.15.12:0/187215680 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f707c107d70 0x7f707c19bcc0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f70700118c0 tx=0x7f7070011c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:23.935 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.017+0000 7f707a000700 1 -- 172.21.15.12:0/187215680 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7070003af0 con 0x7f707c107d70 2024-03-29T00:06:23.935 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.017+0000 7f707a000700 1 -- 172.21.15.12:0/187215680 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f7070020070 con 0x7f707c107d70 2024-03-29T00:06:23.935 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.017+0000 7f7084200700 1 -- 172.21.15.12:0/187215680 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f707c19c490 con 0x7f707c107d70 2024-03-29T00:06:23.935 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.017+0000 7f707a000700 1 -- 172.21.15.12:0/187215680 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f70700195e0 con 0x7f707c107d70 2024-03-29T00:06:23.935 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.017+0000 7f7084200700 1 -- 172.21.15.12:0/187215680 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f707c19f180 con 0x7f707c107d70 2024-03-29T00:06:23.935 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.018+0000 7f707a000700 1 -- 172.21.15.12:0/187215680 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 4) ==== 45917+0+0 (secure 0 0 0) 0x7f707001a9a0 con 0x7f707c107d70 2024-03-29T00:06:23.935 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.019+0000 7f7084200700 1 -- 172.21.15.12:0/187215680 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f707c10c450 con 0x7f707c107d70 2024-03-29T00:06:23.935 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.019+0000 7f707a000700 1 --2- 172.21.15.12:0/187215680 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7f7064038c10 0x7f706403b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:23.935 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.019+0000 7f707a000700 1 -- 172.21.15.12:0/187215680 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f707004cd30 con 0x7f707c107d70 2024-03-29T00:06:23.935 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.019+0000 7f7080e00700 1 --2- 172.21.15.12:0/187215680 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7f7064038c10 0x7f706403b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:23.936 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.020+0000 7f7080e00700 1 --2- 172.21.15.12:0/187215680 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7f7064038c10 0x7f706403b0d0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7068006fd0 tx=0x7f7068006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:23.936 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.025+0000 7f707a000700 1 -- 172.21.15.12:0/187215680 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f7070021270 con 0x7f707c107d70 2024-03-29T00:06:23.936 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.248+0000 7f7084200700 1 -- 172.21.15.12:0/187215680 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f707c063870 con 0x7f707c107d70 2024-03-29T00:06:23.936 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.250+0000 7f707a000700 1 -- 172.21.15.12:0/187215680 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+373 (secure 0 0 0) 0x7f7070019850 con 0x7f707c107d70 2024-03-29T00:06:23.937 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.253+0000 7f7084200700 1 -- 172.21.15.12:0/187215680 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7f7064038c10 msgr2=0x7f706403b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:23.937 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.253+0000 7f7084200700 1 --2- 172.21.15.12:0/187215680 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7f7064038c10 0x7f706403b0d0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7068006fd0 tx=0x7f7068006e40 comp rx=0 tx=0).stop 2024-03-29T00:06:23.937 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.253+0000 7f7084200700 1 -- 172.21.15.12:0/187215680 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f707c107d70 msgr2=0x7f707c19bcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:23.937 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.253+0000 7f7084200700 1 --2- 172.21.15.12:0/187215680 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f707c107d70 0x7f707c19bcc0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f70700118c0 tx=0x7f7070011c80 comp rx=0 tx=0).stop 2024-03-29T00:06:23.937 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.253+0000 7f7084200700 1 -- 172.21.15.12:0/187215680 shutdown_connections 2024-03-29T00:06:23.937 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.253+0000 7f7084200700 1 --2- 172.21.15.12:0/187215680 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7f7064038c10 0x7f706403b0d0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:23.937 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.253+0000 7f7084200700 1 --2- 172.21.15.12:0/187215680 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f707c107d70 0x7f707c19bcc0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:23.938 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.253+0000 7f7084200700 1 -- 172.21.15.12:0/187215680 >> 172.21.15.12:0/187215680 conn(0x7f707c103350 msgr2=0x7f707c103dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:23.938 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.253+0000 7f7084200700 1 -- 172.21.15.12:0/187215680 shutdown_connections 2024-03-29T00:06:23.938 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:23.253+0000 7f7084200700 1 -- 172.21.15.12:0/187215680 wait complete. 2024-03-29T00:06:23.938 INFO:teuthology.orchestra.run.smithi012.stdout:Enabling cephadm module... 2024-03-29T00:06:25.279 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:24 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3735595768' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-03-29T00:06:25.279 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:24 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: ignoring --setuser ceph since I am not root 2024-03-29T00:06:25.279 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:24 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: ignoring --setgroup ceph since I am not root 2024-03-29T00:06:25.660 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.510+0000 7fc1e9200700 1 Processor -- start 2024-03-29T00:06:25.660 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.511+0000 7fc1e9200700 1 -- start start 2024-03-29T00:06:25.660 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.511+0000 7fc1e9200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc1e407de40 0x7fc1e407c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:25.660 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.511+0000 7fc1e9200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e407c830 con 0x7fc1e407de40 2024-03-29T00:06:25.661 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.512+0000 7fc1e3400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc1e407de40 0x7fc1e407c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:25.662 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.512+0000 7fc1e3400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc1e407de40 0x7fc1e407c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:40106/0 (socket says 172.21.15.12:40106) 2024-03-29T00:06:25.662 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.512+0000 7fc1e3400700 1 -- 172.21.15.12:0/20081856 learned_addr learned my addr 172.21.15.12:0/20081856 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:25.662 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.512+0000 7fc1e3400700 1 -- 172.21.15.12:0/20081856 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1e407c9b0 con 0x7fc1e407de40 2024-03-29T00:06:25.662 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.513+0000 7fc1e3400700 1 --2- 172.21.15.12:0/20081856 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc1e407de40 0x7fc1e407c2f0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fc1d40098a0 tx=0x7fc1d4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54554e8207d694ae server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:25.662 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.513+0000 7fc1e2000700 1 -- 172.21.15.12:0/20081856 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc1d4004160 con 0x7fc1e407de40 2024-03-29T00:06:25.662 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.513+0000 7fc1e2000700 1 -- 172.21.15.12:0/20081856 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fc1d4004300 con 0x7fc1e407de40 2024-03-29T00:06:25.662 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.513+0000 7fc1e2000700 1 -- 172.21.15.12:0/20081856 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc1d4011c00 con 0x7fc1e407de40 2024-03-29T00:06:25.662 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.514+0000 7fc1e9200700 1 -- 172.21.15.12:0/20081856 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc1e407de40 msgr2=0x7fc1e407c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:25.662 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.514+0000 7fc1e9200700 1 --2- 172.21.15.12:0/20081856 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc1e407de40 0x7fc1e407c2f0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fc1d40098a0 tx=0x7fc1d4009bb0 comp rx=0 tx=0).stop 2024-03-29T00:06:25.665 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.514+0000 7fc1e9200700 1 -- 172.21.15.12:0/20081856 shutdown_connections 2024-03-29T00:06:25.665 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.514+0000 7fc1e9200700 1 --2- 172.21.15.12:0/20081856 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc1e407de40 0x7fc1e407c2f0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:25.665 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.514+0000 7fc1e9200700 1 -- 172.21.15.12:0/20081856 >> 172.21.15.12:0/20081856 conn(0x7fc1e4103110 msgr2=0x7fc1e4105550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:25.665 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.514+0000 7fc1e9200700 1 -- 172.21.15.12:0/20081856 shutdown_connections 2024-03-29T00:06:25.665 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.515+0000 7fc1e9200700 1 -- 172.21.15.12:0/20081856 wait complete. 2024-03-29T00:06:25.665 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.515+0000 7fc1e9200700 1 Processor -- start 2024-03-29T00:06:25.665 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.516+0000 7fc1e9200700 1 -- start start 2024-03-29T00:06:25.665 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.516+0000 7fc1e9200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc1e407de40 0x7fc1e419dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:25.665 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.516+0000 7fc1e9200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e410e1a0 con 0x7fc1e407de40 2024-03-29T00:06:25.665 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.516+0000 7fc1e3400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc1e407de40 0x7fc1e419dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:25.665 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.516+0000 7fc1e3400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc1e407de40 0x7fc1e419dc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:40110/0 (socket says 172.21.15.12:40110) 2024-03-29T00:06:25.665 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.516+0000 7fc1e3400700 1 -- 172.21.15.12:0/3735595768 learned_addr learned my addr 172.21.15.12:0/3735595768 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:25.666 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.517+0000 7fc1e3400700 1 -- 172.21.15.12:0/3735595768 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1e419e1a0 con 0x7fc1e407de40 2024-03-29T00:06:25.666 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.517+0000 7fc1e3400700 1 --2- 172.21.15.12:0/3735595768 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc1e407de40 0x7fc1e419dc60 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fc1d4011bd0 tx=0x7fc1d4011cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:25.666 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.517+0000 7fc1dbe00700 1 -- 172.21.15.12:0/3735595768 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc1d4003b20 con 0x7fc1e407de40 2024-03-29T00:06:25.666 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.517+0000 7fc1dbe00700 1 -- 172.21.15.12:0/3735595768 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fc1d4003cc0 con 0x7fc1e407de40 2024-03-29T00:06:25.666 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.517+0000 7fc1dbe00700 1 -- 172.21.15.12:0/3735595768 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc1d4024930 con 0x7fc1e407de40 2024-03-29T00:06:25.666 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.517+0000 7fc1e9200700 1 -- 172.21.15.12:0/3735595768 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1e419e430 con 0x7fc1e407de40 2024-03-29T00:06:25.666 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.517+0000 7fc1e9200700 1 -- 172.21.15.12:0/3735595768 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1e41a1120 con 0x7fc1e407de40 2024-03-29T00:06:25.666 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.519+0000 7fc1e9200700 1 -- 172.21.15.12:0/3735595768 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1e4063870 con 0x7fc1e407de40 2024-03-29T00:06:25.668 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.519+0000 7fc1dbe00700 1 -- 172.21.15.12:0/3735595768 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 4) ==== 45917+0+0 (secure 0 0 0) 0x7fc1d4022020 con 0x7fc1e407de40 2024-03-29T00:06:25.668 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.519+0000 7fc1dbe00700 1 --2- 172.21.15.12:0/3735595768 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7fc1c8038c60 0x7fc1c803b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:25.668 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.519+0000 7fc1dbe00700 1 -- 172.21.15.12:0/3735595768 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fc1d404c6c0 con 0x7fc1e407de40 2024-03-29T00:06:25.668 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.520+0000 7fc1e2a00700 1 --2- 172.21.15.12:0/3735595768 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7fc1c8038c60 0x7fc1c803b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:25.669 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.520+0000 7fc1e2a00700 1 --2- 172.21.15.12:0/3735595768 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7fc1c8038c60 0x7fc1c803b120 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fc1d0006fd0 tx=0x7fc1d0006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:25.669 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.525+0000 7fc1dbe00700 1 -- 172.21.15.12:0/3735595768 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fc1d404c420 con 0x7fc1e407de40 2024-03-29T00:06:25.669 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.814+0000 7fc1e9200700 1 -- 172.21.15.12:0/3735595768 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7fc1e41a12f0 con 0x7fc1e407de40 2024-03-29T00:06:25.669 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.869+0000 7fc1dbe00700 1 -- 172.21.15.12:0/3735595768 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7fc1e41a12f0 con 0x7fc1e407de40 2024-03-29T00:06:25.669 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.872+0000 7fc1dbe00700 1 -- 172.21.15.12:0/3735595768 <== mon.0 v2:172.21.15.12:3300/0 8 ==== mgrmap(e 5) ==== 45928+0+0 (secure 0 0 0) 0x7fc1d401a430 con 0x7fc1e407de40 2024-03-29T00:06:25.669 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.873+0000 7fc1e9200700 1 -- 172.21.15.12:0/3735595768 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7fc1c8038c60 msgr2=0x7fc1c803b120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:25.669 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.873+0000 7fc1e9200700 1 --2- 172.21.15.12:0/3735595768 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7fc1c8038c60 0x7fc1c803b120 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fc1d0006fd0 tx=0x7fc1d0006e40 comp rx=0 tx=0).stop 2024-03-29T00:06:25.669 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.873+0000 7fc1e9200700 1 -- 172.21.15.12:0/3735595768 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc1e407de40 msgr2=0x7fc1e419dc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:25.669 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.873+0000 7fc1e9200700 1 --2- 172.21.15.12:0/3735595768 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc1e407de40 0x7fc1e419dc60 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fc1d4011bd0 tx=0x7fc1d4011cb0 comp rx=0 tx=0).stop 2024-03-29T00:06:25.670 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.874+0000 7fc1e9200700 1 -- 172.21.15.12:0/3735595768 shutdown_connections 2024-03-29T00:06:25.670 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.874+0000 7fc1e9200700 1 --2- 172.21.15.12:0/3735595768 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7fc1c8038c60 0x7fc1c803b120 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:25.670 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.874+0000 7fc1e9200700 1 --2- 172.21.15.12:0/3735595768 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc1e407de40 0x7fc1e419dc60 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:25.670 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.874+0000 7fc1e9200700 1 -- 172.21.15.12:0/3735595768 >> 172.21.15.12:0/3735595768 conn(0x7fc1e4103110 msgr2=0x7fc1e4103bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:25.670 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.875+0000 7fc1e9200700 1 -- 172.21.15.12:0/3735595768 shutdown_connections 2024-03-29T00:06:25.670 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:24.875+0000 7fc1e9200700 1 -- 172.21.15.12:0/3735595768 wait complete. 2024-03-29T00:06:25.937 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:25 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3735595768' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-03-29T00:06:25.938 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:25 smithi012 ceph-mon[31657]: mgrmap e5: x(active, since 5s) 2024-03-29T00:06:25.938 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:25 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:25.681+0000 7fc7c0f23200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-29T00:06:25.938 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:25 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:25.812+0000 7fc7c0f23200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-29T00:06:26.788 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:26 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:26.662+0000 7fc7c0f23200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-29T00:06:26.789 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:26 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:26.787+0000 7fc7c0f23200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-29T00:06:27.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:26 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3811613875' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-03-29T00:06:27.049 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:26 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:26.974+0000 7fc7c0f23200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-29T00:06:27.328 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout { 2024-03-29T00:06:27.328 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-03-29T00:06:27.328 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "available": true, 2024-03-29T00:06:27.328 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-03-29T00:06:27.328 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-03-29T00:06:27.328 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout } 2024-03-29T00:06:27.328 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.227+0000 7fadb0c00700 1 Processor -- start 2024-03-29T00:06:27.328 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.227+0000 7fadb0c00700 1 -- start start 2024-03-29T00:06:27.329 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.228+0000 7fadb0c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadac07de40 0x7fadac07c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:27.329 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.228+0000 7fadb0c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fadac07c830 con 0x7fadac07de40 2024-03-29T00:06:27.329 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.228+0000 7fada9e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadac07de40 0x7fadac07c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:27.329 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.228+0000 7fada9e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadac07de40 0x7fadac07c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:40124/0 (socket says 172.21.15.12:40124) 2024-03-29T00:06:27.329 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.228+0000 7fada9e00700 1 -- 172.21.15.12:0/1997811907 learned_addr learned my addr 172.21.15.12:0/1997811907 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:27.329 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.229+0000 7fada9e00700 1 -- 172.21.15.12:0/1997811907 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadac07c9b0 con 0x7fadac07de40 2024-03-29T00:06:27.329 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.229+0000 7fada9e00700 1 --2- 172.21.15.12:0/1997811907 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadac07de40 0x7fadac07c2f0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fad9c0098a0 tx=0x7fad9c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=528fd0caf56b96f7 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:27.329 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.229+0000 7fada8a00700 1 -- 172.21.15.12:0/1997811907 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fad9c004160 con 0x7fadac07de40 2024-03-29T00:06:27.329 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.230+0000 7fada8a00700 1 -- 172.21.15.12:0/1997811907 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fad9c004300 con 0x7fadac07de40 2024-03-29T00:06:27.329 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.230+0000 7fada8a00700 1 -- 172.21.15.12:0/1997811907 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fad9c011c00 con 0x7fadac07de40 2024-03-29T00:06:27.329 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.230+0000 7fadb0c00700 1 -- 172.21.15.12:0/1997811907 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadac07de40 msgr2=0x7fadac07c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:27.329 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.230+0000 7fadb0c00700 1 --2- 172.21.15.12:0/1997811907 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadac07de40 0x7fadac07c2f0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fad9c0098a0 tx=0x7fad9c009bb0 comp rx=0 tx=0).stop 2024-03-29T00:06:27.329 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.230+0000 7fadb0c00700 1 -- 172.21.15.12:0/1997811907 shutdown_connections 2024-03-29T00:06:27.330 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.230+0000 7fadb0c00700 1 --2- 172.21.15.12:0/1997811907 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadac07de40 0x7fadac07c2f0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:27.330 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.230+0000 7fadb0c00700 1 -- 172.21.15.12:0/1997811907 >> 172.21.15.12:0/1997811907 conn(0x7fadac103350 msgr2=0x7fadac105770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:27.330 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.231+0000 7fadb0c00700 1 -- 172.21.15.12:0/1997811907 shutdown_connections 2024-03-29T00:06:27.330 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.231+0000 7fadb0c00700 1 -- 172.21.15.12:0/1997811907 wait complete. 2024-03-29T00:06:27.330 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.232+0000 7fadb0c00700 1 Processor -- start 2024-03-29T00:06:27.330 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.232+0000 7fadb0c00700 1 -- start start 2024-03-29T00:06:27.330 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.232+0000 7fadb0c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadac07de40 0x7fadac19dea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:27.330 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.232+0000 7fadb0c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fadac10e3a0 con 0x7fadac07de40 2024-03-29T00:06:27.330 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.232+0000 7fada9e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadac07de40 0x7fadac19dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:27.330 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.232+0000 7fada9e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadac07de40 0x7fadac19dea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:40128/0 (socket says 172.21.15.12:40128) 2024-03-29T00:06:27.330 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.232+0000 7fada9e00700 1 -- 172.21.15.12:0/3811613875 learned_addr learned my addr 172.21.15.12:0/3811613875 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:27.330 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.233+0000 7fada9e00700 1 -- 172.21.15.12:0/3811613875 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadac19e3e0 con 0x7fadac07de40 2024-03-29T00:06:27.331 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.233+0000 7fada9e00700 1 --2- 172.21.15.12:0/3811613875 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadac07de40 0x7fadac19dea0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fad9c011bd0 tx=0x7fad9c011cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:27.331 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.233+0000 7fada2a00700 1 -- 172.21.15.12:0/3811613875 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fad9c003970 con 0x7fadac07de40 2024-03-29T00:06:27.331 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.233+0000 7fada2a00700 1 -- 172.21.15.12:0/3811613875 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fad9c003b10 con 0x7fadac07de40 2024-03-29T00:06:27.331 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.234+0000 7fadb0c00700 1 -- 172.21.15.12:0/3811613875 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fadac19e670 con 0x7fadac07de40 2024-03-29T00:06:27.331 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.234+0000 7fada2a00700 1 -- 172.21.15.12:0/3811613875 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fad9c0245a0 con 0x7fadac07de40 2024-03-29T00:06:27.331 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.234+0000 7fadb0c00700 1 -- 172.21.15.12:0/3811613875 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fadac1a1360 con 0x7fadac07de40 2024-03-29T00:06:27.331 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.235+0000 7fadb0c00700 1 -- 172.21.15.12:0/3811613875 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fadac063870 con 0x7fadac07de40 2024-03-29T00:06:27.331 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.235+0000 7fada2a00700 1 -- 172.21.15.12:0/3811613875 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 5) ==== 45928+0+0 (secure 0 0 0) 0x7fad9c01a9a0 con 0x7fadac07de40 2024-03-29T00:06:27.331 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.236+0000 7fada2a00700 1 --2- 172.21.15.12:0/3811613875 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7fad90038cb0 0x7fad9003b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:27.331 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.236+0000 7fada2a00700 1 -- 172.21.15.12:0/3811613875 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fad9c04cc10 con 0x7fadac07de40 2024-03-29T00:06:27.331 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.236+0000 7fada9400700 1 -- 172.21.15.12:0/3811613875 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7fad90038cb0 msgr2=0x7fad9003b170 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.12:6800/1714899982 2024-03-29T00:06:27.331 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.236+0000 7fada9400700 1 --2- 172.21.15.12:0/3811613875 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7fad90038cb0 0x7fad9003b170 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-29T00:06:27.331 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.241+0000 7fada2a00700 1 -- 172.21.15.12:0/3811613875 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fad9c016ca0 con 0x7fadac07de40 2024-03-29T00:06:27.331 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.437+0000 7fada9400700 1 -- 172.21.15.12:0/3811613875 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7fad90038cb0 msgr2=0x7fad9003b170 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.12:6800/1714899982 2024-03-29T00:06:27.331 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.437+0000 7fada9400700 1 --2- 172.21.15.12:0/3811613875 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7fad90038cb0 0x7fad9003b170 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-03-29T00:06:27.332 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.522+0000 7fadb0c00700 1 -- 172.21.15.12:0/3811613875 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7fadac1a1530 con 0x7fadac07de40 2024-03-29T00:06:27.332 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.522+0000 7fada2a00700 1 -- 172.21.15.12:0/3811613875 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7fadac1a1530 con 0x7fadac07de40 2024-03-29T00:06:27.332 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.526+0000 7fadb0c00700 1 -- 172.21.15.12:0/3811613875 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7fad90038cb0 msgr2=0x7fad9003b170 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-29T00:06:27.332 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.526+0000 7fadb0c00700 1 --2- 172.21.15.12:0/3811613875 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7fad90038cb0 0x7fad9003b170 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:27.332 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.526+0000 7fadb0c00700 1 -- 172.21.15.12:0/3811613875 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadac07de40 msgr2=0x7fadac19dea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:27.332 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.526+0000 7fadb0c00700 1 --2- 172.21.15.12:0/3811613875 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadac07de40 0x7fadac19dea0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fad9c011bd0 tx=0x7fad9c011cb0 comp rx=0 tx=0).stop 2024-03-29T00:06:27.332 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.526+0000 7fadb0c00700 1 -- 172.21.15.12:0/3811613875 shutdown_connections 2024-03-29T00:06:27.332 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.526+0000 7fadb0c00700 1 --2- 172.21.15.12:0/3811613875 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7fad90038cb0 0x7fad9003b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:27.332 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.526+0000 7fadb0c00700 1 --2- 172.21.15.12:0/3811613875 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadac07de40 0x7fadac19dea0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:27.332 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.526+0000 7fadb0c00700 1 -- 172.21.15.12:0/3811613875 >> 172.21.15.12:0/3811613875 conn(0x7fadac103350 msgr2=0x7fadac103e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:27.332 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.527+0000 7fadb0c00700 1 -- 172.21.15.12:0/3811613875 shutdown_connections 2024-03-29T00:06:27.332 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:26.527+0000 7fadb0c00700 1 -- 172.21.15.12:0/3811613875 wait complete. 2024-03-29T00:06:27.332 INFO:teuthology.orchestra.run.smithi012.stdout:Waiting for the mgr to restart... 2024-03-29T00:06:27.332 INFO:teuthology.orchestra.run.smithi012.stdout:Waiting for mgr epoch 5... 2024-03-29T00:06:27.477 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:27 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:27.105+0000 7fc7c0f23200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-29T00:06:27.477 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:27 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:27.219+0000 7fc7c0f23200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-29T00:06:27.764 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:27 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:27.566+0000 7fc7c0f23200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-29T00:06:27.764 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:27 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:27.722+0000 7fc7c0f23200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-29T00:06:28.049 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:27 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:27.844+0000 7fc7c0f23200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-29T00:06:28.049 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:27 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:27.975+0000 7fc7c0f23200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-29T00:06:28.532 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:28 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:28.199+0000 7fc7c0f23200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-29T00:06:29.703 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:29 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:29.525+0000 7fc7c0f23200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-29T00:06:29.704 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:29 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:29.702+0000 7fc7c0f23200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-29T00:06:30.522 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:30 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:30.133+0000 7fc7c0f23200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-29T00:06:30.522 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:30 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:30.256+0000 7fc7c0f23200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-29T00:06:30.523 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:30 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:30.521+0000 7fc7c0f23200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-29T00:06:31.049 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:30 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:30.775+0000 7fc7c0f23200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-29T00:06:31.487 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:31 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:31.163+0000 7fc7c0f23200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-29T00:06:31.799 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:31 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:31.487+0000 7fc7c0f23200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-29T00:06:32.299 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:31 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:31.801+0000 7fc7c0f23200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-29T00:06:33.299 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:32 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:32.870+0000 7fc7c0f23200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-29T00:06:34.019 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:33 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:33.591+0000 7fc7c0f23200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-29T00:06:34.019 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:33 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:33.724+0000 7fc7c0f23200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-29T00:06:34.299 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:34 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:06:34.018+0000 7fc7c0f23200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-29T00:06:34.302 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:34 smithi012 ceph-mon[31657]: Active manager daemon x restarted 2024-03-29T00:06:34.302 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:34 smithi012 ceph-mon[31657]: Activating manager daemon x 2024-03-29T00:06:34.302 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:34 smithi012 ceph-mon[31657]: osdmap e2: 0 total, 0 up, 0 in 2024-03-29T00:06:34.302 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:34 smithi012 ceph-mon[31657]: mgrmap e6: x(active, starting, since 0.0102734s) 2024-03-29T00:06:34.303 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:34 smithi012 ceph-mon[31657]: from='mgr.14120 172.21.15.12:0/4246881476' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-29T00:06:34.303 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:34 smithi012 ceph-mon[31657]: from='mgr.14120 172.21.15.12:0/4246881476' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-29T00:06:34.303 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:34 smithi012 ceph-mon[31657]: from='mgr.14120 172.21.15.12:0/4246881476' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-29T00:06:34.303 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:34 smithi012 ceph-mon[31657]: from='mgr.14120 172.21.15.12:0/4246881476' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-29T00:06:34.303 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:34 smithi012 ceph-mon[31657]: from='mgr.14120 172.21.15.12:0/4246881476' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-29T00:06:34.303 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:34 smithi012 ceph-mon[31657]: Manager daemon x is now available 2024-03-29T00:06:34.303 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:34 smithi012 ceph-mon[31657]: from='mgr.14120 172.21.15.12:0/4246881476' entity='mgr.x' 2024-03-29T00:06:35.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:35 smithi012 ceph-mon[31657]: Found migration_current of "None". Setting to last migration. 2024-03-29T00:06:35.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:35 smithi012 ceph-mon[31657]: from='mgr.14120 172.21.15.12:0/4246881476' entity='mgr.x' 2024-03-29T00:06:35.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:35 smithi012 ceph-mon[31657]: from='mgr.14120 172.21.15.12:0/4246881476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:06:35.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:35 smithi012 ceph-mon[31657]: from='mgr.14120 172.21.15.12:0/4246881476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:06:35.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:35 smithi012 ceph-mon[31657]: from='mgr.14120 172.21.15.12:0/4246881476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:06:35.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:35 smithi012 ceph-mon[31657]: from='mgr.14120 172.21.15.12:0/4246881476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-29T00:06:35.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:35 smithi012 ceph-mon[31657]: from='mgr.14120 172.21.15.12:0/4246881476' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-29T00:06:35.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:35 smithi012 ceph-mon[31657]: from='mgr.14120 172.21.15.12:0/4246881476' entity='mgr.x' 2024-03-29T00:06:35.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:35 smithi012 ceph-mon[31657]: from='mgr.14120 172.21.15.12:0/4246881476' entity='mgr.x' 2024-03-29T00:06:35.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:35 smithi012 ceph-mon[31657]: mgrmap e7: x(active, since 1.01114s) 2024-03-29T00:06:35.783 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout { 2024-03-29T00:06:35.783 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-03-29T00:06:35.783 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "initialized": true 2024-03-29T00:06:35.783 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout } 2024-03-29T00:06:35.783 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.920+0000 7fdf1da00700 1 Processor -- start 2024-03-29T00:06:35.783 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.920+0000 7fdf1da00700 1 -- start start 2024-03-29T00:06:35.783 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.921+0000 7fdf1da00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf1807de40 0x7fdf1807c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:35.783 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.921+0000 7fdf1da00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fdf1807c830 con 0x7fdf1807de40 2024-03-29T00:06:35.784 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.921+0000 7fdf16a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf1807de40 0x7fdf1807c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:35.784 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.921+0000 7fdf16a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf1807de40 0x7fdf1807c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:40140/0 (socket says 172.21.15.12:40140) 2024-03-29T00:06:35.784 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.921+0000 7fdf16a00700 1 -- 172.21.15.12:0/3894770164 learned_addr learned my addr 172.21.15.12:0/3894770164 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:35.784 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.921+0000 7fdf16a00700 1 -- 172.21.15.12:0/3894770164 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf1807c9b0 con 0x7fdf1807de40 2024-03-29T00:06:35.784 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.922+0000 7fdf16a00700 1 --2- 172.21.15.12:0/3894770164 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf1807de40 0x7fdf1807c2f0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fdf080098a0 tx=0x7fdf08009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25b4d93a71706463 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:35.784 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.922+0000 7fdf15600700 1 -- 172.21.15.12:0/3894770164 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdf08004160 con 0x7fdf1807de40 2024-03-29T00:06:35.784 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.922+0000 7fdf15600700 1 -- 172.21.15.12:0/3894770164 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fdf08004300 con 0x7fdf1807de40 2024-03-29T00:06:35.784 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.922+0000 7fdf15600700 1 -- 172.21.15.12:0/3894770164 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdf08011c00 con 0x7fdf1807de40 2024-03-29T00:06:35.785 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.923+0000 7fdf1da00700 1 -- 172.21.15.12:0/3894770164 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf1807de40 msgr2=0x7fdf1807c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:35.785 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.923+0000 7fdf1da00700 1 --2- 172.21.15.12:0/3894770164 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf1807de40 0x7fdf1807c2f0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fdf080098a0 tx=0x7fdf08009bb0 comp rx=0 tx=0).stop 2024-03-29T00:06:35.785 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.923+0000 7fdf1da00700 1 -- 172.21.15.12:0/3894770164 shutdown_connections 2024-03-29T00:06:35.785 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.923+0000 7fdf1da00700 1 --2- 172.21.15.12:0/3894770164 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf1807de40 0x7fdf1807c2f0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:35.785 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.923+0000 7fdf1da00700 1 -- 172.21.15.12:0/3894770164 >> 172.21.15.12:0/3894770164 conn(0x7fdf18103350 msgr2=0x7fdf18105770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:35.785 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.923+0000 7fdf1da00700 1 -- 172.21.15.12:0/3894770164 shutdown_connections 2024-03-29T00:06:35.785 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.923+0000 7fdf1da00700 1 -- 172.21.15.12:0/3894770164 wait complete. 2024-03-29T00:06:35.785 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.925+0000 7fdf1da00700 1 Processor -- start 2024-03-29T00:06:35.785 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.925+0000 7fdf1da00700 1 -- start start 2024-03-29T00:06:35.785 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.925+0000 7fdf1da00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf1807de40 0x7fdf1819dea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:35.785 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.925+0000 7fdf1da00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fdf1810e3a0 con 0x7fdf1807de40 2024-03-29T00:06:35.786 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.926+0000 7fdf16a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf1807de40 0x7fdf1819dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:35.786 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.926+0000 7fdf16a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf1807de40 0x7fdf1819dea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:40146/0 (socket says 172.21.15.12:40146) 2024-03-29T00:06:35.786 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.926+0000 7fdf16a00700 1 -- 172.21.15.12:0/190630377 learned_addr learned my addr 172.21.15.12:0/190630377 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:35.786 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.926+0000 7fdf16a00700 1 -- 172.21.15.12:0/190630377 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf1819e3e0 con 0x7fdf1807de40 2024-03-29T00:06:35.786 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.926+0000 7fdf16a00700 1 --2- 172.21.15.12:0/190630377 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf1807de40 0x7fdf1819dea0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fdf08009fb0 tx=0x7fdf08011c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:35.786 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.926+0000 7fdf0f400700 1 -- 172.21.15.12:0/190630377 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdf080038b0 con 0x7fdf1807de40 2024-03-29T00:06:35.786 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.926+0000 7fdf0f400700 1 -- 172.21.15.12:0/190630377 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fdf0801a430 con 0x7fdf1807de40 2024-03-29T00:06:35.786 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.927+0000 7fdf0f400700 1 -- 172.21.15.12:0/190630377 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdf08019630 con 0x7fdf1807de40 2024-03-29T00:06:35.786 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.927+0000 7fdf1da00700 1 -- 172.21.15.12:0/190630377 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf1819e670 con 0x7fdf1807de40 2024-03-29T00:06:35.786 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.927+0000 7fdf1da00700 1 -- 172.21.15.12:0/190630377 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf181a1360 con 0x7fdf1807de40 2024-03-29T00:06:35.786 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.928+0000 7fdf0f400700 1 -- 172.21.15.12:0/190630377 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 5) ==== 45928+0+0 (secure 0 0 0) 0x7fdf0801aa10 con 0x7fdf1807de40 2024-03-29T00:06:35.787 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.929+0000 7fdf0f400700 1 --2- 172.21.15.12:0/190630377 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7fdefc038cc0 0x7fdefc03b180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:35.787 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.929+0000 7fdf0f400700 1 -- 172.21.15.12:0/190630377 --> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fdefc03b890 con 0x7fdefc038cc0 2024-03-29T00:06:35.787 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.929+0000 7fdf0f400700 1 -- 172.21.15.12:0/190630377 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fdf0804ccf0 con 0x7fdf1807de40 2024-03-29T00:06:35.787 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.929+0000 7fdf16000700 1 -- 172.21.15.12:0/190630377 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7fdefc038cc0 msgr2=0x7fdefc03b180 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.12:6800/1714899982 2024-03-29T00:06:35.787 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:27.929+0000 7fdf16000700 1 --2- 172.21.15.12:0/190630377 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7fdefc038cc0 0x7fdefc03b180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-29T00:06:35.787 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:28.130+0000 7fdf16000700 1 -- 172.21.15.12:0/190630377 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7fdefc038cc0 msgr2=0x7fdefc03b180 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.12:6800/1714899982 2024-03-29T00:06:35.787 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:28.130+0000 7fdf16000700 1 --2- 172.21.15.12:0/190630377 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7fdefc038cc0 0x7fdefc03b180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-03-29T00:06:35.787 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:28.531+0000 7fdf16000700 1 -- 172.21.15.12:0/190630377 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7fdefc038cc0 msgr2=0x7fdefc03b180 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.12:6800/1714899982 2024-03-29T00:06:35.787 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:28.531+0000 7fdf16000700 1 --2- 172.21.15.12:0/190630377 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7fdefc038cc0 0x7fdefc03b180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-03-29T00:06:35.788 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:29.332+0000 7fdf16000700 1 -- 172.21.15.12:0/190630377 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7fdefc038cc0 msgr2=0x7fdefc03b180 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.12:6800/1714899982 2024-03-29T00:06:35.788 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:29.332+0000 7fdf16000700 1 --2- 172.21.15.12:0/190630377 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7fdefc038cc0 0x7fdefc03b180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-03-29T00:06:35.788 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:30.934+0000 7fdf16000700 1 -- 172.21.15.12:0/190630377 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7fdefc038cc0 msgr2=0x7fdefc03b180 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.12:6800/1714899982 2024-03-29T00:06:35.788 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:30.934+0000 7fdf16000700 1 --2- 172.21.15.12:0/190630377 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7fdefc038cc0 0x7fdefc03b180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-03-29T00:06:35.788 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:34.028+0000 7fdf0f400700 1 -- 172.21.15.12:0/190630377 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mgrmap(e 6) ==== 45695+0+0 (secure 0 0 0) 0x7fdf0801a5e0 con 0x7fdf1807de40 2024-03-29T00:06:35.788 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:34.028+0000 7fdf0f400700 1 -- 172.21.15.12:0/190630377 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7fdefc038cc0 msgr2=0x7fdefc03b180 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-29T00:06:35.788 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:34.028+0000 7fdf0f400700 1 --2- 172.21.15.12:0/190630377 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7fdefc038cc0 0x7fdefc03b180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:35.788 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:35.032+0000 7fdf0f400700 1 -- 172.21.15.12:0/190630377 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mgrmap(e 7) ==== 45822+0+0 (secure 0 0 0) 0x7fdf0804e210 con 0x7fdf1807de40 2024-03-29T00:06:35.788 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:35.032+0000 7fdf0f400700 1 --2- 172.21.15.12:0/190630377 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7fdefc03c620 0x7fdefc03ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:35.788 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:35.032+0000 7fdf0f400700 1 -- 172.21.15.12:0/190630377 --> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fdefc03b890 con 0x7fdefc03c620 2024-03-29T00:06:35.788 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:35.034+0000 7fdf16000700 1 --2- 172.21.15.12:0/190630377 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7fdefc03c620 0x7fdefc03ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:35.788 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:35.036+0000 7fdf16000700 1 --2- 172.21.15.12:0/190630377 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7fdefc03c620 0x7fdefc03ea10 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fdf04003a10 tx=0x7fdf040092b0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:35.789 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:35.037+0000 7fdf0f400700 1 -- 172.21.15.12:0/190630377 <== mgr.14120 v2:172.21.15.12:6800/846623927 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7fdefc03b890 con 0x7fdefc03c620 2024-03-29T00:06:35.789 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:35.045+0000 7fdf1da00700 1 -- 172.21.15.12:0/190630377 --> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7fdf18063870 con 0x7fdefc03c620 2024-03-29T00:06:35.789 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:35.045+0000 7fdf0f400700 1 -- 172.21.15.12:0/190630377 <== mgr.14120 v2:172.21.15.12:6800/846623927 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7fdf18063870 con 0x7fdefc03c620 2024-03-29T00:06:35.789 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:35.046+0000 7fdf1da00700 1 -- 172.21.15.12:0/190630377 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7fdefc03c620 msgr2=0x7fdefc03ea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:35.789 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:35.046+0000 7fdf1da00700 1 --2- 172.21.15.12:0/190630377 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7fdefc03c620 0x7fdefc03ea10 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fdf04003a10 tx=0x7fdf040092b0 comp rx=0 tx=0).stop 2024-03-29T00:06:35.789 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:35.046+0000 7fdf1da00700 1 -- 172.21.15.12:0/190630377 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf1807de40 msgr2=0x7fdf1819dea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:35.789 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:35.046+0000 7fdf1da00700 1 --2- 172.21.15.12:0/190630377 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf1807de40 0x7fdf1819dea0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fdf08009fb0 tx=0x7fdf08011c60 comp rx=0 tx=0).stop 2024-03-29T00:06:35.789 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:35.046+0000 7fdf1da00700 1 -- 172.21.15.12:0/190630377 shutdown_connections 2024-03-29T00:06:35.789 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:35.046+0000 7fdf1da00700 1 --2- 172.21.15.12:0/190630377 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7fdefc03c620 0x7fdefc03ea10 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:35.789 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:35.046+0000 7fdf1da00700 1 --2- 172.21.15.12:0/190630377 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf1807de40 0x7fdf1819dea0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:35.789 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:35.046+0000 7fdf1da00700 1 --2- 172.21.15.12:0/190630377 >> [v2:172.21.15.12:6800/1714899982,v1:172.21.15.12:6801/1714899982] conn(0x7fdefc038cc0 0x7fdefc03b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:35.789 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:35.046+0000 7fdf1da00700 1 -- 172.21.15.12:0/190630377 >> 172.21.15.12:0/190630377 conn(0x7fdf18103350 msgr2=0x7fdf18103e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:35.790 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:35.047+0000 7fdf1da00700 1 -- 172.21.15.12:0/190630377 shutdown_connections 2024-03-29T00:06:35.790 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:35.047+0000 7fdf1da00700 1 -- 172.21.15.12:0/190630377 wait complete. 2024-03-29T00:06:35.790 INFO:teuthology.orchestra.run.smithi012.stdout:mgr epoch 5 is available 2024-03-29T00:06:35.790 INFO:teuthology.orchestra.run.smithi012.stdout:Setting orchestrator backend to cephadm... 2024-03-29T00:06:36.370 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:36 smithi012 ceph-mon[31657]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-03-29T00:06:36.370 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:36 smithi012 ceph-mon[31657]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-03-29T00:06:36.370 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:36 smithi012 ceph-mon[31657]: [29/Mar/2024:00:06:35] ENGINE Bus STARTING 2024-03-29T00:06:37.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:37 smithi012 ceph-mon[31657]: [29/Mar/2024:00:06:35] ENGINE Serving on https://172.21.15.12:7150 2024-03-29T00:06:37.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:37 smithi012 ceph-mon[31657]: mgrmap e8: x(active, since 2s) 2024-03-29T00:06:37.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:37 smithi012 ceph-mon[31657]: [29/Mar/2024:00:06:36] ENGINE Serving on http://172.21.15.12:8765 2024-03-29T00:06:37.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:37 smithi012 ceph-mon[31657]: [29/Mar/2024:00:06:36] ENGINE Bus STARTED 2024-03-29T00:06:37.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:37 smithi012 ceph-mon[31657]: from='mgr.14120 172.21.15.12:0/4246881476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:06:37.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:37 smithi012 ceph-mon[31657]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:06:37.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:37 smithi012 ceph-mon[31657]: from='mgr.14120 172.21.15.12:0/4246881476' entity='mgr.x' 2024-03-29T00:06:37.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:37 smithi012 ceph-mon[31657]: from='mgr.14120 172.21.15.12:0/4246881476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:06:37.614 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.369+0000 7f53abe00700 1 Processor -- start 2024-03-29T00:06:37.614 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.369+0000 7f53abe00700 1 -- start start 2024-03-29T00:06:37.614 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.369+0000 7f53abe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f53ac082310 0x7f53ac110cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:37.614 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.370+0000 7f53abe00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f53ac1112c0 con 0x7f53ac082310 2024-03-29T00:06:37.614 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.370+0000 7f53aaa00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f53ac082310 0x7f53ac110cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:37.614 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.370+0000 7f53aaa00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f53ac082310 0x7f53ac110cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:35906/0 (socket says 172.21.15.12:35906) 2024-03-29T00:06:37.614 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.370+0000 7f53aaa00700 1 -- 172.21.15.12:0/2375372025 learned_addr learned my addr 172.21.15.12:0/2375372025 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:37.614 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.371+0000 7f53aaa00700 1 -- 172.21.15.12:0/2375372025 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53ac111440 con 0x7f53ac082310 2024-03-29T00:06:37.614 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.371+0000 7f53aaa00700 1 --2- 172.21.15.12:0/2375372025 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f53ac082310 0x7f53ac110cf0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f539c009e80 tx=0x7f539c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b638d547c1ace53 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:37.614 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.371+0000 7f53aa000700 1 -- 172.21.15.12:0/2375372025 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f539c017070 con 0x7f53ac082310 2024-03-29T00:06:37.614 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.372+0000 7f53aa000700 1 -- 172.21.15.12:0/2375372025 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f539c00b8c0 con 0x7f53ac082310 2024-03-29T00:06:37.615 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.372+0000 7f53aa000700 1 -- 172.21.15.12:0/2375372025 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f539c004620 con 0x7f53ac082310 2024-03-29T00:06:37.615 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.372+0000 7f53abe00700 1 -- 172.21.15.12:0/2375372025 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f53ac082310 msgr2=0x7f53ac110cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:37.615 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.372+0000 7f53abe00700 1 --2- 172.21.15.12:0/2375372025 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f53ac082310 0x7f53ac110cf0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f539c009e80 tx=0x7f539c00b330 comp rx=0 tx=0).stop 2024-03-29T00:06:37.615 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.373+0000 7f53abe00700 1 -- 172.21.15.12:0/2375372025 shutdown_connections 2024-03-29T00:06:37.615 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.373+0000 7f53abe00700 1 --2- 172.21.15.12:0/2375372025 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f53ac082310 0x7f53ac110cf0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:37.615 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.373+0000 7f53abe00700 1 -- 172.21.15.12:0/2375372025 >> 172.21.15.12:0/2375372025 conn(0x7f53ac07d160 msgr2=0x7f53ac07f580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:37.615 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.373+0000 7f53abe00700 1 -- 172.21.15.12:0/2375372025 shutdown_connections 2024-03-29T00:06:37.615 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.373+0000 7f53abe00700 1 -- 172.21.15.12:0/2375372025 wait complete. 2024-03-29T00:06:37.615 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.374+0000 7f53abe00700 1 Processor -- start 2024-03-29T00:06:37.615 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.375+0000 7f53abe00700 1 -- start start 2024-03-29T00:06:37.615 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.375+0000 7f53abe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f53ac082310 0x7f53ac1a2060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:37.615 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.375+0000 7f53abe00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f53ac112580 con 0x7f53ac082310 2024-03-29T00:06:37.615 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.375+0000 7f53aaa00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f53ac082310 0x7f53ac1a2060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:37.615 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.375+0000 7f53aaa00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f53ac082310 0x7f53ac1a2060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:35908/0 (socket says 172.21.15.12:35908) 2024-03-29T00:06:37.616 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.375+0000 7f53aaa00700 1 -- 172.21.15.12:0/3757154912 learned_addr learned my addr 172.21.15.12:0/3757154912 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:37.616 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.376+0000 7f53aaa00700 1 -- 172.21.15.12:0/3757154912 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53ac1a25a0 con 0x7f53ac082310 2024-03-29T00:06:37.616 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.376+0000 7f53aaa00700 1 --2- 172.21.15.12:0/3757154912 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f53ac082310 0x7f53ac1a2060 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f539c0043d0 tx=0x7f539c0041a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:37.616 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.376+0000 7f53a3e00700 1 -- 172.21.15.12:0/3757154912 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f539c021020 con 0x7f53ac082310 2024-03-29T00:06:37.616 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.376+0000 7f53a3e00700 1 -- 172.21.15.12:0/3757154912 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f539c01d470 con 0x7f53ac082310 2024-03-29T00:06:37.616 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.376+0000 7f53a3e00700 1 -- 172.21.15.12:0/3757154912 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f539c017040 con 0x7f53ac082310 2024-03-29T00:06:37.616 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.376+0000 7f53abe00700 1 -- 172.21.15.12:0/3757154912 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53ac1a2830 con 0x7f53ac082310 2024-03-29T00:06:37.616 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.377+0000 7f53abe00700 1 -- 172.21.15.12:0/3757154912 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53ac1a5520 con 0x7f53ac082310 2024-03-29T00:06:37.616 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.378+0000 7f53abe00700 1 -- 172.21.15.12:0/3757154912 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53ac063870 con 0x7f53ac082310 2024-03-29T00:06:37.616 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.378+0000 7f53a3e00700 1 -- 172.21.15.12:0/3757154912 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 8) ==== 45928+0+0 (secure 0 0 0) 0x7f539c024020 con 0x7f53ac082310 2024-03-29T00:06:37.617 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.378+0000 7f53a3e00700 1 --2- 172.21.15.12:0/3757154912 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f5390038c40 0x7f539003b100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:37.617 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.379+0000 7f53a3e00700 1 -- 172.21.15.12:0/3757154912 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f539c00f050 con 0x7f53ac082310 2024-03-29T00:06:37.617 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.379+0000 7f53a2000700 1 --2- 172.21.15.12:0/3757154912 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f5390038c40 0x7f539003b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:37.617 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.379+0000 7f53a2000700 1 --2- 172.21.15.12:0/3757154912 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f5390038c40 0x7f539003b100 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f5394006fd0 tx=0x7f5394006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:37.617 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.389+0000 7f53a3e00700 1 -- 172.21.15.12:0/3757154912 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f539c02b020 con 0x7f53ac082310 2024-03-29T00:06:37.617 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.633+0000 7f53abe00700 1 -- 172.21.15.12:0/3757154912 --> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7f53ac07e310 con 0x7f5390038c40 2024-03-29T00:06:37.617 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.650+0000 7f53a3e00700 1 -- 172.21.15.12:0/3757154912 <== mgr.14120 v2:172.21.15.12:6800/846623927 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f53ac07e310 con 0x7f5390038c40 2024-03-29T00:06:37.617 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.653+0000 7f53abe00700 1 -- 172.21.15.12:0/3757154912 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f5390038c40 msgr2=0x7f539003b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:37.617 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.654+0000 7f53abe00700 1 --2- 172.21.15.12:0/3757154912 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f5390038c40 0x7f539003b100 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f5394006fd0 tx=0x7f5394006e40 comp rx=0 tx=0).stop 2024-03-29T00:06:37.617 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.654+0000 7f53abe00700 1 -- 172.21.15.12:0/3757154912 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f53ac082310 msgr2=0x7f53ac1a2060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:37.617 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.654+0000 7f53abe00700 1 --2- 172.21.15.12:0/3757154912 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f53ac082310 0x7f53ac1a2060 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f539c0043d0 tx=0x7f539c0041a0 comp rx=0 tx=0).stop 2024-03-29T00:06:37.617 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.654+0000 7f53abe00700 1 -- 172.21.15.12:0/3757154912 shutdown_connections 2024-03-29T00:06:37.617 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.654+0000 7f53abe00700 1 --2- 172.21.15.12:0/3757154912 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f5390038c40 0x7f539003b100 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:37.618 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.654+0000 7f53abe00700 1 --2- 172.21.15.12:0/3757154912 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f53ac082310 0x7f53ac1a2060 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:37.618 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.654+0000 7f53abe00700 1 -- 172.21.15.12:0/3757154912 >> 172.21.15.12:0/3757154912 conn(0x7f53ac07d160 msgr2=0x7f53ac07dc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:37.618 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.654+0000 7f53abe00700 1 -- 172.21.15.12:0/3757154912 shutdown_connections 2024-03-29T00:06:37.618 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:36.654+0000 7f53abe00700 1 -- 172.21.15.12:0/3757154912 wait complete. 2024-03-29T00:06:39.186 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:39 smithi012 ceph-mon[31657]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:06:39.208 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout value unchanged 2024-03-29T00:06:39.209 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.223+0000 7f004d200700 1 Processor -- start 2024-03-29T00:06:39.209 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.223+0000 7f004d200700 1 -- start start 2024-03-29T00:06:39.209 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.223+0000 7f004d200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f004807de40 0x7f004807c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:39.209 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.223+0000 7f004d200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f004807c830 con 0x7f004807de40 2024-03-29T00:06:39.209 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.224+0000 7f0045e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f004807de40 0x7f004807c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:39.209 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.224+0000 7f0045e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f004807de40 0x7f004807c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:35910/0 (socket says 172.21.15.12:35910) 2024-03-29T00:06:39.209 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.224+0000 7f0045e00700 1 -- 172.21.15.12:0/1961590794 learned_addr learned my addr 172.21.15.12:0/1961590794 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:39.209 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.224+0000 7f0045e00700 1 -- 172.21.15.12:0/1961590794 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f004807c9b0 con 0x7f004807de40 2024-03-29T00:06:39.209 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.225+0000 7f0045e00700 1 --2- 172.21.15.12:0/1961590794 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f004807de40 0x7f004807c2f0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f00380098a0 tx=0x7f0038009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=964cc5d5bb701793 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:39.210 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.225+0000 7f0044a00700 1 -- 172.21.15.12:0/1961590794 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0038004160 con 0x7f004807de40 2024-03-29T00:06:39.210 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.225+0000 7f0044a00700 1 -- 172.21.15.12:0/1961590794 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f0038004300 con 0x7f004807de40 2024-03-29T00:06:39.210 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.225+0000 7f0044a00700 1 -- 172.21.15.12:0/1961590794 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0038011c00 con 0x7f004807de40 2024-03-29T00:06:39.210 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.226+0000 7f004d200700 1 -- 172.21.15.12:0/1961590794 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f004807de40 msgr2=0x7f004807c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:39.210 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.226+0000 7f004d200700 1 --2- 172.21.15.12:0/1961590794 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f004807de40 0x7f004807c2f0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f00380098a0 tx=0x7f0038009bb0 comp rx=0 tx=0).stop 2024-03-29T00:06:39.210 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.226+0000 7f004d200700 1 -- 172.21.15.12:0/1961590794 shutdown_connections 2024-03-29T00:06:39.210 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.226+0000 7f004d200700 1 --2- 172.21.15.12:0/1961590794 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f004807de40 0x7f004807c2f0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:39.210 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.226+0000 7f004d200700 1 -- 172.21.15.12:0/1961590794 >> 172.21.15.12:0/1961590794 conn(0x7f0048103350 msgr2=0x7f0048105770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:39.211 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.226+0000 7f004d200700 1 -- 172.21.15.12:0/1961590794 shutdown_connections 2024-03-29T00:06:39.211 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.226+0000 7f004d200700 1 -- 172.21.15.12:0/1961590794 wait complete. 2024-03-29T00:06:39.211 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.227+0000 7f004d200700 1 Processor -- start 2024-03-29T00:06:39.211 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.227+0000 7f004d200700 1 -- start start 2024-03-29T00:06:39.211 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.228+0000 7f004d200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f004807de40 0x7f004819dea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:39.211 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.228+0000 7f004d200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f004810e3a0 con 0x7f004807de40 2024-03-29T00:06:39.211 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.228+0000 7f0045e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f004807de40 0x7f004819dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:39.211 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.228+0000 7f0045e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f004807de40 0x7f004819dea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:35920/0 (socket says 172.21.15.12:35920) 2024-03-29T00:06:39.211 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.228+0000 7f0045e00700 1 -- 172.21.15.12:0/294536919 learned_addr learned my addr 172.21.15.12:0/294536919 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:39.211 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.228+0000 7f0045e00700 1 -- 172.21.15.12:0/294536919 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f004819e3e0 con 0x7f004807de40 2024-03-29T00:06:39.211 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.229+0000 7f0045e00700 1 --2- 172.21.15.12:0/294536919 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f004807de40 0x7f004819dea0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f0038011bd0 tx=0x7f0038011cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:39.212 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.229+0000 7f003ea00700 1 -- 172.21.15.12:0/294536919 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0038003970 con 0x7f004807de40 2024-03-29T00:06:39.212 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.229+0000 7f003ea00700 1 -- 172.21.15.12:0/294536919 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f0038003b10 con 0x7f004807de40 2024-03-29T00:06:39.212 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.229+0000 7f003ea00700 1 -- 172.21.15.12:0/294536919 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f00380245a0 con 0x7f004807de40 2024-03-29T00:06:39.212 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.229+0000 7f004d200700 1 -- 172.21.15.12:0/294536919 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f004819e670 con 0x7f004807de40 2024-03-29T00:06:39.212 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.229+0000 7f004d200700 1 -- 172.21.15.12:0/294536919 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00481a1360 con 0x7f004807de40 2024-03-29T00:06:39.212 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.230+0000 7f003ea00700 1 -- 172.21.15.12:0/294536919 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 8) ==== 45928+0+0 (secure 0 0 0) 0x7f003801a9a0 con 0x7f004807de40 2024-03-29T00:06:39.212 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.230+0000 7f004d200700 1 -- 172.21.15.12:0/294536919 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0048063870 con 0x7f004807de40 2024-03-29T00:06:39.212 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.231+0000 7f003ea00700 1 --2- 172.21.15.12:0/294536919 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f002c038cb0 0x7f002c03b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:39.212 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.231+0000 7f003ea00700 1 -- 172.21.15.12:0/294536919 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f003804cd00 con 0x7f004807de40 2024-03-29T00:06:39.212 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.231+0000 7f0045400700 1 --2- 172.21.15.12:0/294536919 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f002c038cb0 0x7f002c03b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:39.212 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.232+0000 7f0045400700 1 --2- 172.21.15.12:0/294536919 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f002c038cb0 0x7f002c03b170 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f0034006fd0 tx=0x7f0034006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:39.212 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.237+0000 7f003ea00700 1 -- 172.21.15.12:0/294536919 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f0038016260 con 0x7f004807de40 2024-03-29T00:06:39.212 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.464+0000 7f004d200700 1 -- 172.21.15.12:0/294536919 --> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7f0048104570 con 0x7f002c038cb0 2024-03-29T00:06:39.212 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.466+0000 7f003ea00700 1 -- 172.21.15.12:0/294536919 <== mgr.14120 v2:172.21.15.12:6800/846623927 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7f0048104570 con 0x7f002c038cb0 2024-03-29T00:06:39.213 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.470+0000 7f004d200700 1 -- 172.21.15.12:0/294536919 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f002c038cb0 msgr2=0x7f002c03b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:39.213 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.470+0000 7f004d200700 1 --2- 172.21.15.12:0/294536919 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f002c038cb0 0x7f002c03b170 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f0034006fd0 tx=0x7f0034006e40 comp rx=0 tx=0).stop 2024-03-29T00:06:39.213 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.471+0000 7f004d200700 1 -- 172.21.15.12:0/294536919 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f004807de40 msgr2=0x7f004819dea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:39.213 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.471+0000 7f004d200700 1 --2- 172.21.15.12:0/294536919 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f004807de40 0x7f004819dea0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f0038011bd0 tx=0x7f0038011cb0 comp rx=0 tx=0).stop 2024-03-29T00:06:39.213 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.471+0000 7f004d200700 1 -- 172.21.15.12:0/294536919 shutdown_connections 2024-03-29T00:06:39.213 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.471+0000 7f004d200700 1 --2- 172.21.15.12:0/294536919 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f002c038cb0 0x7f002c03b170 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:39.213 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.471+0000 7f004d200700 1 --2- 172.21.15.12:0/294536919 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f004807de40 0x7f004819dea0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:39.213 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.471+0000 7f004d200700 1 -- 172.21.15.12:0/294536919 >> 172.21.15.12:0/294536919 conn(0x7f0048103350 msgr2=0x7f0048103e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:39.213 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.471+0000 7f004d200700 1 -- 172.21.15.12:0/294536919 shutdown_connections 2024-03-29T00:06:39.213 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:38.471+0000 7f004d200700 1 -- 172.21.15.12:0/294536919 wait complete. 2024-03-29T00:06:39.213 INFO:teuthology.orchestra.run.smithi012.stdout:Generating ssh key... 2024-03-29T00:06:40.550 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:40 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: Generating public/private rsa key pair. 2024-03-29T00:06:40.551 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:40 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: Your identification has been saved in /tmp/tmpwuwhadej/key. 2024-03-29T00:06:40.551 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:40 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: Your public key has been saved in /tmp/tmpwuwhadej/key.pub. 2024-03-29T00:06:40.551 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:40 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: The key fingerprint is: 2024-03-29T00:06:40.551 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:40 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: SHA256:U5dzio7w5AlAMNNBSRD+Z85J3hzoRC561ZF/H21jKhY ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:06:40.551 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:40 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: The key's randomart image is: 2024-03-29T00:06:40.551 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:40 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: +---[RSA 3072]----+ 2024-03-29T00:06:40.551 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:40 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: | *B=o | 2024-03-29T00:06:40.551 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:40 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: | . +o . . | 2024-03-29T00:06:40.552 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:40 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: | . . . o . + . | 2024-03-29T00:06:40.552 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:40 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: | . + o + o + . | 2024-03-29T00:06:40.552 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:40 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: | o @ S oEo .oo| 2024-03-29T00:06:40.552 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:40 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: | . % X * ...oo.| 2024-03-29T00:06:40.552 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:40 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: | . . * B .o .. | 2024-03-29T00:06:40.552 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:40 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: | . . . | 2024-03-29T00:06:40.552 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:40 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: | | 2024-03-29T00:06:40.552 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:06:40 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: +----[SHA256]-----+ 2024-03-29T00:06:40.889 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.749+0000 7fc63a800700 1 Processor -- start 2024-03-29T00:06:40.890 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.749+0000 7fc63a800700 1 -- start start 2024-03-29T00:06:40.890 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.750+0000 7fc63a800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc6341063c0 0x7fc6341067e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:40.890 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.750+0000 7fc63a800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fc63407be60 con 0x7fc6341063c0 2024-03-29T00:06:40.896 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.750+0000 7fc639400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc6341063c0 0x7fc6341067e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:40.896 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.750+0000 7fc639400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc6341063c0 0x7fc6341067e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:35932/0 (socket says 172.21.15.12:35932) 2024-03-29T00:06:40.896 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.750+0000 7fc639400700 1 -- 172.21.15.12:0/3283112295 learned_addr learned my addr 172.21.15.12:0/3283112295 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:40.896 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.751+0000 7fc639400700 1 -- 172.21.15.12:0/3283112295 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc634106d20 con 0x7fc6341063c0 2024-03-29T00:06:40.896 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.751+0000 7fc639400700 1 --2- 172.21.15.12:0/3283112295 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc6341063c0 0x7fc6341067e0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fc6280098a0 tx=0x7fc628009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e064828acbde53d7 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:40.896 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.751+0000 7fc633e00700 1 -- 172.21.15.12:0/3283112295 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc628004160 con 0x7fc6341063c0 2024-03-29T00:06:40.896 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.752+0000 7fc633e00700 1 -- 172.21.15.12:0/3283112295 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fc628004300 con 0x7fc6341063c0 2024-03-29T00:06:40.897 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.752+0000 7fc633e00700 1 -- 172.21.15.12:0/3283112295 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc628011c00 con 0x7fc6341063c0 2024-03-29T00:06:40.897 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.752+0000 7fc63a800700 1 -- 172.21.15.12:0/3283112295 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc6341063c0 msgr2=0x7fc6341067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:40.897 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.752+0000 7fc63a800700 1 --2- 172.21.15.12:0/3283112295 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc6341063c0 0x7fc6341067e0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fc6280098a0 tx=0x7fc628009bb0 comp rx=0 tx=0).stop 2024-03-29T00:06:40.897 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.752+0000 7fc63a800700 1 -- 172.21.15.12:0/3283112295 shutdown_connections 2024-03-29T00:06:40.897 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.752+0000 7fc63a800700 1 --2- 172.21.15.12:0/3283112295 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc6341063c0 0x7fc6341067e0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:40.897 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.752+0000 7fc63a800700 1 -- 172.21.15.12:0/3283112295 >> 172.21.15.12:0/3283112295 conn(0x7fc634101fc0 msgr2=0x7fc6341043e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:40.897 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.752+0000 7fc63a800700 1 -- 172.21.15.12:0/3283112295 shutdown_connections 2024-03-29T00:06:40.897 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.752+0000 7fc63a800700 1 -- 172.21.15.12:0/3283112295 wait complete. 2024-03-29T00:06:40.897 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.753+0000 7fc63a800700 1 Processor -- start 2024-03-29T00:06:40.897 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.754+0000 7fc63a800700 1 -- start start 2024-03-29T00:06:40.897 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.754+0000 7fc63a800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc6341063c0 0x7fc63419dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:40.897 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.754+0000 7fc63a800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fc634107e10 con 0x7fc6341063c0 2024-03-29T00:06:40.897 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.754+0000 7fc639400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc6341063c0 0x7fc63419dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:40.897 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.754+0000 7fc639400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc6341063c0 0x7fc63419dc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:35940/0 (socket says 172.21.15.12:35940) 2024-03-29T00:06:40.898 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.754+0000 7fc639400700 1 -- 172.21.15.12:0/856171902 learned_addr learned my addr 172.21.15.12:0/856171902 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:40.898 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.755+0000 7fc639400700 1 -- 172.21.15.12:0/856171902 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc63419e1a0 con 0x7fc6341063c0 2024-03-29T00:06:40.898 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.755+0000 7fc639400700 1 --2- 172.21.15.12:0/856171902 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc6341063c0 0x7fc63419dc60 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fc628003fb0 tx=0x7fc628011bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:40.898 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.755+0000 7fc632000700 1 -- 172.21.15.12:0/856171902 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc6280039c0 con 0x7fc6341063c0 2024-03-29T00:06:40.898 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.755+0000 7fc632000700 1 -- 172.21.15.12:0/856171902 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fc628003b60 con 0x7fc6341063c0 2024-03-29T00:06:40.898 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.755+0000 7fc63a800700 1 -- 172.21.15.12:0/856171902 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc63419e430 con 0x7fc6341063c0 2024-03-29T00:06:40.898 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.755+0000 7fc632000700 1 -- 172.21.15.12:0/856171902 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc62801a6b0 con 0x7fc6341063c0 2024-03-29T00:06:40.898 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.755+0000 7fc63a800700 1 -- 172.21.15.12:0/856171902 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6341a1120 con 0x7fc6341063c0 2024-03-29T00:06:40.898 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.757+0000 7fc632000700 1 -- 172.21.15.12:0/856171902 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 8) ==== 45928+0+0 (secure 0 0 0) 0x7fc628024430 con 0x7fc6341063c0 2024-03-29T00:06:40.898 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.757+0000 7fc63a800700 1 -- 172.21.15.12:0/856171902 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc634063870 con 0x7fc6341063c0 2024-03-29T00:06:40.898 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.757+0000 7fc632000700 1 --2- 172.21.15.12:0/856171902 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7fc61c038c60 0x7fc61c03b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:40.898 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.757+0000 7fc632000700 1 -- 172.21.15.12:0/856171902 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fc62804cde0 con 0x7fc6341063c0 2024-03-29T00:06:40.898 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.758+0000 7fc638a00700 1 --2- 172.21.15.12:0/856171902 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7fc61c038c60 0x7fc61c03b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:40.899 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.758+0000 7fc638a00700 1 --2- 172.21.15.12:0/856171902 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7fc61c038c60 0x7fc61c03b120 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fc620006fd0 tx=0x7fc620006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:40.899 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.766+0000 7fc632000700 1 -- 172.21.15.12:0/856171902 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fc628003d10 con 0x7fc6341063c0 2024-03-29T00:06:40.899 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:39.994+0000 7fc63a800700 1 -- 172.21.15.12:0/856171902 --> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7fc6340008d0 con 0x7fc61c038c60 2024-03-29T00:06:40.899 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:40.276+0000 7fc632000700 1 -- 172.21.15.12:0/856171902 <== mgr.14120 v2:172.21.15.12:6800/846623927 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fc6340008d0 con 0x7fc61c038c60 2024-03-29T00:06:40.899 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:40.280+0000 7fc63a800700 1 -- 172.21.15.12:0/856171902 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7fc61c038c60 msgr2=0x7fc61c03b120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:40.899 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:40.280+0000 7fc63a800700 1 --2- 172.21.15.12:0/856171902 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7fc61c038c60 0x7fc61c03b120 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fc620006fd0 tx=0x7fc620006e40 comp rx=0 tx=0).stop 2024-03-29T00:06:40.899 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:40.280+0000 7fc63a800700 1 -- 172.21.15.12:0/856171902 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc6341063c0 msgr2=0x7fc63419dc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:40.899 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:40.280+0000 7fc63a800700 1 --2- 172.21.15.12:0/856171902 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc6341063c0 0x7fc63419dc60 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fc628003fb0 tx=0x7fc628011bd0 comp rx=0 tx=0).stop 2024-03-29T00:06:40.899 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:40.280+0000 7fc63a800700 1 -- 172.21.15.12:0/856171902 shutdown_connections 2024-03-29T00:06:40.899 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:40.280+0000 7fc63a800700 1 --2- 172.21.15.12:0/856171902 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7fc61c038c60 0x7fc61c03b120 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:40.899 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:40.280+0000 7fc63a800700 1 --2- 172.21.15.12:0/856171902 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc6341063c0 0x7fc63419dc60 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:40.899 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:40.280+0000 7fc63a800700 1 -- 172.21.15.12:0/856171902 >> 172.21.15.12:0/856171902 conn(0x7fc634101fc0 msgr2=0x7fc634194880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:40.899 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:40.280+0000 7fc63a800700 1 -- 172.21.15.12:0/856171902 shutdown_connections 2024-03-29T00:06:40.899 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:40.280+0000 7fc63a800700 1 -- 172.21.15.12:0/856171902 wait complete. 2024-03-29T00:06:41.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:41 smithi012 ceph-mon[31657]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:06:41.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:41 smithi012 ceph-mon[31657]: Generating ssh key... 2024-03-29T00:06:41.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:41 smithi012 ceph-mon[31657]: from='mgr.14120 172.21.15.12:0/4246881476' entity='mgr.x' 2024-03-29T00:06:41.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:41 smithi012 ceph-mon[31657]: from='mgr.14120 172.21.15.12:0/4246881476' entity='mgr.x' 2024-03-29T00:06:42.365 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:42 smithi012 ceph-mon[31657]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:06:42.388 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDV3F7KQ72poLpYBhEPwt+oBRMn7NGSzPgo4/Pzzbk3rRd+k1bqe2SKa3WUxT23cFi4KrJ8R2UMGt6gGAoSCcQOgkhFkRpgOzLU+BSUjxsx7DpIRaPpvGO3/Rz6JdGuMLt09F0R5h5dINAJKrt/ujRTIi5HppNXMQGg2fUNXVe6hHFwpTx1kjYCZ5u5LyAW3rEAoGl0RnieEOxujKszu6cHEH6xBXj+9lSgSeoTvVo7V5sllZp5HD6QHH1NAxAJxJUjmgB75Xb06d1Hx8X+Dm21zDXDq0dZgGLjXfmw/Qhu5OZWFMQOCm/jXrmmGAdkL936/wbn0EzuU7Ri8bvTtGXQU1ql+FWz46qpsWp2LPmsbbuXZt9xoIJ0Zx1G/3qz2lPvcBF2gmO+s3w2qSazUopOgDlS94BhjnkjFpxXBcPPmIKO5TZOSBXDXgsG3RWQP0dlHSqlzztZJnLDUmUMPY1XAa4HDfvOGDGnlR/b/iVbXOE18V1/U02Be39vVuE9BWs= ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:06:42.389 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.471+0000 7f20bf600700 1 Processor -- start 2024-03-29T00:06:42.389 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.472+0000 7f20bf600700 1 -- start start 2024-03-29T00:06:42.389 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.472+0000 7f20bf600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f20b8107d50 0x7f20b8108170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:42.389 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.472+0000 7f20bf600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f20b8108740 con 0x7f20b8107d50 2024-03-29T00:06:42.389 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.473+0000 7f20bcc00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f20b8107d50 0x7f20b8108170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:42.389 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.473+0000 7f20bcc00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f20b8107d50 0x7f20b8108170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:35956/0 (socket says 172.21.15.12:35956) 2024-03-29T00:06:42.390 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.473+0000 7f20bcc00700 1 -- 172.21.15.12:0/673795422 learned_addr learned my addr 172.21.15.12:0/673795422 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:42.390 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.474+0000 7f20bcc00700 1 -- 172.21.15.12:0/673795422 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20b8108f00 con 0x7f20b8107d50 2024-03-29T00:06:42.390 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.474+0000 7f20bcc00700 1 --2- 172.21.15.12:0/673795422 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f20b8107d50 0x7f20b8108170 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f20ac0098a0 tx=0x7f20ac009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33782c8a5f8877a1 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:42.390 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.474+0000 7f20b7400700 1 -- 172.21.15.12:0/673795422 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f20ac004160 con 0x7f20b8107d50 2024-03-29T00:06:42.390 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.474+0000 7f20b7400700 1 -- 172.21.15.12:0/673795422 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f20ac004300 con 0x7f20b8107d50 2024-03-29T00:06:42.390 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.474+0000 7f20b7400700 1 -- 172.21.15.12:0/673795422 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f20ac011c00 con 0x7f20b8107d50 2024-03-29T00:06:42.390 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.475+0000 7f20bf600700 1 -- 172.21.15.12:0/673795422 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f20b8107d50 msgr2=0x7f20b8108170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:42.391 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.475+0000 7f20bf600700 1 --2- 172.21.15.12:0/673795422 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f20b8107d50 0x7f20b8108170 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f20ac0098a0 tx=0x7f20ac009bb0 comp rx=0 tx=0).stop 2024-03-29T00:06:42.391 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.475+0000 7f20bf600700 1 -- 172.21.15.12:0/673795422 shutdown_connections 2024-03-29T00:06:42.391 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.475+0000 7f20bf600700 1 --2- 172.21.15.12:0/673795422 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f20b8107d50 0x7f20b8108170 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:42.391 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.475+0000 7f20bf600700 1 -- 172.21.15.12:0/673795422 >> 172.21.15.12:0/673795422 conn(0x7f20b8103330 msgr2=0x7f20b8105750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:42.391 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.475+0000 7f20bf600700 1 -- 172.21.15.12:0/673795422 shutdown_connections 2024-03-29T00:06:42.391 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.475+0000 7f20bf600700 1 -- 172.21.15.12:0/673795422 wait complete. 2024-03-29T00:06:42.391 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.476+0000 7f20bf600700 1 Processor -- start 2024-03-29T00:06:42.392 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.477+0000 7f20bf600700 1 -- start start 2024-03-29T00:06:42.392 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.477+0000 7f20bf600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f20b8107d50 0x7f20b819df00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:42.392 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.477+0000 7f20bf600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f20b810c2b0 con 0x7f20b8107d50 2024-03-29T00:06:42.392 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.477+0000 7f20bcc00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f20b8107d50 0x7f20b819df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:42.392 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.477+0000 7f20bcc00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f20b8107d50 0x7f20b819df00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:35960/0 (socket says 172.21.15.12:35960) 2024-03-29T00:06:42.392 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.477+0000 7f20bcc00700 1 -- 172.21.15.12:0/3803467284 learned_addr learned my addr 172.21.15.12:0/3803467284 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:42.392 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.477+0000 7f20bcc00700 1 -- 172.21.15.12:0/3803467284 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20b819e440 con 0x7f20b8107d50 2024-03-29T00:06:42.393 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.478+0000 7f20bcc00700 1 --2- 172.21.15.12:0/3803467284 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f20b8107d50 0x7f20b819df00 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f20ac009fb0 tx=0x7f20ac011c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:42.393 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.478+0000 7f20b5600700 1 -- 172.21.15.12:0/3803467284 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f20ac0038b0 con 0x7f20b8107d50 2024-03-29T00:06:42.393 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.478+0000 7f20b5600700 1 -- 172.21.15.12:0/3803467284 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f20ac01a430 con 0x7f20b8107d50 2024-03-29T00:06:42.393 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.478+0000 7f20b5600700 1 -- 172.21.15.12:0/3803467284 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f20ac0195e0 con 0x7f20b8107d50 2024-03-29T00:06:42.393 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.478+0000 7f20bf600700 1 -- 172.21.15.12:0/3803467284 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20b819e6d0 con 0x7f20b8107d50 2024-03-29T00:06:42.393 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.478+0000 7f20bf600700 1 -- 172.21.15.12:0/3803467284 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20b81a13c0 con 0x7f20b8107d50 2024-03-29T00:06:42.393 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.479+0000 7f20bf600700 1 -- 172.21.15.12:0/3803467284 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20b810c430 con 0x7f20b8107d50 2024-03-29T00:06:42.394 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.479+0000 7f20b5600700 1 -- 172.21.15.12:0/3803467284 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 8) ==== 45928+0+0 (secure 0 0 0) 0x7f20ac01aa50 con 0x7f20b8107d50 2024-03-29T00:06:42.394 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.480+0000 7f20b5600700 1 --2- 172.21.15.12:0/3803467284 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f20a0038c60 0x7f20a003b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:42.394 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.480+0000 7f20b5600700 1 -- 172.21.15.12:0/3803467284 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f20ac04ce10 con 0x7f20b8107d50 2024-03-29T00:06:42.394 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.480+0000 7f20b7e00700 1 --2- 172.21.15.12:0/3803467284 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f20a0038c60 0x7f20a003b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:42.394 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.481+0000 7f20b7e00700 1 --2- 172.21.15.12:0/3803467284 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f20a0038c60 0x7f20a003b120 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f20a4006fd0 tx=0x7f20a4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:42.394 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.485+0000 7f20b5600700 1 -- 172.21.15.12:0/3803467284 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f20ac04c760 con 0x7f20b8107d50 2024-03-29T00:06:42.395 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.715+0000 7f20bf600700 1 -- 172.21.15.12:0/3803467284 --> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f20b8104530 con 0x7f20a0038c60 2024-03-29T00:06:42.395 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.717+0000 7f20b5600700 1 -- 172.21.15.12:0/3803467284 <== mgr.14120 v2:172.21.15.12:6800/846623927 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f20b8104530 con 0x7f20a0038c60 2024-03-29T00:06:42.395 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.720+0000 7f20bf600700 1 -- 172.21.15.12:0/3803467284 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f20a0038c60 msgr2=0x7f20a003b120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:42.395 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.720+0000 7f20bf600700 1 --2- 172.21.15.12:0/3803467284 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f20a0038c60 0x7f20a003b120 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f20a4006fd0 tx=0x7f20a4006e40 comp rx=0 tx=0).stop 2024-03-29T00:06:42.395 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.720+0000 7f20bf600700 1 -- 172.21.15.12:0/3803467284 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f20b8107d50 msgr2=0x7f20b819df00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:42.395 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.720+0000 7f20bf600700 1 --2- 172.21.15.12:0/3803467284 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f20b8107d50 0x7f20b819df00 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f20ac009fb0 tx=0x7f20ac011c60 comp rx=0 tx=0).stop 2024-03-29T00:06:42.395 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.721+0000 7f20bf600700 1 -- 172.21.15.12:0/3803467284 shutdown_connections 2024-03-29T00:06:42.396 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.721+0000 7f20bf600700 1 --2- 172.21.15.12:0/3803467284 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f20a0038c60 0x7f20a003b120 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:42.396 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.721+0000 7f20bf600700 1 --2- 172.21.15.12:0/3803467284 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f20b8107d50 0x7f20b819df00 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:42.396 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.721+0000 7f20bf600700 1 -- 172.21.15.12:0/3803467284 >> 172.21.15.12:0/3803467284 conn(0x7f20b8103330 msgr2=0x7f20b8103e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:42.396 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.721+0000 7f20bf600700 1 -- 172.21.15.12:0/3803467284 shutdown_connections 2024-03-29T00:06:42.396 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:41.721+0000 7f20bf600700 1 -- 172.21.15.12:0/3803467284 wait complete. 2024-03-29T00:06:42.396 INFO:teuthology.orchestra.run.smithi012.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-03-29T00:06:42.396 INFO:teuthology.orchestra.run.smithi012.stdout:Adding key to root@localhost authorized_keys... 2024-03-29T00:06:42.397 INFO:teuthology.orchestra.run.smithi012.stdout:Adding host smithi012... 2024-03-29T00:06:44.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:44 smithi012 ceph-mon[31657]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi012", "addr": "172.21.15.12", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:06:45.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:45 smithi012 ceph-mon[31657]: Deploying cephadm binary to smithi012 2024-03-29T00:06:50.594 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout Added host 'smithi012' with addr '172.21.15.12' 2024-03-29T00:06:50.594 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.981+0000 7f4dc3200700 1 Processor -- start 2024-03-29T00:06:50.595 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.981+0000 7f4dc3200700 1 -- start start 2024-03-29T00:06:50.595 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.981+0000 7f4dc3200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4dbc07de20 0x7f4dbc07c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:50.595 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.981+0000 7f4dc3200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f4dbc07c810 con 0x7f4dbc07de20 2024-03-29T00:06:50.595 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.982+0000 7f4dbbe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4dbc07de20 0x7f4dbc07c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:50.595 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.982+0000 7f4dbbe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4dbc07de20 0x7f4dbc07c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:35966/0 (socket says 172.21.15.12:35966) 2024-03-29T00:06:50.595 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.982+0000 7f4dbbe00700 1 -- 172.21.15.12:0/689044255 learned_addr learned my addr 172.21.15.12:0/689044255 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:50.595 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.982+0000 7f4dbbe00700 1 -- 172.21.15.12:0/689044255 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4dbc07c990 con 0x7f4dbc07de20 2024-03-29T00:06:50.595 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.983+0000 7f4dbbe00700 1 --2- 172.21.15.12:0/689044255 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4dbc07de20 0x7f4dbc07c2d0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f4dac0098a0 tx=0x7f4dac009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f74a4afd7fdd3592 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:50.595 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.983+0000 7f4dbaa00700 1 -- 172.21.15.12:0/689044255 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4dac004160 con 0x7f4dbc07de20 2024-03-29T00:06:50.595 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.983+0000 7f4dbaa00700 1 -- 172.21.15.12:0/689044255 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f4dac004300 con 0x7f4dbc07de20 2024-03-29T00:06:50.595 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.983+0000 7f4dbaa00700 1 -- 172.21.15.12:0/689044255 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4dac011c00 con 0x7f4dbc07de20 2024-03-29T00:06:50.595 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.984+0000 7f4dc3200700 1 -- 172.21.15.12:0/689044255 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4dbc07de20 msgr2=0x7f4dbc07c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:50.595 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.984+0000 7f4dc3200700 1 --2- 172.21.15.12:0/689044255 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4dbc07de20 0x7f4dbc07c2d0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f4dac0098a0 tx=0x7f4dac009bb0 comp rx=0 tx=0).stop 2024-03-29T00:06:50.596 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.984+0000 7f4dc3200700 1 -- 172.21.15.12:0/689044255 shutdown_connections 2024-03-29T00:06:50.596 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.984+0000 7f4dc3200700 1 --2- 172.21.15.12:0/689044255 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4dbc07de20 0x7f4dbc07c2d0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:50.596 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.984+0000 7f4dc3200700 1 -- 172.21.15.12:0/689044255 >> 172.21.15.12:0/689044255 conn(0x7f4dbc103350 msgr2=0x7f4dbc105770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:50.596 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.984+0000 7f4dc3200700 1 -- 172.21.15.12:0/689044255 shutdown_connections 2024-03-29T00:06:50.596 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.984+0000 7f4dc3200700 1 -- 172.21.15.12:0/689044255 wait complete. 2024-03-29T00:06:50.596 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.985+0000 7f4dc3200700 1 Processor -- start 2024-03-29T00:06:50.596 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.985+0000 7f4dc3200700 1 -- start start 2024-03-29T00:06:50.596 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.986+0000 7f4dc3200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4dbc07de20 0x7f4dbc19de90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:50.596 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.986+0000 7f4dc3200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f4dbc10e3c0 con 0x7f4dbc07de20 2024-03-29T00:06:50.596 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.986+0000 7f4dbbe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4dbc07de20 0x7f4dbc19de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:50.596 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.986+0000 7f4dbbe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4dbc07de20 0x7f4dbc19de90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:35976/0 (socket says 172.21.15.12:35976) 2024-03-29T00:06:50.596 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.986+0000 7f4dbbe00700 1 -- 172.21.15.12:0/3709642986 learned_addr learned my addr 172.21.15.12:0/3709642986 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:50.596 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.986+0000 7f4dbbe00700 1 -- 172.21.15.12:0/3709642986 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4dbc19e3d0 con 0x7f4dbc07de20 2024-03-29T00:06:50.596 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.987+0000 7f4dbbe00700 1 --2- 172.21.15.12:0/3709642986 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4dbc07de20 0x7f4dbc19de90 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f4dac009fb0 tx=0x7f4dac011c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:50.597 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.987+0000 7f4db8c00700 1 -- 172.21.15.12:0/3709642986 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4dac0038b0 con 0x7f4dbc07de20 2024-03-29T00:06:50.597 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.987+0000 7f4db8c00700 1 -- 172.21.15.12:0/3709642986 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f4dac01a430 con 0x7f4dbc07de20 2024-03-29T00:06:50.597 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.987+0000 7f4db8c00700 1 -- 172.21.15.12:0/3709642986 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4dac019630 con 0x7f4dbc07de20 2024-03-29T00:06:50.597 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.987+0000 7f4dc3200700 1 -- 172.21.15.12:0/3709642986 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4dbc19e660 con 0x7f4dbc07de20 2024-03-29T00:06:50.597 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.987+0000 7f4dc3200700 1 -- 172.21.15.12:0/3709642986 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4dbc1a1350 con 0x7f4dbc07de20 2024-03-29T00:06:50.597 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.988+0000 7f4db8c00700 1 -- 172.21.15.12:0/3709642986 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 8) ==== 45928+0+0 (secure 0 0 0) 0x7f4dac01aa10 con 0x7f4dbc07de20 2024-03-29T00:06:50.597 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.989+0000 7f4dc3200700 1 -- 172.21.15.12:0/3709642986 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4dbc063870 con 0x7f4dbc07de20 2024-03-29T00:06:50.597 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.989+0000 7f4db8c00700 1 --2- 172.21.15.12:0/3709642986 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f4da0038c60 0x7f4da003b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:50.597 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.989+0000 7f4db8c00700 1 -- 172.21.15.12:0/3709642986 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f4dac04cdd0 con 0x7f4dbc07de20 2024-03-29T00:06:50.597 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.989+0000 7f4dbb400700 1 --2- 172.21.15.12:0/3709642986 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f4da0038c60 0x7f4da003b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:50.597 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.990+0000 7f4dbb400700 1 --2- 172.21.15.12:0/3709642986 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f4da0038c60 0x7f4da003b120 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f4da8006fd0 tx=0x7f4da8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:50.597 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:42.995+0000 7f4db8c00700 1 -- 172.21.15.12:0/3709642986 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f4dac003a50 con 0x7f4dbc07de20 2024-03-29T00:06:50.597 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:43.226+0000 7f4dc3200700 1 -- 172.21.15.12:0/3709642986 --> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi012", "addr": "172.21.15.12", "target": ["mon-mgr", ""]}) -- 0x7f4dbc1045a0 con 0x7f4da0038c60 2024-03-29T00:06:50.598 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:49.849+0000 7f4db8c00700 1 -- 172.21.15.12:0/3709642986 <== mgr.14120 v2:172.21.15.12:6800/846623927 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f4dbc1045a0 con 0x7f4da0038c60 2024-03-29T00:06:50.598 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:49.853+0000 7f4dc3200700 1 -- 172.21.15.12:0/3709642986 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f4da0038c60 msgr2=0x7f4da003b120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:50.598 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:49.853+0000 7f4dc3200700 1 --2- 172.21.15.12:0/3709642986 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f4da0038c60 0x7f4da003b120 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f4da8006fd0 tx=0x7f4da8006e40 comp rx=0 tx=0).stop 2024-03-29T00:06:50.598 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:49.853+0000 7f4dc3200700 1 -- 172.21.15.12:0/3709642986 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4dbc07de20 msgr2=0x7f4dbc19de90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:50.598 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:49.853+0000 7f4dc3200700 1 --2- 172.21.15.12:0/3709642986 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4dbc07de20 0x7f4dbc19de90 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f4dac009fb0 tx=0x7f4dac011c60 comp rx=0 tx=0).stop 2024-03-29T00:06:50.598 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:49.854+0000 7f4dc3200700 1 -- 172.21.15.12:0/3709642986 shutdown_connections 2024-03-29T00:06:50.598 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:49.854+0000 7f4dc3200700 1 --2- 172.21.15.12:0/3709642986 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f4da0038c60 0x7f4da003b120 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:50.598 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:49.854+0000 7f4dc3200700 1 --2- 172.21.15.12:0/3709642986 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4dbc07de20 0x7f4dbc19de90 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:50.598 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:49.854+0000 7f4dc3200700 1 -- 172.21.15.12:0/3709642986 >> 172.21.15.12:0/3709642986 conn(0x7f4dbc103350 msgr2=0x7f4dbc103e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:50.598 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:49.854+0000 7f4dc3200700 1 -- 172.21.15.12:0/3709642986 shutdown_connections 2024-03-29T00:06:50.598 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:49.855+0000 7f4dc3200700 1 -- 172.21.15.12:0/3709642986 wait complete. 2024-03-29T00:06:50.598 INFO:teuthology.orchestra.run.smithi012.stdout:Deploying unmanaged mon service... 2024-03-29T00:06:51.098 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:50 smithi012 ceph-mon[31657]: from='mgr.14120 172.21.15.12:0/4246881476' entity='mgr.x' 2024-03-29T00:06:51.098 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:50 smithi012 ceph-mon[31657]: Added host smithi012 2024-03-29T00:06:51.098 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:50 smithi012 ceph-mon[31657]: from='mgr.14120 172.21.15.12:0/4246881476' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:06:52.654 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:52 smithi012 ceph-mon[31657]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:06:52.654 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:52 smithi012 ceph-mon[31657]: Saving service mon spec with placement count:5 2024-03-29T00:06:52.654 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:52 smithi012 ceph-mon[31657]: from='mgr.14120 172.21.15.12:0/4246881476' entity='mgr.x' 2024-03-29T00:06:52.662 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-03-29T00:06:52.663 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.274+0000 7f1314400700 1 Processor -- start 2024-03-29T00:06:52.663 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.274+0000 7f1314400700 1 -- start start 2024-03-29T00:06:52.664 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.274+0000 7f1314400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f130c107d50 0x7f130c108170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:52.664 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.274+0000 7f1314400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f130c108740 con 0x7f130c107d50 2024-03-29T00:06:52.664 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.275+0000 7f1311a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f130c107d50 0x7f130c108170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:52.664 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.275+0000 7f1311a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f130c107d50 0x7f130c108170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:58096/0 (socket says 172.21.15.12:58096) 2024-03-29T00:06:52.664 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.275+0000 7f1311a00700 1 -- 172.21.15.12:0/3735014597 learned_addr learned my addr 172.21.15.12:0/3735014597 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:52.669 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.275+0000 7f1311a00700 1 -- 172.21.15.12:0/3735014597 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f130c108f00 con 0x7f130c107d50 2024-03-29T00:06:52.669 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.276+0000 7f1311a00700 1 --2- 172.21.15.12:0/3735014597 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f130c107d50 0x7f130c108170 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f13000098a0 tx=0x7f1300009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9261deb7e544eae2 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:52.669 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.276+0000 7f130be00700 1 -- 172.21.15.12:0/3735014597 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1300004160 con 0x7f130c107d50 2024-03-29T00:06:52.669 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.276+0000 7f130be00700 1 -- 172.21.15.12:0/3735014597 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f1300004300 con 0x7f130c107d50 2024-03-29T00:06:52.669 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.276+0000 7f130be00700 1 -- 172.21.15.12:0/3735014597 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1300011c00 con 0x7f130c107d50 2024-03-29T00:06:52.669 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.277+0000 7f1314400700 1 -- 172.21.15.12:0/3735014597 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f130c107d50 msgr2=0x7f130c108170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:52.669 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.277+0000 7f1314400700 1 --2- 172.21.15.12:0/3735014597 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f130c107d50 0x7f130c108170 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f13000098a0 tx=0x7f1300009bb0 comp rx=0 tx=0).stop 2024-03-29T00:06:52.669 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.277+0000 7f1314400700 1 -- 172.21.15.12:0/3735014597 shutdown_connections 2024-03-29T00:06:52.670 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.277+0000 7f1314400700 1 --2- 172.21.15.12:0/3735014597 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f130c107d50 0x7f130c108170 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:52.670 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.277+0000 7f1314400700 1 -- 172.21.15.12:0/3735014597 >> 172.21.15.12:0/3735014597 conn(0x7f130c103330 msgr2=0x7f130c105750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:52.670 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.277+0000 7f1314400700 1 -- 172.21.15.12:0/3735014597 shutdown_connections 2024-03-29T00:06:52.670 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.277+0000 7f1314400700 1 -- 172.21.15.12:0/3735014597 wait complete. 2024-03-29T00:06:52.670 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.278+0000 7f1314400700 1 Processor -- start 2024-03-29T00:06:52.670 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.278+0000 7f1314400700 1 -- start start 2024-03-29T00:06:52.670 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.278+0000 7f1314400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f130c107d50 0x7f130c07db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:52.670 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.278+0000 7f1314400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f130c10c2b0 con 0x7f130c107d50 2024-03-29T00:06:52.670 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.279+0000 7f1311a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f130c107d50 0x7f130c07db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:52.671 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.279+0000 7f1311a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f130c107d50 0x7f130c07db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:58100/0 (socket says 172.21.15.12:58100) 2024-03-29T00:06:52.671 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.279+0000 7f1311a00700 1 -- 172.21.15.12:0/3511688428 learned_addr learned my addr 172.21.15.12:0/3511688428 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:52.671 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.279+0000 7f1311a00700 1 -- 172.21.15.12:0/3511688428 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f130c07e0c0 con 0x7f130c107d50 2024-03-29T00:06:52.671 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.279+0000 7f1311a00700 1 --2- 172.21.15.12:0/3511688428 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f130c107d50 0x7f130c07db80 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f13000118c0 tx=0x7f1300011c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:52.671 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.280+0000 7f130a000700 1 -- 172.21.15.12:0/3511688428 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1300003af0 con 0x7f130c107d50 2024-03-29T00:06:52.671 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.280+0000 7f130a000700 1 -- 172.21.15.12:0/3511688428 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f1300020070 con 0x7f130c107d50 2024-03-29T00:06:52.671 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.280+0000 7f130a000700 1 -- 172.21.15.12:0/3511688428 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f13000195e0 con 0x7f130c107d50 2024-03-29T00:06:52.671 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.280+0000 7f1314400700 1 -- 172.21.15.12:0/3511688428 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f130c07c2b0 con 0x7f130c107d50 2024-03-29T00:06:52.671 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.280+0000 7f1314400700 1 -- 172.21.15.12:0/3511688428 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f130c07c7f0 con 0x7f130c107d50 2024-03-29T00:06:52.671 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.281+0000 7f130a000700 1 -- 172.21.15.12:0/3511688428 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 8) ==== 45928+0+0 (secure 0 0 0) 0x7f130001a9a0 con 0x7f130c107d50 2024-03-29T00:06:52.671 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.281+0000 7f1314400700 1 -- 172.21.15.12:0/3511688428 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f130c063870 con 0x7f130c107d50 2024-03-29T00:06:52.671 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.281+0000 7f130a000700 1 --2- 172.21.15.12:0/3511688428 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f12f4038cb0 0x7f12f403b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:52.673 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.281+0000 7f130a000700 1 -- 172.21.15.12:0/3511688428 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f130004ce10 con 0x7f130c107d50 2024-03-29T00:06:52.673 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.282+0000 7f1311000700 1 --2- 172.21.15.12:0/3511688428 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f12f4038cb0 0x7f12f403b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:52.673 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.282+0000 7f1311000700 1 --2- 172.21.15.12:0/3511688428 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f12f4038cb0 0x7f12f403b170 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f12f8006fd0 tx=0x7f12f8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:52.674 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.288+0000 7f130a000700 1 -- 172.21.15.12:0/3511688428 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f1300021270 con 0x7f130c107d50 2024-03-29T00:06:52.674 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.539+0000 7f1314400700 1 -- 172.21.15.12:0/3511688428 --> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f130c104510 con 0x7f12f4038cb0 2024-03-29T00:06:52.674 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.549+0000 7f130a000700 1 -- 172.21.15.12:0/3511688428 <== mgr.14120 v2:172.21.15.12:6800/846623927 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f130c104510 con 0x7f12f4038cb0 2024-03-29T00:06:52.674 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.552+0000 7f1314400700 1 -- 172.21.15.12:0/3511688428 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f12f4038cb0 msgr2=0x7f12f403b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:52.674 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.552+0000 7f1314400700 1 --2- 172.21.15.12:0/3511688428 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f12f4038cb0 0x7f12f403b170 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f12f8006fd0 tx=0x7f12f8006e40 comp rx=0 tx=0).stop 2024-03-29T00:06:52.674 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.552+0000 7f1314400700 1 -- 172.21.15.12:0/3511688428 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f130c107d50 msgr2=0x7f130c07db80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:52.674 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.552+0000 7f1314400700 1 --2- 172.21.15.12:0/3511688428 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f130c107d50 0x7f130c07db80 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f13000118c0 tx=0x7f1300011c80 comp rx=0 tx=0).stop 2024-03-29T00:06:52.674 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.552+0000 7f1314400700 1 -- 172.21.15.12:0/3511688428 shutdown_connections 2024-03-29T00:06:52.674 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.552+0000 7f1314400700 1 --2- 172.21.15.12:0/3511688428 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f12f4038cb0 0x7f12f403b170 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:52.674 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.552+0000 7f1314400700 1 --2- 172.21.15.12:0/3511688428 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f130c107d50 0x7f130c07db80 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:52.674 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.552+0000 7f1314400700 1 -- 172.21.15.12:0/3511688428 >> 172.21.15.12:0/3511688428 conn(0x7f130c103330 msgr2=0x7f130c103e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:52.674 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.553+0000 7f1314400700 1 -- 172.21.15.12:0/3511688428 shutdown_connections 2024-03-29T00:06:52.674 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:51.553+0000 7f1314400700 1 -- 172.21.15.12:0/3511688428 wait complete. 2024-03-29T00:06:52.674 INFO:teuthology.orchestra.run.smithi012.stdout:Deploying unmanaged mgr service... 2024-03-29T00:06:54.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:54 smithi012 ceph-mon[31657]: from='mgr.14120 172.21.15.12:0/4246881476' entity='mgr.x' 2024-03-29T00:06:54.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:54 smithi012 ceph-mon[31657]: from='mgr.14120 172.21.15.12:0/4246881476' entity='mgr.x' 2024-03-29T00:06:54.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:54 smithi012 ceph-mon[31657]: from='mgr.14120 172.21.15.12:0/4246881476' entity='mgr.x' 2024-03-29T00:06:54.711 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-03-29T00:06:54.711 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.760+0000 7feaa4200700 1 Processor -- start 2024-03-29T00:06:54.711 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.760+0000 7feaa4200700 1 -- start start 2024-03-29T00:06:54.711 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.760+0000 7feaa4200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fea9c07dde0 0x7fea9c07c350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:54.711 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.760+0000 7feaa4200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fea9c07c890 con 0x7fea9c07dde0 2024-03-29T00:06:54.712 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.761+0000 7feaa1800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fea9c07dde0 0x7fea9c07c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:54.712 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.761+0000 7feaa1800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fea9c07dde0 0x7fea9c07c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:58116/0 (socket says 172.21.15.12:58116) 2024-03-29T00:06:54.712 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.761+0000 7feaa1800700 1 -- 172.21.15.12:0/508189996 learned_addr learned my addr 172.21.15.12:0/508189996 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:54.712 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.761+0000 7feaa1800700 1 -- 172.21.15.12:0/508189996 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea9c07ca10 con 0x7fea9c07dde0 2024-03-29T00:06:54.712 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.762+0000 7feaa1800700 1 --2- 172.21.15.12:0/508189996 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fea9c07dde0 0x7fea9c07c350 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fea900098a0 tx=0x7fea90009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=379788131c6fcad0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:54.712 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.762+0000 7fea9be00700 1 -- 172.21.15.12:0/508189996 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fea90004160 con 0x7fea9c07dde0 2024-03-29T00:06:54.712 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.762+0000 7fea9be00700 1 -- 172.21.15.12:0/508189996 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fea90004300 con 0x7fea9c07dde0 2024-03-29T00:06:54.712 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.762+0000 7fea9be00700 1 -- 172.21.15.12:0/508189996 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fea90011bb0 con 0x7fea9c07dde0 2024-03-29T00:06:54.712 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.763+0000 7feaa4200700 1 -- 172.21.15.12:0/508189996 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fea9c07dde0 msgr2=0x7fea9c07c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:54.712 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.763+0000 7feaa4200700 1 --2- 172.21.15.12:0/508189996 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fea9c07dde0 0x7fea9c07c350 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fea900098a0 tx=0x7fea90009bb0 comp rx=0 tx=0).stop 2024-03-29T00:06:54.712 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.763+0000 7feaa4200700 1 -- 172.21.15.12:0/508189996 shutdown_connections 2024-03-29T00:06:54.712 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.763+0000 7feaa4200700 1 --2- 172.21.15.12:0/508189996 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fea9c07dde0 0x7fea9c07c350 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:54.712 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.763+0000 7feaa4200700 1 -- 172.21.15.12:0/508189996 >> 172.21.15.12:0/508189996 conn(0x7fea9c1033b0 msgr2=0x7fea9c1057d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:54.712 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.763+0000 7feaa4200700 1 -- 172.21.15.12:0/508189996 shutdown_connections 2024-03-29T00:06:54.712 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.763+0000 7feaa4200700 1 -- 172.21.15.12:0/508189996 wait complete. 2024-03-29T00:06:54.713 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.764+0000 7feaa4200700 1 Processor -- start 2024-03-29T00:06:54.713 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.764+0000 7feaa4200700 1 -- start start 2024-03-29T00:06:54.713 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.765+0000 7feaa4200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fea9c07dde0 0x7fea9c19de10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:54.713 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.765+0000 7feaa4200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fea9c10e2e0 con 0x7fea9c07dde0 2024-03-29T00:06:54.713 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.765+0000 7feaa1800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fea9c07dde0 0x7fea9c19de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:54.713 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.765+0000 7feaa1800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fea9c07dde0 0x7fea9c19de10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:58130/0 (socket says 172.21.15.12:58130) 2024-03-29T00:06:54.713 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.765+0000 7feaa1800700 1 -- 172.21.15.12:0/3123549746 learned_addr learned my addr 172.21.15.12:0/3123549746 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:54.713 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.766+0000 7feaa1800700 1 -- 172.21.15.12:0/3123549746 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea9c19e350 con 0x7fea9c07dde0 2024-03-29T00:06:54.713 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.766+0000 7feaa1800700 1 --2- 172.21.15.12:0/3123549746 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fea9c07dde0 0x7fea9c19de10 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fea90000c00 tx=0x7fea90011c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:54.713 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.766+0000 7fea9a000700 1 -- 172.21.15.12:0/3123549746 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fea90011e60 con 0x7fea9c07dde0 2024-03-29T00:06:54.713 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.766+0000 7fea9a000700 1 -- 172.21.15.12:0/3123549746 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fea90020070 con 0x7fea9c07dde0 2024-03-29T00:06:54.713 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.766+0000 7fea9a000700 1 -- 172.21.15.12:0/3123549746 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fea90019550 con 0x7fea9c07dde0 2024-03-29T00:06:54.713 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.766+0000 7feaa4200700 1 -- 172.21.15.12:0/3123549746 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea9c19e5e0 con 0x7fea9c07dde0 2024-03-29T00:06:54.713 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.766+0000 7feaa4200700 1 -- 172.21.15.12:0/3123549746 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea9c19ea40 con 0x7fea9c07dde0 2024-03-29T00:06:54.714 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.768+0000 7feaa4200700 1 -- 172.21.15.12:0/3123549746 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea9c063870 con 0x7fea9c07dde0 2024-03-29T00:06:54.714 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.768+0000 7fea9a000700 1 -- 172.21.15.12:0/3123549746 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 8) ==== 45928+0+0 (secure 0 0 0) 0x7fea90003aa0 con 0x7fea9c07dde0 2024-03-29T00:06:54.714 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.768+0000 7fea9a000700 1 --2- 172.21.15.12:0/3123549746 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7fea84038cb0 0x7fea8403b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:54.714 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.768+0000 7fea9a000700 1 -- 172.21.15.12:0/3123549746 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fea9004ce00 con 0x7fea9c07dde0 2024-03-29T00:06:54.714 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.769+0000 7feaa0e00700 1 --2- 172.21.15.12:0/3123549746 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7fea84038cb0 0x7fea8403b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:54.714 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.770+0000 7feaa0e00700 1 --2- 172.21.15.12:0/3123549746 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7fea84038cb0 0x7fea8403b170 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fea88006fd0 tx=0x7fea88006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:54.714 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:53.779+0000 7fea9a000700 1 -- 172.21.15.12:0/3123549746 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fea9004c750 con 0x7fea9c07dde0 2024-03-29T00:06:54.714 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:54.021+0000 7feaa4200700 1 -- 172.21.15.12:0/3123549746 --> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7fea9c1044c0 con 0x7fea84038cb0 2024-03-29T00:06:54.714 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:54.027+0000 7fea9a000700 1 -- 172.21.15.12:0/3123549746 <== mgr.14120 v2:172.21.15.12:6800/846623927 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fea9c1044c0 con 0x7fea84038cb0 2024-03-29T00:06:54.714 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:54.030+0000 7feaa4200700 1 -- 172.21.15.12:0/3123549746 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7fea84038cb0 msgr2=0x7fea8403b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:54.714 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:54.030+0000 7feaa4200700 1 --2- 172.21.15.12:0/3123549746 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7fea84038cb0 0x7fea8403b170 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fea88006fd0 tx=0x7fea88006e40 comp rx=0 tx=0).stop 2024-03-29T00:06:54.714 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:54.030+0000 7feaa4200700 1 -- 172.21.15.12:0/3123549746 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fea9c07dde0 msgr2=0x7fea9c19de10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:54.714 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:54.030+0000 7feaa4200700 1 --2- 172.21.15.12:0/3123549746 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fea9c07dde0 0x7fea9c19de10 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fea90000c00 tx=0x7fea90011c30 comp rx=0 tx=0).stop 2024-03-29T00:06:54.714 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:54.030+0000 7feaa4200700 1 -- 172.21.15.12:0/3123549746 shutdown_connections 2024-03-29T00:06:54.715 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:54.030+0000 7feaa4200700 1 --2- 172.21.15.12:0/3123549746 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7fea84038cb0 0x7fea8403b170 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:54.715 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:54.030+0000 7feaa4200700 1 --2- 172.21.15.12:0/3123549746 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fea9c07dde0 0x7fea9c19de10 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:54.715 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:54.030+0000 7feaa4200700 1 -- 172.21.15.12:0/3123549746 >> 172.21.15.12:0/3123549746 conn(0x7fea9c1033b0 msgr2=0x7fea9c103db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:54.715 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:54.030+0000 7feaa4200700 1 -- 172.21.15.12:0/3123549746 shutdown_connections 2024-03-29T00:06:54.715 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:54.031+0000 7feaa4200700 1 -- 172.21.15.12:0/3123549746 wait complete. 2024-03-29T00:06:55.539 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:55 smithi012 ceph-mon[31657]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:06:55.539 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:55 smithi012 ceph-mon[31657]: Saving service mgr spec with placement count:2 2024-03-29T00:06:55.540 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:55 smithi012 ceph-mon[31657]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:06:56.607 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.296+0000 7f6d2ac00700 1 Processor -- start 2024-03-29T00:06:56.607 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.296+0000 7f6d2ac00700 1 -- start start 2024-03-29T00:06:56.607 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.296+0000 7f6d2ac00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6d24108630 0x7f6d2410aa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:56.608 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.296+0000 7f6d2ac00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f6d2407be00 con 0x7f6d24108630 2024-03-29T00:06:56.608 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.297+0000 7f6d29800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6d24108630 0x7f6d2410aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:56.608 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.297+0000 7f6d29800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6d24108630 0x7f6d2410aa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:52026/0 (socket says 172.21.15.12:52026) 2024-03-29T00:06:56.608 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.297+0000 7f6d29800700 1 -- 172.21.15.12:0/3086964588 learned_addr learned my addr 172.21.15.12:0/3086964588 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:56.608 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.297+0000 7f6d29800700 1 -- 172.21.15.12:0/3086964588 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d2410af60 con 0x7f6d24108630 2024-03-29T00:06:56.608 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.297+0000 7f6d29800700 1 --2- 172.21.15.12:0/3086964588 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6d24108630 0x7f6d2410aa20 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f6d180098a0 tx=0x7f6d18009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5b6a244bbd7a2a7 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:56.609 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.298+0000 7f6d23e00700 1 -- 172.21.15.12:0/3086964588 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6d18004160 con 0x7f6d24108630 2024-03-29T00:06:56.609 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.298+0000 7f6d23e00700 1 -- 172.21.15.12:0/3086964588 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6d18004300 con 0x7f6d24108630 2024-03-29T00:06:56.610 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.298+0000 7f6d23e00700 1 -- 172.21.15.12:0/3086964588 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6d18011bb0 con 0x7f6d24108630 2024-03-29T00:06:56.610 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.298+0000 7f6d2ac00700 1 -- 172.21.15.12:0/3086964588 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6d24108630 msgr2=0x7f6d2410aa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:56.610 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.298+0000 7f6d2ac00700 1 --2- 172.21.15.12:0/3086964588 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6d24108630 0x7f6d2410aa20 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f6d180098a0 tx=0x7f6d18009bb0 comp rx=0 tx=0).stop 2024-03-29T00:06:56.610 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.299+0000 7f6d2ac00700 1 -- 172.21.15.12:0/3086964588 shutdown_connections 2024-03-29T00:06:56.610 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.299+0000 7f6d2ac00700 1 --2- 172.21.15.12:0/3086964588 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6d24108630 0x7f6d2410aa20 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:56.610 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.299+0000 7f6d2ac00700 1 -- 172.21.15.12:0/3086964588 >> 172.21.15.12:0/3086964588 conn(0x7f6d24101fc0 msgr2=0x7f6d241043e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:56.610 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.299+0000 7f6d2ac00700 1 -- 172.21.15.12:0/3086964588 shutdown_connections 2024-03-29T00:06:56.610 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.299+0000 7f6d2ac00700 1 -- 172.21.15.12:0/3086964588 wait complete. 2024-03-29T00:06:56.610 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.300+0000 7f6d2ac00700 1 Processor -- start 2024-03-29T00:06:56.611 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.301+0000 7f6d2ac00700 1 -- start start 2024-03-29T00:06:56.612 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.301+0000 7f6d2ac00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6d24108630 0x7f6d2419b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:56.612 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.301+0000 7f6d2ac00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f6d2410bf70 con 0x7f6d24108630 2024-03-29T00:06:56.613 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.301+0000 7f6d29800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6d24108630 0x7f6d2419b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:56.613 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.301+0000 7f6d29800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6d24108630 0x7f6d2419b9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:52038/0 (socket says 172.21.15.12:52038) 2024-03-29T00:06:56.613 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.301+0000 7f6d29800700 1 -- 172.21.15.12:0/3884238422 learned_addr learned my addr 172.21.15.12:0/3884238422 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:56.613 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.302+0000 7f6d29800700 1 -- 172.21.15.12:0/3884238422 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d2419bef0 con 0x7f6d24108630 2024-03-29T00:06:56.613 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.302+0000 7f6d29800700 1 --2- 172.21.15.12:0/3884238422 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6d24108630 0x7f6d2419b9b0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f6d18000c00 tx=0x7f6d18011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:56.613 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.302+0000 7f6d22000700 1 -- 172.21.15.12:0/3884238422 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6d18011e60 con 0x7f6d24108630 2024-03-29T00:06:56.613 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.302+0000 7f6d22000700 1 -- 172.21.15.12:0/3884238422 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6d18003b20 con 0x7f6d24108630 2024-03-29T00:06:56.613 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.302+0000 7f6d2ac00700 1 -- 172.21.15.12:0/3884238422 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d2419c180 con 0x7f6d24108630 2024-03-29T00:06:56.613 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.302+0000 7f6d2ac00700 1 -- 172.21.15.12:0/3884238422 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d2419c5e0 con 0x7f6d24108630 2024-03-29T00:06:56.613 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.303+0000 7f6d22000700 1 -- 172.21.15.12:0/3884238422 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6d180247a0 con 0x7f6d24108630 2024-03-29T00:06:56.613 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.303+0000 7f6d22000700 1 -- 172.21.15.12:0/3884238422 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 8) ==== 45928+0+0 (secure 0 0 0) 0x7f6d18022020 con 0x7f6d24108630 2024-03-29T00:06:56.613 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.303+0000 7f6d2ac00700 1 -- 172.21.15.12:0/3884238422 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d24063870 con 0x7f6d24108630 2024-03-29T00:06:56.613 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.304+0000 7f6d22000700 1 --2- 172.21.15.12:0/3884238422 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f6d0c038cb0 0x7f6d0c03b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:56.613 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.304+0000 7f6d22000700 1 -- 172.21.15.12:0/3884238422 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f6d1804c9d0 con 0x7f6d24108630 2024-03-29T00:06:56.614 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.304+0000 7f6d28e00700 1 --2- 172.21.15.12:0/3884238422 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f6d0c038cb0 0x7f6d0c03b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:56.615 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.305+0000 7f6d28e00700 1 --2- 172.21.15.12:0/3884238422 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f6d0c038cb0 0x7f6d0c03b170 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f6d10006fd0 tx=0x7f6d10006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:56.615 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.309+0000 7f6d22000700 1 -- 172.21.15.12:0/3884238422 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f6d1802ddb0 con 0x7f6d24108630 2024-03-29T00:06:56.615 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.539+0000 7f6d2ac00700 1 -- 172.21.15.12:0/3884238422 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7f6d2419ef30 con 0x7f6d24108630 2024-03-29T00:06:56.615 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.542+0000 7f6d22000700 1 -- 172.21.15.12:0/3884238422 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7f6d1804c360 con 0x7f6d24108630 2024-03-29T00:06:56.616 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.545+0000 7f6d2ac00700 1 -- 172.21.15.12:0/3884238422 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f6d0c038cb0 msgr2=0x7f6d0c03b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:56.616 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.546+0000 7f6d2ac00700 1 --2- 172.21.15.12:0/3884238422 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f6d0c038cb0 0x7f6d0c03b170 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f6d10006fd0 tx=0x7f6d10006e40 comp rx=0 tx=0).stop 2024-03-29T00:06:56.616 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.546+0000 7f6d2ac00700 1 -- 172.21.15.12:0/3884238422 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6d24108630 msgr2=0x7f6d2419b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:56.616 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.546+0000 7f6d2ac00700 1 --2- 172.21.15.12:0/3884238422 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6d24108630 0x7f6d2419b9b0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f6d18000c00 tx=0x7f6d18011ca0 comp rx=0 tx=0).stop 2024-03-29T00:06:56.616 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.546+0000 7f6d2ac00700 1 -- 172.21.15.12:0/3884238422 shutdown_connections 2024-03-29T00:06:56.616 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.546+0000 7f6d2ac00700 1 --2- 172.21.15.12:0/3884238422 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f6d0c038cb0 0x7f6d0c03b170 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:56.616 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.546+0000 7f6d2ac00700 1 --2- 172.21.15.12:0/3884238422 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6d24108630 0x7f6d2419b9b0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:56.616 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.546+0000 7f6d2ac00700 1 -- 172.21.15.12:0/3884238422 >> 172.21.15.12:0/3884238422 conn(0x7f6d24101fc0 msgr2=0x7f6d24102960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:56.616 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.546+0000 7f6d2ac00700 1 -- 172.21.15.12:0/3884238422 shutdown_connections 2024-03-29T00:06:56.616 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:55.547+0000 7f6d2ac00700 1 -- 172.21.15.12:0/3884238422 wait complete. 2024-03-29T00:06:56.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:56 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3884238422' entity='client.admin' 2024-03-29T00:06:57.931 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:57 smithi012 ceph-mon[31657]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:06:57.931 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:57 smithi012 ceph-mon[31657]: from='mgr.14120 172.21.15.12:0/4246881476' entity='mgr.x' 2024-03-29T00:06:58.399 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.409+0000 7fdf55800700 1 Processor -- start 2024-03-29T00:06:58.399 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.409+0000 7fdf55800700 1 -- start start 2024-03-29T00:06:58.399 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.409+0000 7fdf55800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf5007de80 0x7fdf5007c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:58.399 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.409+0000 7fdf55800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fdf5007c900 con 0x7fdf5007de80 2024-03-29T00:06:58.399 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.410+0000 7fdf4ea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf5007de80 0x7fdf5007c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:58.404 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.410+0000 7fdf4ea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf5007de80 0x7fdf5007c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:52046/0 (socket says 172.21.15.12:52046) 2024-03-29T00:06:58.405 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.410+0000 7fdf4ea00700 1 -- 172.21.15.12:0/1288535717 learned_addr learned my addr 172.21.15.12:0/1288535717 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:58.405 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.410+0000 7fdf4ea00700 1 -- 172.21.15.12:0/1288535717 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf5007ca80 con 0x7fdf5007de80 2024-03-29T00:06:58.405 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.411+0000 7fdf4ea00700 1 --2- 172.21.15.12:0/1288535717 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf5007de80 0x7fdf5007c330 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fdf400098a0 tx=0x7fdf40009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fbba8b6b396d94a server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:58.405 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.411+0000 7fdf4d600700 1 -- 172.21.15.12:0/1288535717 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdf40004160 con 0x7fdf5007de80 2024-03-29T00:06:58.405 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.411+0000 7fdf4d600700 1 -- 172.21.15.12:0/1288535717 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fdf40004300 con 0x7fdf5007de80 2024-03-29T00:06:58.405 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.411+0000 7fdf4d600700 1 -- 172.21.15.12:0/1288535717 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdf40011bb0 con 0x7fdf5007de80 2024-03-29T00:06:58.405 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.412+0000 7fdf55800700 1 -- 172.21.15.12:0/1288535717 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf5007de80 msgr2=0x7fdf5007c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:58.405 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.412+0000 7fdf55800700 1 --2- 172.21.15.12:0/1288535717 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf5007de80 0x7fdf5007c330 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fdf400098a0 tx=0x7fdf40009bb0 comp rx=0 tx=0).stop 2024-03-29T00:06:58.405 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.412+0000 7fdf55800700 1 -- 172.21.15.12:0/1288535717 shutdown_connections 2024-03-29T00:06:58.405 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.412+0000 7fdf55800700 1 --2- 172.21.15.12:0/1288535717 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf5007de80 0x7fdf5007c330 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:58.405 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.412+0000 7fdf55800700 1 -- 172.21.15.12:0/1288535717 >> 172.21.15.12:0/1288535717 conn(0x7fdf50103350 msgr2=0x7fdf50105770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:58.405 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.412+0000 7fdf55800700 1 -- 172.21.15.12:0/1288535717 shutdown_connections 2024-03-29T00:06:58.406 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.412+0000 7fdf55800700 1 -- 172.21.15.12:0/1288535717 wait complete. 2024-03-29T00:06:58.406 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.413+0000 7fdf55800700 1 Processor -- start 2024-03-29T00:06:58.406 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.413+0000 7fdf55800700 1 -- start start 2024-03-29T00:06:58.406 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.414+0000 7fdf55800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf5007de80 0x7fdf5019de20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:58.406 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.414+0000 7fdf55800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fdf5010e3b0 con 0x7fdf5007de80 2024-03-29T00:06:58.406 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.414+0000 7fdf4ea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf5007de80 0x7fdf5019de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:58.406 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.414+0000 7fdf4ea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf5007de80 0x7fdf5019de20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:52048/0 (socket says 172.21.15.12:52048) 2024-03-29T00:06:58.406 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.414+0000 7fdf4ea00700 1 -- 172.21.15.12:0/53941875 learned_addr learned my addr 172.21.15.12:0/53941875 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:06:58.406 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.414+0000 7fdf4ea00700 1 -- 172.21.15.12:0/53941875 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf5019e360 con 0x7fdf5007de80 2024-03-29T00:06:58.406 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.415+0000 7fdf4ea00700 1 --2- 172.21.15.12:0/53941875 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf5007de80 0x7fdf5019de20 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fdf40000c00 tx=0x7fdf40011c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:58.406 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.415+0000 7fdf47400700 1 -- 172.21.15.12:0/53941875 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdf40011e60 con 0x7fdf5007de80 2024-03-29T00:06:58.411 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.415+0000 7fdf47400700 1 -- 172.21.15.12:0/53941875 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fdf40020070 con 0x7fdf5007de80 2024-03-29T00:06:58.411 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.415+0000 7fdf55800700 1 -- 172.21.15.12:0/53941875 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf5019e5f0 con 0x7fdf5007de80 2024-03-29T00:06:58.411 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.415+0000 7fdf47400700 1 -- 172.21.15.12:0/53941875 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdf40019550 con 0x7fdf5007de80 2024-03-29T00:06:58.411 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.415+0000 7fdf55800700 1 -- 172.21.15.12:0/53941875 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf5019ea50 con 0x7fdf5007de80 2024-03-29T00:06:58.411 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.416+0000 7fdf47400700 1 -- 172.21.15.12:0/53941875 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 8) ==== 45928+0+0 (secure 0 0 0) 0x7fdf40003aa0 con 0x7fdf5007de80 2024-03-29T00:06:58.411 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.417+0000 7fdf47400700 1 --2- 172.21.15.12:0/53941875 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7fdf34038c60 0x7fdf3403b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:06:58.411 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.417+0000 7fdf55800700 1 -- 172.21.15.12:0/53941875 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf50063870 con 0x7fdf5007de80 2024-03-29T00:06:58.412 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.417+0000 7fdf47400700 1 -- 172.21.15.12:0/53941875 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fdf4004cd10 con 0x7fdf5007de80 2024-03-29T00:06:58.412 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.417+0000 7fdf4e000700 1 --2- 172.21.15.12:0/53941875 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7fdf34038c60 0x7fdf3403b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:06:58.412 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.418+0000 7fdf4e000700 1 --2- 172.21.15.12:0/53941875 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7fdf34038c60 0x7fdf3403b120 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fdf3c006fd0 tx=0x7fdf3c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:06:58.412 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.423+0000 7fdf47400700 1 -- 172.21.15.12:0/53941875 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fdf40021270 con 0x7fdf5007de80 2024-03-29T00:06:58.412 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.667+0000 7fdf55800700 1 -- 172.21.15.12:0/53941875 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7fdf501a14e0 con 0x7fdf5007de80 2024-03-29T00:06:58.412 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.673+0000 7fdf47400700 1 -- 172.21.15.12:0/53941875 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7fdf40019d30 con 0x7fdf5007de80 2024-03-29T00:06:58.412 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.677+0000 7fdf55800700 1 -- 172.21.15.12:0/53941875 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7fdf34038c60 msgr2=0x7fdf3403b120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:58.412 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.677+0000 7fdf55800700 1 --2- 172.21.15.12:0/53941875 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7fdf34038c60 0x7fdf3403b120 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fdf3c006fd0 tx=0x7fdf3c006e40 comp rx=0 tx=0).stop 2024-03-29T00:06:58.412 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.677+0000 7fdf55800700 1 -- 172.21.15.12:0/53941875 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf5007de80 msgr2=0x7fdf5019de20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:06:58.412 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.677+0000 7fdf55800700 1 --2- 172.21.15.12:0/53941875 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf5007de80 0x7fdf5019de20 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fdf40000c00 tx=0x7fdf40011c30 comp rx=0 tx=0).stop 2024-03-29T00:06:58.412 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.678+0000 7fdf55800700 1 -- 172.21.15.12:0/53941875 shutdown_connections 2024-03-29T00:06:58.412 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.678+0000 7fdf55800700 1 --2- 172.21.15.12:0/53941875 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7fdf34038c60 0x7fdf3403b120 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:58.412 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.678+0000 7fdf55800700 1 --2- 172.21.15.12:0/53941875 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf5007de80 0x7fdf5019de20 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:06:58.412 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.678+0000 7fdf55800700 1 -- 172.21.15.12:0/53941875 >> 172.21.15.12:0/53941875 conn(0x7fdf50103350 msgr2=0x7fdf50103dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:06:58.413 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.678+0000 7fdf55800700 1 -- 172.21.15.12:0/53941875 shutdown_connections 2024-03-29T00:06:58.413 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:57.678+0000 7fdf55800700 1 -- 172.21.15.12:0/53941875 wait complete. 2024-03-29T00:06:58.413 INFO:teuthology.orchestra.run.smithi012.stdout:Enabling the dashboard module... 2024-03-29T00:06:58.999 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:58 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/53941875' entity='client.admin' 2024-03-29T00:07:00.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:59 smithi012 ceph-mon[31657]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:07:00.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:59 smithi012 ceph-mon[31657]: from='mgr.14120 172.21.15.12:0/4246881476' entity='mgr.x' 2024-03-29T00:07:00.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:06:59 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3166208405' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-03-29T00:07:00.460 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:07:00 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: ignoring --setuser ceph since I am not root 2024-03-29T00:07:00.461 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:07:00 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: ignoring --setgroup ceph since I am not root 2024-03-29T00:07:01.490 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:07:01 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:07:01.133+0000 7f2a1f4d1200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-29T00:07:01.490 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:07:01 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:07:01.267+0000 7f2a1f4d1200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-29T00:07:01.491 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:01 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3166208405' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-03-29T00:07:01.491 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:01 smithi012 ceph-mon[31657]: mgrmap e9: x(active, since 26s) 2024-03-29T00:07:02.013 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.072+0000 7f6f85c00700 1 Processor -- start 2024-03-29T00:07:02.014 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.072+0000 7f6f85c00700 1 -- start start 2024-03-29T00:07:02.014 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.073+0000 7f6f85c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f80109f70 0x7f6f8010a390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:02.014 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.073+0000 7f6f85c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f6f8010a8d0 con 0x7f6f80109f70 2024-03-29T00:07:02.014 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.073+0000 7f6f7ea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f80109f70 0x7f6f8010a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:02.014 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.073+0000 7f6f7ea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f80109f70 0x7f6f8010a390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:52056/0 (socket says 172.21.15.12:52056) 2024-03-29T00:07:02.014 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.073+0000 7f6f7ea00700 1 -- 172.21.15.12:0/2722493503 learned_addr learned my addr 172.21.15.12:0/2722493503 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:07:02.014 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.074+0000 7f6f7ea00700 1 -- 172.21.15.12:0/2722493503 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f8010b080 con 0x7f6f80109f70 2024-03-29T00:07:02.014 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.074+0000 7f6f7ea00700 1 --2- 172.21.15.12:0/2722493503 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f80109f70 0x7f6f8010a390 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f6f700098a0 tx=0x7f6f70009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67b9fd37a8584b2f server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:02.015 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.074+0000 7f6f7d600700 1 -- 172.21.15.12:0/2722493503 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6f70004160 con 0x7f6f80109f70 2024-03-29T00:07:02.015 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.074+0000 7f6f7d600700 1 -- 172.21.15.12:0/2722493503 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6f70004300 con 0x7f6f80109f70 2024-03-29T00:07:02.015 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.074+0000 7f6f7d600700 1 -- 172.21.15.12:0/2722493503 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6f70011bb0 con 0x7f6f80109f70 2024-03-29T00:07:02.015 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.075+0000 7f6f85c00700 1 -- 172.21.15.12:0/2722493503 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f80109f70 msgr2=0x7f6f8010a390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:02.015 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.075+0000 7f6f85c00700 1 --2- 172.21.15.12:0/2722493503 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f80109f70 0x7f6f8010a390 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f6f700098a0 tx=0x7f6f70009bb0 comp rx=0 tx=0).stop 2024-03-29T00:07:02.016 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.075+0000 7f6f85c00700 1 -- 172.21.15.12:0/2722493503 shutdown_connections 2024-03-29T00:07:02.016 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.075+0000 7f6f85c00700 1 --2- 172.21.15.12:0/2722493503 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f80109f70 0x7f6f8010a390 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:02.016 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.075+0000 7f6f85c00700 1 -- 172.21.15.12:0/2722493503 >> 172.21.15.12:0/2722493503 conn(0x7f6f8007d340 msgr2=0x7f6f8007d770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:07:02.016 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.075+0000 7f6f85c00700 1 -- 172.21.15.12:0/2722493503 shutdown_connections 2024-03-29T00:07:02.016 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.075+0000 7f6f85c00700 1 -- 172.21.15.12:0/2722493503 wait complete. 2024-03-29T00:07:02.016 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.076+0000 7f6f85c00700 1 Processor -- start 2024-03-29T00:07:02.016 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.077+0000 7f6f85c00700 1 -- start start 2024-03-29T00:07:02.016 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.077+0000 7f6f85c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f80109f70 0x7f6f8019de10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:02.016 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.077+0000 7f6f85c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f6f8010e4c0 con 0x7f6f80109f70 2024-03-29T00:07:02.016 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.077+0000 7f6f7ea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f80109f70 0x7f6f8019de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:02.016 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.077+0000 7f6f7ea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f80109f70 0x7f6f8019de10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:52064/0 (socket says 172.21.15.12:52064) 2024-03-29T00:07:02.017 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.077+0000 7f6f7ea00700 1 -- 172.21.15.12:0/3166208405 learned_addr learned my addr 172.21.15.12:0/3166208405 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:07:02.017 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.078+0000 7f6f7ea00700 1 -- 172.21.15.12:0/3166208405 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f8019e350 con 0x7f6f80109f70 2024-03-29T00:07:02.017 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.078+0000 7f6f7ea00700 1 --2- 172.21.15.12:0/3166208405 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f80109f70 0x7f6f8019de10 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6f70000c00 tx=0x7f6f70011c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:02.017 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.078+0000 7f6f77400700 1 -- 172.21.15.12:0/3166208405 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6f70011e60 con 0x7f6f80109f70 2024-03-29T00:07:02.017 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.078+0000 7f6f77400700 1 -- 172.21.15.12:0/3166208405 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6f70020070 con 0x7f6f80109f70 2024-03-29T00:07:02.017 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.078+0000 7f6f85c00700 1 -- 172.21.15.12:0/3166208405 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f8019e5e0 con 0x7f6f80109f70 2024-03-29T00:07:02.017 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.078+0000 7f6f77400700 1 -- 172.21.15.12:0/3166208405 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6f70019550 con 0x7f6f80109f70 2024-03-29T00:07:02.017 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.079+0000 7f6f85c00700 1 -- 172.21.15.12:0/3166208405 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f8019ea40 con 0x7f6f80109f70 2024-03-29T00:07:02.017 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.080+0000 7f6f77400700 1 -- 172.21.15.12:0/3166208405 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 8) ==== 45928+0+0 (secure 0 0 0) 0x7f6f70019810 con 0x7f6f80109f70 2024-03-29T00:07:02.017 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.080+0000 7f6f85c00700 1 -- 172.21.15.12:0/3166208405 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f80063870 con 0x7f6f80109f70 2024-03-29T00:07:02.018 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.080+0000 7f6f77400700 1 --2- 172.21.15.12:0/3166208405 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f6f64038c60 0x7f6f6403b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:02.018 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.080+0000 7f6f77400700 1 -- 172.21.15.12:0/3166208405 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f6f7004cd30 con 0x7f6f80109f70 2024-03-29T00:07:02.018 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.081+0000 7f6f7e000700 1 --2- 172.21.15.12:0/3166208405 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f6f64038c60 0x7f6f6403b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:02.018 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.081+0000 7f6f7e000700 1 --2- 172.21.15.12:0/3166208405 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f6f64038c60 0x7f6f6403b120 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f6f6c006fd0 tx=0x7f6f6c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:02.018 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.086+0000 7f6f77400700 1 -- 172.21.15.12:0/3166208405 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f6f70023530 con 0x7f6f80109f70 2024-03-29T00:07:02.018 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:06:59.388+0000 7f6f85c00700 1 -- 172.21.15.12:0/3166208405 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7f6f801a1410 con 0x7f6f80109f70 2024-03-29T00:07:02.018 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:00.269+0000 7f6f77400700 1 -- 172.21.15.12:0/3166208405 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7f6f70023790 con 0x7f6f80109f70 2024-03-29T00:07:02.018 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:00.273+0000 7f6f77400700 1 -- 172.21.15.12:0/3166208405 <== mon.0 v2:172.21.15.12:3300/0 8 ==== mgrmap(e 9) ==== 45941+0+0 (secure 0 0 0) 0x7f6f70003aa0 con 0x7f6f80109f70 2024-03-29T00:07:02.018 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:00.276+0000 7f6f85c00700 1 -- 172.21.15.12:0/3166208405 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f6f64038c60 msgr2=0x7f6f6403b120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:02.018 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:00.276+0000 7f6f85c00700 1 --2- 172.21.15.12:0/3166208405 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f6f64038c60 0x7f6f6403b120 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f6f6c006fd0 tx=0x7f6f6c006e40 comp rx=0 tx=0).stop 2024-03-29T00:07:02.018 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:00.276+0000 7f6f85c00700 1 -- 172.21.15.12:0/3166208405 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f80109f70 msgr2=0x7f6f8019de10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:02.019 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:00.276+0000 7f6f85c00700 1 --2- 172.21.15.12:0/3166208405 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f80109f70 0x7f6f8019de10 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6f70000c00 tx=0x7f6f70011c30 comp rx=0 tx=0).stop 2024-03-29T00:07:02.019 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:00.276+0000 7f6f85c00700 1 -- 172.21.15.12:0/3166208405 shutdown_connections 2024-03-29T00:07:02.019 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:00.276+0000 7f6f85c00700 1 --2- 172.21.15.12:0/3166208405 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f6f64038c60 0x7f6f6403b120 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:02.019 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:00.276+0000 7f6f85c00700 1 --2- 172.21.15.12:0/3166208405 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f80109f70 0x7f6f8019de10 secure :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6f70000c00 tx=0x7f6f70011c30 comp rx=0 tx=0).stop 2024-03-29T00:07:02.019 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:00.276+0000 7f6f85c00700 1 -- 172.21.15.12:0/3166208405 >> 172.21.15.12:0/3166208405 conn(0x7f6f8007d340 msgr2=0x7f6f80107370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:07:02.019 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:00.277+0000 7f6f85c00700 1 -- 172.21.15.12:0/3166208405 shutdown_connections 2024-03-29T00:07:02.019 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:00.277+0000 7f6f85c00700 1 -- 172.21.15.12:0/3166208405 wait complete. 2024-03-29T00:07:02.245 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:07:02 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:07:02.118+0000 7f2a1f4d1200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-29T00:07:02.246 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:07:02 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:07:02.244+0000 7f2a1f4d1200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-29T00:07:02.520 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:07:02 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:07:02.433+0000 7f2a1f4d1200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-29T00:07:02.799 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:07:02 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:07:02.566+0000 7f2a1f4d1200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-29T00:07:02.799 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:07:02 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:07:02.685+0000 7f2a1f4d1200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-29T00:07:03.182 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:07:03 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:07:03.036+0000 7f2a1f4d1200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-29T00:07:03.182 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:03 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/849427' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-03-29T00:07:03.443 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:07:03 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:07:03.181+0000 7f2a1f4d1200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-29T00:07:03.444 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:07:03 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:07:03.300+0000 7f2a1f4d1200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-29T00:07:03.444 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:07:03 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:07:03.429+0000 7f2a1f4d1200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-29T00:07:03.761 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout { 2024-03-29T00:07:03.761 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-03-29T00:07:03.761 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "available": true, 2024-03-29T00:07:03.761 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-03-29T00:07:03.761 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-03-29T00:07:03.761 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout } 2024-03-29T00:07:03.761 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.676+0000 7f56f9c00700 1 Processor -- start 2024-03-29T00:07:03.761 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.676+0000 7f56f9c00700 1 -- start start 2024-03-29T00:07:03.762 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.677+0000 7f56f9c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f56f407de40 0x7f56f407c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:03.762 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.677+0000 7f56f9c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f56f407c830 con 0x7f56f407de40 2024-03-29T00:07:03.762 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.677+0000 7f56f2a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f56f407de40 0x7f56f407c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:03.762 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.677+0000 7f56f2a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f56f407de40 0x7f56f407c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:52078/0 (socket says 172.21.15.12:52078) 2024-03-29T00:07:03.762 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.677+0000 7f56f2a00700 1 -- 172.21.15.12:0/1780456900 learned_addr learned my addr 172.21.15.12:0/1780456900 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:07:03.762 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.678+0000 7f56f2a00700 1 -- 172.21.15.12:0/1780456900 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56f407c9b0 con 0x7f56f407de40 2024-03-29T00:07:03.762 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.678+0000 7f56f2a00700 1 --2- 172.21.15.12:0/1780456900 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f56f407de40 0x7f56f407c2f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f56e40098a0 tx=0x7f56e4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3271eb636062ac4e server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:03.762 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.678+0000 7f56f1600700 1 -- 172.21.15.12:0/1780456900 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f56e4004160 con 0x7f56f407de40 2024-03-29T00:07:03.768 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.678+0000 7f56f1600700 1 -- 172.21.15.12:0/1780456900 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f56e4004300 con 0x7f56f407de40 2024-03-29T00:07:03.768 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.678+0000 7f56f1600700 1 -- 172.21.15.12:0/1780456900 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f56e4011bb0 con 0x7f56f407de40 2024-03-29T00:07:03.768 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.679+0000 7f56f9c00700 1 -- 172.21.15.12:0/1780456900 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f56f407de40 msgr2=0x7f56f407c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:03.768 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.679+0000 7f56f9c00700 1 --2- 172.21.15.12:0/1780456900 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f56f407de40 0x7f56f407c2f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f56e40098a0 tx=0x7f56e4009bb0 comp rx=0 tx=0).stop 2024-03-29T00:07:03.768 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.679+0000 7f56f9c00700 1 -- 172.21.15.12:0/1780456900 shutdown_connections 2024-03-29T00:07:03.768 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.679+0000 7f56f9c00700 1 --2- 172.21.15.12:0/1780456900 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f56f407de40 0x7f56f407c2f0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:03.768 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.679+0000 7f56f9c00700 1 -- 172.21.15.12:0/1780456900 >> 172.21.15.12:0/1780456900 conn(0x7f56f4103350 msgr2=0x7f56f4105770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:07:03.768 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.679+0000 7f56f9c00700 1 -- 172.21.15.12:0/1780456900 shutdown_connections 2024-03-29T00:07:03.768 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.679+0000 7f56f9c00700 1 -- 172.21.15.12:0/1780456900 wait complete. 2024-03-29T00:07:03.768 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.680+0000 7f56f9c00700 1 Processor -- start 2024-03-29T00:07:03.768 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.680+0000 7f56f9c00700 1 -- start start 2024-03-29T00:07:03.768 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.681+0000 7f56f9c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f56f407de40 0x7f56f419de30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:03.768 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.681+0000 7f56f9c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f56f410e390 con 0x7f56f407de40 2024-03-29T00:07:03.769 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.681+0000 7f56f2a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f56f407de40 0x7f56f419de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:03.769 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.681+0000 7f56f2a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f56f407de40 0x7f56f419de30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:52094/0 (socket says 172.21.15.12:52094) 2024-03-29T00:07:03.769 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.681+0000 7f56f2a00700 1 -- 172.21.15.12:0/849427 learned_addr learned my addr 172.21.15.12:0/849427 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:07:03.769 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.681+0000 7f56f2a00700 1 -- 172.21.15.12:0/849427 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56f419e370 con 0x7f56f407de40 2024-03-29T00:07:03.769 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.682+0000 7f56f2a00700 1 --2- 172.21.15.12:0/849427 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f56f407de40 0x7f56f419de30 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f56e4000c00 tx=0x7f56e4004620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:03.769 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.682+0000 7f56eb400700 1 -- 172.21.15.12:0/849427 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f56e4011e60 con 0x7f56f407de40 2024-03-29T00:07:03.769 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.682+0000 7f56eb400700 1 -- 172.21.15.12:0/849427 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f56e4020070 con 0x7f56f407de40 2024-03-29T00:07:03.769 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.682+0000 7f56f9c00700 1 -- 172.21.15.12:0/849427 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56f419e600 con 0x7f56f407de40 2024-03-29T00:07:03.769 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.682+0000 7f56eb400700 1 -- 172.21.15.12:0/849427 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f56e4019630 con 0x7f56f407de40 2024-03-29T00:07:03.769 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.682+0000 7f56f9c00700 1 -- 172.21.15.12:0/849427 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56f419ea60 con 0x7f56f407de40 2024-03-29T00:07:03.769 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.683+0000 7f56eb400700 1 -- 172.21.15.12:0/849427 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 9) ==== 45941+0+0 (secure 0 0 0) 0x7f56e401a430 con 0x7f56f407de40 2024-03-29T00:07:03.769 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.683+0000 7f56eb400700 1 --2- 172.21.15.12:0/849427 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f56d8038d10 0x7f56d803b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:03.769 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.683+0000 7f56f9c00700 1 -- 172.21.15.12:0/849427 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56f4063870 con 0x7f56f407de40 2024-03-29T00:07:03.769 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.684+0000 7f56f2000700 1 -- 172.21.15.12:0/849427 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f56d8038d10 msgr2=0x7f56d803b1d0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.12:6800/846623927 2024-03-29T00:07:03.769 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.684+0000 7f56eb400700 1 -- 172.21.15.12:0/849427 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f56e404ce90 con 0x7f56f407de40 2024-03-29T00:07:03.770 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.685+0000 7f56f2000700 1 --2- 172.21.15.12:0/849427 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f56d8038d10 0x7f56d803b1d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-29T00:07:03.770 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.690+0000 7f56eb400700 1 -- 172.21.15.12:0/849427 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f56e401e120 con 0x7f56f407de40 2024-03-29T00:07:03.770 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.886+0000 7f56f2000700 1 -- 172.21.15.12:0/849427 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f56d8038d10 msgr2=0x7f56d803b1d0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.12:6800/846623927 2024-03-29T00:07:03.770 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.886+0000 7f56f2000700 1 --2- 172.21.15.12:0/849427 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f56d8038d10 0x7f56d803b1d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-03-29T00:07:03.770 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.971+0000 7f56f9c00700 1 -- 172.21.15.12:0/849427 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f56f41a1410 con 0x7f56f407de40 2024-03-29T00:07:03.770 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.972+0000 7f56eb400700 1 -- 172.21.15.12:0/849427 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7f56e4024e60 con 0x7f56f407de40 2024-03-29T00:07:03.770 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.975+0000 7f56f9c00700 1 -- 172.21.15.12:0/849427 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f56d8038d10 msgr2=0x7f56d803b1d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-29T00:07:03.770 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.975+0000 7f56f9c00700 1 --2- 172.21.15.12:0/849427 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f56d8038d10 0x7f56d803b1d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:03.770 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.975+0000 7f56f9c00700 1 -- 172.21.15.12:0/849427 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f56f407de40 msgr2=0x7f56f419de30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:03.770 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.975+0000 7f56f9c00700 1 --2- 172.21.15.12:0/849427 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f56f407de40 0x7f56f419de30 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f56e4000c00 tx=0x7f56e4004620 comp rx=0 tx=0).stop 2024-03-29T00:07:03.770 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.975+0000 7f56f9c00700 1 -- 172.21.15.12:0/849427 shutdown_connections 2024-03-29T00:07:03.770 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.975+0000 7f56f9c00700 1 --2- 172.21.15.12:0/849427 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f56d8038d10 0x7f56d803b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:03.770 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.975+0000 7f56f9c00700 1 --2- 172.21.15.12:0/849427 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f56f407de40 0x7f56f419de30 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:03.771 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.975+0000 7f56f9c00700 1 -- 172.21.15.12:0/849427 >> 172.21.15.12:0/849427 conn(0x7f56f4103350 msgr2=0x7f56f4103d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:07:03.771 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.975+0000 7f56f9c00700 1 -- 172.21.15.12:0/849427 shutdown_connections 2024-03-29T00:07:03.771 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:02.975+0000 7f56f9c00700 1 -- 172.21.15.12:0/849427 wait complete. 2024-03-29T00:07:03.771 INFO:teuthology.orchestra.run.smithi012.stdout:Waiting for the mgr to restart... 2024-03-29T00:07:03.771 INFO:teuthology.orchestra.run.smithi012.stdout:Waiting for mgr epoch 9... 2024-03-29T00:07:03.919 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:07:03 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:07:03.655+0000 7f2a1f4d1200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-29T00:07:05.299 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:07:05 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:07:05.001+0000 7f2a1f4d1200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-29T00:07:05.299 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:07:05 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:07:05.180+0000 7f2a1f4d1200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-29T00:07:06.001 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:07:05 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:07:05.610+0000 7f2a1f4d1200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-29T00:07:06.002 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:07:05 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:07:05.733+0000 7f2a1f4d1200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-29T00:07:06.255 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:07:06 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:07:06.000+0000 7f2a1f4d1200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-29T00:07:06.549 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:07:06 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:07:06.253+0000 7f2a1f4d1200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-29T00:07:06.970 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:07:06 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:07:06.645+0000 7f2a1f4d1200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-29T00:07:07.288 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:07:06 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:07:06.969+0000 7f2a1f4d1200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-29T00:07:07.549 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:07:07 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:07:07.286+0000 7f2a1f4d1200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-29T00:07:08.799 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:07:08 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:07:08.361+0000 7f2a1f4d1200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-29T00:07:09.549 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:07:09 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:07:09.104+0000 7f2a1f4d1200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-29T00:07:09.550 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:07:09 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:07:09.255+0000 7f2a1f4d1200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-29T00:07:10.049 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:07:09 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:07:09.574+0000 7f2a1f4d1200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-29T00:07:10.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:09 smithi012 ceph-mon[31657]: Active manager daemon x restarted 2024-03-29T00:07:10.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:09 smithi012 ceph-mon[31657]: Activating manager daemon x 2024-03-29T00:07:10.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:09 smithi012 ceph-mon[31657]: osdmap e3: 0 total, 0 up, 0 in 2024-03-29T00:07:10.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:09 smithi012 ceph-mon[31657]: mgrmap e10: x(active, starting, since 0.00810143s) 2024-03-29T00:07:10.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:09 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-29T00:07:10.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:09 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-29T00:07:10.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:09 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-29T00:07:10.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:09 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-29T00:07:10.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:09 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-29T00:07:10.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:09 smithi012 ceph-mon[31657]: Manager daemon x is now available 2024-03-29T00:07:10.926 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:07:10.926 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:07:10.926 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-29T00:07:10.926 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-29T00:07:10.927 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:10 smithi012 ceph-mon[31657]: [29/Mar/2024:00:07:10] ENGINE Bus STARTING 2024-03-29T00:07:10.927 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:10 smithi012 ceph-mon[31657]: [29/Mar/2024:00:07:10] ENGINE Serving on https://172.21.15.12:7150 2024-03-29T00:07:10.927 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:10 smithi012 ceph-mon[31657]: [29/Mar/2024:00:07:10] ENGINE Serving on http://172.21.15.12:8765 2024-03-29T00:07:10.927 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:10 smithi012 ceph-mon[31657]: [29/Mar/2024:00:07:10] ENGINE Bus STARTED 2024-03-29T00:07:10.927 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:10 smithi012 ceph-mon[31657]: mgrmap e11: x(active, since 1.00899s) 2024-03-29T00:07:11.882 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout { 2024-03-29T00:07:11.882 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-03-29T00:07:11.882 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "initialized": true 2024-03-29T00:07:11.882 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout } 2024-03-29T00:07:11.882 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.371+0000 7f681be00700 1 Processor -- start 2024-03-29T00:07:11.882 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.371+0000 7f681be00700 1 -- start start 2024-03-29T00:07:11.882 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.372+0000 7f681be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f681c106a70 0x7f681c106e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:11.882 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.372+0000 7f681be00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f681c107460 con 0x7f681c106a70 2024-03-29T00:07:11.882 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.372+0000 7f681aa00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f681c106a70 0x7f681c106e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:11.883 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.372+0000 7f681aa00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f681c106a70 0x7f681c106e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:37994/0 (socket says 172.21.15.12:37994) 2024-03-29T00:07:11.883 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.372+0000 7f681aa00700 1 -- 172.21.15.12:0/1375666487 learned_addr learned my addr 172.21.15.12:0/1375666487 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:07:11.883 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.373+0000 7f681aa00700 1 -- 172.21.15.12:0/1375666487 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f681c107c70 con 0x7f681c106a70 2024-03-29T00:07:11.883 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.373+0000 7f681aa00700 1 --2- 172.21.15.12:0/1375666487 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f681c106a70 0x7f681c106e90 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f680c0098a0 tx=0x7f680c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41275b15f8fd9e24 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:11.883 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.373+0000 7f6819600700 1 -- 172.21.15.12:0/1375666487 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f680c004160 con 0x7f681c106a70 2024-03-29T00:07:11.883 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.373+0000 7f6819600700 1 -- 172.21.15.12:0/1375666487 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f680c004300 con 0x7f681c106a70 2024-03-29T00:07:11.883 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.373+0000 7f6819600700 1 -- 172.21.15.12:0/1375666487 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f680c011bb0 con 0x7f681c106a70 2024-03-29T00:07:11.883 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.374+0000 7f681be00700 1 -- 172.21.15.12:0/1375666487 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f681c106a70 msgr2=0x7f681c106e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:11.883 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.374+0000 7f681be00700 1 --2- 172.21.15.12:0/1375666487 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f681c106a70 0x7f681c106e90 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f680c0098a0 tx=0x7f680c009bb0 comp rx=0 tx=0).stop 2024-03-29T00:07:11.883 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.374+0000 7f681be00700 1 -- 172.21.15.12:0/1375666487 shutdown_connections 2024-03-29T00:07:11.883 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.374+0000 7f681be00700 1 --2- 172.21.15.12:0/1375666487 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f681c106a70 0x7f681c106e90 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:11.883 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.374+0000 7f681be00700 1 -- 172.21.15.12:0/1375666487 >> 172.21.15.12:0/1375666487 conn(0x7f681c102030 msgr2=0x7f681c104450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:07:11.884 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.374+0000 7f681be00700 1 -- 172.21.15.12:0/1375666487 shutdown_connections 2024-03-29T00:07:11.884 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.374+0000 7f681be00700 1 -- 172.21.15.12:0/1375666487 wait complete. 2024-03-29T00:07:11.884 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.376+0000 7f681be00700 1 Processor -- start 2024-03-29T00:07:11.884 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.376+0000 7f681be00700 1 -- start start 2024-03-29T00:07:11.884 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.376+0000 7f681be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f681c106a70 0x7f681c19dd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:11.884 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.376+0000 7f681be00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f681c10b020 con 0x7f681c106a70 2024-03-29T00:07:11.884 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.377+0000 7f681aa00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f681c106a70 0x7f681c19dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:11.884 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.377+0000 7f681aa00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f681c106a70 0x7f681c19dd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:38008/0 (socket says 172.21.15.12:38008) 2024-03-29T00:07:11.884 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.377+0000 7f681aa00700 1 -- 172.21.15.12:0/2892073283 learned_addr learned my addr 172.21.15.12:0/2892073283 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:07:11.884 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.377+0000 7f681aa00700 1 -- 172.21.15.12:0/2892073283 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f681c19e250 con 0x7f681c106a70 2024-03-29T00:07:11.884 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.377+0000 7f681aa00700 1 --2- 172.21.15.12:0/2892073283 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f681c106a70 0x7f681c19dd10 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f680c009520 tx=0x7f680c011c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:11.884 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.378+0000 7f6820a00700 1 -- 172.21.15.12:0/2892073283 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f680c011e60 con 0x7f681c106a70 2024-03-29T00:07:11.884 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.378+0000 7f6820a00700 1 -- 172.21.15.12:0/2892073283 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f680c0039c0 con 0x7f681c106a70 2024-03-29T00:07:11.884 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.378+0000 7f6820a00700 1 -- 172.21.15.12:0/2892073283 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f680c01a5a0 con 0x7f681c106a70 2024-03-29T00:07:11.885 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.378+0000 7f681be00700 1 -- 172.21.15.12:0/2892073283 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f681c19e4e0 con 0x7f681c106a70 2024-03-29T00:07:11.885 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.378+0000 7f681be00700 1 -- 172.21.15.12:0/2892073283 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f681c19e940 con 0x7f681c106a70 2024-03-29T00:07:11.885 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.379+0000 7f6820a00700 1 -- 172.21.15.12:0/2892073283 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 9) ==== 45941+0+0 (secure 0 0 0) 0x7f680c024440 con 0x7f681c106a70 2024-03-29T00:07:11.885 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.379+0000 7f6820a00700 1 --2- 172.21.15.12:0/2892073283 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f6800038d10 0x7f680003b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:11.885 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.379+0000 7f6820a00700 1 -- 172.21.15.12:0/2892073283 --> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f680003b8e0 con 0x7f6800038d10 2024-03-29T00:07:11.885 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.379+0000 7f6820a00700 1 -- 172.21.15.12:0/2892073283 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f680c04cb20 con 0x7f681c106a70 2024-03-29T00:07:11.885 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.379+0000 7f681a000700 1 -- 172.21.15.12:0/2892073283 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f6800038d10 msgr2=0x7f680003b1d0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.12:6800/846623927 2024-03-29T00:07:11.885 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.380+0000 7f681a000700 1 --2- 172.21.15.12:0/2892073283 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f6800038d10 0x7f680003b1d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-29T00:07:11.885 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.581+0000 7f681a000700 1 -- 172.21.15.12:0/2892073283 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f6800038d10 msgr2=0x7f680003b1d0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.12:6800/846623927 2024-03-29T00:07:11.885 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.581+0000 7f681a000700 1 --2- 172.21.15.12:0/2892073283 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f6800038d10 0x7f680003b1d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-03-29T00:07:11.885 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.982+0000 7f681a000700 1 -- 172.21.15.12:0/2892073283 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f6800038d10 msgr2=0x7f680003b1d0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.12:6800/846623927 2024-03-29T00:07:11.885 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:04.982+0000 7f681a000700 1 --2- 172.21.15.12:0/2892073283 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f6800038d10 0x7f680003b1d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-03-29T00:07:11.885 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:05.782+0000 7f681a000700 1 -- 172.21.15.12:0/2892073283 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f6800038d10 msgr2=0x7f680003b1d0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.12:6800/846623927 2024-03-29T00:07:11.886 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:05.782+0000 7f681a000700 1 --2- 172.21.15.12:0/2892073283 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f6800038d10 0x7f680003b1d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-03-29T00:07:11.886 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:07.384+0000 7f681a000700 1 -- 172.21.15.12:0/2892073283 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f6800038d10 msgr2=0x7f680003b1d0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.12:6800/846623927 2024-03-29T00:07:11.886 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:07.384+0000 7f681a000700 1 --2- 172.21.15.12:0/2892073283 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f6800038d10 0x7f680003b1d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-03-29T00:07:11.886 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:09.582+0000 7f6820a00700 1 -- 172.21.15.12:0/2892073283 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mgrmap(e 10) ==== 45708+0+0 (secure 0 0 0) 0x7f680c02d3f0 con 0x7f681c106a70 2024-03-29T00:07:11.886 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:09.582+0000 7f6820a00700 1 -- 172.21.15.12:0/2892073283 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f6800038d10 msgr2=0x7f680003b1d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-29T00:07:11.886 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:09.582+0000 7f6820a00700 1 --2- 172.21.15.12:0/2892073283 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f6800038d10 0x7f680003b1d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:11.886 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:10.583+0000 7f6820a00700 1 -- 172.21.15.12:0/2892073283 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mgrmap(e 11) ==== 45835+0+0 (secure 0 0 0) 0x7f680c020940 con 0x7f681c106a70 2024-03-29T00:07:11.886 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:10.583+0000 7f6820a00700 1 --2- 172.21.15.12:0/2892073283 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f680003c920 0x7f680003ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:11.886 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:10.584+0000 7f6820a00700 1 -- 172.21.15.12:0/2892073283 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f680003b8e0 con 0x7f680003c920 2024-03-29T00:07:11.886 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:10.584+0000 7f681a000700 1 --2- 172.21.15.12:0/2892073283 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f680003c920 0x7f680003ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:11.886 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:10.586+0000 7f681a000700 1 --2- 172.21.15.12:0/2892073283 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f680003c920 0x7f680003ed10 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f6808003a10 tx=0x7f6808009270 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:11.886 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:10.587+0000 7f6820a00700 1 -- 172.21.15.12:0/2892073283 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7f680003b8e0 con 0x7f680003c920 2024-03-29T00:07:11.886 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:10.596+0000 7f681be00700 1 -- 172.21.15.12:0/2892073283 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f681c10b1a0 con 0x7f680003c920 2024-03-29T00:07:11.886 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:10.596+0000 7f6820a00700 1 -- 172.21.15.12:0/2892073283 <== mgr.14152 v2:172.21.15.12:6800/1603741841 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7f681c10b1a0 con 0x7f680003c920 2024-03-29T00:07:11.887 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:10.596+0000 7f681be00700 1 -- 172.21.15.12:0/2892073283 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f680003c920 msgr2=0x7f680003ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:11.887 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:10.596+0000 7f681be00700 1 --2- 172.21.15.12:0/2892073283 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f680003c920 0x7f680003ed10 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f6808003a10 tx=0x7f6808009270 comp rx=0 tx=0).stop 2024-03-29T00:07:11.887 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:10.596+0000 7f681be00700 1 -- 172.21.15.12:0/2892073283 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f681c106a70 msgr2=0x7f681c19dd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:11.887 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:10.596+0000 7f681be00700 1 --2- 172.21.15.12:0/2892073283 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f681c106a70 0x7f681c19dd10 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f680c009520 tx=0x7f680c011c30 comp rx=0 tx=0).stop 2024-03-29T00:07:11.887 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:10.597+0000 7f681be00700 1 -- 172.21.15.12:0/2892073283 shutdown_connections 2024-03-29T00:07:11.887 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:10.597+0000 7f681be00700 1 --2- 172.21.15.12:0/2892073283 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f680003c920 0x7f680003ed10 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:11.887 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:10.597+0000 7f681be00700 1 --2- 172.21.15.12:0/2892073283 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f681c106a70 0x7f681c19dd10 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:11.887 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:10.597+0000 7f681be00700 1 --2- 172.21.15.12:0/2892073283 >> [v2:172.21.15.12:6800/846623927,v1:172.21.15.12:6801/846623927] conn(0x7f6800038d10 0x7f680003b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:11.887 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:10.597+0000 7f681be00700 1 -- 172.21.15.12:0/2892073283 >> 172.21.15.12:0/2892073283 conn(0x7f681c102030 msgr2=0x7f681c102de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:07:11.887 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:10.597+0000 7f681be00700 1 -- 172.21.15.12:0/2892073283 shutdown_connections 2024-03-29T00:07:11.887 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:10.597+0000 7f681be00700 1 -- 172.21.15.12:0/2892073283 wait complete. 2024-03-29T00:07:11.887 INFO:teuthology.orchestra.run.smithi012.stdout:mgr epoch 9 is available 2024-03-29T00:07:11.887 INFO:teuthology.orchestra.run.smithi012.stdout:Generating a dashboard self-signed certificate... 2024-03-29T00:07:12.026 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:11 smithi012 ceph-mon[31657]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-03-29T00:07:12.027 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:11 smithi012 ceph-mon[31657]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-03-29T00:07:12.902 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:12 smithi012 ceph-mon[31657]: mgrmap e12: x(active, since 2s) 2024-03-29T00:07:12.902 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:12 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:13.671 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-03-29T00:07:13.673 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.534+0000 7f766b400700 1 Processor -- start 2024-03-29T00:07:13.673 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.535+0000 7f766b400700 1 -- start start 2024-03-29T00:07:13.673 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.535+0000 7f766b400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7664107d70 0x7f7664108190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:13.673 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.535+0000 7f766b400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7664108760 con 0x7f7664107d70 2024-03-29T00:07:13.673 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.536+0000 7f7668a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7664107d70 0x7f7664108190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:13.673 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.536+0000 7f7668a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7664107d70 0x7f7664108190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:38086/0 (socket says 172.21.15.12:38086) 2024-03-29T00:07:13.673 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.536+0000 7f7668a00700 1 -- 172.21.15.12:0/3333378451 learned_addr learned my addr 172.21.15.12:0/3333378451 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:07:13.673 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.536+0000 7f7668a00700 1 -- 172.21.15.12:0/3333378451 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7664108f20 con 0x7f7664107d70 2024-03-29T00:07:13.673 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.537+0000 7f7668a00700 1 --2- 172.21.15.12:0/3333378451 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7664107d70 0x7f7664108190 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f76580098a0 tx=0x7f7658009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=820f5f6d7648ad75 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:13.673 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.537+0000 7f7663400700 1 -- 172.21.15.12:0/3333378451 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7658004160 con 0x7f7664107d70 2024-03-29T00:07:13.673 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.537+0000 7f7663400700 1 -- 172.21.15.12:0/3333378451 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7658004300 con 0x7f7664107d70 2024-03-29T00:07:13.674 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.537+0000 7f7663400700 1 -- 172.21.15.12:0/3333378451 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7658011bb0 con 0x7f7664107d70 2024-03-29T00:07:13.674 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.538+0000 7f766b400700 1 -- 172.21.15.12:0/3333378451 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7664107d70 msgr2=0x7f7664108190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:13.674 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.538+0000 7f766b400700 1 --2- 172.21.15.12:0/3333378451 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7664107d70 0x7f7664108190 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f76580098a0 tx=0x7f7658009bb0 comp rx=0 tx=0).stop 2024-03-29T00:07:13.674 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.538+0000 7f766b400700 1 -- 172.21.15.12:0/3333378451 shutdown_connections 2024-03-29T00:07:13.678 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.538+0000 7f766b400700 1 --2- 172.21.15.12:0/3333378451 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7664107d70 0x7f7664108190 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:13.678 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.538+0000 7f766b400700 1 -- 172.21.15.12:0/3333378451 >> 172.21.15.12:0/3333378451 conn(0x7f7664103350 msgr2=0x7f7664105770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:07:13.678 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.538+0000 7f766b400700 1 -- 172.21.15.12:0/3333378451 shutdown_connections 2024-03-29T00:07:13.678 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.538+0000 7f766b400700 1 -- 172.21.15.12:0/3333378451 wait complete. 2024-03-29T00:07:13.678 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.539+0000 7f766b400700 1 Processor -- start 2024-03-29T00:07:13.678 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.539+0000 7f766b400700 1 -- start start 2024-03-29T00:07:13.678 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.540+0000 7f766b400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7664107d70 0x7f766419deb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:13.678 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.540+0000 7f766b400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f766410c2d0 con 0x7f7664107d70 2024-03-29T00:07:13.678 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.540+0000 7f7668a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7664107d70 0x7f766419deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:13.678 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.540+0000 7f7668a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7664107d70 0x7f766419deb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:38100/0 (socket says 172.21.15.12:38100) 2024-03-29T00:07:13.679 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.540+0000 7f7668a00700 1 -- 172.21.15.12:0/2526726094 learned_addr learned my addr 172.21.15.12:0/2526726094 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:07:13.679 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.540+0000 7f7668a00700 1 -- 172.21.15.12:0/2526726094 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f766419e3f0 con 0x7f7664107d70 2024-03-29T00:07:13.679 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.541+0000 7f7668a00700 1 --2- 172.21.15.12:0/2526726094 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7664107d70 0x7f766419deb0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f7658009520 tx=0x7f7658011c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:13.679 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.541+0000 7f7661600700 1 -- 172.21.15.12:0/2526726094 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7658011e60 con 0x7f7664107d70 2024-03-29T00:07:13.679 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.541+0000 7f7661600700 1 -- 172.21.15.12:0/2526726094 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f76580039c0 con 0x7f7664107d70 2024-03-29T00:07:13.679 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.541+0000 7f7661600700 1 -- 172.21.15.12:0/2526726094 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f765801a5a0 con 0x7f7664107d70 2024-03-29T00:07:13.679 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.541+0000 7f766b400700 1 -- 172.21.15.12:0/2526726094 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f766419e680 con 0x7f7664107d70 2024-03-29T00:07:13.679 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.541+0000 7f766b400700 1 -- 172.21.15.12:0/2526726094 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f766419eae0 con 0x7f7664107d70 2024-03-29T00:07:13.679 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.543+0000 7f7661600700 1 -- 172.21.15.12:0/2526726094 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 12) ==== 45941+0+0 (secure 0 0 0) 0x7f7658024440 con 0x7f7664107d70 2024-03-29T00:07:13.679 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.543+0000 7f766b400700 1 -- 172.21.15.12:0/2526726094 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7664063870 con 0x7f7664107d70 2024-03-29T00:07:13.679 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.543+0000 7f7661600700 1 --2- 172.21.15.12:0/2526726094 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f764c038d10 0x7f764c03b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:13.679 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.543+0000 7f7661600700 1 -- 172.21.15.12:0/2526726094 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f765804ccc0 con 0x7f7664107d70 2024-03-29T00:07:13.679 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.543+0000 7f7663e00700 1 --2- 172.21.15.12:0/2526726094 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f764c038d10 0x7f764c03b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:13.679 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.544+0000 7f7663e00700 1 --2- 172.21.15.12:0/2526726094 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f764c038d10 0x7f764c03b1d0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7650006fd0 tx=0x7f7650006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:13.680 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.549+0000 7f7661600700 1 -- 172.21.15.12:0/2526726094 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f7658003c20 con 0x7f7664107d70 2024-03-29T00:07:13.680 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.785+0000 7f766b400700 1 -- 172.21.15.12:0/2526726094 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f7664104470 con 0x7f764c038d10 2024-03-29T00:07:13.680 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.900+0000 7f7661600700 1 -- 172.21.15.12:0/2526726094 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f7664104470 con 0x7f764c038d10 2024-03-29T00:07:13.680 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.903+0000 7f766b400700 1 -- 172.21.15.12:0/2526726094 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f764c038d10 msgr2=0x7f764c03b1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:13.680 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.903+0000 7f766b400700 1 --2- 172.21.15.12:0/2526726094 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f764c038d10 0x7f764c03b1d0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7650006fd0 tx=0x7f7650006e40 comp rx=0 tx=0).stop 2024-03-29T00:07:13.680 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.903+0000 7f766b400700 1 -- 172.21.15.12:0/2526726094 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7664107d70 msgr2=0x7f766419deb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:13.680 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.903+0000 7f766b400700 1 --2- 172.21.15.12:0/2526726094 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7664107d70 0x7f766419deb0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f7658009520 tx=0x7f7658011c30 comp rx=0 tx=0).stop 2024-03-29T00:07:13.680 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.903+0000 7f766b400700 1 -- 172.21.15.12:0/2526726094 shutdown_connections 2024-03-29T00:07:13.680 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.903+0000 7f766b400700 1 --2- 172.21.15.12:0/2526726094 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f764c038d10 0x7f764c03b1d0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:13.680 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.903+0000 7f766b400700 1 --2- 172.21.15.12:0/2526726094 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7664107d70 0x7f766419deb0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:13.681 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.903+0000 7f766b400700 1 -- 172.21.15.12:0/2526726094 >> 172.21.15.12:0/2526726094 conn(0x7f7664103350 msgr2=0x7f7664103d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:07:13.681 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.904+0000 7f766b400700 1 -- 172.21.15.12:0/2526726094 shutdown_connections 2024-03-29T00:07:13.681 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:12.904+0000 7f766b400700 1 -- 172.21.15.12:0/2526726094 wait complete. 2024-03-29T00:07:13.681 INFO:teuthology.orchestra.run.smithi012.stdout:Creating initial admin user... 2024-03-29T00:07:14.014 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:13 smithi012 ceph-mon[31657]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:07:14.014 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:13 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:14.014 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:13 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:15.206 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:14 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:15.206 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:14 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:16.218 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:15 smithi012 ceph-mon[31657]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:07:16.622 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$bA7tsB45jmpFmgkdx/8F9.OBQtc7dIUj8Qh5HShg6kYO.qn4FGeRy", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1711670834, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-03-29T00:07:16.622 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.324+0000 7f4d48200700 1 Processor -- start 2024-03-29T00:07:16.622 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.324+0000 7f4d48200700 1 -- start start 2024-03-29T00:07:16.622 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.325+0000 7f4d48200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4d401087c0 0x7f4d4010abb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:16.622 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.325+0000 7f4d48200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f4d4007be80 con 0x7f4d401087c0 2024-03-29T00:07:16.622 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.325+0000 7f4d45800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4d401087c0 0x7f4d4010abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:16.622 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.325+0000 7f4d45800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4d401087c0 0x7f4d4010abb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33930/0 (socket says 172.21.15.12:33930) 2024-03-29T00:07:16.622 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.325+0000 7f4d45800700 1 -- 172.21.15.12:0/702061085 learned_addr learned my addr 172.21.15.12:0/702061085 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:07:16.622 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.326+0000 7f4d45800700 1 -- 172.21.15.12:0/702061085 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d4010b0f0 con 0x7f4d401087c0 2024-03-29T00:07:16.622 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.326+0000 7f4d45800700 1 --2- 172.21.15.12:0/702061085 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4d401087c0 0x7f4d4010abb0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f4d340098a0 tx=0x7f4d34009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57d1971ea2ebeca4 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:16.623 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.326+0000 7f4d3fe00700 1 -- 172.21.15.12:0/702061085 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4d34004160 con 0x7f4d401087c0 2024-03-29T00:07:16.623 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.326+0000 7f4d3fe00700 1 -- 172.21.15.12:0/702061085 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4d34004300 con 0x7f4d401087c0 2024-03-29T00:07:16.623 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.326+0000 7f4d3fe00700 1 -- 172.21.15.12:0/702061085 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4d34011bb0 con 0x7f4d401087c0 2024-03-29T00:07:16.623 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.327+0000 7f4d48200700 1 -- 172.21.15.12:0/702061085 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4d401087c0 msgr2=0x7f4d4010abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:16.623 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.327+0000 7f4d48200700 1 --2- 172.21.15.12:0/702061085 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4d401087c0 0x7f4d4010abb0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f4d340098a0 tx=0x7f4d34009bb0 comp rx=0 tx=0).stop 2024-03-29T00:07:16.623 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.327+0000 7f4d48200700 1 -- 172.21.15.12:0/702061085 shutdown_connections 2024-03-29T00:07:16.623 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.327+0000 7f4d48200700 1 --2- 172.21.15.12:0/702061085 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4d401087c0 0x7f4d4010abb0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:16.623 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.327+0000 7f4d48200700 1 -- 172.21.15.12:0/702061085 >> 172.21.15.12:0/702061085 conn(0x7f4d40102290 msgr2=0x7f4d401046b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:07:16.623 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.327+0000 7f4d48200700 1 -- 172.21.15.12:0/702061085 shutdown_connections 2024-03-29T00:07:16.623 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.327+0000 7f4d48200700 1 -- 172.21.15.12:0/702061085 wait complete. 2024-03-29T00:07:16.623 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.328+0000 7f4d48200700 1 Processor -- start 2024-03-29T00:07:16.623 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.329+0000 7f4d48200700 1 -- start start 2024-03-29T00:07:16.623 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.329+0000 7f4d48200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4d401087c0 0x7f4d4019ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:16.624 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.329+0000 7f4d48200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f4d4010c1b0 con 0x7f4d401087c0 2024-03-29T00:07:16.624 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.329+0000 7f4d45800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4d401087c0 0x7f4d4019ddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:16.624 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.329+0000 7f4d45800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4d401087c0 0x7f4d4019ddf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33934/0 (socket says 172.21.15.12:33934) 2024-03-29T00:07:16.624 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.329+0000 7f4d45800700 1 -- 172.21.15.12:0/1762673836 learned_addr learned my addr 172.21.15.12:0/1762673836 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:07:16.624 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.330+0000 7f4d45800700 1 -- 172.21.15.12:0/1762673836 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d4019e330 con 0x7f4d401087c0 2024-03-29T00:07:16.624 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.330+0000 7f4d45800700 1 --2- 172.21.15.12:0/1762673836 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4d401087c0 0x7f4d4019ddf0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f4d34000c00 tx=0x7f4d34011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:16.624 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.330+0000 7f4d3e000700 1 -- 172.21.15.12:0/1762673836 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4d34011e60 con 0x7f4d401087c0 2024-03-29T00:07:16.624 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.330+0000 7f4d3e000700 1 -- 172.21.15.12:0/1762673836 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4d34003b20 con 0x7f4d401087c0 2024-03-29T00:07:16.624 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.330+0000 7f4d3e000700 1 -- 172.21.15.12:0/1762673836 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4d340247a0 con 0x7f4d401087c0 2024-03-29T00:07:16.624 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.330+0000 7f4d48200700 1 -- 172.21.15.12:0/1762673836 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d4019e5c0 con 0x7f4d401087c0 2024-03-29T00:07:16.624 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.331+0000 7f4d48200700 1 -- 172.21.15.12:0/1762673836 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d4019ea20 con 0x7f4d401087c0 2024-03-29T00:07:16.624 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.332+0000 7f4d3e000700 1 -- 172.21.15.12:0/1762673836 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 12) ==== 45941+0+0 (secure 0 0 0) 0x7f4d34022020 con 0x7f4d401087c0 2024-03-29T00:07:16.624 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.332+0000 7f4d48200700 1 -- 172.21.15.12:0/1762673836 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d40063870 con 0x7f4d401087c0 2024-03-29T00:07:16.625 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.332+0000 7f4d3e000700 1 --2- 172.21.15.12:0/1762673836 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4d28038d10 0x7f4d2803b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:16.625 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.332+0000 7f4d3e000700 1 -- 172.21.15.12:0/1762673836 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f4d3404cba0 con 0x7f4d401087c0 2024-03-29T00:07:16.625 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.333+0000 7f4d44e00700 1 --2- 172.21.15.12:0/1762673836 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4d28038d10 0x7f4d2803b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:16.625 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.334+0000 7f4d44e00700 1 --2- 172.21.15.12:0/1762673836 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4d28038d10 0x7f4d2803b1d0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4d2c006fd0 tx=0x7f4d2c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:16.625 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.339+0000 7f4d3e000700 1 -- 172.21.15.12:0/1762673836 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f4d3400b3e0 con 0x7f4d401087c0 2024-03-29T00:07:16.625 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.586+0000 7f4d48200700 1 -- 172.21.15.12:0/1762673836 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7f4d401a1450 con 0x7f4d28038d10 2024-03-29T00:07:16.625 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.870+0000 7f4d3e000700 1 -- 172.21.15.12:0/1762673836 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7f4d401a1450 con 0x7f4d28038d10 2024-03-29T00:07:16.625 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.873+0000 7f4d48200700 1 -- 172.21.15.12:0/1762673836 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4d28038d10 msgr2=0x7f4d2803b1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:16.625 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.873+0000 7f4d48200700 1 --2- 172.21.15.12:0/1762673836 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4d28038d10 0x7f4d2803b1d0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4d2c006fd0 tx=0x7f4d2c006e40 comp rx=0 tx=0).stop 2024-03-29T00:07:16.625 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.873+0000 7f4d48200700 1 -- 172.21.15.12:0/1762673836 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4d401087c0 msgr2=0x7f4d4019ddf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:16.625 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.873+0000 7f4d48200700 1 --2- 172.21.15.12:0/1762673836 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4d401087c0 0x7f4d4019ddf0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f4d34000c00 tx=0x7f4d34011ca0 comp rx=0 tx=0).stop 2024-03-29T00:07:16.625 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.873+0000 7f4d48200700 1 -- 172.21.15.12:0/1762673836 shutdown_connections 2024-03-29T00:07:16.625 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.873+0000 7f4d48200700 1 --2- 172.21.15.12:0/1762673836 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4d28038d10 0x7f4d2803b1d0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:16.625 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.873+0000 7f4d48200700 1 --2- 172.21.15.12:0/1762673836 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4d401087c0 0x7f4d4019ddf0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:16.626 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.873+0000 7f4d48200700 1 -- 172.21.15.12:0/1762673836 >> 172.21.15.12:0/1762673836 conn(0x7f4d40102290 msgr2=0x7f4d401065e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:07:16.626 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.873+0000 7f4d48200700 1 -- 172.21.15.12:0/1762673836 shutdown_connections 2024-03-29T00:07:16.626 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:14.874+0000 7f4d48200700 1 -- 172.21.15.12:0/1762673836 wait complete. 2024-03-29T00:07:16.626 INFO:teuthology.orchestra.run.smithi012.stdout:Fetching dashboard port number... 2024-03-29T00:07:17.214 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:16 smithi012 ceph-mon[31657]: mgrmap e13: x(active, since 6s) 2024-03-29T00:07:18.161 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:17 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2318331587' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-03-29T00:07:18.170 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 8443 2024-03-29T00:07:18.175 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.212+0000 7f11bb800700 1 Processor -- start 2024-03-29T00:07:18.175 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.212+0000 7f11bb800700 1 -- start start 2024-03-29T00:07:18.175 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.213+0000 7f11bb800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f11b4108820 0x7f11b410ac10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:18.175 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.213+0000 7f11bb800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f11b407be40 con 0x7f11b4108820 2024-03-29T00:07:18.175 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.214+0000 7f11b8e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f11b4108820 0x7f11b410ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:18.175 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.214+0000 7f11b8e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f11b4108820 0x7f11b410ac10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33940/0 (socket says 172.21.15.12:33940) 2024-03-29T00:07:18.175 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.214+0000 7f11b8e00700 1 -- 172.21.15.12:0/2036709126 learned_addr learned my addr 172.21.15.12:0/2036709126 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:07:18.175 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.214+0000 7f11b8e00700 1 -- 172.21.15.12:0/2036709126 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11b410b150 con 0x7f11b4108820 2024-03-29T00:07:18.175 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.215+0000 7f11b8e00700 1 --2- 172.21.15.12:0/2036709126 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f11b4108820 0x7f11b410ac10 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f11a80098a0 tx=0x7f11a8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4ff0a8c342166e7 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:18.175 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.215+0000 7f11b3400700 1 -- 172.21.15.12:0/2036709126 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f11a8004160 con 0x7f11b4108820 2024-03-29T00:07:18.175 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.215+0000 7f11b3400700 1 -- 172.21.15.12:0/2036709126 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f11a8004300 con 0x7f11b4108820 2024-03-29T00:07:18.175 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.215+0000 7f11b3400700 1 -- 172.21.15.12:0/2036709126 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f11a8011bb0 con 0x7f11b4108820 2024-03-29T00:07:18.176 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.216+0000 7f11bb800700 1 -- 172.21.15.12:0/2036709126 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f11b4108820 msgr2=0x7f11b410ac10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:18.176 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.216+0000 7f11bb800700 1 --2- 172.21.15.12:0/2036709126 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f11b4108820 0x7f11b410ac10 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f11a80098a0 tx=0x7f11a8009bb0 comp rx=0 tx=0).stop 2024-03-29T00:07:18.176 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.216+0000 7f11bb800700 1 -- 172.21.15.12:0/2036709126 shutdown_connections 2024-03-29T00:07:18.176 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.216+0000 7f11bb800700 1 --2- 172.21.15.12:0/2036709126 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f11b4108820 0x7f11b410ac10 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:18.176 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.216+0000 7f11bb800700 1 -- 172.21.15.12:0/2036709126 >> 172.21.15.12:0/2036709126 conn(0x7f11b41021d0 msgr2=0x7f11b4104610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:07:18.176 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.216+0000 7f11bb800700 1 -- 172.21.15.12:0/2036709126 shutdown_connections 2024-03-29T00:07:18.176 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.216+0000 7f11bb800700 1 -- 172.21.15.12:0/2036709126 wait complete. 2024-03-29T00:07:18.176 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.217+0000 7f11bb800700 1 Processor -- start 2024-03-29T00:07:18.176 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.217+0000 7f11bb800700 1 -- start start 2024-03-29T00:07:18.176 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.218+0000 7f11bb800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f11b4108820 0x7f11b419bc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:18.176 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.218+0000 7f11bb800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f11b410c1b0 con 0x7f11b4108820 2024-03-29T00:07:18.176 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.218+0000 7f11b8e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f11b4108820 0x7f11b419bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:18.176 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.218+0000 7f11b8e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f11b4108820 0x7f11b419bc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33950/0 (socket says 172.21.15.12:33950) 2024-03-29T00:07:18.176 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.218+0000 7f11b8e00700 1 -- 172.21.15.12:0/2318331587 learned_addr learned my addr 172.21.15.12:0/2318331587 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:07:18.177 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.218+0000 7f11b8e00700 1 -- 172.21.15.12:0/2318331587 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11b419c190 con 0x7f11b4108820 2024-03-29T00:07:18.177 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.219+0000 7f11b8e00700 1 --2- 172.21.15.12:0/2318331587 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f11b4108820 0x7f11b419bc50 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f11a8011690 tx=0x7f11a8011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:18.177 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.219+0000 7f11b1600700 1 -- 172.21.15.12:0/2318331587 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f11a8003930 con 0x7f11b4108820 2024-03-29T00:07:18.177 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.219+0000 7f11b1600700 1 -- 172.21.15.12:0/2318331587 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f11a8003ad0 con 0x7f11b4108820 2024-03-29T00:07:18.177 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.219+0000 7f11b1600700 1 -- 172.21.15.12:0/2318331587 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f11a8019730 con 0x7f11b4108820 2024-03-29T00:07:18.177 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.219+0000 7f11bb800700 1 -- 172.21.15.12:0/2318331587 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11b419c420 con 0x7f11b4108820 2024-03-29T00:07:18.177 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.219+0000 7f11bb800700 1 -- 172.21.15.12:0/2318331587 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11b419c880 con 0x7f11b4108820 2024-03-29T00:07:18.177 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.220+0000 7f11bb800700 1 -- 172.21.15.12:0/2318331587 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11b4063870 con 0x7f11b4108820 2024-03-29T00:07:18.177 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.220+0000 7f11b1600700 1 -- 172.21.15.12:0/2318331587 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 13) ==== 45984+0+0 (secure 0 0 0) 0x7f11a801ab50 con 0x7f11b4108820 2024-03-29T00:07:18.177 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.221+0000 7f11b1600700 1 --2- 172.21.15.12:0/2318331587 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f119c038d60 0x7f119c03b220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:18.177 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.221+0000 7f11b1600700 1 -- 172.21.15.12:0/2318331587 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f11a804d0d0 con 0x7f11b4108820 2024-03-29T00:07:18.177 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.222+0000 7f11b3e00700 1 --2- 172.21.15.12:0/2318331587 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f119c038d60 0x7f119c03b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:18.177 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.222+0000 7f11b3e00700 1 --2- 172.21.15.12:0/2318331587 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f119c038d60 0x7f119c03b220 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f11a0006fd0 tx=0x7f11a0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:18.178 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.227+0000 7f11b1600700 1 -- 172.21.15.12:0/2318331587 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f11a8023e00 con 0x7f11b4108820 2024-03-29T00:07:18.179 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.449+0000 7f11bb800700 1 -- 172.21.15.12:0/2318331587 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7f11b419f1b0 con 0x7f11b4108820 2024-03-29T00:07:18.179 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.450+0000 7f11b1600700 1 -- 172.21.15.12:0/2318331587 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7f11a801a430 con 0x7f11b4108820 2024-03-29T00:07:18.179 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.453+0000 7f11bb800700 1 -- 172.21.15.12:0/2318331587 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f119c038d60 msgr2=0x7f119c03b220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:18.179 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.453+0000 7f11bb800700 1 --2- 172.21.15.12:0/2318331587 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f119c038d60 0x7f119c03b220 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f11a0006fd0 tx=0x7f11a0006e40 comp rx=0 tx=0).stop 2024-03-29T00:07:18.179 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.453+0000 7f11bb800700 1 -- 172.21.15.12:0/2318331587 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f11b4108820 msgr2=0x7f11b419bc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:18.179 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.453+0000 7f11bb800700 1 --2- 172.21.15.12:0/2318331587 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f11b4108820 0x7f11b419bc50 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f11a8011690 tx=0x7f11a8011ca0 comp rx=0 tx=0).stop 2024-03-29T00:07:18.179 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.453+0000 7f11bb800700 1 -- 172.21.15.12:0/2318331587 shutdown_connections 2024-03-29T00:07:18.179 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.453+0000 7f11bb800700 1 --2- 172.21.15.12:0/2318331587 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f119c038d60 0x7f119c03b220 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:18.180 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.453+0000 7f11bb800700 1 --2- 172.21.15.12:0/2318331587 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f11b4108820 0x7f11b419bc50 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:18.180 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.453+0000 7f11bb800700 1 -- 172.21.15.12:0/2318331587 >> 172.21.15.12:0/2318331587 conn(0x7f11b41021d0 msgr2=0x7f11b4102ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:07:18.180 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.454+0000 7f11bb800700 1 -- 172.21.15.12:0/2318331587 shutdown_connections 2024-03-29T00:07:18.180 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:17.454+0000 7f11bb800700 1 -- 172.21.15.12:0/2318331587 wait complete. 2024-03-29T00:07:18.212 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-03-29T00:07:18.212 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout disabled 2024-03-29T00:07:18.239 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-03-29T00:07:18.239 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout inactive 2024-03-29T00:07:18.240 INFO:teuthology.orchestra.run.smithi012.stdout:firewalld.service is not enabled 2024-03-29T00:07:18.240 INFO:teuthology.orchestra.run.smithi012.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-03-29T00:07:18.247 INFO:teuthology.orchestra.run.smithi012.stdout:Ceph Dashboard is now available at: 2024-03-29T00:07:18.248 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:07:18.248 INFO:teuthology.orchestra.run.smithi012.stdout: URL: https://smithi012.front.sepia.ceph.com:8443/ 2024-03-29T00:07:18.248 INFO:teuthology.orchestra.run.smithi012.stdout: User: admin 2024-03-29T00:07:18.248 INFO:teuthology.orchestra.run.smithi012.stdout: Password: jvv260xs5a 2024-03-29T00:07:18.248 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:07:18.249 INFO:teuthology.orchestra.run.smithi012.stdout:Saving cluster configuration to /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/config directory 2024-03-29T00:07:18.251 INFO:teuthology.orchestra.run.smithi012.stdout:Enabling autotune for osd_memory_target 2024-03-29T00:07:19.803 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.852+0000 7ff963200700 1 Processor -- start 2024-03-29T00:07:19.804 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.852+0000 7ff963200700 1 -- start start 2024-03-29T00:07:19.804 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.853+0000 7ff963200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff964109d30 0x7ff96410a150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:19.804 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.853+0000 7ff963200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff96410a720 con 0x7ff964109d30 2024-03-29T00:07:19.804 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.853+0000 7ff961e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff964109d30 0x7ff96410a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:19.804 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.853+0000 7ff961e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff964109d30 0x7ff96410a150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33954/0 (socket says 172.21.15.12:33954) 2024-03-29T00:07:19.804 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.853+0000 7ff961e00700 1 -- 172.21.15.12:0/1420465034 learned_addr learned my addr 172.21.15.12:0/1420465034 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:07:19.804 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.854+0000 7ff961e00700 1 -- 172.21.15.12:0/1420465034 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff96410af30 con 0x7ff964109d30 2024-03-29T00:07:19.804 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.854+0000 7ff961e00700 1 --2- 172.21.15.12:0/1420465034 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff964109d30 0x7ff96410a150 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ff954009e80 tx=0x7ff95400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91091a7c9531bdcd server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:19.804 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.854+0000 7ff961400700 1 -- 172.21.15.12:0/1420465034 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff954017070 con 0x7ff964109d30 2024-03-29T00:07:19.805 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.854+0000 7ff961400700 1 -- 172.21.15.12:0/1420465034 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff95400b8c0 con 0x7ff964109d30 2024-03-29T00:07:19.805 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.854+0000 7ff961400700 1 -- 172.21.15.12:0/1420465034 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff954004580 con 0x7ff964109d30 2024-03-29T00:07:19.805 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.855+0000 7ff963200700 1 -- 172.21.15.12:0/1420465034 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff964109d30 msgr2=0x7ff96410a150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:19.805 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.855+0000 7ff963200700 1 --2- 172.21.15.12:0/1420465034 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff964109d30 0x7ff96410a150 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ff954009e80 tx=0x7ff95400b330 comp rx=0 tx=0).stop 2024-03-29T00:07:19.805 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.855+0000 7ff963200700 1 -- 172.21.15.12:0/1420465034 shutdown_connections 2024-03-29T00:07:19.805 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.855+0000 7ff963200700 1 --2- 172.21.15.12:0/1420465034 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff964109d30 0x7ff96410a150 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:19.805 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.855+0000 7ff963200700 1 -- 172.21.15.12:0/1420465034 >> 172.21.15.12:0/1420465034 conn(0x7ff96407d160 msgr2=0x7ff96407d570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:07:19.805 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.855+0000 7ff963200700 1 -- 172.21.15.12:0/1420465034 shutdown_connections 2024-03-29T00:07:19.805 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.855+0000 7ff963200700 1 -- 172.21.15.12:0/1420465034 wait complete. 2024-03-29T00:07:19.805 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.856+0000 7ff963200700 1 Processor -- start 2024-03-29T00:07:19.805 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.857+0000 7ff963200700 1 -- start start 2024-03-29T00:07:19.805 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.857+0000 7ff963200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff964109d30 0x7ff96419dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:19.806 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.857+0000 7ff963200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff96410e2e0 con 0x7ff964109d30 2024-03-29T00:07:19.806 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.857+0000 7ff961e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff964109d30 0x7ff96419dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:19.806 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.857+0000 7ff961e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff964109d30 0x7ff96419dcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33964/0 (socket says 172.21.15.12:33964) 2024-03-29T00:07:19.806 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.857+0000 7ff961e00700 1 -- 172.21.15.12:0/2515000108 learned_addr learned my addr 172.21.15.12:0/2515000108 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:07:19.806 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.858+0000 7ff961e00700 1 -- 172.21.15.12:0/2515000108 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff96419e230 con 0x7ff964109d30 2024-03-29T00:07:19.806 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.858+0000 7ff961e00700 1 --2- 172.21.15.12:0/2515000108 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff964109d30 0x7ff96419dcf0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ff954009560 tx=0x7ff9540049d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:19.806 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.858+0000 7ff95aa00700 1 -- 172.21.15.12:0/2515000108 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff954021020 con 0x7ff964109d30 2024-03-29T00:07:19.806 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.858+0000 7ff95aa00700 1 -- 172.21.15.12:0/2515000108 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff95401d470 con 0x7ff964109d30 2024-03-29T00:07:19.806 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.858+0000 7ff95aa00700 1 -- 172.21.15.12:0/2515000108 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff954017040 con 0x7ff964109d30 2024-03-29T00:07:19.806 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.858+0000 7ff963200700 1 -- 172.21.15.12:0/2515000108 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff96419e4c0 con 0x7ff964109d30 2024-03-29T00:07:19.806 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.858+0000 7ff963200700 1 -- 172.21.15.12:0/2515000108 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9641a11a0 con 0x7ff964109d30 2024-03-29T00:07:19.806 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.860+0000 7ff963200700 1 -- 172.21.15.12:0/2515000108 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff96410e460 con 0x7ff964109d30 2024-03-29T00:07:19.806 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.860+0000 7ff95aa00700 1 -- 172.21.15.12:0/2515000108 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 13) ==== 45984+0+0 (secure 0 0 0) 0x7ff954024020 con 0x7ff964109d30 2024-03-29T00:07:19.807 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.860+0000 7ff95aa00700 1 --2- 172.21.15.12:0/2515000108 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff948038d60 0x7ff94803b220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:19.807 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.860+0000 7ff95aa00700 1 -- 172.21.15.12:0/2515000108 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7ff95400f050 con 0x7ff964109d30 2024-03-29T00:07:19.807 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.861+0000 7ff95be00700 1 --2- 172.21.15.12:0/2515000108 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff948038d60 0x7ff94803b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:19.807 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.861+0000 7ff95be00700 1 --2- 172.21.15.12:0/2515000108 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff948038d60 0x7ff94803b220 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ff94c006fd0 tx=0x7ff94c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:19.807 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:18.866+0000 7ff95aa00700 1 -- 172.21.15.12:0/2515000108 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7ff954051070 con 0x7ff964109d30 2024-03-29T00:07:19.807 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:19.093+0000 7ff963200700 1 -- 172.21.15.12:0/2515000108 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7ff964063870 con 0x7ff964109d30 2024-03-29T00:07:19.807 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:19.094+0000 7ff95aa00700 1 -- 172.21.15.12:0/2515000108 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7ff95402b020 con 0x7ff964109d30 2024-03-29T00:07:19.807 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:19.097+0000 7ff963200700 1 -- 172.21.15.12:0/2515000108 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff948038d60 msgr2=0x7ff94803b220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:19.807 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:19.097+0000 7ff963200700 1 --2- 172.21.15.12:0/2515000108 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff948038d60 0x7ff94803b220 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ff94c006fd0 tx=0x7ff94c006e40 comp rx=0 tx=0).stop 2024-03-29T00:07:19.807 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:19.097+0000 7ff963200700 1 -- 172.21.15.12:0/2515000108 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff964109d30 msgr2=0x7ff96419dcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:19.807 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:19.097+0000 7ff963200700 1 --2- 172.21.15.12:0/2515000108 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff964109d30 0x7ff96419dcf0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ff954009560 tx=0x7ff9540049d0 comp rx=0 tx=0).stop 2024-03-29T00:07:19.807 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:19.097+0000 7ff963200700 1 -- 172.21.15.12:0/2515000108 shutdown_connections 2024-03-29T00:07:19.807 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:19.097+0000 7ff963200700 1 --2- 172.21.15.12:0/2515000108 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff948038d60 0x7ff94803b220 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:19.808 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:19.097+0000 7ff963200700 1 --2- 172.21.15.12:0/2515000108 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff964109d30 0x7ff96419dcf0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:19.808 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:19.097+0000 7ff963200700 1 -- 172.21.15.12:0/2515000108 >> 172.21.15.12:0/2515000108 conn(0x7ff96407d160 msgr2=0x7ff964107440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:07:19.808 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:19.097+0000 7ff963200700 1 -- 172.21.15.12:0/2515000108 shutdown_connections 2024-03-29T00:07:19.808 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:19.097+0000 7ff963200700 1 -- 172.21.15.12:0/2515000108 wait complete. 2024-03-29T00:07:21.356 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.397+0000 7f6ae6000700 1 Processor -- start 2024-03-29T00:07:21.356 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.397+0000 7f6ae6000700 1 -- start start 2024-03-29T00:07:21.356 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.398+0000 7f6ae6000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6ae007ddf0 0x7f6ae007c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:21.357 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.398+0000 7f6ae6000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae007c830 con 0x7f6ae007ddf0 2024-03-29T00:07:21.357 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.398+0000 7f6adf400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6ae007ddf0 0x7f6ae007c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:21.357 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.398+0000 7f6adf400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6ae007ddf0 0x7f6ae007c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33966/0 (socket says 172.21.15.12:33966) 2024-03-29T00:07:21.357 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.398+0000 7f6adf400700 1 -- 172.21.15.12:0/3397855770 learned_addr learned my addr 172.21.15.12:0/3397855770 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:07:21.360 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.399+0000 7f6adf400700 1 -- 172.21.15.12:0/3397855770 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ae007c9b0 con 0x7f6ae007ddf0 2024-03-29T00:07:21.360 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.400+0000 7f6adf400700 1 --2- 172.21.15.12:0/3397855770 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6ae007ddf0 0x7f6ae007c2f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f6ad00098a0 tx=0x7f6ad0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53100fafbaacf4ad server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:21.360 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.400+0000 7f6ade000700 1 -- 172.21.15.12:0/3397855770 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6ad0004160 con 0x7f6ae007ddf0 2024-03-29T00:07:21.361 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.400+0000 7f6ade000700 1 -- 172.21.15.12:0/3397855770 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6ad0004300 con 0x7f6ae007ddf0 2024-03-29T00:07:21.361 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.400+0000 7f6ade000700 1 -- 172.21.15.12:0/3397855770 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6ad0011bb0 con 0x7f6ae007ddf0 2024-03-29T00:07:21.361 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.401+0000 7f6ae6000700 1 -- 172.21.15.12:0/3397855770 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6ae007ddf0 msgr2=0x7f6ae007c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:21.361 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.401+0000 7f6ae6000700 1 --2- 172.21.15.12:0/3397855770 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6ae007ddf0 0x7f6ae007c2f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f6ad00098a0 tx=0x7f6ad0009bb0 comp rx=0 tx=0).stop 2024-03-29T00:07:21.361 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.401+0000 7f6ae6000700 1 -- 172.21.15.12:0/3397855770 shutdown_connections 2024-03-29T00:07:21.361 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.401+0000 7f6ae6000700 1 --2- 172.21.15.12:0/3397855770 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6ae007ddf0 0x7f6ae007c2f0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:21.361 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.401+0000 7f6ae6000700 1 -- 172.21.15.12:0/3397855770 >> 172.21.15.12:0/3397855770 conn(0x7f6ae0103350 msgr2=0x7f6ae0105770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:07:21.361 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.401+0000 7f6ae6000700 1 -- 172.21.15.12:0/3397855770 shutdown_connections 2024-03-29T00:07:21.361 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.401+0000 7f6ae6000700 1 -- 172.21.15.12:0/3397855770 wait complete. 2024-03-29T00:07:21.361 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.402+0000 7f6ae6000700 1 Processor -- start 2024-03-29T00:07:21.361 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.402+0000 7f6ae6000700 1 -- start start 2024-03-29T00:07:21.361 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.403+0000 7f6ae6000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6ae007ddf0 0x7f6ae01a2210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:21.361 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.403+0000 7f6ae6000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae0109f40 con 0x7f6ae007ddf0 2024-03-29T00:07:21.361 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.403+0000 7f6adf400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6ae007ddf0 0x7f6ae01a2210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:21.362 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.403+0000 7f6adf400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6ae007ddf0 0x7f6ae01a2210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33970/0 (socket says 172.21.15.12:33970) 2024-03-29T00:07:21.362 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.403+0000 7f6adf400700 1 -- 172.21.15.12:0/4179342490 learned_addr learned my addr 172.21.15.12:0/4179342490 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:07:21.362 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.403+0000 7f6adf400700 1 -- 172.21.15.12:0/4179342490 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ae01a2750 con 0x7f6ae007ddf0 2024-03-29T00:07:21.362 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.404+0000 7f6adf400700 1 --2- 172.21.15.12:0/4179342490 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6ae007ddf0 0x7f6ae01a2210 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f6ad0011690 tx=0x7f6ad0011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:21.362 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.404+0000 7f6ad7e00700 1 -- 172.21.15.12:0/4179342490 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6ad0003930 con 0x7f6ae007ddf0 2024-03-29T00:07:21.362 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.404+0000 7f6ad7e00700 1 -- 172.21.15.12:0/4179342490 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6ad0003ad0 con 0x7f6ae007ddf0 2024-03-29T00:07:21.362 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.404+0000 7f6ae6000700 1 -- 172.21.15.12:0/4179342490 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ae01a29e0 con 0x7f6ae007ddf0 2024-03-29T00:07:21.362 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.404+0000 7f6ad7e00700 1 -- 172.21.15.12:0/4179342490 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6ad0019730 con 0x7f6ae007ddf0 2024-03-29T00:07:21.362 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.404+0000 7f6ae6000700 1 -- 172.21.15.12:0/4179342490 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ae01a2e40 con 0x7f6ae007ddf0 2024-03-29T00:07:21.362 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.405+0000 7f6ae6000700 1 -- 172.21.15.12:0/4179342490 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ae0063870 con 0x7f6ae007ddf0 2024-03-29T00:07:21.362 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.405+0000 7f6ad7e00700 1 -- 172.21.15.12:0/4179342490 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 13) ==== 45984+0+0 (secure 0 0 0) 0x7f6ad001ab50 con 0x7f6ae007ddf0 2024-03-29T00:07:21.362 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.406+0000 7f6ad7e00700 1 --2- 172.21.15.12:0/4179342490 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f6ac4038d60 0x7f6ac403b220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:21.362 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.406+0000 7f6ad7e00700 1 -- 172.21.15.12:0/4179342490 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f6ad004d0d0 con 0x7f6ae007ddf0 2024-03-29T00:07:21.362 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.406+0000 7f6adea00700 1 --2- 172.21.15.12:0/4179342490 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f6ac4038d60 0x7f6ac403b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:21.365 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.407+0000 7f6adea00700 1 --2- 172.21.15.12:0/4179342490 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f6ac4038d60 0x7f6ac403b220 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f6acc006fd0 tx=0x7f6acc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:21.365 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.412+0000 7f6ad7e00700 1 -- 172.21.15.12:0/4179342490 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f6ad0023e00 con 0x7f6ae007ddf0 2024-03-29T00:07:21.365 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.754+0000 7f6ae6000700 1 -- 172.21.15.12:0/4179342490 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7f6ae0062e50 con 0x7f6ae007ddf0 2024-03-29T00:07:21.365 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.760+0000 7f6ad7e00700 1 -- 172.21.15.12:0/4179342490 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) ==== 153+0+0 (secure 0 0 0) 0x7f6ad001a430 con 0x7f6ae007ddf0 2024-03-29T00:07:21.365 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.762+0000 7f6ae6000700 1 -- 172.21.15.12:0/4179342490 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f6ac4038d60 msgr2=0x7f6ac403b220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:21.365 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.762+0000 7f6ae6000700 1 --2- 172.21.15.12:0/4179342490 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f6ac4038d60 0x7f6ac403b220 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f6acc006fd0 tx=0x7f6acc006e40 comp rx=0 tx=0).stop 2024-03-29T00:07:21.366 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.762+0000 7f6ae6000700 1 -- 172.21.15.12:0/4179342490 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6ae007ddf0 msgr2=0x7f6ae01a2210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:21.366 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.762+0000 7f6ae6000700 1 --2- 172.21.15.12:0/4179342490 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6ae007ddf0 0x7f6ae01a2210 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f6ad0011690 tx=0x7f6ad0011ca0 comp rx=0 tx=0).stop 2024-03-29T00:07:21.366 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.762+0000 7f6ae6000700 1 -- 172.21.15.12:0/4179342490 shutdown_connections 2024-03-29T00:07:21.366 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.762+0000 7f6ae6000700 1 --2- 172.21.15.12:0/4179342490 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f6ac4038d60 0x7f6ac403b220 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:21.366 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.762+0000 7f6ae6000700 1 --2- 172.21.15.12:0/4179342490 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6ae007ddf0 0x7f6ae01a2210 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:21.366 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.762+0000 7f6ae6000700 1 -- 172.21.15.12:0/4179342490 >> 172.21.15.12:0/4179342490 conn(0x7f6ae0103350 msgr2=0x7f6ae01990e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:07:21.366 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.763+0000 7f6ae6000700 1 -- 172.21.15.12:0/4179342490 shutdown_connections 2024-03-29T00:07:21.366 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-03-29T00:07:20.763+0000 7f6ae6000700 1 -- 172.21.15.12:0/4179342490 wait complete. 2024-03-29T00:07:21.366 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-03-29T00:07:21.366 INFO:teuthology.orchestra.run.smithi012.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-03-29T00:07:21.367 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:07:21.367 INFO:teuthology.orchestra.run.smithi012.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-03-29T00:07:21.367 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:07:21.367 INFO:teuthology.orchestra.run.smithi012.stdout:Or, if you are only running a single cluster on this host: 2024-03-29T00:07:21.367 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:07:21.367 INFO:teuthology.orchestra.run.smithi012.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-03-29T00:07:21.367 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:07:21.367 INFO:teuthology.orchestra.run.smithi012.stdout:Please consider enabling telemetry to help improve Ceph: 2024-03-29T00:07:21.367 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:07:21.367 INFO:teuthology.orchestra.run.smithi012.stdout: ceph telemetry on 2024-03-29T00:07:21.368 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:07:21.368 INFO:teuthology.orchestra.run.smithi012.stdout:For more information see: 2024-03-29T00:07:21.368 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:07:21.368 INFO:teuthology.orchestra.run.smithi012.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-03-29T00:07:21.368 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:07:21.368 INFO:teuthology.orchestra.run.smithi012.stdout:Bootstrap complete. 2024-03-29T00:07:21.466 INFO:tasks.cephadm:Fetching config... 2024-03-29T00:07:21.466 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-03-29T00:07:21.466 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-03-29T00:07:21.518 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-03-29T00:07:21.518 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-03-29T00:07:21.518 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-03-29T00:07:21.600 INFO:tasks.cephadm:Fetching mon keyring... 2024-03-29T00:07:21.601 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-03-29T00:07:21.601 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd if=/var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/keyring of=/dev/stdout 2024-03-29T00:07:21.737 INFO:tasks.cephadm:Fetching pub ssh key... 2024-03-29T00:07:21.737 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-03-29T00:07:21.737 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-03-29T00:07:21.787 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-03-29T00:07:21.787 DEBUG:teuthology.orchestra.run.smithi012:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDV3F7KQ72poLpYBhEPwt+oBRMn7NGSzPgo4/Pzzbk3rRd+k1bqe2SKa3WUxT23cFi4KrJ8R2UMGt6gGAoSCcQOgkhFkRpgOzLU+BSUjxsx7DpIRaPpvGO3/Rz6JdGuMLt09F0R5h5dINAJKrt/ujRTIi5HppNXMQGg2fUNXVe6hHFwpTx1kjYCZ5u5LyAW3rEAoGl0RnieEOxujKszu6cHEH6xBXj+9lSgSeoTvVo7V5sllZp5HD6QHH1NAxAJxJUjmgB75Xb06d1Hx8X+Dm21zDXDq0dZgGLjXfmw/Qhu5OZWFMQOCm/jXrmmGAdkL936/wbn0EzuU7Ri8bvTtGXQU1ql+FWz46qpsWp2LPmsbbuXZt9xoIJ0Zx1G/3qz2lPvcBF2gmO+s3w2qSazUopOgDlS94BhjnkjFpxXBcPPmIKO5TZOSBXDXgsG3RWQP0dlHSqlzztZJnLDUmUMPY1XAa4HDfvOGDGnlR/b/iVbXOE18V1/U02Be39vVuE9BWs= ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-03-29T00:07:21.908 INFO:teuthology.orchestra.run.smithi012.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDV3F7KQ72poLpYBhEPwt+oBRMn7NGSzPgo4/Pzzbk3rRd+k1bqe2SKa3WUxT23cFi4KrJ8R2UMGt6gGAoSCcQOgkhFkRpgOzLU+BSUjxsx7DpIRaPpvGO3/Rz6JdGuMLt09F0R5h5dINAJKrt/ujRTIi5HppNXMQGg2fUNXVe6hHFwpTx1kjYCZ5u5LyAW3rEAoGl0RnieEOxujKszu6cHEH6xBXj+9lSgSeoTvVo7V5sllZp5HD6QHH1NAxAJxJUjmgB75Xb06d1Hx8X+Dm21zDXDq0dZgGLjXfmw/Qhu5OZWFMQOCm/jXrmmGAdkL936/wbn0EzuU7Ri8bvTtGXQU1ql+FWz46qpsWp2LPmsbbuXZt9xoIJ0Zx1G/3qz2lPvcBF2gmO+s3w2qSazUopOgDlS94BhjnkjFpxXBcPPmIKO5TZOSBXDXgsG3RWQP0dlHSqlzztZJnLDUmUMPY1XAa4HDfvOGDGnlR/b/iVbXOE18V1/U02Be39vVuE9BWs= ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:07:21.943 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:21 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/4179342490' entity='client.admin' 2024-03-29T00:07:21.964 DEBUG:teuthology.orchestra.run.smithi053:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDV3F7KQ72poLpYBhEPwt+oBRMn7NGSzPgo4/Pzzbk3rRd+k1bqe2SKa3WUxT23cFi4KrJ8R2UMGt6gGAoSCcQOgkhFkRpgOzLU+BSUjxsx7DpIRaPpvGO3/Rz6JdGuMLt09F0R5h5dINAJKrt/ujRTIi5HppNXMQGg2fUNXVe6hHFwpTx1kjYCZ5u5LyAW3rEAoGl0RnieEOxujKszu6cHEH6xBXj+9lSgSeoTvVo7V5sllZp5HD6QHH1NAxAJxJUjmgB75Xb06d1Hx8X+Dm21zDXDq0dZgGLjXfmw/Qhu5OZWFMQOCm/jXrmmGAdkL936/wbn0EzuU7Ri8bvTtGXQU1ql+FWz46qpsWp2LPmsbbuXZt9xoIJ0Zx1G/3qz2lPvcBF2gmO+s3w2qSazUopOgDlS94BhjnkjFpxXBcPPmIKO5TZOSBXDXgsG3RWQP0dlHSqlzztZJnLDUmUMPY1XAa4HDfvOGDGnlR/b/iVbXOE18V1/U02Be39vVuE9BWs= ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-03-29T00:07:22.020 INFO:teuthology.orchestra.run.smithi053.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDV3F7KQ72poLpYBhEPwt+oBRMn7NGSzPgo4/Pzzbk3rRd+k1bqe2SKa3WUxT23cFi4KrJ8R2UMGt6gGAoSCcQOgkhFkRpgOzLU+BSUjxsx7DpIRaPpvGO3/Rz6JdGuMLt09F0R5h5dINAJKrt/ujRTIi5HppNXMQGg2fUNXVe6hHFwpTx1kjYCZ5u5LyAW3rEAoGl0RnieEOxujKszu6cHEH6xBXj+9lSgSeoTvVo7V5sllZp5HD6QHH1NAxAJxJUjmgB75Xb06d1Hx8X+Dm21zDXDq0dZgGLjXfmw/Qhu5OZWFMQOCm/jXrmmGAdkL936/wbn0EzuU7Ri8bvTtGXQU1ql+FWz46qpsWp2LPmsbbuXZt9xoIJ0Zx1G/3qz2lPvcBF2gmO+s3w2qSazUopOgDlS94BhjnkjFpxXBcPPmIKO5TZOSBXDXgsG3RWQP0dlHSqlzztZJnLDUmUMPY1XAa4HDfvOGDGnlR/b/iVbXOE18V1/U02Be39vVuE9BWs= ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:07:22.038 DEBUG:teuthology.orchestra.run.smithi069:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDV3F7KQ72poLpYBhEPwt+oBRMn7NGSzPgo4/Pzzbk3rRd+k1bqe2SKa3WUxT23cFi4KrJ8R2UMGt6gGAoSCcQOgkhFkRpgOzLU+BSUjxsx7DpIRaPpvGO3/Rz6JdGuMLt09F0R5h5dINAJKrt/ujRTIi5HppNXMQGg2fUNXVe6hHFwpTx1kjYCZ5u5LyAW3rEAoGl0RnieEOxujKszu6cHEH6xBXj+9lSgSeoTvVo7V5sllZp5HD6QHH1NAxAJxJUjmgB75Xb06d1Hx8X+Dm21zDXDq0dZgGLjXfmw/Qhu5OZWFMQOCm/jXrmmGAdkL936/wbn0EzuU7Ri8bvTtGXQU1ql+FWz46qpsWp2LPmsbbuXZt9xoIJ0Zx1G/3qz2lPvcBF2gmO+s3w2qSazUopOgDlS94BhjnkjFpxXBcPPmIKO5TZOSBXDXgsG3RWQP0dlHSqlzztZJnLDUmUMPY1XAa4HDfvOGDGnlR/b/iVbXOE18V1/U02Be39vVuE9BWs= ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-03-29T00:07:22.085 INFO:teuthology.orchestra.run.smithi069.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDV3F7KQ72poLpYBhEPwt+oBRMn7NGSzPgo4/Pzzbk3rRd+k1bqe2SKa3WUxT23cFi4KrJ8R2UMGt6gGAoSCcQOgkhFkRpgOzLU+BSUjxsx7DpIRaPpvGO3/Rz6JdGuMLt09F0R5h5dINAJKrt/ujRTIi5HppNXMQGg2fUNXVe6hHFwpTx1kjYCZ5u5LyAW3rEAoGl0RnieEOxujKszu6cHEH6xBXj+9lSgSeoTvVo7V5sllZp5HD6QHH1NAxAJxJUjmgB75Xb06d1Hx8X+Dm21zDXDq0dZgGLjXfmw/Qhu5OZWFMQOCm/jXrmmGAdkL936/wbn0EzuU7Ri8bvTtGXQU1ql+FWz46qpsWp2LPmsbbuXZt9xoIJ0Zx1G/3qz2lPvcBF2gmO+s3w2qSazUopOgDlS94BhjnkjFpxXBcPPmIKO5TZOSBXDXgsG3RWQP0dlHSqlzztZJnLDUmUMPY1XAa4HDfvOGDGnlR/b/iVbXOE18V1/U02Be39vVuE9BWs= ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:07:22.099 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-03-29T00:07:22.532 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:07:25.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.433+0000 7f7a0f600700 1 -- 172.21.15.12:0/1093223796 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7a08076270 msgr2=0x7f7a080746d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:25.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.433+0000 7f7a0f600700 1 --2- 172.21.15.12:0/1093223796 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7a08076270 0x7f7a080746d0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f79fc009910 tx=0x7f79fc009c20 comp rx=0 tx=0).stop 2024-03-29T00:07:25.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.433+0000 7f7a0f600700 1 -- 172.21.15.12:0/1093223796 shutdown_connections 2024-03-29T00:07:25.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.433+0000 7f7a0f600700 1 --2- 172.21.15.12:0/1093223796 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7a08076270 0x7f7a080746d0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:25.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.433+0000 7f7a0f600700 1 -- 172.21.15.12:0/1093223796 >> 172.21.15.12:0/1093223796 conn(0x7f7a080fd210 msgr2=0x7f7a080ff650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:07:25.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.433+0000 7f7a0f600700 1 -- 172.21.15.12:0/1093223796 shutdown_connections 2024-03-29T00:07:25.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.433+0000 7f7a0f600700 1 -- 172.21.15.12:0/1093223796 wait complete. 2024-03-29T00:07:25.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.435+0000 7f7a0f600700 1 Processor -- start 2024-03-29T00:07:25.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.435+0000 7f7a0f600700 1 -- start start 2024-03-29T00:07:25.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.436+0000 7f7a0f600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7a08076270 0x7f7a0819d990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:25.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.436+0000 7f7a0f600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7a0810e460 con 0x7f7a08076270 2024-03-29T00:07:25.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.436+0000 7f7a0cc00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7a08076270 0x7f7a0819d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:25.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.436+0000 7f7a0cc00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7a08076270 0x7f7a0819d990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:37590/0 (socket says 172.21.15.12:37590) 2024-03-29T00:07:25.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.437+0000 7f7a0cc00700 1 -- 172.21.15.12:0/111248366 learned_addr learned my addr 172.21.15.12:0/111248366 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:07:25.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.437+0000 7f7a0cc00700 1 -- 172.21.15.12:0/111248366 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a0819ded0 con 0x7f7a08076270 2024-03-29T00:07:25.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.437+0000 7f7a0cc00700 1 --2- 172.21.15.12:0/111248366 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7a08076270 0x7f7a0819d990 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f79fc009ed0 tx=0x7f79fc004690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:25.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.438+0000 7f7a05600700 1 -- 172.21.15.12:0/111248366 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f79fc027070 con 0x7f7a08076270 2024-03-29T00:07:25.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.438+0000 7f7a05600700 1 -- 172.21.15.12:0/111248366 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f79fc022470 con 0x7f7a08076270 2024-03-29T00:07:25.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.438+0000 7f7a05600700 1 -- 172.21.15.12:0/111248366 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f79fc00f5b0 con 0x7f7a08076270 2024-03-29T00:07:25.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.438+0000 7f7a0f600700 1 -- 172.21.15.12:0/111248366 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a0819e160 con 0x7f7a08076270 2024-03-29T00:07:25.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.438+0000 7f7a0f600700 1 -- 172.21.15.12:0/111248366 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a081a0e50 con 0x7f7a08076270 2024-03-29T00:07:25.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.439+0000 7f7a05600700 1 -- 172.21.15.12:0/111248366 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 13) ==== 45984+0+0 (secure 0 0 0) 0x7f79fc02a070 con 0x7f7a08076270 2024-03-29T00:07:25.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.439+0000 7f7a0f600700 1 -- 172.21.15.12:0/111248366 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a0810ebc0 con 0x7f7a08076270 2024-03-29T00:07:25.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.439+0000 7f7a05600700 1 --2- 172.21.15.12:0/111248366 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f79f0038ca0 0x7f79f003b160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:25.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.439+0000 7f7a05600700 1 -- 172.21.15.12:0/111248366 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f79fc01e030 con 0x7f7a08076270 2024-03-29T00:07:25.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.440+0000 7f7a07e00700 1 --2- 172.21.15.12:0/111248366 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f79f0038ca0 0x7f79f003b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:25.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.440+0000 7f7a07e00700 1 --2- 172.21.15.12:0/111248366 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f79f0038ca0 0x7f79f003b160 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f79f4006fd0 tx=0x7f79f4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:25.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.445+0000 7f7a05600700 1 -- 172.21.15.12:0/111248366 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f79fc013070 con 0x7f7a08076270 2024-03-29T00:07:25.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.677+0000 7f7a0f600700 1 -- 172.21.15.12:0/111248366 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7f7a0802dc40 con 0x7f7a08076270 2024-03-29T00:07:25.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.683+0000 7f7a05600700 1 -- 172.21.15.12:0/111248366 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7f79fc02bcb0 con 0x7f7a08076270 2024-03-29T00:07:25.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.686+0000 7f7a0f600700 1 -- 172.21.15.12:0/111248366 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f79f0038ca0 msgr2=0x7f79f003b160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:25.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.686+0000 7f7a0f600700 1 --2- 172.21.15.12:0/111248366 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f79f0038ca0 0x7f79f003b160 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f79f4006fd0 tx=0x7f79f4006e40 comp rx=0 tx=0).stop 2024-03-29T00:07:25.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.686+0000 7f7a0f600700 1 -- 172.21.15.12:0/111248366 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7a08076270 msgr2=0x7f7a0819d990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:25.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.686+0000 7f7a0f600700 1 --2- 172.21.15.12:0/111248366 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7a08076270 0x7f7a0819d990 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f79fc009ed0 tx=0x7f79fc004690 comp rx=0 tx=0).stop 2024-03-29T00:07:25.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.686+0000 7f7a0f600700 1 -- 172.21.15.12:0/111248366 shutdown_connections 2024-03-29T00:07:25.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.686+0000 7f7a0f600700 1 --2- 172.21.15.12:0/111248366 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f79f0038ca0 0x7f79f003b160 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:25.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.686+0000 7f7a0f600700 1 --2- 172.21.15.12:0/111248366 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7a08076270 0x7f7a0819d990 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:25.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.686+0000 7f7a0f600700 1 -- 172.21.15.12:0/111248366 >> 172.21.15.12:0/111248366 conn(0x7f7a080fd210 msgr2=0x7f7a080fdb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:07:25.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.686+0000 7f7a0f600700 1 -- 172.21.15.12:0/111248366 shutdown_connections 2024-03-29T00:07:25.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:25.686+0000 7f7a0f600700 1 -- 172.21.15.12:0/111248366 wait complete. 2024-03-29T00:07:26.440 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-03-29T00:07:26.441 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-03-29T00:07:26.866 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:07:27.011 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:26 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/111248366' entity='client.admin' 2024-03-29T00:07:29.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.309+0000 7f4cf2200700 1 -- 172.21.15.12:0/3271137891 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4cec102700 msgr2=0x7f4cec104af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:29.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.309+0000 7f4cf2200700 1 --2- 172.21.15.12:0/3271137891 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4cec102700 0x7f4cec104af0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f4cdc009910 tx=0x7f4cdc009c20 comp rx=0 tx=0).stop 2024-03-29T00:07:29.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.310+0000 7f4cf2200700 1 -- 172.21.15.12:0/3271137891 shutdown_connections 2024-03-29T00:07:29.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.310+0000 7f4cf2200700 1 --2- 172.21.15.12:0/3271137891 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4cec102700 0x7f4cec104af0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:29.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.310+0000 7f4cf2200700 1 -- 172.21.15.12:0/3271137891 >> 172.21.15.12:0/3271137891 conn(0x7f4cec0fc110 msgr2=0x7f4cec0fe550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:07:29.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.310+0000 7f4cf2200700 1 -- 172.21.15.12:0/3271137891 shutdown_connections 2024-03-29T00:07:29.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.310+0000 7f4cf2200700 1 -- 172.21.15.12:0/3271137891 wait complete. 2024-03-29T00:07:29.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.311+0000 7f4cf2200700 1 Processor -- start 2024-03-29T00:07:29.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.311+0000 7f4cf2200700 1 -- start start 2024-03-29T00:07:29.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.311+0000 7f4cf2200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4cec102700 0x7f4cec101f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:29.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.311+0000 7f4cf2200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f4cec107de0 con 0x7f4cec102700 2024-03-29T00:07:29.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.312+0000 7f4ceb400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4cec102700 0x7f4cec101f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:29.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.312+0000 7f4ceb400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4cec102700 0x7f4cec101f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:37606/0 (socket says 172.21.15.12:37606) 2024-03-29T00:07:29.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.312+0000 7f4ceb400700 1 -- 172.21.15.12:0/3210406400 learned_addr learned my addr 172.21.15.12:0/3210406400 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:07:29.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.312+0000 7f4ceb400700 1 -- 172.21.15.12:0/3210406400 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cec1024c0 con 0x7f4cec102700 2024-03-29T00:07:29.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.313+0000 7f4ceb400700 1 --2- 172.21.15.12:0/3210406400 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4cec102700 0x7f4cec101f80 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f4cdc004800 tx=0x7f4cdc0050b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:29.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.313+0000 7f4ce3e00700 1 -- 172.21.15.12:0/3210406400 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4cdc027070 con 0x7f4cec102700 2024-03-29T00:07:29.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.313+0000 7f4ce3e00700 1 -- 172.21.15.12:0/3210406400 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4cdc022470 con 0x7f4cec102700 2024-03-29T00:07:29.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.313+0000 7f4cf2200700 1 -- 172.21.15.12:0/3210406400 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4cec1006b0 con 0x7f4cec102700 2024-03-29T00:07:29.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.313+0000 7f4ce3e00700 1 -- 172.21.15.12:0/3210406400 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4cdc00f5f0 con 0x7f4cec102700 2024-03-29T00:07:29.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.313+0000 7f4cf2200700 1 -- 172.21.15.12:0/3210406400 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4cec100bf0 con 0x7f4cec102700 2024-03-29T00:07:29.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.314+0000 7f4ce3e00700 1 -- 172.21.15.12:0/3210406400 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 13) ==== 45984+0+0 (secure 0 0 0) 0x7f4cdc02a070 con 0x7f4cec102700 2024-03-29T00:07:29.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.314+0000 7f4cf2200700 1 -- 172.21.15.12:0/3210406400 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4cec108560 con 0x7f4cec102700 2024-03-29T00:07:29.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.315+0000 7f4ce3e00700 1 --2- 172.21.15.12:0/3210406400 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4cd0038ca0 0x7f4cd003b160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:29.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.315+0000 7f4ce3e00700 1 -- 172.21.15.12:0/3210406400 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f4cdc01e030 con 0x7f4cec102700 2024-03-29T00:07:29.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.315+0000 7f4ceaa00700 1 --2- 172.21.15.12:0/3210406400 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4cd0038ca0 0x7f4cd003b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:29.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.316+0000 7f4ceaa00700 1 --2- 172.21.15.12:0/3210406400 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4cd0038ca0 0x7f4cd003b160 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f4cd8006fd0 tx=0x7f4cd8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:29.321 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.320+0000 7f4ce3e00700 1 -- 172.21.15.12:0/3210406400 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f4cdc050030 con 0x7f4cec102700 2024-03-29T00:07:29.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.555+0000 7f4cf2200700 1 -- 172.21.15.12:0/3210406400 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7f4cec190aa0 con 0x7f4cd0038ca0 2024-03-29T00:07:29.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.562+0000 7f4ce3e00700 1 -- 172.21.15.12:0/3210406400 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f4cec190aa0 con 0x7f4cd0038ca0 2024-03-29T00:07:29.566 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.565+0000 7f4cf2200700 1 -- 172.21.15.12:0/3210406400 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4cd0038ca0 msgr2=0x7f4cd003b160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:29.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.565+0000 7f4cf2200700 1 --2- 172.21.15.12:0/3210406400 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4cd0038ca0 0x7f4cd003b160 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f4cd8006fd0 tx=0x7f4cd8006e40 comp rx=0 tx=0).stop 2024-03-29T00:07:29.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.565+0000 7f4cf2200700 1 -- 172.21.15.12:0/3210406400 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4cec102700 msgr2=0x7f4cec101f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:29.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.565+0000 7f4cf2200700 1 --2- 172.21.15.12:0/3210406400 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4cec102700 0x7f4cec101f80 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f4cdc004800 tx=0x7f4cdc0050b0 comp rx=0 tx=0).stop 2024-03-29T00:07:29.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.565+0000 7f4cf2200700 1 -- 172.21.15.12:0/3210406400 shutdown_connections 2024-03-29T00:07:29.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.565+0000 7f4cf2200700 1 --2- 172.21.15.12:0/3210406400 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4cd0038ca0 0x7f4cd003b160 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:29.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.565+0000 7f4cf2200700 1 --2- 172.21.15.12:0/3210406400 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4cec102700 0x7f4cec101f80 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:29.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.565+0000 7f4cf2200700 1 -- 172.21.15.12:0/3210406400 >> 172.21.15.12:0/3210406400 conn(0x7f4cec0fc110 msgr2=0x7f4cec0fca80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:07:29.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.566+0000 7f4cf2200700 1 -- 172.21.15.12:0/3210406400 shutdown_connections 2024-03-29T00:07:29.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:29.566+0000 7f4cf2200700 1 -- 172.21.15.12:0/3210406400 wait complete. 2024-03-29T00:07:29.977 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:29 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:29.977 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:29 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:29.978 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:29 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi012", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:07:29.978 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:29 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:29.978 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:29 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:07:29.978 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:29 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:29.978 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:29 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:29.978 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:29 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:07:29.978 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:29 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:07:29.978 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:29 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:07:30.319 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi053 2024-03-29T00:07:30.319 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-03-29T00:07:30.319 DEBUG:teuthology.orchestra.run.smithi053:> dd of=/etc/ceph/ceph.conf 2024-03-29T00:07:30.340 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-03-29T00:07:30.341 DEBUG:teuthology.orchestra.run.smithi053:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-29T00:07:30.401 INFO:tasks.cephadm:Adding host smithi053 to orchestrator... 2024-03-29T00:07:30.401 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph orch host add smithi053 2024-03-29T00:07:30.832 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:07:30.977 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:30 smithi012 ceph-mon[31657]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:07:30.977 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:30 smithi012 ceph-mon[31657]: Updating smithi012:/etc/ceph/ceph.conf 2024-03-29T00:07:30.979 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:30 smithi012 ceph-mon[31657]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:07:30.979 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:30 smithi012 ceph-mon[31657]: Updating smithi012:/var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/config/ceph.conf 2024-03-29T00:07:32.025 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:31 smithi012 ceph-mon[31657]: Updating smithi012:/etc/ceph/ceph.client.admin.keyring 2024-03-29T00:07:32.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:32.938+0000 7f9c52600700 1 -- 172.21.15.12:0/2490032235 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9c4c076770 msgr2=0x7f9c4c076b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:32.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:32.938+0000 7f9c52600700 1 --2- 172.21.15.12:0/2490032235 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9c4c076770 0x7f9c4c076b50 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f9c40009910 tx=0x7f9c40009c20 comp rx=0 tx=0).stop 2024-03-29T00:07:32.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:32.939+0000 7f9c52600700 1 -- 172.21.15.12:0/2490032235 shutdown_connections 2024-03-29T00:07:32.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:32.939+0000 7f9c52600700 1 --2- 172.21.15.12:0/2490032235 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9c4c076770 0x7f9c4c076b50 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:32.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:32.939+0000 7f9c52600700 1 -- 172.21.15.12:0/2490032235 >> 172.21.15.12:0/2490032235 conn(0x7f9c4c0ff740 msgr2=0x7f9c4c101b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:07:32.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:32.939+0000 7f9c52600700 1 -- 172.21.15.12:0/2490032235 shutdown_connections 2024-03-29T00:07:32.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:32.939+0000 7f9c52600700 1 -- 172.21.15.12:0/2490032235 wait complete. 2024-03-29T00:07:32.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:32.940+0000 7f9c52600700 1 Processor -- start 2024-03-29T00:07:32.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:32.941+0000 7f9c52600700 1 -- start start 2024-03-29T00:07:32.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:32.941+0000 7f9c52600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9c4c076770 0x7f9c4c1a3850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:32.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:32.941+0000 7f9c52600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f9c4c112820 con 0x7f9c4c076770 2024-03-29T00:07:32.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:32.941+0000 7f9c51200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9c4c076770 0x7f9c4c1a3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:32.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:32.941+0000 7f9c51200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9c4c076770 0x7f9c4c1a3850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:37624/0 (socket says 172.21.15.12:37624) 2024-03-29T00:07:32.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:32.941+0000 7f9c51200700 1 -- 172.21.15.12:0/1914557159 learned_addr learned my addr 172.21.15.12:0/1914557159 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:07:32.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:32.942+0000 7f9c51200700 1 -- 172.21.15.12:0/1914557159 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c4c1a3d90 con 0x7f9c4c076770 2024-03-29T00:07:32.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:32.942+0000 7f9c51200700 1 --2- 172.21.15.12:0/1914557159 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9c4c076770 0x7f9c4c1a3850 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f9c400052a0 tx=0x7f9c40004cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:32.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:32.942+0000 7f9c49600700 1 -- 172.21.15.12:0/1914557159 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9c40026070 con 0x7f9c4c076770 2024-03-29T00:07:32.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:32.943+0000 7f9c49600700 1 -- 172.21.15.12:0/1914557159 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9c4000bc50 con 0x7f9c4c076770 2024-03-29T00:07:32.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:32.943+0000 7f9c49600700 1 -- 172.21.15.12:0/1914557159 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9c40003a20 con 0x7f9c4c076770 2024-03-29T00:07:32.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:32.943+0000 7f9c52600700 1 -- 172.21.15.12:0/1914557159 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c4c1a4020 con 0x7f9c4c076770 2024-03-29T00:07:32.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:32.943+0000 7f9c52600700 1 -- 172.21.15.12:0/1914557159 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c4c19da10 con 0x7f9c4c076770 2024-03-29T00:07:32.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:32.944+0000 7f9c52600700 1 -- 172.21.15.12:0/1914557159 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c4c077eb0 con 0x7f9c4c076770 2024-03-29T00:07:32.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:32.944+0000 7f9c49600700 1 -- 172.21.15.12:0/1914557159 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 13) ==== 45984+0+0 (secure 0 0 0) 0x7f9c40029070 con 0x7f9c4c076770 2024-03-29T00:07:32.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:32.944+0000 7f9c49600700 1 --2- 172.21.15.12:0/1914557159 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9c34038ca0 0x7f9c3403b160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:32.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:32.944+0000 7f9c49600700 1 -- 172.21.15.12:0/1914557159 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f9c4001e070 con 0x7f9c4c076770 2024-03-29T00:07:32.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:32.945+0000 7f9c4be00700 1 --2- 172.21.15.12:0/1914557159 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9c34038ca0 0x7f9c3403b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:32.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:32.945+0000 7f9c4be00700 1 --2- 172.21.15.12:0/1914557159 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9c34038ca0 0x7f9c3403b160 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f9c38006fd0 tx=0x7f9c38006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:32.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:32.950+0000 7f9c49600700 1 -- 172.21.15.12:0/1914557159 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f9c40013070 con 0x7f9c4c076770 2024-03-29T00:07:33.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:33.185+0000 7f9c52600700 1 -- 172.21.15.12:0/1914557159 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi053", "target": ["mon-mgr", ""]}) -- 0x7f9c4c19ef40 con 0x7f9c34038ca0 2024-03-29T00:07:33.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:33 smithi012 ceph-mon[31657]: Updating smithi012:/var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/config/ceph.client.admin.keyring 2024-03-29T00:07:33.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:33 smithi012 ceph-mon[31657]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:07:33.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:33 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:33.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:33 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:33.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:33 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:34.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:34 smithi012 ceph-mon[31657]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi053", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:07:35.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:35 smithi012 ceph-mon[31657]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:07:35.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:35 smithi012 ceph-mon[31657]: Deploying cephadm binary to smithi053 2024-03-29T00:07:37.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:37 smithi012 ceph-mon[31657]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:07:38.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:38.183+0000 7f9c49600700 1 -- 172.21.15.12:0/1914557159 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f9c4c19ef40 con 0x7f9c34038ca0 2024-03-29T00:07:38.184 INFO:teuthology.orchestra.run.smithi012.stdout:Added host 'smithi053' with addr '172.21.15.53' 2024-03-29T00:07:38.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:38.187+0000 7f9c52600700 1 -- 172.21.15.12:0/1914557159 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9c34038ca0 msgr2=0x7f9c3403b160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:38.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:38.187+0000 7f9c52600700 1 --2- 172.21.15.12:0/1914557159 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9c34038ca0 0x7f9c3403b160 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f9c38006fd0 tx=0x7f9c38006e40 comp rx=0 tx=0).stop 2024-03-29T00:07:38.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:38.187+0000 7f9c52600700 1 -- 172.21.15.12:0/1914557159 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9c4c076770 msgr2=0x7f9c4c1a3850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:38.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:38.187+0000 7f9c52600700 1 --2- 172.21.15.12:0/1914557159 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9c4c076770 0x7f9c4c1a3850 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f9c400052a0 tx=0x7f9c40004cc0 comp rx=0 tx=0).stop 2024-03-29T00:07:38.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:38.188+0000 7f9c52600700 1 -- 172.21.15.12:0/1914557159 shutdown_connections 2024-03-29T00:07:38.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:38.188+0000 7f9c52600700 1 --2- 172.21.15.12:0/1914557159 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9c34038ca0 0x7f9c3403b160 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:38.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:38.188+0000 7f9c52600700 1 --2- 172.21.15.12:0/1914557159 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9c4c076770 0x7f9c4c1a3850 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:38.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:38.188+0000 7f9c52600700 1 -- 172.21.15.12:0/1914557159 >> 172.21.15.12:0/1914557159 conn(0x7f9c4c0ff740 msgr2=0x7f9c4c100f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:07:38.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:38.188+0000 7f9c52600700 1 -- 172.21.15.12:0/1914557159 shutdown_connections 2024-03-29T00:07:38.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:38.188+0000 7f9c52600700 1 -- 172.21.15.12:0/1914557159 wait complete. 2024-03-29T00:07:39.052 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph orch host ls --format=json 2024-03-29T00:07:39.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:39 smithi012 ceph-mon[31657]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:07:39.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:39 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:39.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:39 smithi012 ceph-mon[31657]: Added host smithi053 2024-03-29T00:07:39.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:39 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:07:39.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:39 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:39.514 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:07:40.699 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:40 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:41.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.451+0000 7fe2b0200700 1 -- 172.21.15.12:0/1924967659 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe2a8102dd0 msgr2=0x7fe2a81031b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:41.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.451+0000 7fe2b0200700 1 --2- 172.21.15.12:0/1924967659 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe2a8102dd0 0x7fe2a81031b0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fe29c009910 tx=0x7fe29c009c20 comp rx=0 tx=0).stop 2024-03-29T00:07:41.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.451+0000 7fe2b0200700 1 -- 172.21.15.12:0/1924967659 shutdown_connections 2024-03-29T00:07:41.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.451+0000 7fe2b0200700 1 --2- 172.21.15.12:0/1924967659 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe2a8102dd0 0x7fe2a81031b0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:41.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.451+0000 7fe2b0200700 1 -- 172.21.15.12:0/1924967659 >> 172.21.15.12:0/1924967659 conn(0x7fe2a8077780 msgr2=0x7fe2a80fea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:07:41.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.452+0000 7fe2b0200700 1 -- 172.21.15.12:0/1924967659 shutdown_connections 2024-03-29T00:07:41.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.452+0000 7fe2b0200700 1 -- 172.21.15.12:0/1924967659 wait complete. 2024-03-29T00:07:41.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.453+0000 7fe2b0200700 1 Processor -- start 2024-03-29T00:07:41.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.453+0000 7fe2b0200700 1 -- start start 2024-03-29T00:07:41.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.453+0000 7fe2b0200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe2a8102dd0 0x7fe2a8100a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:41.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.453+0000 7fe2b0200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fe2a810c400 con 0x7fe2a8102dd0 2024-03-29T00:07:41.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.454+0000 7fe2ad800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe2a8102dd0 0x7fe2a8100a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:41.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.454+0000 7fe2ad800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe2a8102dd0 0x7fe2a8100a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:37048/0 (socket says 172.21.15.12:37048) 2024-03-29T00:07:41.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.454+0000 7fe2ad800700 1 -- 172.21.15.12:0/1417515130 learned_addr learned my addr 172.21.15.12:0/1417515130 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:07:41.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.454+0000 7fe2ad800700 1 -- 172.21.15.12:0/1417515130 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2a8102920 con 0x7fe2a8102dd0 2024-03-29T00:07:41.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.454+0000 7fe2ad800700 1 --2- 172.21.15.12:0/1417515130 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe2a8102dd0 0x7fe2a8100a30 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fe29c006010 tx=0x7fe29c004cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:41.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.455+0000 7fe2a6000700 1 -- 172.21.15.12:0/1417515130 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe29c026070 con 0x7fe2a8102dd0 2024-03-29T00:07:41.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.455+0000 7fe2a6000700 1 -- 172.21.15.12:0/1417515130 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe29c0044a0 con 0x7fe2a8102dd0 2024-03-29T00:07:41.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.455+0000 7fe2b0200700 1 -- 172.21.15.12:0/1417515130 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2a8100f70 con 0x7fe2a8102dd0 2024-03-29T00:07:41.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.455+0000 7fe2a6000700 1 -- 172.21.15.12:0/1417515130 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe29c003ba0 con 0x7fe2a8102dd0 2024-03-29T00:07:41.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.455+0000 7fe2b0200700 1 -- 172.21.15.12:0/1417515130 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2a8101430 con 0x7fe2a8102dd0 2024-03-29T00:07:41.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.456+0000 7fe2a6000700 1 -- 172.21.15.12:0/1417515130 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 13) ==== 45984+0+0 (secure 0 0 0) 0x7fe29c029070 con 0x7fe2a8102dd0 2024-03-29T00:07:41.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.456+0000 7fe2b0200700 1 -- 172.21.15.12:0/1417515130 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2a8069f10 con 0x7fe2a8102dd0 2024-03-29T00:07:41.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.457+0000 7fe2a6000700 1 --2- 172.21.15.12:0/1417515130 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe290038c40 0x7fe29003b100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:41.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.457+0000 7fe2a6000700 1 -- 172.21.15.12:0/1417515130 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fe29c01e070 con 0x7fe2a8102dd0 2024-03-29T00:07:41.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.457+0000 7fe2ace00700 1 --2- 172.21.15.12:0/1417515130 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe290038c40 0x7fe29003b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:41.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.458+0000 7fe2ace00700 1 --2- 172.21.15.12:0/1417515130 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe290038c40 0x7fe29003b100 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fe294006fd0 tx=0x7fe294006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:41.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.463+0000 7fe2a6000700 1 -- 172.21.15.12:0/1417515130 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fe29c013070 con 0x7fe2a8102dd0 2024-03-29T00:07:41.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:41 smithi012 ceph-mon[31657]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:07:41.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:41 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:41.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.697+0000 7fe2b0200700 1 -- 172.21.15.12:0/1417515130 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe2a8101660 con 0x7fe290038c40 2024-03-29T00:07:41.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.699+0000 7fe2a6000700 1 -- 172.21.15.12:0/1417515130 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+159 (secure 0 0 0) 0x7fe2a8101660 con 0x7fe290038c40 2024-03-29T00:07:41.700 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:07:41.700 INFO:teuthology.orchestra.run.smithi012.stdout:[{"addr": "172.21.15.12", "hostname": "smithi012", "labels": [], "status": ""}, {"addr": "172.21.15.53", "hostname": "smithi053", "labels": [], "status": ""}] 2024-03-29T00:07:41.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.702+0000 7fe2b0200700 1 -- 172.21.15.12:0/1417515130 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe290038c40 msgr2=0x7fe29003b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:41.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.702+0000 7fe2b0200700 1 --2- 172.21.15.12:0/1417515130 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe290038c40 0x7fe29003b100 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fe294006fd0 tx=0x7fe294006e40 comp rx=0 tx=0).stop 2024-03-29T00:07:41.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.702+0000 7fe2b0200700 1 -- 172.21.15.12:0/1417515130 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe2a8102dd0 msgr2=0x7fe2a8100a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:41.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.702+0000 7fe2b0200700 1 --2- 172.21.15.12:0/1417515130 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe2a8102dd0 0x7fe2a8100a30 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fe29c006010 tx=0x7fe29c004cc0 comp rx=0 tx=0).stop 2024-03-29T00:07:41.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.703+0000 7fe2b0200700 1 -- 172.21.15.12:0/1417515130 shutdown_connections 2024-03-29T00:07:41.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.703+0000 7fe2b0200700 1 --2- 172.21.15.12:0/1417515130 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe290038c40 0x7fe29003b100 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:41.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.703+0000 7fe2b0200700 1 --2- 172.21.15.12:0/1417515130 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe2a8102dd0 0x7fe2a8100a30 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:41.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.703+0000 7fe2b0200700 1 -- 172.21.15.12:0/1417515130 >> 172.21.15.12:0/1417515130 conn(0x7fe2a8077780 msgr2=0x7fe2a8103b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:07:41.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.703+0000 7fe2b0200700 1 -- 172.21.15.12:0/1417515130 shutdown_connections 2024-03-29T00:07:41.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:41.703+0000 7fe2b0200700 1 -- 172.21.15.12:0/1417515130 wait complete. 2024-03-29T00:07:42.465 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi069 2024-03-29T00:07:42.466 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-03-29T00:07:42.466 DEBUG:teuthology.orchestra.run.smithi069:> dd of=/etc/ceph/ceph.conf 2024-03-29T00:07:42.485 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-03-29T00:07:42.485 DEBUG:teuthology.orchestra.run.smithi069:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-29T00:07:42.542 INFO:tasks.cephadm:Adding host smithi069 to orchestrator... 2024-03-29T00:07:42.542 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph orch host add smithi069 2024-03-29T00:07:42.962 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:07:43.380 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:43 smithi012 ceph-mon[31657]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:07:43.380 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:43 smithi012 ceph-mon[31657]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-29T00:07:44.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:44.923+0000 7f00f4e00700 1 -- 172.21.15.12:0/1955919791 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f00f0074610 msgr2=0x7f00f00749f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:44.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:44.923+0000 7f00f4e00700 1 --2- 172.21.15.12:0/1955919791 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f00f0074610 0x7f00f00749f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f00e0009910 tx=0x7f00e0009c20 comp rx=0 tx=0).stop 2024-03-29T00:07:44.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:44.923+0000 7f00f4e00700 1 -- 172.21.15.12:0/1955919791 shutdown_connections 2024-03-29T00:07:44.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:44.923+0000 7f00f4e00700 1 --2- 172.21.15.12:0/1955919791 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f00f0074610 0x7f00f00749f0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:44.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:44.923+0000 7f00f4e00700 1 -- 172.21.15.12:0/1955919791 >> 172.21.15.12:0/1955919791 conn(0x7f00f00fd720 msgr2=0x7f00f00ffb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:07:44.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:44.924+0000 7f00f4e00700 1 -- 172.21.15.12:0/1955919791 shutdown_connections 2024-03-29T00:07:44.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:44.924+0000 7f00f4e00700 1 -- 172.21.15.12:0/1955919791 wait complete. 2024-03-29T00:07:44.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:44.925+0000 7f00f4e00700 1 Processor -- start 2024-03-29T00:07:44.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:44.925+0000 7f00f4e00700 1 -- start start 2024-03-29T00:07:44.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:44.926+0000 7f00f4e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f00f0074610 0x7f00f019f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:44.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:44.926+0000 7f00f4e00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f00f010e5e0 con 0x7f00f0074610 2024-03-29T00:07:44.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:44.926+0000 7f00ede00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f00f0074610 0x7f00f019f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:44.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:44.926+0000 7f00ede00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f00f0074610 0x7f00f019f670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:56938/0 (socket says 172.21.15.12:56938) 2024-03-29T00:07:44.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:44.926+0000 7f00ede00700 1 -- 172.21.15.12:0/762327509 learned_addr learned my addr 172.21.15.12:0/762327509 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:07:44.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:44.927+0000 7f00ede00700 1 -- 172.21.15.12:0/762327509 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00f019fbb0 con 0x7f00f0074610 2024-03-29T00:07:44.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:44.927+0000 7f00ede00700 1 --2- 172.21.15.12:0/762327509 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f00f0074610 0x7f00f019f670 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f00e0004c10 tx=0x7f00e0004cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:44.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:44.927+0000 7f00e6a00700 1 -- 172.21.15.12:0/762327509 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f00e0026070 con 0x7f00f0074610 2024-03-29T00:07:44.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:44.927+0000 7f00e6a00700 1 -- 172.21.15.12:0/762327509 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f00e0004370 con 0x7f00f0074610 2024-03-29T00:07:44.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:44.927+0000 7f00f4e00700 1 -- 172.21.15.12:0/762327509 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00f019fe40 con 0x7f00f0074610 2024-03-29T00:07:44.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:44.927+0000 7f00e6a00700 1 -- 172.21.15.12:0/762327509 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f00e0003bf0 con 0x7f00f0074610 2024-03-29T00:07:44.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:44.928+0000 7f00f4e00700 1 -- 172.21.15.12:0/762327509 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00f01997f0 con 0x7f00f0074610 2024-03-29T00:07:44.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:44.929+0000 7f00e6a00700 1 -- 172.21.15.12:0/762327509 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 13) ==== 45984+0+0 (secure 0 0 0) 0x7f00e0029070 con 0x7f00f0074610 2024-03-29T00:07:44.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:44.929+0000 7f00f4e00700 1 -- 172.21.15.12:0/762327509 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00f0075cc0 con 0x7f00f0074610 2024-03-29T00:07:44.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:44.929+0000 7f00e6a00700 1 --2- 172.21.15.12:0/762327509 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f00d4038c40 0x7f00d403b100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:44.930 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:44.929+0000 7f00e6a00700 1 -- 172.21.15.12:0/762327509 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f00e001e070 con 0x7f00f0074610 2024-03-29T00:07:44.930 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:44.929+0000 7f00ed400700 1 --2- 172.21.15.12:0/762327509 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f00d4038c40 0x7f00d403b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:44.930 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:44.930+0000 7f00ed400700 1 --2- 172.21.15.12:0/762327509 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f00d4038c40 0x7f00d403b100 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f00dc006fd0 tx=0x7f00dc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:44.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:44.935+0000 7f00e6a00700 1 -- 172.21.15.12:0/762327509 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f00e0013070 con 0x7f00f0074610 2024-03-29T00:07:45.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:45.168+0000 7f00f4e00700 1 -- 172.21.15.12:0/762327509 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi069", "target": ["mon-mgr", ""]}) -- 0x7f00f019ad20 con 0x7f00d4038c40 2024-03-29T00:07:45.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:45 smithi012 ceph-mon[31657]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:07:45.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:45 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:45.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:45 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:45.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:45 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:45.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:45 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:45.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:45 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi053", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:07:45.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:45 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:07:45.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:45 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:07:45.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:45 smithi012 ceph-mon[31657]: Updating smithi053:/etc/ceph/ceph.conf 2024-03-29T00:07:46.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:46 smithi012 ceph-mon[31657]: Updating smithi053:/var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/config/ceph.conf 2024-03-29T00:07:46.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:46 smithi012 ceph-mon[31657]: Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-03-29T00:07:46.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:46 smithi012 ceph-mon[31657]: Updating smithi053:/var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/config/ceph.client.admin.keyring 2024-03-29T00:07:46.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:46 smithi012 ceph-mon[31657]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi069", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:07:46.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:46 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:46.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:46 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:46.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:46 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:47.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:47 smithi012 ceph-mon[31657]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:07:47.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:47 smithi012 ceph-mon[31657]: Deploying cephadm binary to smithi069 2024-03-29T00:07:49.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:49 smithi012 ceph-mon[31657]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:07:50.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:50.065+0000 7f00e6a00700 1 -- 172.21.15.12:0/762327509 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f00f019ad20 con 0x7f00d4038c40 2024-03-29T00:07:50.067 INFO:teuthology.orchestra.run.smithi012.stdout:Added host 'smithi069' with addr '172.21.15.69' 2024-03-29T00:07:50.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:50.070+0000 7f00f4e00700 1 -- 172.21.15.12:0/762327509 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f00d4038c40 msgr2=0x7f00d403b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:50.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:50.070+0000 7f00f4e00700 1 --2- 172.21.15.12:0/762327509 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f00d4038c40 0x7f00d403b100 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f00dc006fd0 tx=0x7f00dc006e40 comp rx=0 tx=0).stop 2024-03-29T00:07:50.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:50.070+0000 7f00f4e00700 1 -- 172.21.15.12:0/762327509 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f00f0074610 msgr2=0x7f00f019f670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:50.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:50.070+0000 7f00f4e00700 1 --2- 172.21.15.12:0/762327509 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f00f0074610 0x7f00f019f670 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f00e0004c10 tx=0x7f00e0004cf0 comp rx=0 tx=0).stop 2024-03-29T00:07:50.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:50.070+0000 7f00f4e00700 1 -- 172.21.15.12:0/762327509 shutdown_connections 2024-03-29T00:07:50.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:50.070+0000 7f00f4e00700 1 --2- 172.21.15.12:0/762327509 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f00d4038c40 0x7f00d403b100 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:50.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:50.070+0000 7f00f4e00700 1 --2- 172.21.15.12:0/762327509 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f00f0074610 0x7f00f019f670 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:50.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:50.070+0000 7f00f4e00700 1 -- 172.21.15.12:0/762327509 >> 172.21.15.12:0/762327509 conn(0x7f00f00fd720 msgr2=0x7f00f0105f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:07:50.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:50.070+0000 7f00f4e00700 1 -- 172.21.15.12:0/762327509 shutdown_connections 2024-03-29T00:07:50.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:50.071+0000 7f00f4e00700 1 -- 172.21.15.12:0/762327509 wait complete. 2024-03-29T00:07:50.830 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph orch host ls --format=json 2024-03-29T00:07:51.295 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:07:51.444 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:51 smithi012 ceph-mon[31657]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:07:51.444 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:51 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:51.444 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:51 smithi012 ceph-mon[31657]: Added host smithi069 2024-03-29T00:07:51.444 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:51 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:07:51.444 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:51 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:52.456 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:52 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:53.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.419+0000 7ff189e00700 1 -- 172.21.15.12:0/3316708286 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff184102dd0 msgr2=0x7ff1841031b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:53.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.419+0000 7ff189e00700 1 --2- 172.21.15.12:0/3316708286 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff184102dd0 0x7ff1841031b0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ff17400b0a0 tx=0x7ff17400b3b0 comp rx=0 tx=0).stop 2024-03-29T00:07:53.420 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:53 smithi012 ceph-mon[31657]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:07:53.420 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:53 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:53.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.419+0000 7ff189e00700 1 -- 172.21.15.12:0/3316708286 shutdown_connections 2024-03-29T00:07:53.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.419+0000 7ff189e00700 1 --2- 172.21.15.12:0/3316708286 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff184102dd0 0x7ff1841031b0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:53.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.419+0000 7ff189e00700 1 -- 172.21.15.12:0/3316708286 >> 172.21.15.12:0/3316708286 conn(0x7ff184077780 msgr2=0x7ff1840fea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:07:53.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.419+0000 7ff189e00700 1 -- 172.21.15.12:0/3316708286 shutdown_connections 2024-03-29T00:07:53.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.419+0000 7ff189e00700 1 -- 172.21.15.12:0/3316708286 wait complete. 2024-03-29T00:07:53.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.421+0000 7ff189e00700 1 Processor -- start 2024-03-29T00:07:53.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.421+0000 7ff189e00700 1 -- start start 2024-03-29T00:07:53.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.421+0000 7ff189e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff184102dd0 0x7ff18419d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:53.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.421+0000 7ff189e00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff18410c400 con 0x7ff184102dd0 2024-03-29T00:07:53.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.422+0000 7ff182a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff184102dd0 0x7ff18419d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:53.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.422+0000 7ff182a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff184102dd0 0x7ff18419d5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:56966/0 (socket says 172.21.15.12:56966) 2024-03-29T00:07:53.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.422+0000 7ff182a00700 1 -- 172.21.15.12:0/3872236100 learned_addr learned my addr 172.21.15.12:0/3872236100 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:07:53.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.422+0000 7ff182a00700 1 -- 172.21.15.12:0/3872236100 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff18419db30 con 0x7ff184102dd0 2024-03-29T00:07:53.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.423+0000 7ff182a00700 1 --2- 172.21.15.12:0/3872236100 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff184102dd0 0x7ff18419d5f0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ff174000f80 tx=0x7ff174003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:53.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.423+0000 7ff188a00700 1 -- 172.21.15.12:0/3872236100 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff174017040 con 0x7ff184102dd0 2024-03-29T00:07:53.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.423+0000 7ff188a00700 1 -- 172.21.15.12:0/3872236100 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff174022070 con 0x7ff184102dd0 2024-03-29T00:07:53.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.423+0000 7ff188a00700 1 -- 172.21.15.12:0/3872236100 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff17401d450 con 0x7ff184102dd0 2024-03-29T00:07:53.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.423+0000 7ff189e00700 1 -- 172.21.15.12:0/3872236100 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff18419ddc0 con 0x7ff184102dd0 2024-03-29T00:07:53.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.423+0000 7ff189e00700 1 -- 172.21.15.12:0/3872236100 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1841976c0 con 0x7ff184102dd0 2024-03-29T00:07:53.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.424+0000 7ff188a00700 1 -- 172.21.15.12:0/3872236100 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 13) ==== 45984+0+0 (secure 0 0 0) 0x7ff1740078a0 con 0x7ff184102dd0 2024-03-29T00:07:53.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.424+0000 7ff189e00700 1 -- 172.21.15.12:0/3872236100 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff184069f10 con 0x7ff184102dd0 2024-03-29T00:07:53.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.425+0000 7ff188a00700 1 --2- 172.21.15.12:0/3872236100 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff168038c90 0x7ff16803b150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:53.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.425+0000 7ff188a00700 1 -- 172.21.15.12:0/3872236100 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7ff17400f050 con 0x7ff184102dd0 2024-03-29T00:07:53.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.426+0000 7ff17a000700 1 --2- 172.21.15.12:0/3872236100 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff168038c90 0x7ff16803b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:53.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.426+0000 7ff17a000700 1 --2- 172.21.15.12:0/3872236100 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff168038c90 0x7ff16803b150 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7ff16c006fd0 tx=0x7ff16c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:53.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.431+0000 7ff188a00700 1 -- 172.21.15.12:0/3872236100 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7ff1740093e0 con 0x7ff184102dd0 2024-03-29T00:07:53.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.663+0000 7ff189e00700 1 -- 172.21.15.12:0/3872236100 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff184198bf0 con 0x7ff168038c90 2024-03-29T00:07:53.665 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.665+0000 7ff188a00700 1 -- 172.21.15.12:0/3872236100 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+238 (secure 0 0 0) 0x7ff184198bf0 con 0x7ff168038c90 2024-03-29T00:07:53.665 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:07:53.666 INFO:teuthology.orchestra.run.smithi012.stdout:[{"addr": "172.21.15.12", "hostname": "smithi012", "labels": [], "status": ""}, {"addr": "172.21.15.53", "hostname": "smithi053", "labels": [], "status": ""}, {"addr": "172.21.15.69", "hostname": "smithi069", "labels": [], "status": ""}] 2024-03-29T00:07:53.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.668+0000 7ff189e00700 1 -- 172.21.15.12:0/3872236100 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff168038c90 msgr2=0x7ff16803b150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:53.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.668+0000 7ff189e00700 1 --2- 172.21.15.12:0/3872236100 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff168038c90 0x7ff16803b150 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7ff16c006fd0 tx=0x7ff16c006e40 comp rx=0 tx=0).stop 2024-03-29T00:07:53.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.668+0000 7ff189e00700 1 -- 172.21.15.12:0/3872236100 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff184102dd0 msgr2=0x7ff18419d5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:53.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.668+0000 7ff189e00700 1 --2- 172.21.15.12:0/3872236100 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff184102dd0 0x7ff18419d5f0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ff174000f80 tx=0x7ff174003ce0 comp rx=0 tx=0).stop 2024-03-29T00:07:53.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.668+0000 7ff189e00700 1 -- 172.21.15.12:0/3872236100 shutdown_connections 2024-03-29T00:07:53.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.668+0000 7ff189e00700 1 --2- 172.21.15.12:0/3872236100 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff168038c90 0x7ff16803b150 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:53.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.668+0000 7ff189e00700 1 --2- 172.21.15.12:0/3872236100 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff184102dd0 0x7ff18419d5f0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:53.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.668+0000 7ff189e00700 1 -- 172.21.15.12:0/3872236100 >> 172.21.15.12:0/3872236100 conn(0x7ff184077780 msgr2=0x7ff184103b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:07:53.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.668+0000 7ff189e00700 1 -- 172.21.15.12:0/3872236100 shutdown_connections 2024-03-29T00:07:53.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:53.668+0000 7ff189e00700 1 -- 172.21.15.12:0/3872236100 wait complete. 2024-03-29T00:07:54.380 INFO:tasks.cephadm:Setting crush tunables to default 2024-03-29T00:07:54.380 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph osd crush tunables default 2024-03-29T00:07:54.844 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:07:55.289 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:55 smithi012 ceph-mon[31657]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:07:55.289 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:55 smithi012 ceph-mon[31657]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-29T00:07:56.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:56.917+0000 7f53a3600700 1 -- 172.21.15.12:0/384642977 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f539c1084a0 msgr2=0x7f539c108880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:56.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:56.917+0000 7f53a3600700 1 --2- 172.21.15.12:0/384642977 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f539c1084a0 0x7f539c108880 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f5390009910 tx=0x7f5390009c20 comp rx=0 tx=0).stop 2024-03-29T00:07:56.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:56.917+0000 7f53a3600700 1 -- 172.21.15.12:0/384642977 shutdown_connections 2024-03-29T00:07:56.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:56.917+0000 7f53a3600700 1 --2- 172.21.15.12:0/384642977 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f539c1084a0 0x7f539c108880 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:56.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:56.917+0000 7f53a3600700 1 -- 172.21.15.12:0/384642977 >> 172.21.15.12:0/384642977 conn(0x7f539c0779e0 msgr2=0x7f539c079e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:07:56.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:56.917+0000 7f53a3600700 1 -- 172.21.15.12:0/384642977 shutdown_connections 2024-03-29T00:07:56.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:56.917+0000 7f53a3600700 1 -- 172.21.15.12:0/384642977 wait complete. 2024-03-29T00:07:56.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:56.918+0000 7f53a3600700 1 Processor -- start 2024-03-29T00:07:56.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:56.919+0000 7f53a3600700 1 -- start start 2024-03-29T00:07:56.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:56.919+0000 7f53a3600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f539c1084a0 0x7f539c19dd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:56.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:56.919+0000 7f53a3600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f539c1129b0 con 0x7f539c1084a0 2024-03-29T00:07:56.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:56.919+0000 7f53a0c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f539c1084a0 0x7f539c19dd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:56.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:56.919+0000 7f53a0c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f539c1084a0 0x7f539c19dd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:45648/0 (socket says 172.21.15.12:45648) 2024-03-29T00:07:56.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:56.919+0000 7f53a0c00700 1 -- 172.21.15.12:0/2120999262 learned_addr learned my addr 172.21.15.12:0/2120999262 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:07:56.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:56.920+0000 7f53a0c00700 1 -- 172.21.15.12:0/2120999262 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f539c19e290 con 0x7f539c1084a0 2024-03-29T00:07:56.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:56.920+0000 7f53a0c00700 1 --2- 172.21.15.12:0/2120999262 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f539c1084a0 0x7f539c19dd50 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f53900052a0 tx=0x7f5390004cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:56.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:56.920+0000 7f5399600700 1 -- 172.21.15.12:0/2120999262 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5390026070 con 0x7f539c1084a0 2024-03-29T00:07:56.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:56.921+0000 7f53a3600700 1 -- 172.21.15.12:0/2120999262 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f539c19e580 con 0x7f539c1084a0 2024-03-29T00:07:56.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:56.921+0000 7f5399600700 1 -- 172.21.15.12:0/2120999262 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f539000bbf0 con 0x7f539c1084a0 2024-03-29T00:07:56.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:56.921+0000 7f5399600700 1 -- 172.21.15.12:0/2120999262 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5390003a30 con 0x7f539c1084a0 2024-03-29T00:07:56.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:56.921+0000 7f53a3600700 1 -- 172.21.15.12:0/2120999262 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f539c1a2620 con 0x7f539c1084a0 2024-03-29T00:07:56.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:56.922+0000 7f53a3600700 1 -- 172.21.15.12:0/2120999262 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f539c109980 con 0x7f539c1084a0 2024-03-29T00:07:56.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:56.922+0000 7f5399600700 1 -- 172.21.15.12:0/2120999262 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 13) ==== 45984+0+0 (secure 0 0 0) 0x7f5390029070 con 0x7f539c1084a0 2024-03-29T00:07:56.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:56.922+0000 7f5399600700 1 --2- 172.21.15.12:0/2120999262 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5384038c40 0x7f538403b100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:07:56.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:56.922+0000 7f5399600700 1 -- 172.21.15.12:0/2120999262 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f539001e070 con 0x7f539c1084a0 2024-03-29T00:07:56.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:56.923+0000 7f539be00700 1 --2- 172.21.15.12:0/2120999262 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5384038c40 0x7f538403b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:07:56.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:56.923+0000 7f539be00700 1 --2- 172.21.15.12:0/2120999262 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5384038c40 0x7f538403b100 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f5388006fd0 tx=0x7f5388006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:07:56.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:56.928+0000 7f5399600700 1 -- 172.21.15.12:0/2120999262 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f5390013070 con 0x7f539c1084a0 2024-03-29T00:07:57.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:56 smithi012 ceph-mon[31657]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:07:57.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:56 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:57.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:56 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:57.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:56 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:57.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:56 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:57.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:56 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi069", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:07:57.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:56 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:07:57.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:56 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:07:57.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:56 smithi012 ceph-mon[31657]: Updating smithi069:/etc/ceph/ceph.conf 2024-03-29T00:07:57.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:56 smithi012 ceph-mon[31657]: Updating smithi069:/var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/config/ceph.conf 2024-03-29T00:07:57.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:57.163+0000 7f53a3600700 1 -- 172.21.15.12:0/2120999262 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f539c19f0b0 con 0x7f539c1084a0 2024-03-29T00:07:57.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:57.996+0000 7f5399600700 1 -- 172.21.15.12:0/2120999262 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f5390003d30 con 0x7f539c1084a0 2024-03-29T00:07:58.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:58.000+0000 7f53a3600700 1 -- 172.21.15.12:0/2120999262 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5384038c40 msgr2=0x7f538403b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:58.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:58.000+0000 7f53a3600700 1 --2- 172.21.15.12:0/2120999262 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5384038c40 0x7f538403b100 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f5388006fd0 tx=0x7f5388006e40 comp rx=0 tx=0).stop 2024-03-29T00:07:58.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:58.000+0000 7f53a3600700 1 -- 172.21.15.12:0/2120999262 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f539c1084a0 msgr2=0x7f539c19dd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:07:58.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:58.000+0000 7f53a3600700 1 --2- 172.21.15.12:0/2120999262 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f539c1084a0 0x7f539c19dd50 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f53900052a0 tx=0x7f5390004cc0 comp rx=0 tx=0).stop 2024-03-29T00:07:58.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:58.000+0000 7f53a3600700 1 -- 172.21.15.12:0/2120999262 shutdown_connections 2024-03-29T00:07:58.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:58.000+0000 7f53a3600700 1 --2- 172.21.15.12:0/2120999262 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5384038c40 0x7f538403b100 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:58.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:58.000+0000 7f53a3600700 1 --2- 172.21.15.12:0/2120999262 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f539c1084a0 0x7f539c19dd50 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:07:58.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:58.000+0000 7f53a3600700 1 -- 172.21.15.12:0/2120999262 >> 172.21.15.12:0/2120999262 conn(0x7f539c0779e0 msgr2=0x7f539c109e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:07:58.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:58.001+0000 7f53a3600700 1 -- 172.21.15.12:0/2120999262 shutdown_connections 2024-03-29T00:07:58.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:07:58.001+0000 7f53a3600700 1 -- 172.21.15.12:0/2120999262 wait complete. 2024-03-29T00:07:58.002 INFO:teuthology.orchestra.run.smithi012.stderr:adjusted tunables profile to default 2024-03-29T00:07:58.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:57 smithi012 ceph-mon[31657]: Updating smithi069:/etc/ceph/ceph.client.admin.keyring 2024-03-29T00:07:58.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:57 smithi012 ceph-mon[31657]: Updating smithi069:/var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/config/ceph.client.admin.keyring 2024-03-29T00:07:58.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:57 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2120999262' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-03-29T00:07:58.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:57 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:58.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:57 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:58.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:57 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:07:58.875 INFO:tasks.cephadm:Adding mon.a on smithi012 2024-03-29T00:07:58.875 INFO:tasks.cephadm:Adding mon.b on smithi053 2024-03-29T00:07:58.875 INFO:tasks.cephadm:Adding mon.c on smithi069 2024-03-29T00:07:58.875 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph orch apply mon '3;smithi012:172.21.15.12=a;smithi053:172.21.15.53=b;smithi069:172.21.15.69=c' 2024-03-29T00:07:59.114 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/config/ceph.conf 2024-03-29T00:07:59.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:58 smithi012 ceph-mon[31657]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:07:59.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:58 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2120999262' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-03-29T00:07:59.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:07:58 smithi012 ceph-mon[31657]: osdmap e4: 0 total, 0 up, 0 in 2024-03-29T00:08:00.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.547+0000 7f77fcd6b700 1 -- 172.21.15.69:0/733824753 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f77f8106be0 msgr2=0x7f77f8106fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:08:00.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.547+0000 7f77fcd6b700 1 --2- 172.21.15.69:0/733824753 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f77f8106be0 0x7f77f8106fc0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f77ec009910 tx=0x7f77ec009c20 comp rx=0 tx=0).stop 2024-03-29T00:08:00.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.547+0000 7f77fcd6b700 1 -- 172.21.15.69:0/733824753 shutdown_connections 2024-03-29T00:08:00.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.547+0000 7f77fcd6b700 1 --2- 172.21.15.69:0/733824753 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f77f8106be0 0x7f77f8106fc0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:00.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.547+0000 7f77fcd6b700 1 -- 172.21.15.69:0/733824753 >> 172.21.15.69:0/733824753 conn(0x7f77f80fc600 msgr2=0x7f77f80fea20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:08:00.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.547+0000 7f77fcd6b700 1 -- 172.21.15.69:0/733824753 shutdown_connections 2024-03-29T00:08:00.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.547+0000 7f77fcd6b700 1 -- 172.21.15.69:0/733824753 wait complete. 2024-03-29T00:08:00.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.547+0000 7f77fcd6b700 1 Processor -- start 2024-03-29T00:08:00.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.547+0000 7f77fcd6b700 1 -- start start 2024-03-29T00:08:00.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.548+0000 7f77fcd6b700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f77f8106be0 0x7f77f8197730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:08:00.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.548+0000 7f77fcd6b700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f77f810b2e0 con 0x7f77f8106be0 2024-03-29T00:08:00.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.548+0000 7f77f659c700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f77f8106be0 0x7f77f8197730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:08:00.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.548+0000 7f77f659c700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f77f8106be0 0x7f77f8197730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.69:34758/0 (socket says 172.21.15.69:34758) 2024-03-29T00:08:00.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.548+0000 7f77f659c700 1 -- 172.21.15.69:0/316172011 learned_addr learned my addr 172.21.15.69:0/316172011 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-03-29T00:08:00.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.549+0000 7f77f659c700 1 -- 172.21.15.69:0/316172011 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77f8197c70 con 0x7f77f8106be0 2024-03-29T00:08:00.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.549+0000 7f77f659c700 1 --2- 172.21.15.69:0/316172011 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f77f8106be0 0x7f77f8197730 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f77ec0052a0 tx=0x7f77ec004cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:08:00.552 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.549+0000 7f77e77fe700 1 -- 172.21.15.69:0/316172011 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f77ec026070 con 0x7f77f8106be0 2024-03-29T00:08:00.552 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.550+0000 7f77fcd6b700 1 -- 172.21.15.69:0/316172011 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77f8197f00 con 0x7f77f8106be0 2024-03-29T00:08:00.552 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.550+0000 7f77fcd6b700 1 -- 172.21.15.69:0/316172011 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77f819c000 con 0x7f77f8106be0 2024-03-29T00:08:00.552 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.550+0000 7f77e77fe700 1 -- 172.21.15.69:0/316172011 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f77ec00bc50 con 0x7f77f8106be0 2024-03-29T00:08:00.552 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.550+0000 7f77e77fe700 1 -- 172.21.15.69:0/316172011 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f77ec030060 con 0x7f77f8106be0 2024-03-29T00:08:00.552 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.551+0000 7f77fcd6b700 1 -- 172.21.15.69:0/316172011 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77f81021e0 con 0x7f77f8106be0 2024-03-29T00:08:00.552 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.551+0000 7f77e77fe700 1 -- 172.21.15.69:0/316172011 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 13) ==== 45984+0+0 (secure 0 0 0) 0x7f77ec029070 con 0x7f77f8106be0 2024-03-29T00:08:00.552 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.551+0000 7f77e77fe700 1 --2- 172.21.15.69:0/316172011 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f77e0038850 0x7f77e003ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:08:00.552 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.551+0000 7f77e77fe700 1 -- 172.21.15.69:0/316172011 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f77ec01e070 con 0x7f77f8106be0 2024-03-29T00:08:00.552 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.552+0000 7f77f5d9b700 1 --2- 172.21.15.69:0/316172011 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f77e0038850 0x7f77e003ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:08:00.553 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.552+0000 7f77f5d9b700 1 --2- 172.21.15.69:0/316172011 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f77e0038850 0x7f77e003ad10 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f77e8006fd0 tx=0x7f77e8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:08:00.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.567+0000 7f77e77fe700 1 -- 172.21.15.69:0/316172011 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f77ec013070 con 0x7f77f8106be0 2024-03-29T00:08:00.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.772+0000 7f77fcd6b700 1 -- 172.21.15.69:0/316172011 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi012:172.21.15.12=a;smithi053:172.21.15.53=b;smithi069:172.21.15.69=c", "target": ["mon-mgr", ""]}) -- 0x7f77f8198a90 con 0x7f77e0038850 2024-03-29T00:08:00.787 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.788+0000 7f77e77fe700 1 -- 172.21.15.69:0/316172011 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f77f8198a90 con 0x7f77e0038850 2024-03-29T00:08:00.788 INFO:teuthology.orchestra.run.smithi069.stdout:Scheduled mon update... 2024-03-29T00:08:00.790 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.789+0000 7f77fcd6b700 1 -- 172.21.15.69:0/316172011 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f77e0038850 msgr2=0x7f77e003ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:08:00.790 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.789+0000 7f77fcd6b700 1 --2- 172.21.15.69:0/316172011 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f77e0038850 0x7f77e003ad10 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f77e8006fd0 tx=0x7f77e8006e40 comp rx=0 tx=0).stop 2024-03-29T00:08:00.790 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.789+0000 7f77fcd6b700 1 -- 172.21.15.69:0/316172011 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f77f8106be0 msgr2=0x7f77f8197730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:08:00.790 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.789+0000 7f77fcd6b700 1 --2- 172.21.15.69:0/316172011 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f77f8106be0 0x7f77f8197730 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f77ec0052a0 tx=0x7f77ec004cc0 comp rx=0 tx=0).stop 2024-03-29T00:08:00.790 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.789+0000 7f77fcd6b700 1 -- 172.21.15.69:0/316172011 shutdown_connections 2024-03-29T00:08:00.790 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.789+0000 7f77fcd6b700 1 --2- 172.21.15.69:0/316172011 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f77e0038850 0x7f77e003ad10 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:00.790 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.789+0000 7f77fcd6b700 1 --2- 172.21.15.69:0/316172011 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f77f8106be0 0x7f77f8197730 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:00.790 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.789+0000 7f77fcd6b700 1 -- 172.21.15.69:0/316172011 >> 172.21.15.69:0/316172011 conn(0x7f77f80fc600 msgr2=0x7f77f806a020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:08:00.791 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.789+0000 7f77fcd6b700 1 -- 172.21.15.69:0/316172011 shutdown_connections 2024-03-29T00:08:00.791 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:00.789+0000 7f77fcd6b700 1 -- 172.21.15.69:0/316172011 wait complete. 2024-03-29T00:08:01.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:01 smithi012 ceph-mon[31657]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:01.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:01.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:08:01.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:01.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:08:01.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:01.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-29T00:08:01.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:01.410 DEBUG:teuthology.orchestra.run.smithi053:mon.b> sudo journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mon.b.service 2024-03-29T00:08:01.416 DEBUG:teuthology.orchestra.run.smithi069:mon.c> sudo journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mon.c.service 2024-03-29T00:08:01.423 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-03-29T00:08:01.423 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph mon dump -f json 2024-03-29T00:08:02.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:02 smithi012 ceph-mon[31657]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi012:172.21.15.12=a;smithi053:172.21.15.53=b;smithi069:172.21.15.69=c", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:08:02.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:02 smithi012 ceph-mon[31657]: Saving service mon spec with placement smithi012:172.21.15.12=a;smithi053:172.21.15.53=b;smithi069:172.21.15.69=c;count:3 2024-03-29T00:08:02.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:02 smithi012 ceph-mon[31657]: Deploying daemon mon.c on smithi069 2024-03-29T00:08:02.894 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/config/ceph.conf 2024-03-29T00:08:03.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:03 smithi012 ceph-mon[31657]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:05.032 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.030+0000 7faf1bd67700 1 -- 172.21.15.69:0/3923736025 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faf14106be0 msgr2=0x7faf14106fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:08:05.032 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.030+0000 7faf1bd67700 1 --2- 172.21.15.69:0/3923736025 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faf14106be0 0x7faf14106fc0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7faf0c00b0a0 tx=0x7faf0c00b3b0 comp rx=0 tx=0).stop 2024-03-29T00:08:05.032 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.030+0000 7faf1bd67700 1 -- 172.21.15.69:0/3923736025 shutdown_connections 2024-03-29T00:08:05.032 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.030+0000 7faf1bd67700 1 --2- 172.21.15.69:0/3923736025 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faf14106be0 0x7faf14106fc0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:05.032 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.030+0000 7faf1bd67700 1 -- 172.21.15.69:0/3923736025 >> 172.21.15.69:0/3923736025 conn(0x7faf14077780 msgr2=0x7faf140fea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:08:05.032 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.030+0000 7faf1bd67700 1 -- 172.21.15.69:0/3923736025 shutdown_connections 2024-03-29T00:08:05.032 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.030+0000 7faf1bd67700 1 -- 172.21.15.69:0/3923736025 wait complete. 2024-03-29T00:08:05.033 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.031+0000 7faf1bd67700 1 Processor -- start 2024-03-29T00:08:05.033 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.031+0000 7faf1bd67700 1 -- start start 2024-03-29T00:08:05.033 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.031+0000 7faf1bd67700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faf14106be0 0x7faf14198630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:08:05.033 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.031+0000 7faf1bd67700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7faf1410b2e0 con 0x7faf14106be0 2024-03-29T00:08:05.033 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.032+0000 7faf19b03700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faf14106be0 0x7faf14198630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:08:05.033 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.032+0000 7faf19b03700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faf14106be0 0x7faf14198630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.69:34782/0 (socket says 172.21.15.69:34782) 2024-03-29T00:08:05.033 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.032+0000 7faf19b03700 1 -- 172.21.15.69:0/764424008 learned_addr learned my addr 172.21.15.69:0/764424008 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-03-29T00:08:05.034 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.032+0000 7faf19b03700 1 -- 172.21.15.69:0/764424008 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf14198b70 con 0x7faf14106be0 2024-03-29T00:08:05.034 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.033+0000 7faf19b03700 1 --2- 172.21.15.69:0/764424008 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faf14106be0 0x7faf14198630 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7faf0c000f80 tx=0x7faf0c00bb10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:08:05.034 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.033+0000 7faf0affd700 1 -- 172.21.15.69:0/764424008 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faf0c017040 con 0x7faf14106be0 2024-03-29T00:08:05.035 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.033+0000 7faf1bd67700 1 -- 172.21.15.69:0/764424008 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf14198e00 con 0x7faf14106be0 2024-03-29T00:08:05.035 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.033+0000 7faf1bd67700 1 -- 172.21.15.69:0/764424008 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf14199260 con 0x7faf14106be0 2024-03-29T00:08:05.035 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.033+0000 7faf0affd700 1 -- 172.21.15.69:0/764424008 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7faf0c022070 con 0x7faf14106be0 2024-03-29T00:08:05.035 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.033+0000 7faf0affd700 1 -- 172.21.15.69:0/764424008 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faf0c004950 con 0x7faf14106be0 2024-03-29T00:08:05.035 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.034+0000 7faf1bd67700 1 -- 172.21.15.69:0/764424008 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf141021e0 con 0x7faf14106be0 2024-03-29T00:08:05.036 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.034+0000 7faf0affd700 1 -- 172.21.15.69:0/764424008 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 13) ==== 45984+0+0 (secure 0 0 0) 0x7faf0c0040d0 con 0x7faf14106be0 2024-03-29T00:08:05.036 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.034+0000 7faf0affd700 1 --2- 172.21.15.69:0/764424008 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faf00038c90 0x7faf0003b150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:08:05.036 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.035+0000 7faf0affd700 1 -- 172.21.15.69:0/764424008 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7faf0c00f050 con 0x7faf14106be0 2024-03-29T00:08:05.036 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.035+0000 7faf19302700 1 --2- 172.21.15.69:0/764424008 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faf00038c90 0x7faf0003b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:08:05.036 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.036+0000 7faf19302700 1 --2- 172.21.15.69:0/764424008 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faf00038c90 0x7faf0003b150 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7faf04006fd0 tx=0x7faf04006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:08:05.050 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.050+0000 7faf0affd700 1 -- 172.21.15.69:0/764424008 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7faf0c0093e0 con 0x7faf14106be0 2024-03-29T00:08:05.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:05 smithi012 ceph-mon[31657]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:05.334 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.333+0000 7faf1bd67700 1 -- 172.21.15.69:0/764424008 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7faf14063870 con 0x7faf14106be0 2024-03-29T00:08:05.334 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.334+0000 7faf0affd700 1 -- 172.21.15.69:0/764424008 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7faf0c01ce80 con 0x7faf14106be0 2024-03-29T00:08:05.335 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-03-29T00:08:05.335 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":1,"fsid":"f0a28ba8-ed5f-11ee-95d0-87774f69a715","modified":"2024-03-29T00:05:48.065431Z","created":"2024-03-29T00:05:48.065431Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:3300","nonce":0},{"type":"v1","addr":"172.21.15.12:6789","nonce":0}]},"addr":"172.21.15.12:6789/0","public_addr":"172.21.15.12:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-03-29T00:08:05.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.336+0000 7faf1bd67700 1 -- 172.21.15.69:0/764424008 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faf00038c90 msgr2=0x7faf0003b150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:08:05.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.336+0000 7faf1bd67700 1 --2- 172.21.15.69:0/764424008 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faf00038c90 0x7faf0003b150 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7faf04006fd0 tx=0x7faf04006e40 comp rx=0 tx=0).stop 2024-03-29T00:08:05.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.336+0000 7faf1bd67700 1 -- 172.21.15.69:0/764424008 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faf14106be0 msgr2=0x7faf14198630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:08:05.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.336+0000 7faf1bd67700 1 --2- 172.21.15.69:0/764424008 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faf14106be0 0x7faf14198630 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7faf0c000f80 tx=0x7faf0c00bb10 comp rx=0 tx=0).stop 2024-03-29T00:08:05.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.336+0000 7faf1bd67700 1 -- 172.21.15.69:0/764424008 shutdown_connections 2024-03-29T00:08:05.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.336+0000 7faf1bd67700 1 --2- 172.21.15.69:0/764424008 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faf00038c90 0x7faf0003b150 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:05.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.336+0000 7faf1bd67700 1 --2- 172.21.15.69:0/764424008 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faf14106be0 0x7faf14198630 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:05.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.336+0000 7faf1bd67700 1 -- 172.21.15.69:0/764424008 >> 172.21.15.69:0/764424008 conn(0x7faf14077780 msgr2=0x7faf140fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:08:05.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.336+0000 7faf1bd67700 1 -- 172.21.15.69:0/764424008 shutdown_connections 2024-03-29T00:08:05.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:05.336+0000 7faf1bd67700 1 -- 172.21.15.69:0/764424008 wait complete. 2024-03-29T00:08:05.338 INFO:teuthology.orchestra.run.smithi069.stderr:dumped monmap epoch 1 2024-03-29T00:08:07.122 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-03-29T00:08:07.122 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph mon dump -f json 2024-03-29T00:08:07.364 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.c/config 2024-03-29T00:08:10.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-29T00:08:10.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-29T00:08:10.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:10 smithi012 ceph-mon[31657]: mon.a calling monitor election 2024-03-29T00:08:10.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:10 smithi012 ceph-mon[31657]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:10.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-29T00:08:10.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-29T00:08:10.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:10 smithi012 ceph-mon[31657]: mon.c calling monitor election 2024-03-29T00:08:10.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:10 smithi012 ceph-mon[31657]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:10.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-29T00:08:10.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-29T00:08:10.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:10 smithi012 ceph-mon[31657]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:10.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-29T00:08:10.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:10 smithi012 ceph-mon[31657]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-03-29T00:08:10.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:10 smithi012 ceph-mon[31657]: monmap epoch 2 2024-03-29T00:08:10.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:10 smithi012 ceph-mon[31657]: fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:08:10.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:10 smithi012 ceph-mon[31657]: last_changed 2024-03-29T00:08:05.443978+0000 2024-03-29T00:08:10.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:10 smithi012 ceph-mon[31657]: created 2024-03-29T00:05:48.065431+0000 2024-03-29T00:08:10.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:10 smithi012 ceph-mon[31657]: min_mon_release 19 (squid) 2024-03-29T00:08:10.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:10 smithi012 ceph-mon[31657]: election_strategy: 1 2024-03-29T00:08:10.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:10 smithi012 ceph-mon[31657]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-03-29T00:08:10.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:10 smithi012 ceph-mon[31657]: 1: [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] mon.c 2024-03-29T00:08:10.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:10 smithi012 ceph-mon[31657]: fsmap 2024-03-29T00:08:10.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:10 smithi012 ceph-mon[31657]: osdmap e4: 0 total, 0 up, 0 in 2024-03-29T00:08:10.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:10 smithi012 ceph-mon[31657]: mgrmap e13: x(active, since 60s) 2024-03-29T00:08:10.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:10 smithi012 ceph-mon[31657]: overall HEALTH_OK 2024-03-29T00:08:10.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:10.803 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:10.803 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:10.803 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-29T00:08:10.803 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:10.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:10 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:11.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:11 smithi069 ceph-mon[36074]: Deploying daemon mon.b on smithi053 2024-03-29T00:08:11.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:11 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-29T00:08:11.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.795+0000 7f5722df7700 1 -- 172.21.15.69:0/2365079916 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f57040035c0 msgr2=0x7f5704005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:08:11.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.795+0000 7f5722df7700 1 --2- 172.21.15.69:0/2365079916 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f57040035c0 0x7f5704005a50 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f571c06a500 tx=0x7f571800feb0 comp rx=0 tx=0).stop 2024-03-29T00:08:11.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.795+0000 7f5722df7700 1 -- 172.21.15.69:0/2365079916 shutdown_connections 2024-03-29T00:08:11.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.795+0000 7f5722df7700 1 --2- 172.21.15.69:0/2365079916 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f57040035c0 0x7f5704005a50 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:11.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.795+0000 7f5722df7700 1 -- 172.21.15.69:0/2365079916 >> 172.21.15.69:0/2365079916 conn(0x7f571c0fc750 msgr2=0x7f571c0feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:08:11.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.795+0000 7f5722df7700 1 -- 172.21.15.69:0/2365079916 shutdown_connections 2024-03-29T00:08:11.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.795+0000 7f5722df7700 1 -- 172.21.15.69:0/2365079916 wait complete. 2024-03-29T00:08:11.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.795+0000 7f5722df7700 1 Processor -- start 2024-03-29T00:08:11.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.796+0000 7f5722df7700 1 -- start start 2024-03-29T00:08:11.797 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.796+0000 7f5722df7700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f57040035c0 0x7f571c19e060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:08:11.797 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.796+0000 7f5722df7700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f571c19e5a0 0x7f571c1a2930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:08:11.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.796+0000 7f5722df7700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f571c110520 con 0x7f571c19e5a0 2024-03-29T00:08:11.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.796+0000 7f5722df7700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f571c1103a0 con 0x7f57040035c0 2024-03-29T00:08:11.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.796+0000 7f5720b93700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f57040035c0 0x7f571c19e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:08:11.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.796+0000 7f5720b93700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f57040035c0 0x7f571c19e060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:58862/0 (socket says 172.21.15.69:58862) 2024-03-29T00:08:11.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.796+0000 7f5720b93700 1 -- 172.21.15.69:0/1458927709 learned_addr learned my addr 172.21.15.69:0/1458927709 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-03-29T00:08:11.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.796+0000 7f5720b93700 1 -- 172.21.15.69:0/1458927709 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f57040035c0 msgr2=0x7f571c19e060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-03-29T00:08:11.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.796+0000 7f5720b93700 1 -- 172.21.15.69:0/1458927709 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f57040035c0 msgr2=0x7f571c19e060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-03-29T00:08:11.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.796+0000 7f5720b93700 1 --2- 172.21.15.69:0/1458927709 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f57040035c0 0x7f571c19e060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-03-29T00:08:11.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.796+0000 7f5720b93700 1 --2- 172.21.15.69:0/1458927709 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f57040035c0 0x7f571c19e060 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-29T00:08:11.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.796+0000 7f5713fff700 1 --2- 172.21.15.69:0/1458927709 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f571c19e5a0 0x7f571c1a2930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:08:11.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.797+0000 7f5713fff700 1 -- 172.21.15.69:0/1458927709 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f57040035c0 msgr2=0x7f571c19e060 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-29T00:08:11.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.797+0000 7f5713fff700 1 --2- 172.21.15.69:0/1458927709 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f57040035c0 0x7f571c19e060 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:11.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.797+0000 7f5713fff700 1 -- 172.21.15.69:0/1458927709 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f571c19ebe0 con 0x7f571c19e5a0 2024-03-29T00:08:11.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:11 smithi012 ceph-mon[31657]: Deploying daemon mon.b on smithi053 2024-03-29T00:08:11.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:11 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-29T00:08:11.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.798+0000 7f5713fff700 1 --2- 172.21.15.69:0/1458927709 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f571c19e5a0 0x7f571c1a2930 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f570c00b4d0 tx=0x7f570c00b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:08:11.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.798+0000 7f5711ffb700 1 -- 172.21.15.69:0/1458927709 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f570c011630 con 0x7f571c19e5a0 2024-03-29T00:08:11.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.798+0000 7f5722df7700 1 -- 172.21.15.69:0/1458927709 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f571c1a2e70 con 0x7f571c19e5a0 2024-03-29T00:08:11.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.798+0000 7f5711ffb700 1 -- 172.21.15.69:0/1458927709 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f570c011cd0 con 0x7f571c19e5a0 2024-03-29T00:08:11.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.798+0000 7f5711ffb700 1 -- 172.21.15.69:0/1458927709 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f570c0193b0 con 0x7f571c19e5a0 2024-03-29T00:08:11.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.798+0000 7f5722df7700 1 -- 172.21.15.69:0/1458927709 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f571c1a33d0 con 0x7f571c19e5a0 2024-03-29T00:08:11.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.799+0000 7f5722df7700 1 -- 172.21.15.69:0/1458927709 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f571c06ad00 con 0x7f571c19e5a0 2024-03-29T00:08:11.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.800+0000 7f5711ffb700 1 -- 172.21.15.69:0/1458927709 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 13) ==== 45984+0+0 (secure 0 0 0) 0x7f570c018020 con 0x7f571c19e5a0 2024-03-29T00:08:11.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.800+0000 7f5711ffb700 1 --2- 172.21.15.69:0/1458927709 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f57080389e0 0x7f570803aea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:08:11.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.800+0000 7f5711ffb700 1 -- 172.21.15.69:0/1458927709 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f570c04b450 con 0x7f571c19e5a0 2024-03-29T00:08:11.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.800+0000 7f5720b93700 1 --2- 172.21.15.69:0/1458927709 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f57080389e0 0x7f570803aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:08:11.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.801+0000 7f5720b93700 1 --2- 172.21.15.69:0/1458927709 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f57080389e0 0x7f570803aea0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f571800fa60 tx=0x7f5718005560 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:08:11.826 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:11.825+0000 7f5711ffb700 1 -- 172.21.15.69:0/1458927709 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f570c01f020 con 0x7f571c19e5a0 2024-03-29T00:08:12.099 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:12.099+0000 7f5722df7700 1 -- 172.21.15.69:0/1458927709 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f571c1a36e0 con 0x7f571c19e5a0 2024-03-29T00:08:12.100 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:12.100+0000 7f5711ffb700 1 -- 172.21.15.69:0/1458927709 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1011 (secure 0 0 0) 0x7f570c018570 con 0x7f571c19e5a0 2024-03-29T00:08:12.100 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-03-29T00:08:12.100 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":2,"fsid":"f0a28ba8-ed5f-11ee-95d0-87774f69a715","modified":"2024-03-29T00:08:05.443978Z","created":"2024-03-29T00:05:48.065431Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:3300","nonce":0},{"type":"v1","addr":"172.21.15.12:6789","nonce":0}]},"addr":"172.21.15.12:6789/0","public_addr":"172.21.15.12:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:3300","nonce":0},{"type":"v1","addr":"172.21.15.69:6789","nonce":0}]},"addr":"172.21.15.69:6789/0","public_addr":"172.21.15.69:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-03-29T00:08:12.102 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:12.102+0000 7f5722df7700 1 -- 172.21.15.69:0/1458927709 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f57080389e0 msgr2=0x7f570803aea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:08:12.102 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:12.102+0000 7f5722df7700 1 --2- 172.21.15.69:0/1458927709 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f57080389e0 0x7f570803aea0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f571800fa60 tx=0x7f5718005560 comp rx=0 tx=0).stop 2024-03-29T00:08:12.102 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:12.102+0000 7f5722df7700 1 -- 172.21.15.69:0/1458927709 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f571c19e5a0 msgr2=0x7f571c1a2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:08:12.102 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:12.102+0000 7f5722df7700 1 --2- 172.21.15.69:0/1458927709 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f571c19e5a0 0x7f571c1a2930 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f570c00b4d0 tx=0x7f570c00b890 comp rx=0 tx=0).stop 2024-03-29T00:08:12.102 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:12.102+0000 7f5722df7700 1 -- 172.21.15.69:0/1458927709 shutdown_connections 2024-03-29T00:08:12.102 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:12.102+0000 7f5722df7700 1 --2- 172.21.15.69:0/1458927709 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f57080389e0 0x7f570803aea0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:12.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:12.102+0000 7f5722df7700 1 --2- 172.21.15.69:0/1458927709 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f57040035c0 0x7f571c19e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:12.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:12.102+0000 7f5722df7700 1 --2- 172.21.15.69:0/1458927709 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f571c19e5a0 0x7f571c1a2930 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:12.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:12.102+0000 7f5722df7700 1 -- 172.21.15.69:0/1458927709 >> 172.21.15.69:0/1458927709 conn(0x7f571c0fc750 msgr2=0x7f571c0fe4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:08:12.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:12.102+0000 7f5722df7700 1 -- 172.21.15.69:0/1458927709 shutdown_connections 2024-03-29T00:08:12.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:12.102+0000 7f5722df7700 1 -- 172.21.15.69:0/1458927709 wait complete. 2024-03-29T00:08:12.103 INFO:teuthology.orchestra.run.smithi069.stderr:dumped monmap epoch 2 2024-03-29T00:08:12.657 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:12 smithi069 ceph-mon[36074]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:12.658 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:12 smithi069 ceph-mon[36074]: from='client.? 172.21.15.69:0/1458927709' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-29T00:08:12.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:12 smithi012 ceph-mon[31657]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:12.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:12 smithi012 ceph-mon[31657]: from='client.? 172.21.15.69:0/1458927709' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-29T00:08:13.660 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-03-29T00:08:13.660 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph mon dump -f json 2024-03-29T00:08:13.904 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.c/config 2024-03-29T00:08:14.470 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: load: jerasure load: lrc 2024-03-29T00:08:14.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: RocksDB version: 7.9.2 2024-03-29T00:08:14.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Git sha 0 2024-03-29T00:08:14.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Compile date 2024-03-27 16:17:23 2024-03-29T00:08:14.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: DB SUMMARY 2024-03-29T00:08:14.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: DB Session ID: OB1COKAS70L2LX7HJWL9 2024-03-29T00:08:14.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: CURRENT file: CURRENT 2024-03-29T00:08:14.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: IDENTITY file: IDENTITY 2024-03-29T00:08:14.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-03-29T00:08:14.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-03-29T00:08:14.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 636 ; 2024-03-29T00:08:14.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.error_if_exists: 0 2024-03-29T00:08:14.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.create_if_missing: 0 2024-03-29T00:08:14.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.paranoid_checks: 1 2024-03-29T00:08:14.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.flush_verify_memtable_count: 1 2024-03-29T00:08:14.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-29T00:08:14.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-29T00:08:14.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.env: 0x5564072d5c60 2024-03-29T00:08:14.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.fs: PosixFileSystem 2024-03-29T00:08:14.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.info_log: 0x556408769ae0 2024-03-29T00:08:14.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.max_file_opening_threads: 16 2024-03-29T00:08:14.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.statistics: (nil) 2024-03-29T00:08:14.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.use_fsync: 0 2024-03-29T00:08:14.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.max_log_file_size: 0 2024-03-29T00:08:14.907 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-29T00:08:14.907 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.log_file_time_to_roll: 0 2024-03-29T00:08:14.907 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.keep_log_file_num: 1000 2024-03-29T00:08:14.907 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.recycle_log_file_num: 0 2024-03-29T00:08:14.907 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.allow_fallocate: 1 2024-03-29T00:08:14.907 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.allow_mmap_reads: 0 2024-03-29T00:08:14.907 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.allow_mmap_writes: 0 2024-03-29T00:08:14.907 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.use_direct_reads: 0 2024-03-29T00:08:14.907 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-29T00:08:14.907 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.create_missing_column_families: 0 2024-03-29T00:08:14.907 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.db_log_dir: 2024-03-29T00:08:14.907 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.wal_dir: 2024-03-29T00:08:14.907 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.table_cache_numshardbits: 6 2024-03-29T00:08:14.907 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.WAL_ttl_seconds: 0 2024-03-29T00:08:14.908 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.WAL_size_limit_MB: 0 2024-03-29T00:08:14.908 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-29T00:08:14.909 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-29T00:08:14.909 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.is_fd_close_on_exec: 1 2024-03-29T00:08:14.909 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.advise_random_on_open: 1 2024-03-29T00:08:14.910 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.db_write_buffer_size: 0 2024-03-29T00:08:14.910 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.write_buffer_manager: 0x55640873c1e0 2024-03-29T00:08:14.910 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-29T00:08:14.910 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-29T00:08:14.910 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.use_adaptive_mutex: 0 2024-03-29T00:08:14.910 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.rate_limiter: (nil) 2024-03-29T00:08:14.910 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-29T00:08:14.910 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.wal_recovery_mode: 2 2024-03-29T00:08:14.910 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.enable_thread_tracking: 0 2024-03-29T00:08:14.910 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.enable_pipelined_write: 0 2024-03-29T00:08:14.910 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.unordered_write: 0 2024-03-29T00:08:14.910 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-29T00:08:14.911 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-29T00:08:14.911 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-29T00:08:14.911 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-29T00:08:14.911 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.row_cache: None 2024-03-29T00:08:14.911 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.wal_filter: None 2024-03-29T00:08:14.911 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-29T00:08:14.911 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.allow_ingest_behind: 0 2024-03-29T00:08:14.911 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.two_write_queues: 0 2024-03-29T00:08:14.911 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.manual_wal_flush: 0 2024-03-29T00:08:14.911 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.wal_compression: 0 2024-03-29T00:08:14.911 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.atomic_flush: 0 2024-03-29T00:08:14.911 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-29T00:08:14.911 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.persist_stats_to_disk: 0 2024-03-29T00:08:14.912 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.write_dbid_to_manifest: 0 2024-03-29T00:08:14.912 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.log_readahead_size: 0 2024-03-29T00:08:14.912 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-29T00:08:14.912 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.best_efforts_recovery: 0 2024-03-29T00:08:14.912 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-29T00:08:14.912 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-29T00:08:14.912 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.allow_data_in_errors: 0 2024-03-29T00:08:14.912 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.db_host_id: __hostname__ 2024-03-29T00:08:14.912 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.enforce_single_del_contracts: true 2024-03-29T00:08:14.912 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.max_background_jobs: 2 2024-03-29T00:08:14.912 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.max_background_compactions: -1 2024-03-29T00:08:14.912 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.max_subcompactions: 1 2024-03-29T00:08:14.912 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-29T00:08:14.913 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-29T00:08:14.913 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.delayed_write_rate : 16777216 2024-03-29T00:08:14.913 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.max_total_wal_size: 0 2024-03-29T00:08:14.913 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-29T00:08:14.913 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.stats_dump_period_sec: 600 2024-03-29T00:08:14.913 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.stats_persist_period_sec: 600 2024-03-29T00:08:14.913 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-29T00:08:14.913 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.max_open_files: -1 2024-03-29T00:08:14.913 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.bytes_per_sync: 0 2024-03-29T00:08:14.913 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.wal_bytes_per_sync: 0 2024-03-29T00:08:14.913 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.strict_bytes_per_sync: 0 2024-03-29T00:08:14.913 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.compaction_readahead_size: 0 2024-03-29T00:08:14.913 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.max_background_flushes: -1 2024-03-29T00:08:14.913 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Compression algorithms supported: 2024-03-29T00:08:14.913 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-29T00:08:14.914 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: kZSTD supported: 0 2024-03-29T00:08:14.914 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: kXpressCompression supported: 0 2024-03-29T00:08:14.914 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: kLZ4HCCompression supported: 1 2024-03-29T00:08:14.914 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: kZlibCompression supported: 1 2024-03-29T00:08:14.914 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: kSnappyCompression supported: 1 2024-03-29T00:08:14.914 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: kLZ4Compression supported: 1 2024-03-29T00:08:14.914 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: kBZip2Compression supported: 0 2024-03-29T00:08:14.914 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Fast CRC32 supported: Supported on x86 2024-03-29T00:08:14.914 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: DMutex implementation: pthread_mutex_t 2024-03-29T00:08:14.914 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-03-29T00:08:14.914 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-29T00:08:14.914 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-29T00:08:14.914 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.merge_operator: 2024-03-29T00:08:14.915 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.compaction_filter: None 2024-03-29T00:08:14.915 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.compaction_filter_factory: None 2024-03-29T00:08:14.915 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.sst_partitioner_factory: None 2024-03-29T00:08:14.915 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.memtable_factory: SkipListFactory 2024-03-29T00:08:14.915 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.table_factory: BlockBasedTable 2024-03-29T00:08:14.915 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x556408769be0) 2024-03-29T00:08:14.915 INFO:journalctl@ceph.mon.b.smithi053.stdout: cache_index_and_filter_blocks: 1 2024-03-29T00:08:14.915 INFO:journalctl@ceph.mon.b.smithi053.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-29T00:08:14.915 INFO:journalctl@ceph.mon.b.smithi053.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-29T00:08:14.915 INFO:journalctl@ceph.mon.b.smithi053.stdout: pin_top_level_index_and_filter: 1 2024-03-29T00:08:14.915 INFO:journalctl@ceph.mon.b.smithi053.stdout: index_type: 0 2024-03-29T00:08:14.915 INFO:journalctl@ceph.mon.b.smithi053.stdout: data_block_index_type: 0 2024-03-29T00:08:14.915 INFO:journalctl@ceph.mon.b.smithi053.stdout: index_shortening: 1 2024-03-29T00:08:14.915 INFO:journalctl@ceph.mon.b.smithi053.stdout: data_block_hash_table_util_ratio: 0.750000 2024-03-29T00:08:14.915 INFO:journalctl@ceph.mon.b.smithi053.stdout: checksum: 4 2024-03-29T00:08:14.916 INFO:journalctl@ceph.mon.b.smithi053.stdout: no_block_cache: 0 2024-03-29T00:08:14.916 INFO:journalctl@ceph.mon.b.smithi053.stdout: block_cache: 0x55640876d090 2024-03-29T00:08:14.916 INFO:journalctl@ceph.mon.b.smithi053.stdout: block_cache_name: BinnedLRUCache 2024-03-29T00:08:14.916 INFO:journalctl@ceph.mon.b.smithi053.stdout: block_cache_options: 2024-03-29T00:08:14.916 INFO:journalctl@ceph.mon.b.smithi053.stdout: capacity : 536870912 2024-03-29T00:08:14.916 INFO:journalctl@ceph.mon.b.smithi053.stdout: num_shard_bits : 4 2024-03-29T00:08:14.916 INFO:journalctl@ceph.mon.b.smithi053.stdout: strict_capacity_limit : 0 2024-03-29T00:08:14.916 INFO:journalctl@ceph.mon.b.smithi053.stdout: high_pri_pool_ratio: 0.000 2024-03-29T00:08:14.916 INFO:journalctl@ceph.mon.b.smithi053.stdout: block_cache_compressed: (nil) 2024-03-29T00:08:14.916 INFO:journalctl@ceph.mon.b.smithi053.stdout: persistent_cache: (nil) 2024-03-29T00:08:14.916 INFO:journalctl@ceph.mon.b.smithi053.stdout: block_size: 4096 2024-03-29T00:08:14.916 INFO:journalctl@ceph.mon.b.smithi053.stdout: block_size_deviation: 10 2024-03-29T00:08:14.916 INFO:journalctl@ceph.mon.b.smithi053.stdout: block_restart_interval: 16 2024-03-29T00:08:14.916 INFO:journalctl@ceph.mon.b.smithi053.stdout: index_block_restart_interval: 1 2024-03-29T00:08:14.917 INFO:journalctl@ceph.mon.b.smithi053.stdout: metadata_block_size: 4096 2024-03-29T00:08:14.917 INFO:journalctl@ceph.mon.b.smithi053.stdout: partition_filters: 0 2024-03-29T00:08:14.917 INFO:journalctl@ceph.mon.b.smithi053.stdout: use_delta_encoding: 1 2024-03-29T00:08:14.917 INFO:journalctl@ceph.mon.b.smithi053.stdout: filter_policy: bloomfilter 2024-03-29T00:08:14.917 INFO:journalctl@ceph.mon.b.smithi053.stdout: whole_key_filtering: 1 2024-03-29T00:08:14.917 INFO:journalctl@ceph.mon.b.smithi053.stdout: verify_compression: 0 2024-03-29T00:08:14.917 INFO:journalctl@ceph.mon.b.smithi053.stdout: read_amp_bytes_per_bit: 0 2024-03-29T00:08:14.917 INFO:journalctl@ceph.mon.b.smithi053.stdout: format_version: 5 2024-03-29T00:08:14.917 INFO:journalctl@ceph.mon.b.smithi053.stdout: enable_index_compression: 1 2024-03-29T00:08:14.917 INFO:journalctl@ceph.mon.b.smithi053.stdout: block_align: 0 2024-03-29T00:08:14.917 INFO:journalctl@ceph.mon.b.smithi053.stdout: max_auto_readahead_size: 262144 2024-03-29T00:08:14.917 INFO:journalctl@ceph.mon.b.smithi053.stdout: prepopulate_block_cache: 0 2024-03-29T00:08:14.917 INFO:journalctl@ceph.mon.b.smithi053.stdout: initial_auto_readahead_size: 8192 2024-03-29T00:08:14.917 INFO:journalctl@ceph.mon.b.smithi053.stdout: num_file_reads_for_auto_readahead: 2 2024-03-29T00:08:14.918 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.write_buffer_size: 33554432 2024-03-29T00:08:14.918 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.max_write_buffer_number: 2 2024-03-29T00:08:14.918 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.compression: NoCompression 2024-03-29T00:08:14.918 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.bottommost_compression: Disabled 2024-03-29T00:08:14.918 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.prefix_extractor: nullptr 2024-03-29T00:08:14.918 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-29T00:08:14.918 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.num_levels: 7 2024-03-29T00:08:14.918 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-29T00:08:14.918 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-29T00:08:14.918 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-29T00:08:14.918 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-29T00:08:14.918 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-29T00:08:14.918 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-29T00:08:14.918 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-29T00:08:14.919 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-29T00:08:14.919 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-29T00:08:14.919 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-29T00:08:14.919 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-29T00:08:14.919 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-29T00:08:14.919 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.compression_opts.window_bits: -14 2024-03-29T00:08:14.919 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.compression_opts.level: 32767 2024-03-29T00:08:14.919 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.compression_opts.strategy: 0 2024-03-29T00:08:14.919 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-29T00:08:14.919 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-29T00:08:14.919 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-29T00:08:14.919 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-29T00:08:14.919 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.compression_opts.enabled: false 2024-03-29T00:08:14.919 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-29T00:08:14.919 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-29T00:08:14.920 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-29T00:08:14.920 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-29T00:08:14.920 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.target_file_size_base: 67108864 2024-03-29T00:08:14.920 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.target_file_size_multiplier: 1 2024-03-29T00:08:14.920 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-29T00:08:14.920 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-29T00:08:14.920 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-29T00:08:14.920 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-29T00:08:14.920 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-29T00:08:14.920 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-29T00:08:14.920 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-29T00:08:14.920 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-29T00:08:14.920 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-29T00:08:14.920 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-29T00:08:14.920 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-29T00:08:14.921 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-29T00:08:14.921 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-29T00:08:14.921 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.arena_block_size: 1048576 2024-03-29T00:08:14.921 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-29T00:08:14.921 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-29T00:08:14.921 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.disable_auto_compactions: 0 2024-03-29T00:08:14.921 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-29T00:08:14.921 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-29T00:08:14.921 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-29T00:08:14.921 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-29T00:08:14.921 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-29T00:08:14.921 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-29T00:08:14.921 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-29T00:08:14.921 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-29T00:08:14.922 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-29T00:08:14.922 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-29T00:08:14.922 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.table_properties_collectors: 2024-03-29T00:08:14.922 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.inplace_update_support: 0 2024-03-29T00:08:14.922 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.inplace_update_num_locks: 10000 2024-03-29T00:08:14.922 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-29T00:08:14.922 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-29T00:08:14.922 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.memtable_huge_page_size: 0 2024-03-29T00:08:14.922 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.bloom_locality: 0 2024-03-29T00:08:14.922 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.max_successive_merges: 0 2024-03-29T00:08:14.922 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.optimize_filters_for_hits: 0 2024-03-29T00:08:14.922 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.paranoid_file_checks: 0 2024-03-29T00:08:14.922 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.force_consistency_checks: 1 2024-03-29T00:08:14.922 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.report_bg_io_stats: 0 2024-03-29T00:08:14.923 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.ttl: 2592000 2024-03-29T00:08:14.923 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.periodic_compaction_seconds: 0 2024-03-29T00:08:14.923 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-29T00:08:14.923 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-29T00:08:14.923 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.enable_blob_files: false 2024-03-29T00:08:14.923 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.min_blob_size: 0 2024-03-29T00:08:14.923 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.blob_file_size: 268435456 2024-03-29T00:08:14.923 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.blob_compression_type: NoCompression 2024-03-29T00:08:14.923 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.enable_blob_garbage_collection: false 2024-03-29T00:08:14.923 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-29T00:08:14.923 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-29T00:08:14.923 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-29T00:08:14.923 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.blob_file_starting_level: 0 2024-03-29T00:08:14.923 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-29T00:08:14.923 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-03-29T00:08:14.924 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-03-29T00:08:14.924 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 853f9952-5b8a-4d91-876d-4d3ef54ed428 2024-03-29T00:08:14.924 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: EVENT_LOG_v1 {"time_micros": 1711670894472750, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-03-29T00:08:14.924 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-03-29T00:08:14.924 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: EVENT_LOG_v1 {"time_micros": 1711670894473171, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1711670894, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "853f9952-5b8a-4d91-876d-4d3ef54ed428", "db_session_id": "OB1COKAS70L2LX7HJWL9", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-03-29T00:08:14.924 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: EVENT_LOG_v1 {"time_micros": 1711670894473254, "job": 1, "event": "recovery_finished"} 2024-03-29T00:08:14.924 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-03-29T00:08:14.924 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-29T00:08:14.924 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55640885e000 2024-03-29T00:08:14.924 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: DB pointer 0x556408848000 2024-03-29T00:08:14.924 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-29T00:08:14.924 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-29T00:08:14.924 INFO:journalctl@ceph.mon.b.smithi053.stdout: ** DB Stats ** 2024-03-29T00:08:14.924 INFO:journalctl@ceph.mon.b.smithi053.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-29T00:08:14.925 INFO:journalctl@ceph.mon.b.smithi053.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-29T00:08:14.925 INFO:journalctl@ceph.mon.b.smithi053.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-29T00:08:14.925 INFO:journalctl@ceph.mon.b.smithi053.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-29T00:08:14.925 INFO:journalctl@ceph.mon.b.smithi053.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-29T00:08:14.925 INFO:journalctl@ceph.mon.b.smithi053.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-29T00:08:14.925 INFO:journalctl@ceph.mon.b.smithi053.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-29T00:08:14.925 INFO:journalctl@ceph.mon.b.smithi053.stdout: 2024-03-29T00:08:14.925 INFO:journalctl@ceph.mon.b.smithi053.stdout: ** Compaction Stats [default] ** 2024-03-29T00:08:14.925 INFO:journalctl@ceph.mon.b.smithi053.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-29T00:08:14.925 INFO:journalctl@ceph.mon.b.smithi053.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-29T00:08:14.925 INFO:journalctl@ceph.mon.b.smithi053.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-29T00:08:14.925 INFO:journalctl@ceph.mon.b.smithi053.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-29T00:08:14.925 INFO:journalctl@ceph.mon.b.smithi053.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-29T00:08:14.925 INFO:journalctl@ceph.mon.b.smithi053.stdout: 2024-03-29T00:08:14.926 INFO:journalctl@ceph.mon.b.smithi053.stdout: ** Compaction Stats [default] ** 2024-03-29T00:08:14.926 INFO:journalctl@ceph.mon.b.smithi053.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-29T00:08:14.926 INFO:journalctl@ceph.mon.b.smithi053.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-29T00:08:14.926 INFO:journalctl@ceph.mon.b.smithi053.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-29T00:08:14.926 INFO:journalctl@ceph.mon.b.smithi053.stdout: 2024-03-29T00:08:14.926 INFO:journalctl@ceph.mon.b.smithi053.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-29T00:08:14.926 INFO:journalctl@ceph.mon.b.smithi053.stdout: 2024-03-29T00:08:14.926 INFO:journalctl@ceph.mon.b.smithi053.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-29T00:08:14.926 INFO:journalctl@ceph.mon.b.smithi053.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-03-29T00:08:14.926 INFO:journalctl@ceph.mon.b.smithi053.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-29T00:08:14.926 INFO:journalctl@ceph.mon.b.smithi053.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-03-29T00:08:14.926 INFO:journalctl@ceph.mon.b.smithi053.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-03-29T00:08:14.926 INFO:journalctl@ceph.mon.b.smithi053.stdout: AddFile(Keys): cumulative 0, interval 0 2024-03-29T00:08:14.926 INFO:journalctl@ceph.mon.b.smithi053.stdout: Cumulative compaction: 0.00 GB write, 0.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-29T00:08:14.927 INFO:journalctl@ceph.mon.b.smithi053.stdout: Interval compaction: 0.00 GB write, 0.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-29T00:08:14.927 INFO:journalctl@ceph.mon.b.smithi053.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-29T00:08:14.927 INFO:journalctl@ceph.mon.b.smithi053.stdout: Block cache BinnedLRUCache@0x55640876d090#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-03-29T00:08:14.927 INFO:journalctl@ceph.mon.b.smithi053.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-03-29T00:08:14.927 INFO:journalctl@ceph.mon.b.smithi053.stdout: 2024-03-29T00:08:14.927 INFO:journalctl@ceph.mon.b.smithi053.stdout: ** File Read Latency Histogram By Level [default] ** 2024-03-29T00:08:14.927 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-03-29T00:08:14.927 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: using public_addr v2:172.21.15.53:0/0 -> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] 2024-03-29T00:08:14.927 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: starting mon.b rank -1 at public addrs [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] at bind addrs [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:08:14.927 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: mon.b@-1(???) e0 preinit fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:08:14.927 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: mon.b@-1(synchronizing).mds e1 new map 2024-03-29T00:08:14.927 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: mon.b@-1(synchronizing).mds e1 print_map 2024-03-29T00:08:14.927 INFO:journalctl@ceph.mon.b.smithi053.stdout: e1 2024-03-29T00:08:14.927 INFO:journalctl@ceph.mon.b.smithi053.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-03-29T00:08:14.928 INFO:journalctl@ceph.mon.b.smithi053.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-03-29T00:08:14.928 INFO:journalctl@ceph.mon.b.smithi053.stdout: legacy client fscid: -1 2024-03-29T00:08:14.928 INFO:journalctl@ceph.mon.b.smithi053.stdout: 2024-03-29T00:08:14.928 INFO:journalctl@ceph.mon.b.smithi053.stdout: No filesystems configured 2024-03-29T00:08:14.928 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-03-29T00:08:14.928 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-03-29T00:08:14.928 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-03-29T00:08:14.928 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-03-29T00:08:14.928 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-03-29T00:08:14.928 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-03-29T00:08:14.928 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-03-29T00:08:14.928 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-03-29T00:08:14.928 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-03-29T00:08:14.929 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-03-29T00:08:14.929 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi053", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:08:14.929 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:14.929 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: Deploying cephadm binary to smithi053 2024-03-29T00:08:14.929 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:14.929 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:14.929 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:14.929 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: Added host smithi053 2024-03-29T00:08:14.929 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:08:14.929 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:14.929 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:14.929 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:14.929 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:14.929 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:14.929 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-29T00:08:14.930 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:14.930 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:14.930 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:14.930 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:14.930 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:14.930 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi053", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:08:14.930 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:14.930 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:08:14.930 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: Updating smithi053:/etc/ceph/ceph.conf 2024-03-29T00:08:14.930 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: Updating smithi053:/var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/config/ceph.conf 2024-03-29T00:08:14.930 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-03-29T00:08:14.930 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: Updating smithi053:/var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/config/ceph.client.admin.keyring 2024-03-29T00:08:14.930 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi069", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:08:14.931 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:14.931 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:14.931 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:14.931 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:14.931 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: Deploying cephadm binary to smithi069 2024-03-29T00:08:14.931 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:14.931 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:14.931 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:14.931 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: Added host smithi069 2024-03-29T00:08:14.931 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:08:14.931 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:14.931 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:14.931 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:14.931 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:14.931 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:14.932 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-29T00:08:14.932 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:14.932 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:14.932 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:14.932 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:14.932 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:14.932 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi069", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:08:14.932 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:14.932 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:08:14.932 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: Updating smithi069:/etc/ceph/ceph.conf 2024-03-29T00:08:14.932 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: Updating smithi069:/var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/config/ceph.conf 2024-03-29T00:08:14.932 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: Updating smithi069:/etc/ceph/ceph.client.admin.keyring 2024-03-29T00:08:14.932 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: Updating smithi069:/var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/config/ceph.client.admin.keyring 2024-03-29T00:08:14.932 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2120999262' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-03-29T00:08:14.933 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:14.933 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:14.933 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:14.933 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:14.934 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2120999262' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-03-29T00:08:14.934 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: osdmap e4: 0 total, 0 up, 0 in 2024-03-29T00:08:14.934 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:14.934 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:14.934 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:08:14.934 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:14.934 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:08:14.934 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:14.934 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-29T00:08:14.934 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:14.934 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi012:172.21.15.12=a;smithi053:172.21.15.53=b;smithi069:172.21.15.69=c", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:08:14.934 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: Saving service mon spec with placement smithi012:172.21.15.12=a;smithi053:172.21.15.53=b;smithi069:172.21.15.69=c;count:3 2024-03-29T00:08:14.934 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: Deploying daemon mon.c on smithi069 2024-03-29T00:08:14.934 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:14.935 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:14.935 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-29T00:08:14.935 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-29T00:08:14.935 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: mon.a calling monitor election 2024-03-29T00:08:14.935 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:14.935 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-29T00:08:14.935 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-29T00:08:14.935 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: mon.c calling monitor election 2024-03-29T00:08:14.935 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:14.935 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-29T00:08:14.935 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-29T00:08:14.935 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:14.935 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-29T00:08:14.935 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-03-29T00:08:14.936 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: monmap epoch 2 2024-03-29T00:08:14.936 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:08:14.936 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: last_changed 2024-03-29T00:08:05.443978+0000 2024-03-29T00:08:14.936 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: created 2024-03-29T00:05:48.065431+0000 2024-03-29T00:08:14.936 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: min_mon_release 19 (squid) 2024-03-29T00:08:14.936 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: election_strategy: 1 2024-03-29T00:08:14.936 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-03-29T00:08:14.936 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: 1: [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] mon.c 2024-03-29T00:08:14.936 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: fsmap 2024-03-29T00:08:14.936 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: osdmap e4: 0 total, 0 up, 0 in 2024-03-29T00:08:14.936 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: mgrmap e13: x(active, since 60s) 2024-03-29T00:08:14.936 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: overall HEALTH_OK 2024-03-29T00:08:14.936 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:14.936 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:14.937 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:14.937 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-29T00:08:14.937 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:14.937 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: Deploying daemon mon.b on smithi053 2024-03-29T00:08:14.937 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-29T00:08:14.937 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:14.937 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: from='client.? 172.21.15.69:0/1458927709' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-29T00:08:14.937 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 ceph-mon[36233]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-03-29T00:08:14.937 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 bash[36214]: f91bbcff18e2a1bcf7a37b1f4686706140e9b05d1fb2022c1798960e1d26472b 2024-03-29T00:08:14.937 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:14 smithi053 systemd[1]: Started Ceph mon.b for f0a28ba8-ed5f-11ee-95d0-87774f69a715. 2024-03-29T00:08:19.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:19 smithi069 ceph-mon[36074]: mon.c calling monitor election 2024-03-29T00:08:19.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-29T00:08:19.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:19 smithi069 ceph-mon[36074]: mon.a calling monitor election 2024-03-29T00:08:19.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:08:19.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-29T00:08:19.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:08:19.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:19 smithi069 ceph-mon[36074]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:19.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:08:19.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:08:19.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:19 smithi069 ceph-mon[36074]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:19.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:08:19.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:08:19.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:19 smithi069 ceph-mon[36074]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-03-29T00:08:19.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:19 smithi069 ceph-mon[36074]: monmap epoch 3 2024-03-29T00:08:19.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:19 smithi069 ceph-mon[36074]: fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:08:19.986 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:19 smithi069 ceph-mon[36074]: last_changed 2024-03-29T00:08:14.496242+0000 2024-03-29T00:08:19.986 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:19 smithi069 ceph-mon[36074]: created 2024-03-29T00:05:48.065431+0000 2024-03-29T00:08:19.986 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:19 smithi069 ceph-mon[36074]: min_mon_release 19 (squid) 2024-03-29T00:08:19.986 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:19 smithi069 ceph-mon[36074]: election_strategy: 1 2024-03-29T00:08:19.986 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:19 smithi069 ceph-mon[36074]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-03-29T00:08:19.986 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:19 smithi069 ceph-mon[36074]: 1: [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] mon.c 2024-03-29T00:08:19.986 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:19 smithi069 ceph-mon[36074]: 2: [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon.b 2024-03-29T00:08:19.986 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:19 smithi069 ceph-mon[36074]: fsmap 2024-03-29T00:08:19.986 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:19 smithi069 ceph-mon[36074]: osdmap e4: 0 total, 0 up, 0 in 2024-03-29T00:08:19.986 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:19 smithi069 ceph-mon[36074]: mgrmap e13: x(active, since 69s) 2024-03-29T00:08:19.986 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:19 smithi069 ceph-mon[36074]: overall HEALTH_OK 2024-03-29T00:08:19.986 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:19.987 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:19.987 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:20.029 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.026+0000 7faeaeada700 1 -- 172.21.15.69:0/3031766565 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fae980035c0 msgr2=0x7fae98005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:08:20.029 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.026+0000 7faeaeada700 1 --2- 172.21.15.69:0/3031766565 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fae980035c0 0x7fae98005a50 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7faea8101c50 tx=0x7fae9c00fe60 comp rx=0 tx=0).stop 2024-03-29T00:08:20.029 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.026+0000 7faeaeada700 1 -- 172.21.15.69:0/3031766565 shutdown_connections 2024-03-29T00:08:20.029 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.026+0000 7faeaeada700 1 --2- 172.21.15.69:0/3031766565 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fae980035c0 0x7fae98005a50 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:20.029 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.026+0000 7faeaeada700 1 -- 172.21.15.69:0/3031766565 >> 172.21.15.69:0/3031766565 conn(0x7faea80fd870 msgr2=0x7faea80ffc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:08:20.029 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.026+0000 7faeaeada700 1 -- 172.21.15.69:0/3031766565 shutdown_connections 2024-03-29T00:08:20.030 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.026+0000 7faeaeada700 1 -- 172.21.15.69:0/3031766565 wait complete. 2024-03-29T00:08:20.030 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.027+0000 7faeaeada700 1 Processor -- start 2024-03-29T00:08:20.030 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.027+0000 7faeaeada700 1 -- start start 2024-03-29T00:08:20.030 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.027+0000 7faeaeada700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fae980035c0 0x7faea819d730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:08:20.030 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.027+0000 7faeaeada700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faea819dc70 0x7faea81978f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:08:20.030 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.027+0000 7faeaeada700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faea8197e30 0x7faea81982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:08:20.030 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.027+0000 7faeaeada700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7faea8109ea0 con 0x7faea819dc70 2024-03-29T00:08:20.030 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.027+0000 7faeaeada700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7faea8109d20 con 0x7faea8197e30 2024-03-29T00:08:20.031 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.027+0000 7faeaeada700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7faea810a020 con 0x7fae980035c0 2024-03-29T00:08:20.031 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.028+0000 7faeac876700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fae980035c0 0x7faea819d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:08:20.031 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.028+0000 7faeac876700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fae980035c0 0x7faea819d730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:40870/0 (socket says 172.21.15.69:40870) 2024-03-29T00:08:20.031 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.028+0000 7faeac876700 1 -- 172.21.15.69:0/3459383396 learned_addr learned my addr 172.21.15.69:0/3459383396 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-03-29T00:08:20.031 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.028+0000 7faeac876700 1 -- 172.21.15.69:0/3459383396 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fae980035c0 msgr2=0x7faea819d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-03-29T00:08:20.031 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.028+0000 7faea7fff700 1 --2- 172.21.15.69:0/3459383396 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faea819dc70 0x7faea81978f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:08:20.032 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.028+0000 7faeac876700 1 -- 172.21.15.69:0/3459383396 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fae980035c0 msgr2=0x7faea819d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-03-29T00:08:20.032 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.028+0000 7faeac876700 1 --2- 172.21.15.69:0/3459383396 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fae980035c0 0x7faea819d730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-03-29T00:08:20.032 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.028+0000 7faead077700 1 --2- 172.21.15.69:0/3459383396 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faea8197e30 0x7faea81982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:08:20.032 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.028+0000 7faeac876700 1 --2- 172.21.15.69:0/3459383396 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fae980035c0 0x7faea819d730 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-29T00:08:20.032 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.028+0000 7faead077700 1 -- 172.21.15.69:0/3459383396 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faea8197e30 msgr2=0x7faea81982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 14 2024-03-29T00:08:20.032 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.028+0000 7faead077700 1 -- 172.21.15.69:0/3459383396 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faea8197e30 msgr2=0x7faea81982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-03-29T00:08:20.033 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.028+0000 7faead077700 1 --2- 172.21.15.69:0/3459383396 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faea8197e30 0x7faea81982e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-03-29T00:08:20.033 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.028+0000 7faead077700 1 --2- 172.21.15.69:0/3459383396 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faea8197e30 0x7faea81982e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-29T00:08:20.033 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.028+0000 7faea7fff700 1 -- 172.21.15.69:0/3459383396 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fae980035c0 msgr2=0x7faea819d730 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-29T00:08:20.033 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.028+0000 7faea7fff700 1 --2- 172.21.15.69:0/3459383396 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fae980035c0 0x7faea819d730 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:20.033 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.028+0000 7faea7fff700 1 -- 172.21.15.69:0/3459383396 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faea8197e30 msgr2=0x7faea81982e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-29T00:08:20.033 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.028+0000 7faea7fff700 1 --2- 172.21.15.69:0/3459383396 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faea8197e30 0x7faea81982e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:20.033 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.028+0000 7faea7fff700 1 -- 172.21.15.69:0/3459383396 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faea81a4600 con 0x7faea819dc70 2024-03-29T00:08:20.034 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.029+0000 7faea7fff700 1 --2- 172.21.15.69:0/3459383396 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faea819dc70 0x7faea81978f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fae9400b550 tx=0x7fae9400b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:08:20.035 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.029+0000 7faea5ffb700 1 -- 172.21.15.69:0/3459383396 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae94004230 con 0x7faea819dc70 2024-03-29T00:08:20.035 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.029+0000 7faeaeada700 1 -- 172.21.15.69:0/3459383396 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faea81a4830 con 0x7faea819dc70 2024-03-29T00:08:20.035 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.029+0000 7faea5ffb700 1 -- 172.21.15.69:0/3459383396 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fae940043d0 con 0x7faea819dc70 2024-03-29T00:08:20.035 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.029+0000 7faea5ffb700 1 -- 172.21.15.69:0/3459383396 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae94011c70 con 0x7faea819dc70 2024-03-29T00:08:20.036 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.029+0000 7faeaeada700 1 -- 172.21.15.69:0/3459383396 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faea81a4dc0 con 0x7faea819dc70 2024-03-29T00:08:20.036 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.030+0000 7faea5ffb700 1 -- 172.21.15.69:0/3459383396 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 13) ==== 45984+0+0 (secure 0 0 0) 0x7fae940036a0 con 0x7faea819dc70 2024-03-29T00:08:20.036 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.030+0000 7faeaeada700 1 -- 172.21.15.69:0/3459383396 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faea8063870 con 0x7faea819dc70 2024-03-29T00:08:20.036 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.030+0000 7faea5ffb700 1 --2- 172.21.15.69:0/3459383396 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fae8c0390d0 0x7fae8c03b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:08:20.036 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.030+0000 7faea5ffb700 1 -- 172.21.15.69:0/3459383396 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fae9404b720 con 0x7faea819dc70 2024-03-29T00:08:20.036 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.031+0000 7faeac876700 1 --2- 172.21.15.69:0/3459383396 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fae8c0390d0 0x7fae8c03b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:08:20.036 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.031+0000 7faeac876700 1 --2- 172.21.15.69:0/3459383396 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fae8c0390d0 0x7fae8c03b590 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fae9c00fa10 tx=0x7fae9c005ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:08:20.037 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.036+0000 7faea5ffb700 1 -- 172.21.15.69:0/3459383396 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fae94021e00 con 0x7faea819dc70 2024-03-29T00:08:20.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:19 smithi012 ceph-mon[31657]: mon.c calling monitor election 2024-03-29T00:08:20.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-29T00:08:20.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:19 smithi012 ceph-mon[31657]: mon.a calling monitor election 2024-03-29T00:08:20.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:08:20.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-29T00:08:20.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:08:20.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:19 smithi012 ceph-mon[31657]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:20.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:08:20.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:08:20.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:19 smithi012 ceph-mon[31657]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:20.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:08:20.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:08:20.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:19 smithi012 ceph-mon[31657]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-03-29T00:08:20.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:19 smithi012 ceph-mon[31657]: monmap epoch 3 2024-03-29T00:08:20.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:19 smithi012 ceph-mon[31657]: fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:08:20.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:19 smithi012 ceph-mon[31657]: last_changed 2024-03-29T00:08:14.496242+0000 2024-03-29T00:08:20.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:19 smithi012 ceph-mon[31657]: created 2024-03-29T00:05:48.065431+0000 2024-03-29T00:08:20.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:19 smithi012 ceph-mon[31657]: min_mon_release 19 (squid) 2024-03-29T00:08:20.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:19 smithi012 ceph-mon[31657]: election_strategy: 1 2024-03-29T00:08:20.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:19 smithi012 ceph-mon[31657]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-03-29T00:08:20.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:19 smithi012 ceph-mon[31657]: 1: [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] mon.c 2024-03-29T00:08:20.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:19 smithi012 ceph-mon[31657]: 2: [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon.b 2024-03-29T00:08:20.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:19 smithi012 ceph-mon[31657]: fsmap 2024-03-29T00:08:20.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:19 smithi012 ceph-mon[31657]: osdmap e4: 0 total, 0 up, 0 in 2024-03-29T00:08:20.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:19 smithi012 ceph-mon[31657]: mgrmap e13: x(active, since 69s) 2024-03-29T00:08:20.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:19 smithi012 ceph-mon[31657]: overall HEALTH_OK 2024-03-29T00:08:20.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:20.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:20.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:20.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.313+0000 7faeaeada700 1 -- 172.21.15.69:0/3459383396 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7faea802db30 con 0x7faea819dc70 2024-03-29T00:08:20.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.315+0000 7faea5ffb700 1 -- 172.21.15.69:0/3459383396 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1275 (secure 0 0 0) 0x7fae94003de0 con 0x7faea819dc70 2024-03-29T00:08:20.315 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-03-29T00:08:20.315 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":3,"fsid":"f0a28ba8-ed5f-11ee-95d0-87774f69a715","modified":"2024-03-29T00:08:14.496242Z","created":"2024-03-29T00:05:48.065431Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:3300","nonce":0},{"type":"v1","addr":"172.21.15.12:6789","nonce":0}]},"addr":"172.21.15.12:6789/0","public_addr":"172.21.15.12:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:3300","nonce":0},{"type":"v1","addr":"172.21.15.69:6789","nonce":0}]},"addr":"172.21.15.69:6789/0","public_addr":"172.21.15.69:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:3300","nonce":0},{"type":"v1","addr":"172.21.15.53:6789","nonce":0}]},"addr":"172.21.15.53:6789/0","public_addr":"172.21.15.53:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-03-29T00:08:20.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.318+0000 7faeaeada700 1 -- 172.21.15.69:0/3459383396 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fae8c0390d0 msgr2=0x7fae8c03b590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:08:20.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.318+0000 7faeaeada700 1 --2- 172.21.15.69:0/3459383396 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fae8c0390d0 0x7fae8c03b590 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fae9c00fa10 tx=0x7fae9c005ad0 comp rx=0 tx=0).stop 2024-03-29T00:08:20.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.318+0000 7faeaeada700 1 -- 172.21.15.69:0/3459383396 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faea819dc70 msgr2=0x7faea81978f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:08:20.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.318+0000 7faeaeada700 1 --2- 172.21.15.69:0/3459383396 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faea819dc70 0x7faea81978f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fae9400b550 tx=0x7fae9400b910 comp rx=0 tx=0).stop 2024-03-29T00:08:20.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.318+0000 7faeaeada700 1 -- 172.21.15.69:0/3459383396 shutdown_connections 2024-03-29T00:08:20.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.318+0000 7faeaeada700 1 --2- 172.21.15.69:0/3459383396 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fae8c0390d0 0x7fae8c03b590 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:20.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.318+0000 7faeaeada700 1 --2- 172.21.15.69:0/3459383396 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fae980035c0 0x7faea819d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:20.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.318+0000 7faeaeada700 1 --2- 172.21.15.69:0/3459383396 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faea8197e30 0x7faea81982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:20.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.318+0000 7faeaeada700 1 --2- 172.21.15.69:0/3459383396 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faea819dc70 0x7faea81978f0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:20.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.318+0000 7faeaeada700 1 -- 172.21.15.69:0/3459383396 >> 172.21.15.69:0/3459383396 conn(0x7faea80fd870 msgr2=0x7faea80fe560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:08:20.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.318+0000 7faeaeada700 1 -- 172.21.15.69:0/3459383396 shutdown_connections 2024-03-29T00:08:20.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:20.318+0000 7faeaeada700 1 -- 172.21.15.69:0/3459383396 wait complete. 2024-03-29T00:08:20.319 INFO:teuthology.orchestra.run.smithi069.stderr:dumped monmap epoch 3 2024-03-29T00:08:20.867 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:20 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:20.867 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:20 smithi069 ceph-mon[36074]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:20.867 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:20 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:20.867 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:20 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:08:20.867 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:20 smithi069 ceph-mon[36074]: from='client.? 172.21.15.69:0/3459383396' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-29T00:08:20.868 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:20 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:08:20.894 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-03-29T00:08:20.894 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph config generate-minimal-conf 2024-03-29T00:08:20.978 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:20 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:20.978 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:20 smithi012 ceph-mon[31657]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:20.979 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:20 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:20.979 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:20 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:08:20.979 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:20 smithi012 ceph-mon[31657]: from='client.? 172.21.15.69:0/3459383396' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-29T00:08:20.979 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:20 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:08:21.345 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:08:21.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: mon.c calling monitor election 2024-03-29T00:08:21.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-29T00:08:21.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: mon.a calling monitor election 2024-03-29T00:08:21.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:08:21.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-29T00:08:21.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:08:21.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:21.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:08:21.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:08:21.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:21.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:08:21.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:08:21.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-03-29T00:08:21.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: monmap epoch 3 2024-03-29T00:08:21.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:08:21.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: last_changed 2024-03-29T00:08:14.496242+0000 2024-03-29T00:08:21.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: created 2024-03-29T00:05:48.065431+0000 2024-03-29T00:08:21.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: min_mon_release 19 (squid) 2024-03-29T00:08:21.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: election_strategy: 1 2024-03-29T00:08:21.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-03-29T00:08:21.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: 1: [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] mon.c 2024-03-29T00:08:21.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: 2: [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon.b 2024-03-29T00:08:21.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: fsmap 2024-03-29T00:08:21.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: osdmap e4: 0 total, 0 up, 0 in 2024-03-29T00:08:21.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: mgrmap e13: x(active, since 69s) 2024-03-29T00:08:21.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: overall HEALTH_OK 2024-03-29T00:08:21.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:21.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:21.907 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:21.907 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:21.907 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:21.907 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:21.907 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:08:21.907 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: from='client.? 172.21.15.69:0/3459383396' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-29T00:08:21.907 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:21 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:08:22.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:22 smithi012 ceph-mon[31657]: mon.b calling monitor election 2024-03-29T00:08:22.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:22 smithi012 ceph-mon[31657]: mon.b calling monitor election 2024-03-29T00:08:22.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:22 smithi012 ceph-mon[31657]: mon.c calling monitor election 2024-03-29T00:08:22.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:22 smithi012 ceph-mon[31657]: mon.a calling monitor election 2024-03-29T00:08:22.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:22 smithi012 ceph-mon[31657]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-03-29T00:08:22.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:22 smithi012 ceph-mon[31657]: monmap epoch 3 2024-03-29T00:08:22.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:22 smithi012 ceph-mon[31657]: fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:08:22.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:22 smithi012 ceph-mon[31657]: last_changed 2024-03-29T00:08:14.496242+0000 2024-03-29T00:08:22.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:22 smithi012 ceph-mon[31657]: created 2024-03-29T00:05:48.065431+0000 2024-03-29T00:08:22.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:22 smithi012 ceph-mon[31657]: min_mon_release 19 (squid) 2024-03-29T00:08:22.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:22 smithi012 ceph-mon[31657]: election_strategy: 1 2024-03-29T00:08:22.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:22 smithi012 ceph-mon[31657]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-03-29T00:08:22.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:22 smithi012 ceph-mon[31657]: 1: [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] mon.c 2024-03-29T00:08:22.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:22 smithi012 ceph-mon[31657]: 2: [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon.b 2024-03-29T00:08:22.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:22 smithi012 ceph-mon[31657]: fsmap 2024-03-29T00:08:22.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:22 smithi012 ceph-mon[31657]: osdmap e4: 0 total, 0 up, 0 in 2024-03-29T00:08:22.301 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:22 smithi012 ceph-mon[31657]: mgrmap e13: x(active, since 71s) 2024-03-29T00:08:22.301 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:22 smithi012 ceph-mon[31657]: overall HEALTH_OK 2024-03-29T00:08:22.301 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:22 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:22.301 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:22 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:22.301 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:22 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:22.301 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:22 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:08:22.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:22 smithi053 ceph-mon[36233]: mon.b calling monitor election 2024-03-29T00:08:22.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:22 smithi053 ceph-mon[36233]: mon.b calling monitor election 2024-03-29T00:08:22.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:22 smithi053 ceph-mon[36233]: mon.c calling monitor election 2024-03-29T00:08:22.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:22 smithi053 ceph-mon[36233]: mon.a calling monitor election 2024-03-29T00:08:22.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:22 smithi053 ceph-mon[36233]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-03-29T00:08:22.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:22 smithi053 ceph-mon[36233]: monmap epoch 3 2024-03-29T00:08:22.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:22 smithi053 ceph-mon[36233]: fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:08:22.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:22 smithi053 ceph-mon[36233]: last_changed 2024-03-29T00:08:14.496242+0000 2024-03-29T00:08:22.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:22 smithi053 ceph-mon[36233]: created 2024-03-29T00:05:48.065431+0000 2024-03-29T00:08:22.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:22 smithi053 ceph-mon[36233]: min_mon_release 19 (squid) 2024-03-29T00:08:22.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:22 smithi053 ceph-mon[36233]: election_strategy: 1 2024-03-29T00:08:22.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:22 smithi053 ceph-mon[36233]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-03-29T00:08:22.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:22 smithi053 ceph-mon[36233]: 1: [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] mon.c 2024-03-29T00:08:22.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:22 smithi053 ceph-mon[36233]: 2: [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon.b 2024-03-29T00:08:22.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:22 smithi053 ceph-mon[36233]: fsmap 2024-03-29T00:08:22.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:22 smithi053 ceph-mon[36233]: osdmap e4: 0 total, 0 up, 0 in 2024-03-29T00:08:22.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:22 smithi053 ceph-mon[36233]: mgrmap e13: x(active, since 71s) 2024-03-29T00:08:22.406 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:22 smithi053 ceph-mon[36233]: overall HEALTH_OK 2024-03-29T00:08:22.406 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:22 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:22.406 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:22 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:22.406 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:22 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:22.406 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:22 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:08:22.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:22 smithi069 ceph-mon[36074]: mon.b calling monitor election 2024-03-29T00:08:22.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:22 smithi069 ceph-mon[36074]: mon.b calling monitor election 2024-03-29T00:08:22.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:22 smithi069 ceph-mon[36074]: mon.c calling monitor election 2024-03-29T00:08:22.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:22 smithi069 ceph-mon[36074]: mon.a calling monitor election 2024-03-29T00:08:22.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:22 smithi069 ceph-mon[36074]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-03-29T00:08:22.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:22 smithi069 ceph-mon[36074]: monmap epoch 3 2024-03-29T00:08:22.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:22 smithi069 ceph-mon[36074]: fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:08:22.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:22 smithi069 ceph-mon[36074]: last_changed 2024-03-29T00:08:14.496242+0000 2024-03-29T00:08:22.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:22 smithi069 ceph-mon[36074]: created 2024-03-29T00:05:48.065431+0000 2024-03-29T00:08:22.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:22 smithi069 ceph-mon[36074]: min_mon_release 19 (squid) 2024-03-29T00:08:22.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:22 smithi069 ceph-mon[36074]: election_strategy: 1 2024-03-29T00:08:22.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:22 smithi069 ceph-mon[36074]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-03-29T00:08:22.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:22 smithi069 ceph-mon[36074]: 1: [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] mon.c 2024-03-29T00:08:22.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:22 smithi069 ceph-mon[36074]: 2: [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon.b 2024-03-29T00:08:22.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:22 smithi069 ceph-mon[36074]: fsmap 2024-03-29T00:08:22.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:22 smithi069 ceph-mon[36074]: osdmap e4: 0 total, 0 up, 0 in 2024-03-29T00:08:22.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:22 smithi069 ceph-mon[36074]: mgrmap e13: x(active, since 71s) 2024-03-29T00:08:22.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:22 smithi069 ceph-mon[36074]: overall HEALTH_OK 2024-03-29T00:08:22.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:22 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:22.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:22 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:22.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:22 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:22.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:22 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:08:23.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.489+0000 7fef61c00700 1 -- 172.21.15.12:0/3832779819 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fef5c104090 msgr2=0x7fef5c104470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:08:23.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.489+0000 7fef61c00700 1 --2- 172.21.15.12:0/3832779819 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fef5c104090 0x7fef5c104470 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fef4c009910 tx=0x7fef4c009c20 comp rx=0 tx=0).stop 2024-03-29T00:08:23.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.489+0000 7fef61c00700 1 -- 172.21.15.12:0/3832779819 shutdown_connections 2024-03-29T00:08:23.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.489+0000 7fef61c00700 1 --2- 172.21.15.12:0/3832779819 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fef5c104090 0x7fef5c104470 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:23.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.489+0000 7fef61c00700 1 -- 172.21.15.12:0/3832779819 >> 172.21.15.12:0/3832779819 conn(0x7fef5c0ff920 msgr2=0x7fef5c101d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:08:23.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.489+0000 7fef61c00700 1 -- 172.21.15.12:0/3832779819 shutdown_connections 2024-03-29T00:08:23.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.489+0000 7fef61c00700 1 -- 172.21.15.12:0/3832779819 wait complete. 2024-03-29T00:08:23.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.491+0000 7fef61c00700 1 Processor -- start 2024-03-29T00:08:23.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.491+0000 7fef61c00700 1 -- start start 2024-03-29T00:08:23.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.491+0000 7fef61c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fef5c104090 0x7fef5c19f920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:08:23.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.491+0000 7fef61c00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fef5c19fe60 0x7fef5c199ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:08:23.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.491+0000 7fef61c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fef5c19a020 0x7fef5c19a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:08:23.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.491+0000 7fef61c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fef5c10e5a0 con 0x7fef5c104090 2024-03-29T00:08:23.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.491+0000 7fef61c00700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fef5c10e420 con 0x7fef5c19fe60 2024-03-29T00:08:23.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.491+0000 7fef61c00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fef5c10e720 con 0x7fef5c19a020 2024-03-29T00:08:23.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.492+0000 7fef5aa00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fef5c104090 0x7fef5c19f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:08:23.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.492+0000 7fef5aa00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fef5c104090 0x7fef5c19f920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:49756/0 (socket says 172.21.15.12:49756) 2024-03-29T00:08:23.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.492+0000 7fef5aa00700 1 -- 172.21.15.12:0/3835911345 learned_addr learned my addr 172.21.15.12:0/3835911345 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:08:23.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.492+0000 7fef5b400700 1 --2- 172.21.15.12:0/3835911345 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fef5c19a020 0x7fef5c19a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:08:23.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.492+0000 7fef5a000700 1 --2- 172.21.15.12:0/3835911345 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fef5c19fe60 0x7fef5c199ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:08:23.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.492+0000 7fef5aa00700 1 -- 172.21.15.12:0/3835911345 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fef5c19a020 msgr2=0x7fef5c19a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:08:23.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.492+0000 7fef5aa00700 1 --2- 172.21.15.12:0/3835911345 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fef5c19a020 0x7fef5c19a4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:23.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.492+0000 7fef5aa00700 1 -- 172.21.15.12:0/3835911345 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fef5c19fe60 msgr2=0x7fef5c199ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:08:23.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.492+0000 7fef5aa00700 1 --2- 172.21.15.12:0/3835911345 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fef5c19fe60 0x7fef5c199ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:23.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.492+0000 7fef5aa00700 1 -- 172.21.15.12:0/3835911345 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef5c1a67f0 con 0x7fef5c104090 2024-03-29T00:08:23.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.493+0000 7fef5aa00700 1 --2- 172.21.15.12:0/3835911345 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fef5c104090 0x7fef5c19f920 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fef4c005320 tx=0x7fef4c0048c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:08:23.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.493+0000 7fef53400700 1 -- 172.21.15.12:0/3835911345 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef4c027070 con 0x7fef5c104090 2024-03-29T00:08:23.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.493+0000 7fef53400700 1 -- 172.21.15.12:0/3835911345 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fef4c0056d0 con 0x7fef5c104090 2024-03-29T00:08:23.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.493+0000 7fef53400700 1 -- 172.21.15.12:0/3835911345 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef4c022ce0 con 0x7fef5c104090 2024-03-29T00:08:23.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.493+0000 7fef61c00700 1 -- 172.21.15.12:0/3835911345 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef5c1a6a20 con 0x7fef5c104090 2024-03-29T00:08:23.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.493+0000 7fef61c00700 1 -- 172.21.15.12:0/3835911345 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef5c1a6fb0 con 0x7fef5c104090 2024-03-29T00:08:23.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.495+0000 7fef61c00700 1 -- 172.21.15.12:0/3835911345 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef5c063870 con 0x7fef5c104090 2024-03-29T00:08:23.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.495+0000 7fef53400700 1 -- 172.21.15.12:0/3835911345 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 13) ==== 45984+0+0 (secure 0 0 0) 0x7fef4c02a070 con 0x7fef5c104090 2024-03-29T00:08:23.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.496+0000 7fef53400700 1 --2- 172.21.15.12:0/3835911345 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fef400390d0 0x7fef4003b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:08:23.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.496+0000 7fef53400700 1 -- 172.21.15.12:0/3835911345 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fef4c04cac0 con 0x7fef5c104090 2024-03-29T00:08:23.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.496+0000 7fef5a000700 1 --2- 172.21.15.12:0/3835911345 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fef400390d0 0x7fef4003b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:08:23.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.497+0000 7fef5a000700 1 --2- 172.21.15.12:0/3835911345 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fef400390d0 0x7fef4003b590 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fef48009ad0 tx=0x7fef48009210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:08:23.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.506+0000 7fef53400700 1 -- 172.21.15.12:0/3835911345 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fef4c013070 con 0x7fef5c104090 2024-03-29T00:08:23.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:23 smithi053 ceph-mon[36233]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:23.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:23 smithi053 ceph-mon[36233]: Updating smithi012:/etc/ceph/ceph.conf 2024-03-29T00:08:23.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:23 smithi053 ceph-mon[36233]: Updating smithi053:/etc/ceph/ceph.conf 2024-03-29T00:08:23.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:23 smithi053 ceph-mon[36233]: Updating smithi069:/etc/ceph/ceph.conf 2024-03-29T00:08:23.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:23 smithi053 ceph-mon[36233]: Updating smithi069:/var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/config/ceph.conf 2024-03-29T00:08:23.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:23 smithi053 ceph-mon[36233]: Updating smithi053:/var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/config/ceph.conf 2024-03-29T00:08:23.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:23 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:23.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:23 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:23.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:23 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:23.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:23 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:23.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:23 smithi053 ceph-mon[36233]: Updating smithi012:/var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/config/ceph.conf 2024-03-29T00:08:23.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:23 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:08:23.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:23 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:23.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:23 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:23.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:23 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:23.686 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:23 smithi069 ceph-mon[36074]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:23.687 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:23 smithi069 ceph-mon[36074]: Updating smithi012:/etc/ceph/ceph.conf 2024-03-29T00:08:23.687 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:23 smithi069 ceph-mon[36074]: Updating smithi053:/etc/ceph/ceph.conf 2024-03-29T00:08:23.687 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:23 smithi069 ceph-mon[36074]: Updating smithi069:/etc/ceph/ceph.conf 2024-03-29T00:08:23.687 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:23 smithi069 ceph-mon[36074]: Updating smithi069:/var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/config/ceph.conf 2024-03-29T00:08:23.687 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:23 smithi069 ceph-mon[36074]: Updating smithi053:/var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/config/ceph.conf 2024-03-29T00:08:23.687 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:23 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:23.687 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:23 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:23.687 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:23 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:23.687 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:23 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:23.688 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:23 smithi069 ceph-mon[36074]: Updating smithi012:/var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/config/ceph.conf 2024-03-29T00:08:23.688 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:23 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:08:23.688 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:23 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:23.688 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:23 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:23.688 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:23 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:23.738 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.737+0000 7fef61c00700 1 -- 172.21.15.12:0/3835911345 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7fef5c1a72a0 con 0x7fef5c104090 2024-03-29T00:08:23.739 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:23 smithi012 ceph-mon[31657]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:23.739 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:23 smithi012 ceph-mon[31657]: Updating smithi012:/etc/ceph/ceph.conf 2024-03-29T00:08:23.739 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:23 smithi012 ceph-mon[31657]: Updating smithi053:/etc/ceph/ceph.conf 2024-03-29T00:08:23.740 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:23 smithi012 ceph-mon[31657]: Updating smithi069:/etc/ceph/ceph.conf 2024-03-29T00:08:23.740 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:23 smithi012 ceph-mon[31657]: Updating smithi069:/var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/config/ceph.conf 2024-03-29T00:08:23.740 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:23 smithi012 ceph-mon[31657]: Updating smithi053:/var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/config/ceph.conf 2024-03-29T00:08:23.740 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:23 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:23.740 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:23 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:23.740 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:23 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:23.740 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:23 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:23.740 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:23 smithi012 ceph-mon[31657]: Updating smithi012:/var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/config/ceph.conf 2024-03-29T00:08:23.740 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:23 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:08:23.740 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:23 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:23.740 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:23 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:23.740 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:23 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:23.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.738+0000 7fef53400700 1 -- 172.21.15.12:0/3835911345 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+271 (secure 0 0 0) 0x7fef4c017600 con 0x7fef5c104090 2024-03-29T00:08:23.741 INFO:teuthology.orchestra.run.smithi012.stdout:# minimal ceph.conf for f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:08:23.741 INFO:teuthology.orchestra.run.smithi012.stdout:[global] 2024-03-29T00:08:23.741 INFO:teuthology.orchestra.run.smithi012.stdout: fsid = f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:08:23.741 INFO:teuthology.orchestra.run.smithi012.stdout: mon_host = [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] 2024-03-29T00:08:23.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.742+0000 7fef61c00700 1 -- 172.21.15.12:0/3835911345 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fef400390d0 msgr2=0x7fef4003b590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:08:23.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.742+0000 7fef61c00700 1 --2- 172.21.15.12:0/3835911345 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fef400390d0 0x7fef4003b590 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fef48009ad0 tx=0x7fef48009210 comp rx=0 tx=0).stop 2024-03-29T00:08:23.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.742+0000 7fef61c00700 1 -- 172.21.15.12:0/3835911345 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fef5c104090 msgr2=0x7fef5c19f920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:08:23.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.742+0000 7fef61c00700 1 --2- 172.21.15.12:0/3835911345 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fef5c104090 0x7fef5c19f920 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fef4c005320 tx=0x7fef4c0048c0 comp rx=0 tx=0).stop 2024-03-29T00:08:23.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.742+0000 7fef61c00700 1 -- 172.21.15.12:0/3835911345 shutdown_connections 2024-03-29T00:08:23.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.742+0000 7fef61c00700 1 --2- 172.21.15.12:0/3835911345 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fef400390d0 0x7fef4003b590 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:23.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.742+0000 7fef61c00700 1 --2- 172.21.15.12:0/3835911345 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fef5c19a020 0x7fef5c19a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:23.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.742+0000 7fef61c00700 1 --2- 172.21.15.12:0/3835911345 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fef5c104090 0x7fef5c19f920 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:23.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.742+0000 7fef61c00700 1 --2- 172.21.15.12:0/3835911345 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fef5c19fe60 0x7fef5c199ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:23.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.742+0000 7fef61c00700 1 -- 172.21.15.12:0/3835911345 >> 172.21.15.12:0/3835911345 conn(0x7fef5c0ff920 msgr2=0x7fef5c105ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:08:23.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.742+0000 7fef61c00700 1 -- 172.21.15.12:0/3835911345 shutdown_connections 2024-03-29T00:08:23.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:23.743+0000 7fef61c00700 1 -- 172.21.15.12:0/3835911345 wait complete. 2024-03-29T00:08:24.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:24 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:24.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:24 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:24.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:24 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:24.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:24 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:24.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:24 smithi012 ceph-mon[31657]: Reconfiguring mon.a (unknown last config time)... 2024-03-29T00:08:24.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:24 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-29T00:08:24.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:24 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-29T00:08:24.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:24 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:24.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:24 smithi012 ceph-mon[31657]: Reconfiguring daemon mon.a on smithi012 2024-03-29T00:08:24.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:24 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3835911345' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:24.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:24 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:24.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:24 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:24.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:24 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:24.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:24 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:24.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:24 smithi053 ceph-mon[36233]: Reconfiguring mon.a (unknown last config time)... 2024-03-29T00:08:24.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:24 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-29T00:08:24.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:24 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-29T00:08:24.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:24 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:24.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:24 smithi053 ceph-mon[36233]: Reconfiguring daemon mon.a on smithi012 2024-03-29T00:08:24.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:24 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3835911345' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:24.673 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-03-29T00:08:24.674 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-03-29T00:08:24.674 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/etc/ceph/ceph.conf 2024-03-29T00:08:24.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:24 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:24.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:24 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:24.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:24 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:24.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:24 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:24.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:24 smithi069 ceph-mon[36074]: Reconfiguring mon.a (unknown last config time)... 2024-03-29T00:08:24.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:24 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-29T00:08:24.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:24 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-29T00:08:24.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:24 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:24.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:24 smithi069 ceph-mon[36074]: Reconfiguring daemon mon.a on smithi012 2024-03-29T00:08:24.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:24 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3835911345' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:24.760 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-03-29T00:08:24.760 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-29T00:08:24.893 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-03-29T00:08:24.893 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/etc/ceph/ceph.conf 2024-03-29T00:08:24.933 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-03-29T00:08:24.933 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-29T00:08:25.009 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-03-29T00:08:25.009 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd of=/etc/ceph/ceph.conf 2024-03-29T00:08:25.044 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-03-29T00:08:25.044 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-29T00:08:25.114 INFO:tasks.cephadm:Adding mgr.x on smithi012 2024-03-29T00:08:25.114 INFO:tasks.cephadm:Adding mgr.y on smithi053 2024-03-29T00:08:25.115 INFO:tasks.cephadm:Adding mgr.z on smithi069 2024-03-29T00:08:25.115 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph orch apply mgr '3;smithi012=x;smithi053=y;smithi069=z' 2024-03-29T00:08:25.390 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.c/config 2024-03-29T00:08:25.398 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:25 smithi012 ceph-mon[31657]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:25.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:25 smithi053 ceph-mon[36233]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:25.698 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:25 smithi069 ceph-mon[36074]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:26.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.857+0000 7fd3112b4700 1 -- 172.21.15.69:0/1030761715 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd30c102890 msgr2=0x7fd30c104c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:08:26.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.857+0000 7fd3112b4700 1 --2- 172.21.15.69:0/1030761715 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd30c102890 0x7fd30c104c80 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fd2fc009910 tx=0x7fd2fc009c20 comp rx=0 tx=0).stop 2024-03-29T00:08:26.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.857+0000 7fd3112b4700 1 -- 172.21.15.69:0/1030761715 shutdown_connections 2024-03-29T00:08:26.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.857+0000 7fd3112b4700 1 --2- 172.21.15.69:0/1030761715 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd30c102890 0x7fd30c104c80 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:26.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.857+0000 7fd3112b4700 1 -- 172.21.15.69:0/1030761715 >> 172.21.15.69:0/1030761715 conn(0x7fd30c0fc220 msgr2=0x7fd30c0fe680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:08:26.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.857+0000 7fd3112b4700 1 -- 172.21.15.69:0/1030761715 shutdown_connections 2024-03-29T00:08:26.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.857+0000 7fd3112b4700 1 -- 172.21.15.69:0/1030761715 wait complete. 2024-03-29T00:08:26.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.858+0000 7fd3112b4700 1 Processor -- start 2024-03-29T00:08:26.860 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.858+0000 7fd3112b4700 1 -- start start 2024-03-29T00:08:26.860 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.858+0000 7fd3112b4700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd30c102890 0x7fd30c199870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:08:26.860 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.858+0000 7fd3112b4700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd30c199db0 0x7fd30c19ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:08:26.860 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.858+0000 7fd3112b4700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd30c19a230 0x7fd30c1a13b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:08:26.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.858+0000 7fd3112b4700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fd30c107f80 con 0x7fd30c19a230 2024-03-29T00:08:26.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.858+0000 7fd3112b4700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd30c107e00 con 0x7fd30c102890 2024-03-29T00:08:26.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.858+0000 7fd3112b4700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd30c108100 con 0x7fd30c199db0 2024-03-29T00:08:26.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.858+0000 7fd30a7fc700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd30c199db0 0x7fd30c19ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:08:26.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.858+0000 7fd30affd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd30c102890 0x7fd30c199870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:08:26.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.858+0000 7fd30a7fc700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd30c199db0 0x7fd30c19ee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:40874/0 (socket says 172.21.15.69:40874) 2024-03-29T00:08:26.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.858+0000 7fd30a7fc700 1 -- 172.21.15.69:0/2700824415 learned_addr learned my addr 172.21.15.69:0/2700824415 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-03-29T00:08:26.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.858+0000 7fd30a7fc700 1 -- 172.21.15.69:0/2700824415 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd30c102890 msgr2=0x7fd30c199870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:08:26.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.858+0000 7fd30a7fc700 1 --2- 172.21.15.69:0/2700824415 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd30c102890 0x7fd30c199870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:26.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.858+0000 7fd30a7fc700 1 -- 172.21.15.69:0/2700824415 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd30c19a230 msgr2=0x7fd30c1a13b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:08:26.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.858+0000 7fd30a7fc700 1 --2- 172.21.15.69:0/2700824415 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd30c19a230 0x7fd30c1a13b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:26.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.858+0000 7fd30a7fc700 1 -- 172.21.15.69:0/2700824415 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd30c1a1c80 con 0x7fd30c199db0 2024-03-29T00:08:26.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.859+0000 7fd30a7fc700 1 --2- 172.21.15.69:0/2700824415 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd30c199db0 0x7fd30c19ee20 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fd30000b780 tx=0x7fd30000ba90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:08:26.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.859+0000 7fd2f3fff700 1 -- 172.21.15.69:0/2700824415 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd300004230 con 0x7fd30c199db0 2024-03-29T00:08:26.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.859+0000 7fd3112b4700 1 -- 172.21.15.69:0/2700824415 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd30c1a1f70 con 0x7fd30c199db0 2024-03-29T00:08:26.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.859+0000 7fd2f3fff700 1 -- 172.21.15.69:0/2700824415 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd3000043d0 con 0x7fd30c199db0 2024-03-29T00:08:26.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.859+0000 7fd2f3fff700 1 -- 172.21.15.69:0/2700824415 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd300011c50 con 0x7fd30c199db0 2024-03-29T00:08:26.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.859+0000 7fd3112b4700 1 -- 172.21.15.69:0/2700824415 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd30c1a2550 con 0x7fd30c199db0 2024-03-29T00:08:26.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.860+0000 7fd2f3fff700 1 -- 172.21.15.69:0/2700824415 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 13) ==== 45984+0+0 (secure 0 0 0) 0x7fd30001a400 con 0x7fd30c199db0 2024-03-29T00:08:26.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.860+0000 7fd2f3fff700 1 --2- 172.21.15.69:0/2700824415 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd2f40390d0 0x7fd2f403b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:08:26.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.860+0000 7fd3112b4700 1 -- 172.21.15.69:0/2700824415 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd30c063870 con 0x7fd30c199db0 2024-03-29T00:08:26.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.860+0000 7fd2f3fff700 1 -- 172.21.15.69:0/2700824415 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fd30004b830 con 0x7fd30c199db0 2024-03-29T00:08:26.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.860+0000 7fd30affd700 1 --2- 172.21.15.69:0/2700824415 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd2f40390d0 0x7fd2f403b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:08:26.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.861+0000 7fd30affd700 1 --2- 172.21.15.69:0/2700824415 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd2f40390d0 0x7fd2f403b590 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fd2fc00b5c0 tx=0x7fd2fc01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:08:26.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:26.865+0000 7fd2f3fff700 1 -- 172.21.15.69:0/2700824415 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fd300020500 con 0x7fd30c199db0 2024-03-29T00:08:27.067 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:27.068+0000 7fd3112b4700 1 -- 172.21.15.69:0/2700824415 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi012=x;smithi053=y;smithi069=z", "target": ["mon-mgr", ""]}) -- 0x7fd30c0627d0 con 0x7fd2f40390d0 2024-03-29T00:08:27.081 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:27.081+0000 7fd2f3fff700 1 -- 172.21.15.69:0/2700824415 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fd30c0627d0 con 0x7fd2f40390d0 2024-03-29T00:08:27.081 INFO:teuthology.orchestra.run.smithi069.stdout:Scheduled mgr update... 2024-03-29T00:08:27.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:27.083+0000 7fd3112b4700 1 -- 172.21.15.69:0/2700824415 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd2f40390d0 msgr2=0x7fd2f403b590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:08:27.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:27.083+0000 7fd3112b4700 1 --2- 172.21.15.69:0/2700824415 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd2f40390d0 0x7fd2f403b590 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fd2fc00b5c0 tx=0x7fd2fc01a040 comp rx=0 tx=0).stop 2024-03-29T00:08:27.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:27.083+0000 7fd3112b4700 1 -- 172.21.15.69:0/2700824415 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd30c199db0 msgr2=0x7fd30c19ee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:08:27.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:27.083+0000 7fd3112b4700 1 --2- 172.21.15.69:0/2700824415 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd30c199db0 0x7fd30c19ee20 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fd30000b780 tx=0x7fd30000ba90 comp rx=0 tx=0).stop 2024-03-29T00:08:27.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:27.083+0000 7fd3112b4700 1 -- 172.21.15.69:0/2700824415 shutdown_connections 2024-03-29T00:08:27.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:27.083+0000 7fd3112b4700 1 --2- 172.21.15.69:0/2700824415 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd2f40390d0 0x7fd2f403b590 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:27.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:27.083+0000 7fd3112b4700 1 --2- 172.21.15.69:0/2700824415 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd30c19a230 0x7fd30c1a13b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:27.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:27.083+0000 7fd3112b4700 1 --2- 172.21.15.69:0/2700824415 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd30c102890 0x7fd30c199870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:27.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:27.083+0000 7fd3112b4700 1 --2- 172.21.15.69:0/2700824415 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd30c199db0 0x7fd30c19ee20 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:27.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:27.083+0000 7fd3112b4700 1 -- 172.21.15.69:0/2700824415 >> 172.21.15.69:0/2700824415 conn(0x7fd30c0fc220 msgr2=0x7fd30c0fe680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:08:27.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:27.084+0000 7fd3112b4700 1 -- 172.21.15.69:0/2700824415 shutdown_connections 2024-03-29T00:08:27.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:08:27.084+0000 7fd3112b4700 1 -- 172.21.15.69:0/2700824415 wait complete. 2024-03-29T00:08:27.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:27 smithi053 ceph-mon[36233]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:27.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:27 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:27.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:27 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:27.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:27 smithi053 ceph-mon[36233]: Reconfiguring mon.b (monmap changed)... 2024-03-29T00:08:27.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:27 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-29T00:08:27.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:27 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-29T00:08:27.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:27 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:27.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:27 smithi053 ceph-mon[36233]: Reconfiguring daemon mon.b on smithi053 2024-03-29T00:08:27.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:27 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:27.682 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:27 smithi069 ceph-mon[36074]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:27.682 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:27 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:27.682 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:27 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:27.682 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:27 smithi069 ceph-mon[36074]: Reconfiguring mon.b (monmap changed)... 2024-03-29T00:08:27.682 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:27 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-29T00:08:27.682 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:27 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-29T00:08:27.682 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:27 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:27.682 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:27 smithi069 ceph-mon[36074]: Reconfiguring daemon mon.b on smithi053 2024-03-29T00:08:27.682 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:27 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:27.708 DEBUG:teuthology.orchestra.run.smithi053:mgr.y> sudo journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mgr.y.service 2024-03-29T00:08:27.710 DEBUG:teuthology.orchestra.run.smithi069:mgr.z> sudo journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mgr.z.service 2024-03-29T00:08:27.713 INFO:tasks.cephadm:Deploying OSDs... 2024-03-29T00:08:27.713 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-03-29T00:08:27.713 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/scratch_devs of=/dev/stdout 2024-03-29T00:08:27.772 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-03-29T00:08:27.772 DEBUG:teuthology.orchestra.run.smithi012:> stat /dev/vg_nvme/lv_1 2024-03-29T00:08:27.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:27 smithi012 ceph-mon[31657]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:27.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:27 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:27.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:27 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:27.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:27 smithi012 ceph-mon[31657]: Reconfiguring mon.b (monmap changed)... 2024-03-29T00:08:27.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:27 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-29T00:08:27.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:27 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-29T00:08:27.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:27 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:27.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:27 smithi012 ceph-mon[31657]: Reconfiguring daemon mon.b on smithi053 2024-03-29T00:08:27.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:27 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:27.830 INFO:teuthology.orchestra.run.smithi012.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-03-29T00:08:27.830 INFO:teuthology.orchestra.run.smithi012.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-29T00:08:27.830 INFO:teuthology.orchestra.run.smithi012.stdout:Device: 5h/5d Inode: 633 Links: 1 2024-03-29T00:08:27.830 INFO:teuthology.orchestra.run.smithi012.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-29T00:08:27.830 INFO:teuthology.orchestra.run.smithi012.stdout:Context: system_u:object_r:device_t:s0 2024-03-29T00:08:27.831 INFO:teuthology.orchestra.run.smithi012.stdout:Access: 2024-03-29 00:07:26.748827380 +0000 2024-03-29T00:08:27.831 INFO:teuthology.orchestra.run.smithi012.stdout:Modify: 2024-03-29 00:01:10.367840629 +0000 2024-03-29T00:08:27.831 INFO:teuthology.orchestra.run.smithi012.stdout:Change: 2024-03-29 00:01:10.367840629 +0000 2024-03-29T00:08:27.831 INFO:teuthology.orchestra.run.smithi012.stdout: Birth: 2024-03-29 00:01:10.367840629 +0000 2024-03-29T00:08:27.831 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-03-29T00:08:27.973 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records in 2024-03-29T00:08:27.973 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records out 2024-03-29T00:08:27.973 INFO:teuthology.orchestra.run.smithi012.stderr:512 bytes copied, 0.000501464 s, 1.0 MB/s 2024-03-29T00:08:27.977 DEBUG:teuthology.orchestra.run.smithi012:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-03-29T00:08:28.035 DEBUG:teuthology.orchestra.run.smithi012:> stat /dev/vg_nvme/lv_2 2024-03-29T00:08:28.091 INFO:teuthology.orchestra.run.smithi012.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-03-29T00:08:28.091 INFO:teuthology.orchestra.run.smithi012.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-29T00:08:28.091 INFO:teuthology.orchestra.run.smithi012.stdout:Device: 5h/5d Inode: 650 Links: 1 2024-03-29T00:08:28.091 INFO:teuthology.orchestra.run.smithi012.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-29T00:08:28.091 INFO:teuthology.orchestra.run.smithi012.stdout:Context: system_u:object_r:device_t:s0 2024-03-29T00:08:28.091 INFO:teuthology.orchestra.run.smithi012.stdout:Access: 2024-03-29 00:07:26.814826848 +0000 2024-03-29T00:08:28.091 INFO:teuthology.orchestra.run.smithi012.stdout:Modify: 2024-03-29 00:01:10.989835656 +0000 2024-03-29T00:08:28.092 INFO:teuthology.orchestra.run.smithi012.stdout:Change: 2024-03-29 00:01:10.989835656 +0000 2024-03-29T00:08:28.092 INFO:teuthology.orchestra.run.smithi012.stdout: Birth: 2024-03-29 00:01:10.989835656 +0000 2024-03-29T00:08:28.092 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-03-29T00:08:28.175 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records in 2024-03-29T00:08:28.176 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records out 2024-03-29T00:08:28.176 INFO:teuthology.orchestra.run.smithi012.stderr:512 bytes copied, 0.00031334 s, 1.6 MB/s 2024-03-29T00:08:28.179 DEBUG:teuthology.orchestra.run.smithi012:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-03-29T00:08:28.232 DEBUG:teuthology.orchestra.run.smithi012:> stat /dev/vg_nvme/lv_3 2024-03-29T00:08:28.286 INFO:teuthology.orchestra.run.smithi012.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-03-29T00:08:28.286 INFO:teuthology.orchestra.run.smithi012.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-29T00:08:28.286 INFO:teuthology.orchestra.run.smithi012.stdout:Device: 5h/5d Inode: 672 Links: 1 2024-03-29T00:08:28.286 INFO:teuthology.orchestra.run.smithi012.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-29T00:08:28.286 INFO:teuthology.orchestra.run.smithi012.stdout:Context: system_u:object_r:device_t:s0 2024-03-29T00:08:28.286 INFO:teuthology.orchestra.run.smithi012.stdout:Access: 2024-03-29 00:07:26.878826334 +0000 2024-03-29T00:08:28.286 INFO:teuthology.orchestra.run.smithi012.stdout:Modify: 2024-03-29 00:01:11.604830739 +0000 2024-03-29T00:08:28.286 INFO:teuthology.orchestra.run.smithi012.stdout:Change: 2024-03-29 00:01:11.604830739 +0000 2024-03-29T00:08:28.287 INFO:teuthology.orchestra.run.smithi012.stdout: Birth: 2024-03-29 00:01:11.604830739 +0000 2024-03-29T00:08:28.287 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-03-29T00:08:28.382 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records in 2024-03-29T00:08:28.382 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records out 2024-03-29T00:08:28.382 INFO:teuthology.orchestra.run.smithi012.stderr:512 bytes copied, 0.000339516 s, 1.5 MB/s 2024-03-29T00:08:28.387 DEBUG:teuthology.orchestra.run.smithi012:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-03-29T00:08:28.444 DEBUG:teuthology.orchestra.run.smithi012:> stat /dev/vg_nvme/lv_4 2024-03-29T00:08:28.499 INFO:teuthology.orchestra.run.smithi012.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-03-29T00:08:28.499 INFO:teuthology.orchestra.run.smithi012.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-29T00:08:28.499 INFO:teuthology.orchestra.run.smithi012.stdout:Device: 5h/5d Inode: 689 Links: 1 2024-03-29T00:08:28.500 INFO:teuthology.orchestra.run.smithi012.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-29T00:08:28.500 INFO:teuthology.orchestra.run.smithi012.stdout:Context: system_u:object_r:device_t:s0 2024-03-29T00:08:28.500 INFO:teuthology.orchestra.run.smithi012.stdout:Access: 2024-03-29 00:07:26.938825851 +0000 2024-03-29T00:08:28.500 INFO:teuthology.orchestra.run.smithi012.stdout:Modify: 2024-03-29 00:01:12.192826038 +0000 2024-03-29T00:08:28.500 INFO:teuthology.orchestra.run.smithi012.stdout:Change: 2024-03-29 00:01:12.192826038 +0000 2024-03-29T00:08:28.500 INFO:teuthology.orchestra.run.smithi012.stdout: Birth: 2024-03-29 00:01:12.192826038 +0000 2024-03-29T00:08:28.500 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-03-29T00:08:28.595 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records in 2024-03-29T00:08:28.596 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records out 2024-03-29T00:08:28.596 INFO:teuthology.orchestra.run.smithi012.stderr:512 bytes copied, 0.000356066 s, 1.4 MB/s 2024-03-29T00:08:28.600 DEBUG:teuthology.orchestra.run.smithi012:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-03-29T00:08:28.612 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:28 smithi069 ceph-mon[36074]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi012=x;smithi053=y;smithi069=z", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:08:28.612 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:28 smithi069 ceph-mon[36074]: Saving service mgr spec with placement smithi012=x;smithi053=y;smithi069=z;count:3 2024-03-29T00:08:28.612 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:28 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:28.612 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:28 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:28.612 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:28 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-29T00:08:28.612 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:28 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-29T00:08:28.612 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:28 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:28.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:28 smithi053 ceph-mon[36233]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi012=x;smithi053=y;smithi069=z", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:08:28.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:28 smithi053 ceph-mon[36233]: Saving service mgr spec with placement smithi012=x;smithi053=y;smithi069=z;count:3 2024-03-29T00:08:28.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:28 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:28.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:28 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:28.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:28 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-29T00:08:28.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:28 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-29T00:08:28.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:28 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:28.661 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-03-29T00:08:28.662 DEBUG:teuthology.orchestra.run.smithi053:> dd if=/scratch_devs of=/dev/stdout 2024-03-29T00:08:28.681 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-03-29T00:08:28.681 DEBUG:teuthology.orchestra.run.smithi053:> stat /dev/vg_nvme/lv_1 2024-03-29T00:08:28.739 INFO:teuthology.orchestra.run.smithi053.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-03-29T00:08:28.739 INFO:teuthology.orchestra.run.smithi053.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-29T00:08:28.739 INFO:teuthology.orchestra.run.smithi053.stdout:Device: 5h/5d Inode: 660 Links: 1 2024-03-29T00:08:28.739 INFO:teuthology.orchestra.run.smithi053.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-29T00:08:28.739 INFO:teuthology.orchestra.run.smithi053.stdout:Context: system_u:object_r:device_t:s0 2024-03-29T00:08:28.739 INFO:teuthology.orchestra.run.smithi053.stdout:Access: 2024-03-29 00:08:13.924107535 +0000 2024-03-29T00:08:28.739 INFO:teuthology.orchestra.run.smithi053.stdout:Modify: 2024-03-28 23:59:58.176398030 +0000 2024-03-29T00:08:28.739 INFO:teuthology.orchestra.run.smithi053.stdout:Change: 2024-03-28 23:59:58.176398030 +0000 2024-03-29T00:08:28.739 INFO:teuthology.orchestra.run.smithi053.stdout: Birth: 2024-03-28 23:59:58.176398030 +0000 2024-03-29T00:08:28.740 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-03-29T00:08:28.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:28 smithi012 ceph-mon[31657]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi012=x;smithi053=y;smithi069=z", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:08:28.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:28 smithi012 ceph-mon[31657]: Saving service mgr spec with placement smithi012=x;smithi053=y;smithi069=z;count:3 2024-03-29T00:08:28.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:28 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:28.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:28 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:28.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:28 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-29T00:08:28.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:28 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-29T00:08:28.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:28 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:28.812 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records in 2024-03-29T00:08:28.812 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records out 2024-03-29T00:08:28.812 INFO:teuthology.orchestra.run.smithi053.stderr:512 bytes copied, 0.0001272 s, 4.0 MB/s 2024-03-29T00:08:28.814 DEBUG:teuthology.orchestra.run.smithi053:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-03-29T00:08:28.872 DEBUG:teuthology.orchestra.run.smithi053:> stat /dev/vg_nvme/lv_2 2024-03-29T00:08:28.928 INFO:teuthology.orchestra.run.smithi053.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-03-29T00:08:28.929 INFO:teuthology.orchestra.run.smithi053.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-29T00:08:28.929 INFO:teuthology.orchestra.run.smithi053.stdout:Device: 5h/5d Inode: 681 Links: 1 2024-03-29T00:08:28.929 INFO:teuthology.orchestra.run.smithi053.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-29T00:08:28.929 INFO:teuthology.orchestra.run.smithi053.stdout:Context: system_u:object_r:device_t:s0 2024-03-29T00:08:28.929 INFO:teuthology.orchestra.run.smithi053.stdout:Access: 2024-03-29 00:08:13.924107535 +0000 2024-03-29T00:08:28.929 INFO:teuthology.orchestra.run.smithi053.stdout:Modify: 2024-03-28 23:59:58.516391618 +0000 2024-03-29T00:08:28.929 INFO:teuthology.orchestra.run.smithi053.stdout:Change: 2024-03-28 23:59:58.516391618 +0000 2024-03-29T00:08:28.929 INFO:teuthology.orchestra.run.smithi053.stdout: Birth: 2024-03-28 23:59:58.516391618 +0000 2024-03-29T00:08:28.929 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-03-29T00:08:29.000 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records in 2024-03-29T00:08:29.000 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records out 2024-03-29T00:08:29.001 INFO:teuthology.orchestra.run.smithi053.stderr:512 bytes copied, 0.000119475 s, 4.3 MB/s 2024-03-29T00:08:29.002 DEBUG:teuthology.orchestra.run.smithi053:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-03-29T00:08:29.059 DEBUG:teuthology.orchestra.run.smithi053:> stat /dev/vg_nvme/lv_3 2024-03-29T00:08:29.115 INFO:teuthology.orchestra.run.smithi053.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-03-29T00:08:29.115 INFO:teuthology.orchestra.run.smithi053.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-29T00:08:29.115 INFO:teuthology.orchestra.run.smithi053.stdout:Device: 5h/5d Inode: 700 Links: 1 2024-03-29T00:08:29.115 INFO:teuthology.orchestra.run.smithi053.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-29T00:08:29.116 INFO:teuthology.orchestra.run.smithi053.stdout:Context: system_u:object_r:device_t:s0 2024-03-29T00:08:29.116 INFO:teuthology.orchestra.run.smithi053.stdout:Access: 2024-03-29 00:08:13.925107516 +0000 2024-03-29T00:08:29.116 INFO:teuthology.orchestra.run.smithi053.stdout:Modify: 2024-03-28 23:59:58.871384921 +0000 2024-03-29T00:08:29.116 INFO:teuthology.orchestra.run.smithi053.stdout:Change: 2024-03-28 23:59:58.871384921 +0000 2024-03-29T00:08:29.116 INFO:teuthology.orchestra.run.smithi053.stdout: Birth: 2024-03-28 23:59:58.871384921 +0000 2024-03-29T00:08:29.116 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-03-29T00:08:29.185 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records in 2024-03-29T00:08:29.185 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records out 2024-03-29T00:08:29.185 INFO:teuthology.orchestra.run.smithi053.stderr:512 bytes copied, 0.000115127 s, 4.4 MB/s 2024-03-29T00:08:29.187 DEBUG:teuthology.orchestra.run.smithi053:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-03-29T00:08:29.244 DEBUG:teuthology.orchestra.run.smithi053:> stat /dev/vg_nvme/lv_4 2024-03-29T00:08:29.299 INFO:teuthology.orchestra.run.smithi053.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-03-29T00:08:29.300 INFO:teuthology.orchestra.run.smithi053.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-29T00:08:29.300 INFO:teuthology.orchestra.run.smithi053.stdout:Device: 5h/5d Inode: 720 Links: 1 2024-03-29T00:08:29.300 INFO:teuthology.orchestra.run.smithi053.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-29T00:08:29.300 INFO:teuthology.orchestra.run.smithi053.stdout:Context: system_u:object_r:device_t:s0 2024-03-29T00:08:29.300 INFO:teuthology.orchestra.run.smithi053.stdout:Access: 2024-03-29 00:08:13.925107516 +0000 2024-03-29T00:08:29.300 INFO:teuthology.orchestra.run.smithi053.stdout:Modify: 2024-03-28 23:59:59.212378490 +0000 2024-03-29T00:08:29.300 INFO:teuthology.orchestra.run.smithi053.stdout:Change: 2024-03-28 23:59:59.212378490 +0000 2024-03-29T00:08:29.300 INFO:teuthology.orchestra.run.smithi053.stdout: Birth: 2024-03-28 23:59:59.212378490 +0000 2024-03-29T00:08:29.300 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-03-29T00:08:29.369 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records in 2024-03-29T00:08:29.369 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records out 2024-03-29T00:08:29.369 INFO:teuthology.orchestra.run.smithi053.stderr:512 bytes copied, 0.000108344 s, 4.7 MB/s 2024-03-29T00:08:29.370 DEBUG:teuthology.orchestra.run.smithi053:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-03-29T00:08:29.426 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-03-29T00:08:29.426 DEBUG:teuthology.orchestra.run.smithi069:> dd if=/scratch_devs of=/dev/stdout 2024-03-29T00:08:29.442 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-03-29T00:08:29.442 DEBUG:teuthology.orchestra.run.smithi069:> stat /dev/vg_nvme/lv_1 2024-03-29T00:08:29.497 INFO:teuthology.orchestra.run.smithi069.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-03-29T00:08:29.497 INFO:teuthology.orchestra.run.smithi069.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-29T00:08:29.498 INFO:teuthology.orchestra.run.smithi069.stdout:Device: 5h/5d Inode: 663 Links: 1 2024-03-29T00:08:29.498 INFO:teuthology.orchestra.run.smithi069.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-29T00:08:29.498 INFO:teuthology.orchestra.run.smithi069.stdout:Context: system_u:object_r:device_t:s0 2024-03-29T00:08:29.498 INFO:teuthology.orchestra.run.smithi069.stdout:Access: 2024-03-29 00:08:04.318508188 +0000 2024-03-29T00:08:29.498 INFO:teuthology.orchestra.run.smithi069.stdout:Modify: 2024-03-29 00:00:03.412383410 +0000 2024-03-29T00:08:29.498 INFO:teuthology.orchestra.run.smithi069.stdout:Change: 2024-03-29 00:00:03.412383410 +0000 2024-03-29T00:08:29.498 INFO:teuthology.orchestra.run.smithi069.stdout: Birth: 2024-03-29 00:00:03.412383410 +0000 2024-03-29T00:08:29.498 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-03-29T00:08:29.564 INFO:teuthology.orchestra.run.smithi069.stderr:1+0 records in 2024-03-29T00:08:29.564 INFO:teuthology.orchestra.run.smithi069.stderr:1+0 records out 2024-03-29T00:08:29.564 INFO:teuthology.orchestra.run.smithi069.stderr:512 bytes copied, 0.000256296 s, 2.0 MB/s 2024-03-29T00:08:29.565 DEBUG:teuthology.orchestra.run.smithi069:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-03-29T00:08:29.621 DEBUG:teuthology.orchestra.run.smithi069:> stat /dev/vg_nvme/lv_2 2024-03-29T00:08:29.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:29 smithi053 ceph-mon[36233]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:29.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:29 smithi053 ceph-mon[36233]: Reconfiguring mon.c (monmap changed)... 2024-03-29T00:08:29.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:29 smithi053 ceph-mon[36233]: Reconfiguring daemon mon.c on smithi069 2024-03-29T00:08:29.677 INFO:teuthology.orchestra.run.smithi069.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-03-29T00:08:29.677 INFO:teuthology.orchestra.run.smithi069.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-29T00:08:29.677 INFO:teuthology.orchestra.run.smithi069.stdout:Device: 5h/5d Inode: 680 Links: 1 2024-03-29T00:08:29.677 INFO:teuthology.orchestra.run.smithi069.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-29T00:08:29.677 INFO:teuthology.orchestra.run.smithi069.stdout:Context: system_u:object_r:device_t:s0 2024-03-29T00:08:29.677 INFO:teuthology.orchestra.run.smithi069.stdout:Access: 2024-03-29 00:08:04.318508188 +0000 2024-03-29T00:08:29.677 INFO:teuthology.orchestra.run.smithi069.stdout:Modify: 2024-03-29 00:00:03.780375375 +0000 2024-03-29T00:08:29.677 INFO:teuthology.orchestra.run.smithi069.stdout:Change: 2024-03-29 00:00:03.780375375 +0000 2024-03-29T00:08:29.677 INFO:teuthology.orchestra.run.smithi069.stdout: Birth: 2024-03-29 00:00:03.780375375 +0000 2024-03-29T00:08:29.678 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-03-29T00:08:29.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:29 smithi069 ceph-mon[36074]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:29.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:29 smithi069 ceph-mon[36074]: Reconfiguring mon.c (monmap changed)... 2024-03-29T00:08:29.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:29 smithi069 ceph-mon[36074]: Reconfiguring daemon mon.c on smithi069 2024-03-29T00:08:29.743 INFO:teuthology.orchestra.run.smithi069.stderr:1+0 records in 2024-03-29T00:08:29.743 INFO:teuthology.orchestra.run.smithi069.stderr:1+0 records out 2024-03-29T00:08:29.744 INFO:teuthology.orchestra.run.smithi069.stderr:512 bytes copied, 0.000178331 s, 2.9 MB/s 2024-03-29T00:08:29.745 DEBUG:teuthology.orchestra.run.smithi069:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-03-29T00:08:29.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:29 smithi012 ceph-mon[31657]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:29.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:29 smithi012 ceph-mon[31657]: Reconfiguring mon.c (monmap changed)... 2024-03-29T00:08:29.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:29 smithi012 ceph-mon[31657]: Reconfiguring daemon mon.c on smithi069 2024-03-29T00:08:29.801 DEBUG:teuthology.orchestra.run.smithi069:> stat /dev/vg_nvme/lv_3 2024-03-29T00:08:29.856 INFO:teuthology.orchestra.run.smithi069.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-03-29T00:08:29.856 INFO:teuthology.orchestra.run.smithi069.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-29T00:08:29.856 INFO:teuthology.orchestra.run.smithi069.stdout:Device: 5h/5d Inode: 699 Links: 1 2024-03-29T00:08:29.856 INFO:teuthology.orchestra.run.smithi069.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-29T00:08:29.856 INFO:teuthology.orchestra.run.smithi069.stdout:Context: system_u:object_r:device_t:s0 2024-03-29T00:08:29.856 INFO:teuthology.orchestra.run.smithi069.stdout:Access: 2024-03-29 00:08:04.319508167 +0000 2024-03-29T00:08:29.856 INFO:teuthology.orchestra.run.smithi069.stdout:Modify: 2024-03-29 00:00:04.128367777 +0000 2024-03-29T00:08:29.857 INFO:teuthology.orchestra.run.smithi069.stdout:Change: 2024-03-29 00:00:04.128367777 +0000 2024-03-29T00:08:29.857 INFO:teuthology.orchestra.run.smithi069.stdout: Birth: 2024-03-29 00:00:04.128367777 +0000 2024-03-29T00:08:29.857 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-03-29T00:08:29.923 INFO:teuthology.orchestra.run.smithi069.stderr:1+0 records in 2024-03-29T00:08:29.924 INFO:teuthology.orchestra.run.smithi069.stderr:1+0 records out 2024-03-29T00:08:29.924 INFO:teuthology.orchestra.run.smithi069.stderr:512 bytes copied, 0.000196078 s, 2.6 MB/s 2024-03-29T00:08:29.925 DEBUG:teuthology.orchestra.run.smithi069:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-03-29T00:08:29.980 DEBUG:teuthology.orchestra.run.smithi069:> stat /dev/vg_nvme/lv_4 2024-03-29T00:08:30.035 INFO:teuthology.orchestra.run.smithi069.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-03-29T00:08:30.035 INFO:teuthology.orchestra.run.smithi069.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-29T00:08:30.035 INFO:teuthology.orchestra.run.smithi069.stdout:Device: 5h/5d Inode: 718 Links: 1 2024-03-29T00:08:30.035 INFO:teuthology.orchestra.run.smithi069.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-29T00:08:30.035 INFO:teuthology.orchestra.run.smithi069.stdout:Context: system_u:object_r:device_t:s0 2024-03-29T00:08:30.035 INFO:teuthology.orchestra.run.smithi069.stdout:Access: 2024-03-29 00:08:04.319508167 +0000 2024-03-29T00:08:30.035 INFO:teuthology.orchestra.run.smithi069.stdout:Modify: 2024-03-29 00:00:04.465360420 +0000 2024-03-29T00:08:30.035 INFO:teuthology.orchestra.run.smithi069.stdout:Change: 2024-03-29 00:00:04.465360420 +0000 2024-03-29T00:08:30.035 INFO:teuthology.orchestra.run.smithi069.stdout: Birth: 2024-03-29 00:00:04.465360420 +0000 2024-03-29T00:08:30.035 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-03-29T00:08:30.100 INFO:teuthology.orchestra.run.smithi069.stderr:1+0 records in 2024-03-29T00:08:30.101 INFO:teuthology.orchestra.run.smithi069.stderr:1+0 records out 2024-03-29T00:08:30.101 INFO:teuthology.orchestra.run.smithi069.stderr:512 bytes copied, 0.000166875 s, 3.1 MB/s 2024-03-29T00:08:30.102 DEBUG:teuthology.orchestra.run.smithi069:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-03-29T00:08:30.157 INFO:tasks.cephadm:Deploying osd.0 on smithi012 with /dev/vg_nvme/lv_4... 2024-03-29T00:08:30.158 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-03-29T00:08:30.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:30 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:30.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:30 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:30.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:30 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:08:30.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:30 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:30.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:30 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:08:30.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:30 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:30.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:30 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-29T00:08:30.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:30 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-29T00:08:30.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:30 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-29T00:08:30.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:30 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:30.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:30 smithi012 ceph-mon[31657]: Deploying daemon mgr.z on smithi069 2024-03-29T00:08:30.611 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:08:30.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:30 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:30.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:30 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:30.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:30 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:08:30.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:30 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:30.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:30 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:08:30.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:30 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:30.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:30 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-29T00:08:30.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:30 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-29T00:08:30.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:30 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-29T00:08:30.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:30 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:30.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:30 smithi053 ceph-mon[36233]: Deploying daemon mgr.z on smithi069 2024-03-29T00:08:30.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:30 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:30.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:30 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:30.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:30 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:08:30.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:30 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:30.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:30 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:08:30.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:30 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:30.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:30 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-29T00:08:30.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:30 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-29T00:08:30.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:30 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-29T00:08:30.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:30 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:30.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:30 smithi069 ceph-mon[36074]: Deploying daemon mgr.z on smithi069 2024-03-29T00:08:31.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:31 smithi069 ceph-mon[36074]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:31.734 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:31 smithi069 systemd[1]: Starting Ceph mgr.z for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:08:31.761 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:31 smithi012 ceph-mon[31657]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:31.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:31 smithi053 ceph-mon[36233]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:32.032 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:31 smithi069 podman[37929]: 2024-03-29 00:08:31.640142518 +0000 UTC m=+0.017392751 image pull bed8e21b47c64c348bd50fa93e0a2db0f997a2392760f42fd1dd03442cc97c52 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15 2024-03-29T00:08:32.032 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:31 smithi069 podman[37929]: 2024-03-29 00:08:31.758213688 +0000 UTC m=+0.135463898 container create 1284407d1ac7df40fd98734657b82fe439038891e3917f2e606e11871fda0ea1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=squid-323d23d, org.label-schema.build-date=20240326, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e) 2024-03-29T00:08:32.032 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:32 smithi069 podman[37929]: 2024-03-29 00:08:32.032444693 +0000 UTC m=+0.409694904 container init 1284407d1ac7df40fd98734657b82fe439038891e3917f2e606e11871fda0ea1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-323d23d, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e) 2024-03-29T00:08:32.484 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:32 smithi069 podman[37929]: 2024-03-29 00:08:32.035084876 +0000 UTC m=+0.412335097 container start 1284407d1ac7df40fd98734657b82fe439038891e3917f2e606e11871fda0ea1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, RELEASE=squid-323d23d, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-03-29T00:08:32.484 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:32 smithi069 ceph-mgr[37948]: -- 172.21.15.69:0/3986058602 <== mon.1 v2:172.21.15.69:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5562af6f65a0 con 0x5562af6cb000 2024-03-29T00:08:32.484 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:32 smithi069 bash[37929]: 1284407d1ac7df40fd98734657b82fe439038891e3917f2e606e11871fda0ea1 2024-03-29T00:08:32.484 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:32 smithi069 systemd[1]: Started Ceph mgr.z for f0a28ba8-ed5f-11ee-95d0-87774f69a715. 2024-03-29T00:08:32.983 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:32 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z[37944]: 2024-03-29T00:08:32.572+0000 7fed306b4200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-29T00:08:32.984 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:32 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z[37944]: 2024-03-29T00:08:32.665+0000 7fed306b4200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-29T00:08:33.267 INFO:teuthology.orchestra.run.smithi012.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-03-29T00:08:33.268 INFO:teuthology.orchestra.run.smithi012.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-03-29T00:08:33.268 INFO:teuthology.orchestra.run.smithi012.stderr: stderr: 10+0 records in 2024-03-29T00:08:33.268 INFO:teuthology.orchestra.run.smithi012.stderr:10+0 records out 2024-03-29T00:08:33.268 INFO:teuthology.orchestra.run.smithi012.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0343696 s, 305 MB/s 2024-03-29T00:08:33.268 INFO:teuthology.orchestra.run.smithi012.stderr:--> Zapping successful for: 2024-03-29T00:08:33.439 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:33 smithi012 ceph-mon[31657]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:33.439 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:33 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:33.439 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:33 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:33.439 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:33 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:33.439 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:33 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-29T00:08:33.439 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:33 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-29T00:08:33.440 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:33 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-29T00:08:33.440 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:33 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:33.440 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:33 smithi012 ceph-mon[31657]: Deploying daemon mgr.y on smithi053 2024-03-29T00:08:33.483 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:33 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z[37944]: 2024-03-29T00:08:33.310+0000 7fed306b4200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-29T00:08:33.483 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:33 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z[37944]: 2024-03-29T00:08:33.406+0000 7fed306b4200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-29T00:08:33.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:33 smithi069 ceph-mon[36074]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:33.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:33 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:33.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:33 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:33.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:33 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:33.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:33 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-29T00:08:33.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:33 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-29T00:08:33.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:33 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-29T00:08:33.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:33 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:33.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:33 smithi069 ceph-mon[36074]: Deploying daemon mgr.y on smithi053 2024-03-29T00:08:33.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:33 smithi053 ceph-mon[36233]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:33.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:33 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:33.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:33 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:33.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:33 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:33.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:33 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-29T00:08:33.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:33 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-29T00:08:33.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:33 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-29T00:08:33.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:33 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:33.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:33 smithi053 ceph-mon[36233]: Deploying daemon mgr.y on smithi053 2024-03-29T00:08:33.978 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:33 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z[37944]: 2024-03-29T00:08:33.551+0000 7fed306b4200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-29T00:08:33.979 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:33 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z[37944]: 2024-03-29T00:08:33.648+0000 7fed306b4200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-29T00:08:33.979 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:33 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z[37944]: 2024-03-29T00:08:33.732+0000 7fed306b4200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-29T00:08:34.121 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph orch daemon add osd smithi012:vg_nvme/lv_4 2024-03-29T00:08:34.233 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:34 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z[37944]: 2024-03-29T00:08:34.000+0000 7fed306b4200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-29T00:08:34.234 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:34 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z[37944]: 2024-03-29T00:08:34.107+0000 7fed306b4200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-29T00:08:34.234 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:34 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z[37944]: 2024-03-29T00:08:34.191+0000 7fed306b4200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-29T00:08:34.374 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:34 smithi053 systemd[1]: Starting Ceph mgr.y for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:08:34.574 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:08:34.654 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:34 smithi053 podman[37597]: 2024-03-29 00:08:34.373994633 +0000 UTC m=+0.114453027 container create 3365a9519b61d00abf6abbaef7d0082f1bc0164c5e38dc4ca15adcd1bd113cc5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, RELEASE=squid-323d23d, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326) 2024-03-29T00:08:34.654 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:34 smithi053 podman[37597]: 2024-03-29 00:08:34.277790709 +0000 UTC m=+0.018249092 image pull bed8e21b47c64c348bd50fa93e0a2db0f997a2392760f42fd1dd03442cc97c52 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15 2024-03-29T00:08:34.655 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:34 smithi053 podman[37597]: 2024-03-29 00:08:34.593335103 +0000 UTC m=+0.333793478 container init 3365a9519b61d00abf6abbaef7d0082f1bc0164c5e38dc4ca15adcd1bd113cc5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y, RELEASE=squid-323d23d, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_CLEAN=True) 2024-03-29T00:08:34.655 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:34 smithi053 podman[37597]: 2024-03-29 00:08:34.596121689 +0000 UTC m=+0.336580056 container start 3365a9519b61d00abf6abbaef7d0082f1bc0164c5e38dc4ca15adcd1bd113cc5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-323d23d, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-03-29T00:08:34.655 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:34 smithi053 ceph-mgr[37616]: -- 172.21.15.53:0/3709113733 <== mon.2 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a75e2305a0 con 0x55a75e205000 2024-03-29T00:08:34.733 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:34 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z[37944]: 2024-03-29T00:08:34.286+0000 7fed306b4200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-29T00:08:34.734 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:34 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z[37944]: 2024-03-29T00:08:34.460+0000 7fed306b4200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-29T00:08:35.154 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:34 smithi053 bash[37597]: 3365a9519b61d00abf6abbaef7d0082f1bc0164c5e38dc4ca15adcd1bd113cc5 2024-03-29T00:08:35.154 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:34 smithi053 systemd[1]: Started Ceph mgr.y for f0a28ba8-ed5f-11ee-95d0-87774f69a715. 2024-03-29T00:08:35.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:35 smithi012 ceph-mon[31657]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:35.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:35 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:35.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:35 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:35.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:35 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:35.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:35 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:35.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:35 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:08:35.444 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:35 smithi069 ceph-mon[36074]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:35.444 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:35 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:35.445 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:35 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:35.445 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:35 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:35.445 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:35 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:35.445 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:35 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:08:35.654 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:35 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y[37612]: 2024-03-29T00:08:35.168+0000 7f8e0d5ce200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-29T00:08:35.654 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:35 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y[37612]: 2024-03-29T00:08:35.270+0000 7f8e0d5ce200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-29T00:08:35.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:35 smithi053 ceph-mon[36233]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:35.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:35 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:35.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:35 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:35.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:35 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:35.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:35 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:35.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:35 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:08:35.733 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:35 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z[37944]: 2024-03-29T00:08:35.444+0000 7fed306b4200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-29T00:08:35.734 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:35 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z[37944]: 2024-03-29T00:08:35.603+0000 7fed306b4200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-29T00:08:36.154 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:35 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y[37612]: 2024-03-29T00:08:35.968+0000 7f8e0d5ce200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-29T00:08:36.154 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:36 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y[37612]: 2024-03-29T00:08:36.065+0000 7f8e0d5ce200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-29T00:08:36.233 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:35 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z[37944]: 2024-03-29T00:08:35.952+0000 7fed306b4200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-29T00:08:36.234 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:36 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z[37944]: 2024-03-29T00:08:36.048+0000 7fed306b4200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-29T00:08:36.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.635+0000 7f9bb5c00700 1 -- 172.21.15.12:0/2010367923 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9bb01088c0 msgr2=0x7f9bb0108ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:08:36.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.635+0000 7f9bb5c00700 1 --2- 172.21.15.12:0/2010367923 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9bb01088c0 0x7f9bb0108ce0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f9ba00099c0 tx=0x7f9ba0009cd0 comp rx=0 tx=0).stop 2024-03-29T00:08:36.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.635+0000 7f9bb5c00700 1 -- 172.21.15.12:0/2010367923 shutdown_connections 2024-03-29T00:08:36.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.635+0000 7f9bb5c00700 1 --2- 172.21.15.12:0/2010367923 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9bb010a460 0x7f9bb0110d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:36.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.635+0000 7f9bb5c00700 1 --2- 172.21.15.12:0/2010367923 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9bb01088c0 0x7f9bb0108ce0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:36.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.635+0000 7f9bb5c00700 1 --2- 172.21.15.12:0/2010367923 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9bb0109ac0 0x7f9bb0109f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:36.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.635+0000 7f9bb5c00700 1 -- 172.21.15.12:0/2010367923 >> 172.21.15.12:0/2010367923 conn(0x7f9bb0077890 msgr2=0x7f9bb0079cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:08:36.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.636+0000 7f9bb5c00700 1 -- 172.21.15.12:0/2010367923 shutdown_connections 2024-03-29T00:08:36.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.636+0000 7f9bb5c00700 1 -- 172.21.15.12:0/2010367923 wait complete. 2024-03-29T00:08:36.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.637+0000 7f9bb5c00700 1 Processor -- start 2024-03-29T00:08:36.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.637+0000 7f9bb5c00700 1 -- start start 2024-03-29T00:08:36.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.638+0000 7f9bb5c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9bb01088c0 0x7f9bb019eba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:08:36.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.638+0000 7f9bb5c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9bb0109ac0 0x7f9bb019f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:08:36.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.638+0000 7f9bb5c00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9bb010a460 0x7f9bb01a6160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:08:36.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.638+0000 7f9bb5c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f9bb01145c0 con 0x7f9bb01088c0 2024-03-29T00:08:36.644 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.638+0000 7f9bb5c00700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f9bb0114440 con 0x7f9bb010a460 2024-03-29T00:08:36.644 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.638+0000 7f9bb5c00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f9bb0114740 con 0x7f9bb0109ac0 2024-03-29T00:08:36.644 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.638+0000 7f9bae000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9bb0109ac0 0x7f9bb019f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:08:36.644 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.638+0000 7f9bae000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9bb0109ac0 0x7f9bb019f0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46942/0 (socket says 172.21.15.12:46942) 2024-03-29T00:08:36.644 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.638+0000 7f9bae000700 1 -- 172.21.15.12:0/3120757731 learned_addr learned my addr 172.21.15.12:0/3120757731 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:08:36.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.638+0000 7f9baea00700 1 --2- 172.21.15.12:0/3120757731 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9bb01088c0 0x7f9bb019eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:08:36.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.638+0000 7f9baf400700 1 --2- 172.21.15.12:0/3120757731 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9bb010a460 0x7f9bb01a6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:08:36.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.638+0000 7f9bae000700 1 -- 172.21.15.12:0/3120757731 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9bb010a460 msgr2=0x7f9bb01a6160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:08:36.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.638+0000 7f9bae000700 1 --2- 172.21.15.12:0/3120757731 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9bb010a460 0x7f9bb01a6160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:36.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.638+0000 7f9bae000700 1 -- 172.21.15.12:0/3120757731 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9bb01088c0 msgr2=0x7f9bb019eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:08:36.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.638+0000 7f9bae000700 1 --2- 172.21.15.12:0/3120757731 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9bb01088c0 0x7f9bb019eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:08:36.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.638+0000 7f9bae000700 1 -- 172.21.15.12:0/3120757731 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bb01a6800 con 0x7f9bb0109ac0 2024-03-29T00:08:36.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.639+0000 7f9bae000700 1 --2- 172.21.15.12:0/3120757731 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9bb0109ac0 0x7f9bb019f0e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f9b9c00e9d0 tx=0x7f9b9c00ece0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:08:36.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.639+0000 7f9ba7400700 1 -- 172.21.15.12:0/3120757731 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b9c00cbd0 con 0x7f9bb0109ac0 2024-03-29T00:08:36.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.639+0000 7f9ba7400700 1 -- 172.21.15.12:0/3120757731 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9b9c00ee60 con 0x7f9bb0109ac0 2024-03-29T00:08:36.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.639+0000 7f9bb5c00700 1 -- 172.21.15.12:0/3120757731 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9bb01a6af0 con 0x7f9bb0109ac0 2024-03-29T00:08:36.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.639+0000 7f9ba7400700 1 -- 172.21.15.12:0/3120757731 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b9c018710 con 0x7f9bb0109ac0 2024-03-29T00:08:36.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.639+0000 7f9bb5c00700 1 -- 172.21.15.12:0/3120757731 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9bb01a7080 con 0x7f9bb0109ac0 2024-03-29T00:08:36.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.641+0000 7f9ba7400700 1 -- 172.21.15.12:0/3120757731 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 13) ==== 45984+0+0 (secure 0 0 0) 0x7f9b9c010430 con 0x7f9bb0109ac0 2024-03-29T00:08:36.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.641+0000 7f9bb5c00700 1 -- 172.21.15.12:0/3120757731 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9bb0068f00 con 0x7f9bb0109ac0 2024-03-29T00:08:36.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.641+0000 7f9ba7400700 1 --2- 172.21.15.12:0/3120757731 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9b94038e80 0x7f9b9403b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:08:36.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.641+0000 7f9ba7400700 1 -- 172.21.15.12:0/3120757731 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f9b9c04bf50 con 0x7f9bb0109ac0 2024-03-29T00:08:36.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.641+0000 7f9baea00700 1 --2- 172.21.15.12:0/3120757731 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9b94038e80 0x7f9b9403b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:08:36.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.642+0000 7f9baea00700 1 --2- 172.21.15.12:0/3120757731 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9b94038e80 0x7f9b9403b340 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f9ba000b580 tx=0x7f9ba0005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:08:36.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.646+0000 7f9ba7400700 1 -- 172.21.15.12:0/3120757731 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f9b9c0188b0 con 0x7f9bb0109ac0 2024-03-29T00:08:36.654 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:36 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y[37612]: 2024-03-29T00:08:36.212+0000 7f8e0d5ce200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-29T00:08:36.654 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:36 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y[37612]: 2024-03-29T00:08:36.314+0000 7f8e0d5ce200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-29T00:08:36.654 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:36 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y[37612]: 2024-03-29T00:08:36.404+0000 7f8e0d5ce200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-29T00:08:36.726 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:36 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z[37944]: 2024-03-29T00:08:36.244+0000 7fed306b4200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-29T00:08:36.726 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:36 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z[37944]: 2024-03-29T00:08:36.439+0000 7fed306b4200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-29T00:08:36.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:36.890+0000 7f9bb5c00700 1 -- 172.21.15.12:0/3120757731 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f9bb0062680 con 0x7f9b94038e80 2024-03-29T00:08:36.983 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:36 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z[37944]: 2024-03-29T00:08:36.725+0000 7fed306b4200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-29T00:08:36.983 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:36 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z[37944]: 2024-03-29T00:08:36.982+0000 7fed306b4200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-29T00:08:36.988 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:36 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y[37612]: 2024-03-29T00:08:36.684+0000 7f8e0d5ce200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-29T00:08:36.988 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:36 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y[37612]: 2024-03-29T00:08:36.798+0000 7f8e0d5ce200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-29T00:08:36.988 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:36 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y[37612]: 2024-03-29T00:08:36.889+0000 7f8e0d5ce200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-29T00:08:36.988 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:36 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y[37612]: 2024-03-29T00:08:36.987+0000 7f8e0d5ce200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-29T00:08:37.233 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:37 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z[37944]: 2024-03-29T00:08:37.215+0000 7fed306b4200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-29T00:08:37.386 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:37 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y[37612]: 2024-03-29T00:08:37.169+0000 7f8e0d5ce200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-29T00:08:37.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:37 smithi053 ceph-mon[36233]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:37.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:37 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:37.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:37 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:37.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:37 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:37.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:37 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:37.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:37 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:37.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:37 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:08:37.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:37 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:37.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:37 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-29T00:08:37.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:37 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-29T00:08:37.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:37 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:37.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:37 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:08:37.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:37 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:08:37.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:37 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:37.710 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:37 smithi012 ceph-mon[31657]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:37.711 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:37 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:37.711 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:37 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:37.711 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:37 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:37.711 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:37 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:37.711 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:37 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:37.711 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:37 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:08:37.711 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:37 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:37.711 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:37 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-29T00:08:37.711 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:37 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-29T00:08:37.711 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:37 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:37.711 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:37 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:08:37.711 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:37 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:08:37.711 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:37 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:37.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:37 smithi069 ceph-mon[36074]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:37.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:37 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:37.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:37 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:37.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:37 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:37.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:37 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:37.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:37 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:37.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:37 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:08:37.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:37 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:37.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:37 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-29T00:08:37.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:37 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-29T00:08:37.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:37 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:37.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:37 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:08:37.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:37 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:08:37.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:37 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:38.395 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:38 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z[37944]: 2024-03-29T00:08:38.011+0000 7fed306b4200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-29T00:08:38.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:38 smithi053 ceph-mon[36233]: Reconfiguring mgr.x (unknown last config time)... 2024-03-29T00:08:38.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:38 smithi053 ceph-mon[36233]: Reconfiguring daemon mgr.x on smithi012 2024-03-29T00:08:38.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:38 smithi053 ceph-mon[36233]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:08:38.654 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:38 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y[37612]: 2024-03-29T00:08:38.196+0000 7f8e0d5ce200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-29T00:08:38.655 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:38 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y[37612]: 2024-03-29T00:08:38.332+0000 7f8e0d5ce200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-29T00:08:38.671 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:38 smithi069 ceph-mon[36074]: Reconfiguring mgr.x (unknown last config time)... 2024-03-29T00:08:38.671 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:38 smithi069 ceph-mon[36074]: Reconfiguring daemon mgr.x on smithi012 2024-03-29T00:08:38.672 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:38 smithi069 ceph-mon[36074]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:08:38.672 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:38 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z[37944]: 2024-03-29T00:08:38.574+0000 7fed306b4200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-29T00:08:38.672 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:38 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z[37944]: 2024-03-29T00:08:38.671+0000 7fed306b4200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-29T00:08:38.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:38 smithi012 ceph-mon[31657]: Reconfiguring mgr.x (unknown last config time)... 2024-03-29T00:08:38.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:38 smithi012 ceph-mon[31657]: Reconfiguring daemon mgr.x on smithi012 2024-03-29T00:08:38.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:38 smithi012 ceph-mon[31657]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:08:38.972 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:38 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y[37612]: 2024-03-29T00:08:38.677+0000 7f8e0d5ce200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-29T00:08:38.972 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:38 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y[37612]: 2024-03-29T00:08:38.769+0000 7f8e0d5ce200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-29T00:08:38.972 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:38 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y[37612]: 2024-03-29T00:08:38.971+0000 7f8e0d5ce200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-29T00:08:38.983 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:08:38 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z[37944]: 2024-03-29T00:08:38.886+0000 7fed306b4200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-29T00:08:39.398 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:39 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y[37612]: 2024-03-29T00:08:39.162+0000 7f8e0d5ce200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-29T00:08:39.654 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:39 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y[37612]: 2024-03-29T00:08:39.456+0000 7f8e0d5ce200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-29T00:08:39.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:39 smithi053 ceph-mon[36233]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:39.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:39 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:39.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:39 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:39.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:39 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:08:39.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:39 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:39.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:39 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:08:39.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:39 smithi053 ceph-mon[36233]: Standby manager daemon z started 2024-03-29T00:08:39.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:39 smithi053 ceph-mon[36233]: from='mgr.? 172.21.15.69:0/4192428456' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-03-29T00:08:39.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:39 smithi053 ceph-mon[36233]: from='mgr.? 172.21.15.69:0/4192428456' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-29T00:08:39.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:39 smithi053 ceph-mon[36233]: from='mgr.? 172.21.15.69:0/4192428456' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-03-29T00:08:39.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:39 smithi053 ceph-mon[36233]: from='mgr.? 172.21.15.69:0/4192428456' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-29T00:08:39.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:39 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:39.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:39 smithi069 ceph-mon[36074]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:39.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:39 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:39.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:39 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:39.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:39 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:08:39.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:39 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:39.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:39 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:08:39.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:39 smithi069 ceph-mon[36074]: Standby manager daemon z started 2024-03-29T00:08:39.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:39 smithi069 ceph-mon[36074]: from='mgr.? 172.21.15.69:0/4192428456' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-03-29T00:08:39.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:39 smithi069 ceph-mon[36074]: from='mgr.? 172.21.15.69:0/4192428456' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-29T00:08:39.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:39 smithi069 ceph-mon[36074]: from='mgr.? 172.21.15.69:0/4192428456' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-03-29T00:08:39.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:39 smithi069 ceph-mon[36074]: from='mgr.? 172.21.15.69:0/4192428456' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-29T00:08:39.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:39 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:39.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:39 smithi012 ceph-mon[31657]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:39.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:39 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:39.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:39 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:39.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:39 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:08:39.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:39 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:39.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:39 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:08:39.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:39 smithi012 ceph-mon[31657]: Standby manager daemon z started 2024-03-29T00:08:39.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:39 smithi012 ceph-mon[31657]: from='mgr.? 172.21.15.69:0/4192428456' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-03-29T00:08:39.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:39 smithi012 ceph-mon[31657]: from='mgr.? 172.21.15.69:0/4192428456' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-29T00:08:39.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:39 smithi012 ceph-mon[31657]: from='mgr.? 172.21.15.69:0/4192428456' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-03-29T00:08:39.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:39 smithi012 ceph-mon[31657]: from='mgr.? 172.21.15.69:0/4192428456' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-29T00:08:39.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:39 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:39.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:39.892+0000 7f9ba7400700 1 -- 172.21.15.12:0/3120757731 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mgrmap(e 14) ==== 91342+0+0 (secure 0 0 0) 0x7f9b9c010720 con 0x7f9bb0109ac0 2024-03-29T00:08:40.154 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:39 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y[37612]: 2024-03-29T00:08:39.725+0000 7f8e0d5ce200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-29T00:08:40.154 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:39 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y[37612]: 2024-03-29T00:08:39.971+0000 7f8e0d5ce200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-29T00:08:40.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:40 smithi069 ceph-mon[36074]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:40.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:40 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:40.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:40 smithi069 ceph-mon[36074]: mgrmap e14: x(active, since 90s), standbys: z 2024-03-29T00:08:40.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:40 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-03-29T00:08:41.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:40 smithi012 ceph-mon[31657]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:41.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:40 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:41.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:40 smithi012 ceph-mon[31657]: mgrmap e14: x(active, since 90s), standbys: z 2024-03-29T00:08:41.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:40 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-03-29T00:08:41.055 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:40 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y[37612]: 2024-03-29T00:08:40.808+0000 7f8e0d5ce200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-29T00:08:41.056 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:40 smithi053 ceph-mon[36233]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:41.056 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:40 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:08:41.056 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:40 smithi053 ceph-mon[36233]: mgrmap e14: x(active, since 90s), standbys: z 2024-03-29T00:08:41.056 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:40 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-03-29T00:08:41.654 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:41 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y[37612]: 2024-03-29T00:08:41.399+0000 7f8e0d5ce200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-29T00:08:41.654 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:41 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y[37612]: 2024-03-29T00:08:41.500+0000 7f8e0d5ce200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-29T00:08:42.069 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:08:41 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y[37612]: 2024-03-29T00:08:41.724+0000 7f8e0d5ce200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-29T00:08:42.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:08:42.693+0000 7f9ba7400700 1 -- 172.21.15.12:0/3120757731 <== mon.1 v2:172.21.15.69:3300/0 8 ==== mgrmap(e 15) ==== 136700+0+0 (secure 0 0 0) 0x7f9b9c019030 con 0x7f9bb0109ac0 2024-03-29T00:08:42.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:42 smithi069 ceph-mon[36074]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:42.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:42 smithi069 ceph-mon[36074]: Standby manager daemon y started 2024-03-29T00:08:42.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:42 smithi069 ceph-mon[36074]: from='mgr.? 172.21.15.53:0/4182026017' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-29T00:08:42.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:42 smithi069 ceph-mon[36074]: from='mgr.? 172.21.15.53:0/4182026017' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-29T00:08:42.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:42 smithi069 ceph-mon[36074]: from='mgr.? 172.21.15.53:0/4182026017' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-29T00:08:42.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:42 smithi069 ceph-mon[36074]: from='mgr.? 172.21.15.53:0/4182026017' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-29T00:08:42.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:42 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/4054052609' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f15b3bc8-42a4-4aca-bf7c-f36533a25084"}]: dispatch 2024-03-29T00:08:42.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:42 smithi069 ceph-mon[36074]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f15b3bc8-42a4-4aca-bf7c-f36533a25084"}]: dispatch 2024-03-29T00:08:42.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:42 smithi069 ceph-mon[36074]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f15b3bc8-42a4-4aca-bf7c-f36533a25084"}]': finished 2024-03-29T00:08:42.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:42 smithi069 ceph-mon[36074]: osdmap e5: 1 total, 0 up, 1 in 2024-03-29T00:08:42.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:42 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-29T00:08:43.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:42 smithi012 ceph-mon[31657]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:43.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:42 smithi012 ceph-mon[31657]: Standby manager daemon y started 2024-03-29T00:08:43.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:42 smithi012 ceph-mon[31657]: from='mgr.? 172.21.15.53:0/4182026017' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-29T00:08:43.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:42 smithi012 ceph-mon[31657]: from='mgr.? 172.21.15.53:0/4182026017' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-29T00:08:43.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:42 smithi012 ceph-mon[31657]: from='mgr.? 172.21.15.53:0/4182026017' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-29T00:08:43.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:42 smithi012 ceph-mon[31657]: from='mgr.? 172.21.15.53:0/4182026017' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-29T00:08:43.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:42 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/4054052609' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f15b3bc8-42a4-4aca-bf7c-f36533a25084"}]: dispatch 2024-03-29T00:08:43.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:42 smithi012 ceph-mon[31657]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f15b3bc8-42a4-4aca-bf7c-f36533a25084"}]: dispatch 2024-03-29T00:08:43.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:42 smithi012 ceph-mon[31657]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f15b3bc8-42a4-4aca-bf7c-f36533a25084"}]': finished 2024-03-29T00:08:43.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:42 smithi012 ceph-mon[31657]: osdmap e5: 1 total, 0 up, 1 in 2024-03-29T00:08:43.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:42 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-29T00:08:43.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:42 smithi053 ceph-mon[36233]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:43.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:42 smithi053 ceph-mon[36233]: Standby manager daemon y started 2024-03-29T00:08:43.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:42 smithi053 ceph-mon[36233]: from='mgr.? 172.21.15.53:0/4182026017' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-29T00:08:43.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:42 smithi053 ceph-mon[36233]: from='mgr.? 172.21.15.53:0/4182026017' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-29T00:08:43.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:42 smithi053 ceph-mon[36233]: from='mgr.? 172.21.15.53:0/4182026017' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-29T00:08:43.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:42 smithi053 ceph-mon[36233]: from='mgr.? 172.21.15.53:0/4182026017' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-29T00:08:43.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:42 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/4054052609' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f15b3bc8-42a4-4aca-bf7c-f36533a25084"}]: dispatch 2024-03-29T00:08:43.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:42 smithi053 ceph-mon[36233]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f15b3bc8-42a4-4aca-bf7c-f36533a25084"}]: dispatch 2024-03-29T00:08:43.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:42 smithi053 ceph-mon[36233]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f15b3bc8-42a4-4aca-bf7c-f36533a25084"}]': finished 2024-03-29T00:08:43.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:42 smithi053 ceph-mon[36233]: osdmap e5: 1 total, 0 up, 1 in 2024-03-29T00:08:43.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:42 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-29T00:08:43.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:43 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1726736506' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:08:43.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:43 smithi069 ceph-mon[36074]: mgrmap e15: x(active, since 93s), standbys: z, y 2024-03-29T00:08:43.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:43 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-29T00:08:44.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:43 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1726736506' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:08:44.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:43 smithi012 ceph-mon[31657]: mgrmap e15: x(active, since 93s), standbys: z, y 2024-03-29T00:08:44.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:43 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-29T00:08:44.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:43 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1726736506' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:08:44.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:43 smithi053 ceph-mon[36233]: mgrmap e15: x(active, since 93s), standbys: z, y 2024-03-29T00:08:44.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:43 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-29T00:08:44.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:44 smithi069 ceph-mon[36074]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:45.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:44 smithi012 ceph-mon[31657]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:45.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:44 smithi053 ceph-mon[36233]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:46.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:46 smithi069 ceph-mon[36074]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:47.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:46 smithi012 ceph-mon[31657]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:47.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:46 smithi053 ceph-mon[36233]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:48.967 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:48 smithi012 ceph-mon[31657]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:48.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:48 smithi069 ceph-mon[36074]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:49.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:48 smithi053 ceph-mon[36233]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:50.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:50 smithi069 ceph-mon[36074]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:51.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:50 smithi012 ceph-mon[31657]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:51.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:50 smithi053 ceph-mon[36233]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:51.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:51 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-29T00:08:51.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:51 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:51.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:51 smithi069 ceph-mon[36074]: Deploying daemon osd.0 on smithi012 2024-03-29T00:08:52.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:51 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-29T00:08:52.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:51 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:52.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:51 smithi012 ceph-mon[31657]: Deploying daemon osd.0 on smithi012 2024-03-29T00:08:52.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:51 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-29T00:08:52.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:51 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:08:52.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:51 smithi053 ceph-mon[36233]: Deploying daemon osd.0 on smithi012 2024-03-29T00:08:52.938 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:52 smithi012 ceph-mon[31657]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:52.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:52 smithi069 ceph-mon[36074]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:53.159 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:52 smithi053 ceph-mon[36233]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:54.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:54 smithi012 ceph-mon[31657]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:54.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:54 smithi069 ceph-mon[36074]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:55.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:54 smithi053 ceph-mon[36233]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:56.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:56 smithi069 ceph-mon[36074]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:57.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:56 smithi012 ceph-mon[31657]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:57.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:56 smithi053 ceph-mon[36233]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:58.850 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:08:58 smithi012 ceph-mon[31657]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:59.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:08:58 smithi053 ceph-mon[36233]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:08:59.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:08:58 smithi069 ceph-mon[36074]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:09:00.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:00 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:00.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:00 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:09:00.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:00 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:00.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:00 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:00.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:00 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:09:00.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:00 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:00.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:00 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:00.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:00 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:09:00.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:00 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:01.282 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:01 smithi012 ceph-mon[31657]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:09:01.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:01 smithi053 ceph-mon[36233]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:09:01.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:01 smithi069 ceph-mon[36074]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:09:03.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:03 smithi053 ceph-mon[36233]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:09:03.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:03 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:03.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:03 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:03.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:03 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:09:03.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:03 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:09:03.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:03 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:03.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:03 smithi053 ceph-mon[36233]: from='osd.0 [v2:172.21.15.12:6802/1970936395,v1:172.21.15.12:6803/1970936395]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-29T00:09:03.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:03 smithi069 ceph-mon[36074]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:09:03.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:03 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:03.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:03 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:03.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:03 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:09:03.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:03 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:09:03.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:03 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:03.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:03 smithi069 ceph-mon[36074]: from='osd.0 [v2:172.21.15.12:6802/1970936395,v1:172.21.15.12:6803/1970936395]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-29T00:09:03.793 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:03 smithi012 ceph-mon[31657]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:09:03.793 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:03 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:03.793 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:03 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:03.793 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:03 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:09:03.793 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:03 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:09:03.793 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:03 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:03.794 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:03 smithi012 ceph-mon[31657]: from='osd.0 [v2:172.21.15.12:6802/1970936395,v1:172.21.15.12:6803/1970936395]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-29T00:09:03.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:09:03.934+0000 7f9ba7400700 1 -- 172.21.15.12:0/3120757731 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f9bb0062680 con 0x7f9b94038e80 2024-03-29T00:09:03.935 INFO:teuthology.orchestra.run.smithi012.stdout:Created osd(s) 0 on host 'smithi012' 2024-03-29T00:09:03.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:09:03.938+0000 7f9bb5c00700 1 -- 172.21.15.12:0/3120757731 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9b94038e80 msgr2=0x7f9b9403b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:09:03.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:09:03.938+0000 7f9bb5c00700 1 --2- 172.21.15.12:0/3120757731 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9b94038e80 0x7f9b9403b340 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f9ba000b580 tx=0x7f9ba0005fb0 comp rx=0 tx=0).stop 2024-03-29T00:09:03.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:09:03.938+0000 7f9bb5c00700 1 -- 172.21.15.12:0/3120757731 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9bb0109ac0 msgr2=0x7f9bb019f0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:09:03.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:09:03.938+0000 7f9bb5c00700 1 --2- 172.21.15.12:0/3120757731 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9bb0109ac0 0x7f9bb019f0e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f9b9c00e9d0 tx=0x7f9b9c00ece0 comp rx=0 tx=0).stop 2024-03-29T00:09:03.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:09:03.939+0000 7f9bb5c00700 1 -- 172.21.15.12:0/3120757731 shutdown_connections 2024-03-29T00:09:03.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:09:03.939+0000 7f9bb5c00700 1 --2- 172.21.15.12:0/3120757731 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9b94038e80 0x7f9b9403b340 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:09:03.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:09:03.939+0000 7f9bb5c00700 1 --2- 172.21.15.12:0/3120757731 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9bb010a460 0x7f9bb01a6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:09:03.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:09:03.939+0000 7f9bb5c00700 1 --2- 172.21.15.12:0/3120757731 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9bb01088c0 0x7f9bb019eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:09:03.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:09:03.939+0000 7f9bb5c00700 1 --2- 172.21.15.12:0/3120757731 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9bb0109ac0 0x7f9bb019f0e0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:09:03.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:09:03.939+0000 7f9bb5c00700 1 -- 172.21.15.12:0/3120757731 >> 172.21.15.12:0/3120757731 conn(0x7f9bb0077890 msgr2=0x7f9bb010cdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:09:03.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:09:03.939+0000 7f9bb5c00700 1 -- 172.21.15.12:0/3120757731 shutdown_connections 2024-03-29T00:09:03.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:09:03.939+0000 7f9bb5c00700 1 -- 172.21.15.12:0/3120757731 wait complete. 2024-03-29T00:09:04.663 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:04 smithi012 ceph-mon[31657]: from='osd.0 [v2:172.21.15.12:6802/1970936395,v1:172.21.15.12:6803/1970936395]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-29T00:09:04.663 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:04 smithi012 ceph-mon[31657]: osdmap e6: 1 total, 0 up, 1 in 2024-03-29T00:09:04.663 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:04 smithi012 ceph-mon[31657]: from='osd.0 [v2:172.21.15.12:6802/1970936395,v1:172.21.15.12:6803/1970936395]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-03-29T00:09:04.663 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:04 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-29T00:09:04.663 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:04 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:04.664 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:04 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:04.664 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:04 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:09:04.725 DEBUG:teuthology.orchestra.run.smithi012:osd.0> sudo journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.0.service 2024-03-29T00:09:04.730 INFO:tasks.cephadm:Deploying osd.1 on smithi053 with /dev/vg_nvme/lv_4... 2024-03-29T00:09:04.730 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-03-29T00:09:04.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:04 smithi069 ceph-mon[36074]: from='osd.0 [v2:172.21.15.12:6802/1970936395,v1:172.21.15.12:6803/1970936395]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-29T00:09:04.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:04 smithi069 ceph-mon[36074]: osdmap e6: 1 total, 0 up, 1 in 2024-03-29T00:09:04.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:04 smithi069 ceph-mon[36074]: from='osd.0 [v2:172.21.15.12:6802/1970936395,v1:172.21.15.12:6803/1970936395]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-03-29T00:09:04.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:04 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-29T00:09:04.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:04 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:04.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:04 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:04.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:04 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:09:04.764 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:04 smithi053 ceph-mon[36233]: from='osd.0 [v2:172.21.15.12:6802/1970936395,v1:172.21.15.12:6803/1970936395]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-29T00:09:04.764 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:04 smithi053 ceph-mon[36233]: osdmap e6: 1 total, 0 up, 1 in 2024-03-29T00:09:04.764 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:04 smithi053 ceph-mon[36233]: from='osd.0 [v2:172.21.15.12:6802/1970936395,v1:172.21.15.12:6803/1970936395]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-03-29T00:09:04.764 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:04 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-29T00:09:04.765 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:04 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:04.765 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:04 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:04.765 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:04 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:09:04.986 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.b/config 2024-03-29T00:09:05.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:05 smithi069 ceph-mon[36074]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:09:05.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:05 smithi069 ceph-mon[36074]: from='osd.0 [v2:172.21.15.12:6802/1970936395,v1:172.21.15.12:6803/1970936395]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-03-29T00:09:05.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:05 smithi069 ceph-mon[36074]: osdmap e7: 1 total, 0 up, 1 in 2024-03-29T00:09:05.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:05 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-29T00:09:05.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:05 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-29T00:09:05.767 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:05 smithi053 ceph-mon[36233]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:09:05.767 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:05 smithi053 ceph-mon[36233]: from='osd.0 [v2:172.21.15.12:6802/1970936395,v1:172.21.15.12:6803/1970936395]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-03-29T00:09:05.767 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:05 smithi053 ceph-mon[36233]: osdmap e7: 1 total, 0 up, 1 in 2024-03-29T00:09:05.767 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:05 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-29T00:09:05.767 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:05 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-29T00:09:05.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:05 smithi012 ceph-mon[31657]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:09:05.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:05 smithi012 ceph-mon[31657]: from='osd.0 [v2:172.21.15.12:6802/1970936395,v1:172.21.15.12:6803/1970936395]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-03-29T00:09:05.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:05 smithi012 ceph-mon[31657]: osdmap e7: 1 total, 0 up, 1 in 2024-03-29T00:09:05.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:05 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-29T00:09:05.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:05 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-29T00:09:06.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:06 smithi012 ceph-mon[31657]: purged_snaps scrub starts 2024-03-29T00:09:06.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:06 smithi012 ceph-mon[31657]: purged_snaps scrub ok 2024-03-29T00:09:06.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:06 smithi012 ceph-mon[31657]: osd.0 [v2:172.21.15.12:6802/1970936395,v1:172.21.15.12:6803/1970936395] boot 2024-03-29T00:09:06.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:06 smithi012 ceph-mon[31657]: osdmap e8: 1 total, 1 up, 1 in 2024-03-29T00:09:06.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:06 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-29T00:09:06.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:06 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-29T00:09:06.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:06 smithi053 ceph-mon[36233]: purged_snaps scrub starts 2024-03-29T00:09:06.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:06 smithi053 ceph-mon[36233]: purged_snaps scrub ok 2024-03-29T00:09:06.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:06 smithi053 ceph-mon[36233]: osd.0 [v2:172.21.15.12:6802/1970936395,v1:172.21.15.12:6803/1970936395] boot 2024-03-29T00:09:06.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:06 smithi053 ceph-mon[36233]: osdmap e8: 1 total, 1 up, 1 in 2024-03-29T00:09:06.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:06 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-29T00:09:06.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:06 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-29T00:09:06.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:06 smithi069 ceph-mon[36074]: purged_snaps scrub starts 2024-03-29T00:09:06.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:06 smithi069 ceph-mon[36074]: purged_snaps scrub ok 2024-03-29T00:09:06.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:06 smithi069 ceph-mon[36074]: osd.0 [v2:172.21.15.12:6802/1970936395,v1:172.21.15.12:6803/1970936395] boot 2024-03-29T00:09:06.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:06 smithi069 ceph-mon[36074]: osdmap e8: 1 total, 1 up, 1 in 2024-03-29T00:09:06.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:06 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-29T00:09:06.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:06 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-29T00:09:06.846 INFO:teuthology.orchestra.run.smithi053.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-03-29T00:09:06.846 INFO:teuthology.orchestra.run.smithi053.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-03-29T00:09:06.847 INFO:teuthology.orchestra.run.smithi053.stderr: stderr: 10+0 records in 2024-03-29T00:09:06.847 INFO:teuthology.orchestra.run.smithi053.stderr:10+0 records out 2024-03-29T00:09:06.847 INFO:teuthology.orchestra.run.smithi053.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00830951 s, 1.3 GB/s 2024-03-29T00:09:06.847 INFO:teuthology.orchestra.run.smithi053.stderr:--> Zapping successful for: 2024-03-29T00:09:07.468 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph orch daemon add osd smithi053:vg_nvme/lv_4 2024-03-29T00:09:07.539 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:07 smithi053 ceph-mon[36233]: pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:09:07.539 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:07 smithi053 ceph-mon[36233]: osdmap e9: 1 total, 1 up, 1 in 2024-03-29T00:09:07.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:07 smithi069 ceph-mon[36074]: pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:09:07.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:07 smithi069 ceph-mon[36074]: osdmap e9: 1 total, 1 up, 1 in 2024-03-29T00:09:07.759 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.b/config 2024-03-29T00:09:07.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:07 smithi012 ceph-mon[31657]: pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-29T00:09:07.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:07 smithi012 ceph-mon[31657]: osdmap e9: 1 total, 1 up, 1 in 2024-03-29T00:09:09.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.180+0000 7fea05e1d700 1 -- 172.21.15.53:0/3769917364 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fea00102290 msgr2=0x7fea001026b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:09:09.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.180+0000 7fea05e1d700 1 --2- 172.21.15.53:0/3769917364 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fea00102290 0x7fea001026b0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fe9f00099c0 tx=0x7fe9f0009cd0 comp rx=0 tx=0).stop 2024-03-29T00:09:09.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.181+0000 7fea05e1d700 1 -- 172.21.15.53:0/3769917364 shutdown_connections 2024-03-29T00:09:09.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.181+0000 7fea05e1d700 1 --2- 172.21.15.53:0/3769917364 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fea00103e30 0x7fea0010a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:09:09.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.181+0000 7fea05e1d700 1 --2- 172.21.15.53:0/3769917364 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fea00102290 0x7fea001026b0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:09:09.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.181+0000 7fea05e1d700 1 --2- 172.21.15.53:0/3769917364 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fea00103490 0x7fea001038f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:09:09.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.181+0000 7fea05e1d700 1 -- 172.21.15.53:0/3769917364 >> 172.21.15.53:0/3769917364 conn(0x7fea000fd850 msgr2=0x7fea000ffc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:09:09.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.181+0000 7fea05e1d700 1 -- 172.21.15.53:0/3769917364 shutdown_connections 2024-03-29T00:09:09.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.181+0000 7fea05e1d700 1 -- 172.21.15.53:0/3769917364 wait complete. 2024-03-29T00:09:09.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.181+0000 7fea05e1d700 1 Processor -- start 2024-03-29T00:09:09.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.181+0000 7fea05e1d700 1 -- start start 2024-03-29T00:09:09.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.182+0000 7fea05e1d700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fea00102290 0x7fea00198620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:09:09.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.182+0000 7fea05e1d700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fea00103490 0x7fea00198b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:09:09.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.182+0000 7fea05e1d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fea00103e30 0x7fea0019fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:09:09.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.182+0000 7fea05e1d700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fea0010e030 con 0x7fea00102290 2024-03-29T00:09:09.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.182+0000 7fea05e1d700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fea0010deb0 con 0x7fea00103e30 2024-03-29T00:09:09.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.182+0000 7fea05e1d700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fea0010e1b0 con 0x7fea00103490 2024-03-29T00:09:09.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.182+0000 7fe9fffff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fea00103e30 0x7fea0019fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:09:09.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.182+0000 7fe9fffff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fea00103e30 0x7fea0019fbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52958/0 (socket says 172.21.15.53:52958) 2024-03-29T00:09:09.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.182+0000 7fe9fffff700 1 -- 172.21.15.53:0/2972515090 learned_addr learned my addr 172.21.15.53:0/2972515090 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-03-29T00:09:09.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.182+0000 7fe9feffd700 1 --2- 172.21.15.53:0/2972515090 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fea00103490 0x7fea00198b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:09:09.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.182+0000 7fe9fffff700 1 -- 172.21.15.53:0/2972515090 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fea00103490 msgr2=0x7fea00198b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:09:09.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.182+0000 7fe9fffff700 1 --2- 172.21.15.53:0/2972515090 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fea00103490 0x7fea00198b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:09:09.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.182+0000 7fe9fffff700 1 -- 172.21.15.53:0/2972515090 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fea00102290 msgr2=0x7fea00198620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:09:09.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.182+0000 7fe9ff7fe700 1 --2- 172.21.15.53:0/2972515090 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fea00102290 0x7fea00198620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:09:09.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.182+0000 7fe9fffff700 1 --2- 172.21.15.53:0/2972515090 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fea00102290 0x7fea00198620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:09:09.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.182+0000 7fe9fffff700 1 -- 172.21.15.53:0/2972515090 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea001a0280 con 0x7fea00103e30 2024-03-29T00:09:09.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.182+0000 7fe9fffff700 1 --2- 172.21.15.53:0/2972515090 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fea00103e30 0x7fea0019fbe0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fe9f8007ee0 tx=0x7fe9f800d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:09:09.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.182+0000 7fe9fcff9700 1 -- 172.21.15.53:0/2972515090 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9f800dbd0 con 0x7fea00103e30 2024-03-29T00:09:09.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.182+0000 7fe9fcff9700 1 -- 172.21.15.53:0/2972515090 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe9f800dd70 con 0x7fea00103e30 2024-03-29T00:09:09.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.182+0000 7fea05e1d700 1 -- 172.21.15.53:0/2972515090 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea001a0570 con 0x7fea00103e30 2024-03-29T00:09:09.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.183+0000 7fe9fcff9700 1 -- 172.21.15.53:0/2972515090 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9f80133f0 con 0x7fea00103e30 2024-03-29T00:09:09.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.183+0000 7fea05e1d700 1 -- 172.21.15.53:0/2972515090 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea001a0ab0 con 0x7fea00103e30 2024-03-29T00:09:09.185 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.184+0000 7fea05e1d700 1 -- 172.21.15.53:0/2972515090 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea00068f00 con 0x7fea00103e30 2024-03-29T00:09:09.185 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.184+0000 7fe9fcff9700 1 -- 172.21.15.53:0/2972515090 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 15) ==== 136700+0+0 (secure 0 0 0) 0x7fe9f801a020 con 0x7fea00103e30 2024-03-29T00:09:09.185 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.185+0000 7fe9fcff9700 1 --2- 172.21.15.53:0/2972515090 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe9e80a1d80 0x7fe9e80a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:09:09.185 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.185+0000 7fe9fcff9700 1 -- 172.21.15.53:0/2972515090 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7fe9f80cba50 con 0x7fea00103e30 2024-03-29T00:09:09.185 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.186+0000 7fe9ff7fe700 1 --2- 172.21.15.53:0/2972515090 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe9e80a1d80 0x7fe9e80a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:09:09.186 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.186+0000 7fe9ff7fe700 1 --2- 172.21.15.53:0/2972515090 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe9e80a1d80 0x7fe9e80a4240 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fe9f0003990 tx=0x7fe9f0000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:09:09.189 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.190+0000 7fe9fcff9700 1 -- 172.21.15.53:0/2972515090 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fe9f8010070 con 0x7fea00103e30 2024-03-29T00:09:09.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:09.402+0000 7fea05e1d700 1 -- 172.21.15.53:0/2972515090 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fea00062680 con 0x7fe9e80a1d80 2024-03-29T00:09:09.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:09 smithi012 ceph-mon[31657]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:09.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:09 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:09:09.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:09 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:09:09.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:09 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:09:09.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:09 smithi053 ceph-mon[36233]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:09.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:09 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:09:09.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:09 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:09:09.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:09 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:09:09.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:09 smithi069 ceph-mon[36074]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:09.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:09 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:09:09.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:09 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:09:09.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:09 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:09:10.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:10 smithi053 ceph-mon[36233]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:09:10.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:10 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:10.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:10 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:10.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:10 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:09:10.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:10 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:10.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:10 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:09:10.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:10 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:09:10.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:10 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:10.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:10 smithi069 ceph-mon[36074]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:09:10.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:10 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:10.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:10 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:10.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:10 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:09:10.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:10 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:10.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:10 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:09:10.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:10 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:09:10.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:10 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:10.749 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:10 smithi012 ceph-mon[31657]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:09:10.750 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:10.750 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:10.750 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:09:10.750 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:10.750 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:09:10.750 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:09:10.750 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:11.714 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:11 smithi012 ceph-mon[31657]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:11.715 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:11 smithi012 ceph-mon[31657]: Detected new or changed devices on smithi012 2024-03-29T00:09:11.715 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:11 smithi012 ceph-mon[31657]: Adjusting osd_memory_target on smithi012 to 17095M 2024-03-29T00:09:11.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:11 smithi069 ceph-mon[36074]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:11.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:11 smithi069 ceph-mon[36074]: Detected new or changed devices on smithi012 2024-03-29T00:09:11.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:11 smithi069 ceph-mon[36074]: Adjusting osd_memory_target on smithi012 to 17095M 2024-03-29T00:09:11.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:11 smithi053 ceph-mon[36233]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:11.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:11 smithi053 ceph-mon[36233]: Detected new or changed devices on smithi012 2024-03-29T00:09:11.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:11 smithi053 ceph-mon[36233]: Adjusting osd_memory_target on smithi012 to 17095M 2024-03-29T00:09:12.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:12 smithi053 ceph-mon[36233]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:12.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:12 smithi053 ceph-mon[36233]: from='client.? 172.21.15.53:0/3037202696' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9fc84928-5898-4421-8fae-8a6c3b5d6454"}]: dispatch 2024-03-29T00:09:12.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:12 smithi053 ceph-mon[36233]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9fc84928-5898-4421-8fae-8a6c3b5d6454"}]: dispatch 2024-03-29T00:09:12.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:12 smithi053 ceph-mon[36233]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9fc84928-5898-4421-8fae-8a6c3b5d6454"}]': finished 2024-03-29T00:09:12.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:12 smithi053 ceph-mon[36233]: osdmap e10: 2 total, 1 up, 2 in 2024-03-29T00:09:12.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:12 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-29T00:09:12.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:12 smithi069 ceph-mon[36074]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:12.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:12 smithi069 ceph-mon[36074]: from='client.? 172.21.15.53:0/3037202696' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9fc84928-5898-4421-8fae-8a6c3b5d6454"}]: dispatch 2024-03-29T00:09:12.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:12 smithi069 ceph-mon[36074]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9fc84928-5898-4421-8fae-8a6c3b5d6454"}]: dispatch 2024-03-29T00:09:12.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:12 smithi069 ceph-mon[36074]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9fc84928-5898-4421-8fae-8a6c3b5d6454"}]': finished 2024-03-29T00:09:12.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:12 smithi069 ceph-mon[36074]: osdmap e10: 2 total, 1 up, 2 in 2024-03-29T00:09:12.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:12 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-29T00:09:12.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:12 smithi012 ceph-mon[31657]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:12.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:12 smithi012 ceph-mon[31657]: from='client.? 172.21.15.53:0/3037202696' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9fc84928-5898-4421-8fae-8a6c3b5d6454"}]: dispatch 2024-03-29T00:09:12.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:12 smithi012 ceph-mon[31657]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9fc84928-5898-4421-8fae-8a6c3b5d6454"}]: dispatch 2024-03-29T00:09:12.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:12 smithi012 ceph-mon[31657]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9fc84928-5898-4421-8fae-8a6c3b5d6454"}]': finished 2024-03-29T00:09:12.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:12 smithi012 ceph-mon[31657]: osdmap e10: 2 total, 1 up, 2 in 2024-03-29T00:09:12.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:12 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-29T00:09:13.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:13 smithi069 ceph-mon[36074]: from='client.? 172.21.15.53:0/3981876922' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:09:13.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:13 smithi012 ceph-mon[31657]: from='client.? 172.21.15.53:0/3981876922' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:09:13.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:13 smithi053 ceph-mon[36233]: from='client.? 172.21.15.53:0/3981876922' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:09:14.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:14 smithi069 ceph-mon[36074]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:14.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:14 smithi012 ceph-mon[31657]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:14.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:14 smithi053 ceph-mon[36233]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:16.982 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:16 smithi053 ceph-mon[36233]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:16.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:16 smithi069 ceph-mon[36074]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:17.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:16 smithi012 ceph-mon[31657]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:18.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:18 smithi053 ceph-mon[36233]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:18.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:18 smithi069 ceph-mon[36074]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:19.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:18 smithi012 ceph-mon[31657]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:19.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-29T00:09:19.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:09:19.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:19 smithi069 ceph-mon[36074]: Deploying daemon osd.1 on smithi053 2024-03-29T00:09:20.046 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:19 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-29T00:09:20.047 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:19 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:09:20.047 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:19 smithi053 ceph-mon[36233]: Deploying daemon osd.1 on smithi053 2024-03-29T00:09:20.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-29T00:09:20.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:09:20.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:19 smithi012 ceph-mon[31657]: Deploying daemon osd.1 on smithi053 2024-03-29T00:09:20.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:20 smithi069 ceph-mon[36074]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:20.985 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:20 smithi053 ceph-mon[36233]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:21.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:20 smithi012 ceph-mon[31657]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:22.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:22 smithi069 ceph-mon[36074]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:22.986 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:22 smithi053 ceph-mon[36233]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:23.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:22 smithi012 ceph-mon[31657]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:24.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:24 smithi053 ceph-mon[36233]: pgmap v67: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:24.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:24 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:24.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:24 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:24.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:24 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:09:24.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:24 smithi069 ceph-mon[36074]: pgmap v67: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:24.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:24 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:24.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:24 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:24.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:24 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:09:25.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:24 smithi012 ceph-mon[31657]: pgmap v67: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:25.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:24 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:25.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:24 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:25.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:24 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:09:26.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:26 smithi069 ceph-mon[36074]: pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:27.047 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:26 smithi053 ceph-mon[36233]: pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:27.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:26 smithi012 ceph-mon[31657]: pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:27.990 INFO:teuthology.orchestra.run.smithi053.stdout:Created osd(s) 1 on host 'smithi053' 2024-03-29T00:09:27.991 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:27.989+0000 7fe9fcff9700 1 -- 172.21.15.53:0/2972515090 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fea00062680 con 0x7fe9e80a1d80 2024-03-29T00:09:27.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:27.992+0000 7fea05e1d700 1 -- 172.21.15.53:0/2972515090 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe9e80a1d80 msgr2=0x7fe9e80a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:09:27.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:27.992+0000 7fea05e1d700 1 --2- 172.21.15.53:0/2972515090 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe9e80a1d80 0x7fe9e80a4240 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fe9f0003990 tx=0x7fe9f0000bc0 comp rx=0 tx=0).stop 2024-03-29T00:09:27.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:27.992+0000 7fea05e1d700 1 -- 172.21.15.53:0/2972515090 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fea00103e30 msgr2=0x7fea0019fbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:09:27.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:27.992+0000 7fea05e1d700 1 --2- 172.21.15.53:0/2972515090 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fea00103e30 0x7fea0019fbe0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fe9f8007ee0 tx=0x7fe9f800d3b0 comp rx=0 tx=0).stop 2024-03-29T00:09:27.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:27.992+0000 7fea05e1d700 1 -- 172.21.15.53:0/2972515090 shutdown_connections 2024-03-29T00:09:27.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:27.992+0000 7fea05e1d700 1 --2- 172.21.15.53:0/2972515090 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe9e80a1d80 0x7fe9e80a4240 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:09:27.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:27.992+0000 7fea05e1d700 1 --2- 172.21.15.53:0/2972515090 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fea00103e30 0x7fea0019fbe0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:09:27.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:27.992+0000 7fea05e1d700 1 --2- 172.21.15.53:0/2972515090 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fea00102290 0x7fea00198620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:09:27.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:27.992+0000 7fea05e1d700 1 --2- 172.21.15.53:0/2972515090 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fea00103490 0x7fea00198b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:09:27.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:27.992+0000 7fea05e1d700 1 -- 172.21.15.53:0/2972515090 >> 172.21.15.53:0/2972515090 conn(0x7fea000fd850 msgr2=0x7fea00106730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:09:27.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:27.992+0000 7fea05e1d700 1 -- 172.21.15.53:0/2972515090 shutdown_connections 2024-03-29T00:09:27.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:09:27.992+0000 7fea05e1d700 1 -- 172.21.15.53:0/2972515090 wait complete. 2024-03-29T00:09:28.625 DEBUG:teuthology.orchestra.run.smithi053:osd.1> sudo journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.1.service 2024-03-29T00:09:28.667 INFO:tasks.cephadm:Deploying osd.2 on smithi069 with /dev/vg_nvme/lv_4... 2024-03-29T00:09:28.668 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-03-29T00:09:28.910 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.c/config 2024-03-29T00:09:28.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:28 smithi069 ceph-mon[36074]: pgmap v69: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:28.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:28 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:28.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:28 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:28.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:28 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:28.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:28 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:28.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:28 smithi069 ceph-mon[36074]: from='osd.1 [v2:172.21.15.53:6800/2562558811,v1:172.21.15.53:6801/2562558811]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-29T00:09:28.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:28 smithi069 ceph-mon[36074]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-29T00:09:29.241 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:28 smithi053 ceph-mon[36233]: pgmap v69: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:29.241 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:28 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:29.241 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:28 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:29.242 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:28 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:29.242 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:28 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:29.242 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:28 smithi053 ceph-mon[36233]: from='osd.1 [v2:172.21.15.53:6800/2562558811,v1:172.21.15.53:6801/2562558811]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-29T00:09:29.242 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:28 smithi053 ceph-mon[36233]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-29T00:09:29.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:28 smithi012 ceph-mon[31657]: pgmap v69: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:29.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:28 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:29.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:28 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:29.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:28 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:29.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:28 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:29.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:28 smithi012 ceph-mon[31657]: from='osd.1 [v2:172.21.15.53:6800/2562558811,v1:172.21.15.53:6801/2562558811]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-29T00:09:29.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:28 smithi012 ceph-mon[31657]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-29T00:09:30.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:30 smithi053 ceph-mon[36233]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-29T00:09:30.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:30 smithi053 ceph-mon[36233]: from='osd.1 [v2:172.21.15.53:6800/2562558811,v1:172.21.15.53:6801/2562558811]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-03-29T00:09:30.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:30 smithi053 ceph-mon[36233]: osdmap e11: 2 total, 1 up, 2 in 2024-03-29T00:09:30.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:30 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-29T00:09:30.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:30 smithi053 ceph-mon[36233]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-03-29T00:09:30.155 INFO:journalctl@ceph.osd.1.smithi053.stdout:Mar 29 00:09:30 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-1[40835]: 2024-03-29T00:09:30.115+0000 7fa58f007700 -1 osd.1 0 waiting for initial osdmap 2024-03-29T00:09:30.155 INFO:journalctl@ceph.osd.1.smithi053.stdout:Mar 29 00:09:30 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-1[40835]: 2024-03-29T00:09:30.119+0000 7fa58adfa700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-29T00:09:30.457 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:30 smithi069 ceph-mon[36074]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-29T00:09:30.457 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:30 smithi069 ceph-mon[36074]: from='osd.1 [v2:172.21.15.53:6800/2562558811,v1:172.21.15.53:6801/2562558811]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-03-29T00:09:30.457 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:30 smithi069 ceph-mon[36074]: osdmap e11: 2 total, 1 up, 2 in 2024-03-29T00:09:30.457 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:30 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-29T00:09:30.457 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:30 smithi069 ceph-mon[36074]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-03-29T00:09:30.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:30 smithi012 ceph-mon[31657]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-29T00:09:30.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:30 smithi012 ceph-mon[31657]: from='osd.1 [v2:172.21.15.53:6800/2562558811,v1:172.21.15.53:6801/2562558811]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-03-29T00:09:30.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:30 smithi012 ceph-mon[31657]: osdmap e11: 2 total, 1 up, 2 in 2024-03-29T00:09:30.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:30 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-29T00:09:30.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:30 smithi012 ceph-mon[31657]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-03-29T00:09:30.896 INFO:teuthology.orchestra.run.smithi069.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-03-29T00:09:30.896 INFO:teuthology.orchestra.run.smithi069.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-03-29T00:09:30.896 INFO:teuthology.orchestra.run.smithi069.stderr: stderr: 10+0 records in 2024-03-29T00:09:30.896 INFO:teuthology.orchestra.run.smithi069.stderr:10+0 records out 2024-03-29T00:09:30.897 INFO:teuthology.orchestra.run.smithi069.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0122563 s, 856 MB/s 2024-03-29T00:09:30.897 INFO:teuthology.orchestra.run.smithi069.stderr:--> Zapping successful for: 2024-03-29T00:09:31.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:31 smithi069 ceph-mon[36074]: pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:31.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:31 smithi069 ceph-mon[36074]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-03-29T00:09:31.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:31 smithi069 ceph-mon[36074]: osdmap e12: 2 total, 1 up, 2 in 2024-03-29T00:09:31.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:31 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-29T00:09:31.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:31 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-29T00:09:31.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:31 smithi053 ceph-mon[36233]: pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:31.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:31 smithi053 ceph-mon[36233]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-03-29T00:09:31.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:31 smithi053 ceph-mon[36233]: osdmap e12: 2 total, 1 up, 2 in 2024-03-29T00:09:31.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:31 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-29T00:09:31.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:31 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-29T00:09:31.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:31 smithi012 ceph-mon[31657]: pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:31.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:31 smithi012 ceph-mon[31657]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-03-29T00:09:31.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:31 smithi012 ceph-mon[31657]: osdmap e12: 2 total, 1 up, 2 in 2024-03-29T00:09:31.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:31 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-29T00:09:31.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:31 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-29T00:09:31.611 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph orch daemon add osd smithi069:vg_nvme/lv_4 2024-03-29T00:09:31.847 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.c/config 2024-03-29T00:09:32.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:32 smithi053 ceph-mon[36233]: purged_snaps scrub starts 2024-03-29T00:09:32.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:32 smithi053 ceph-mon[36233]: purged_snaps scrub ok 2024-03-29T00:09:32.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:32 smithi053 ceph-mon[36233]: osd.1 [v2:172.21.15.53:6800/2562558811,v1:172.21.15.53:6801/2562558811] boot 2024-03-29T00:09:32.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:32 smithi053 ceph-mon[36233]: osdmap e13: 2 total, 2 up, 2 in 2024-03-29T00:09:32.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:32 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-29T00:09:32.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:32 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:32.406 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:32 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:32.406 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:32 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:09:32.406 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:32 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:32.406 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:32 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:09:32.406 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:32 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:09:32.406 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:32 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:32.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:32 smithi069 ceph-mon[36074]: purged_snaps scrub starts 2024-03-29T00:09:32.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:32 smithi069 ceph-mon[36074]: purged_snaps scrub ok 2024-03-29T00:09:32.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:32 smithi069 ceph-mon[36074]: osd.1 [v2:172.21.15.53:6800/2562558811,v1:172.21.15.53:6801/2562558811] boot 2024-03-29T00:09:32.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:32 smithi069 ceph-mon[36074]: osdmap e13: 2 total, 2 up, 2 in 2024-03-29T00:09:32.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:32 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-29T00:09:32.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:32 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:32.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:32 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:32.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:32 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:09:32.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:32 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:32.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:32 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:09:32.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:32 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:09:32.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:32 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:32.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:32 smithi012 ceph-mon[31657]: purged_snaps scrub starts 2024-03-29T00:09:32.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:32 smithi012 ceph-mon[31657]: purged_snaps scrub ok 2024-03-29T00:09:32.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:32 smithi012 ceph-mon[31657]: osd.1 [v2:172.21.15.53:6800/2562558811,v1:172.21.15.53:6801/2562558811] boot 2024-03-29T00:09:32.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:32 smithi012 ceph-mon[31657]: osdmap e13: 2 total, 2 up, 2 in 2024-03-29T00:09:32.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:32 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-29T00:09:32.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:32 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:32.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:32 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:32.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:32 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:09:32.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:32 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:32.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:32 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:09:32.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:32 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:09:32.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:32 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:33.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.363+0000 7fde832df700 1 -- 172.21.15.69:0/3672605596 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fde7c103e40 msgr2=0x7fde7c10a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:09:33.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.363+0000 7fde832df700 1 --2- 172.21.15.69:0/3672605596 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fde7c103e40 0x7fde7c10a6f0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fde7400b0a0 tx=0x7fde7400b3b0 comp rx=0 tx=0).stop 2024-03-29T00:09:33.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.363+0000 7fde832df700 1 -- 172.21.15.69:0/3672605596 shutdown_connections 2024-03-29T00:09:33.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.363+0000 7fde832df700 1 --2- 172.21.15.69:0/3672605596 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fde7c103e40 0x7fde7c10a6f0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:09:33.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.363+0000 7fde832df700 1 --2- 172.21.15.69:0/3672605596 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde7c1022a0 0x7fde7c1026c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:09:33.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.363+0000 7fde832df700 1 --2- 172.21.15.69:0/3672605596 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fde7c1034a0 0x7fde7c103900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:09:33.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.363+0000 7fde832df700 1 -- 172.21.15.69:0/3672605596 >> 172.21.15.69:0/3672605596 conn(0x7fde7c0fd840 msgr2=0x7fde7c0ffc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:09:33.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.363+0000 7fde832df700 1 -- 172.21.15.69:0/3672605596 shutdown_connections 2024-03-29T00:09:33.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.363+0000 7fde832df700 1 -- 172.21.15.69:0/3672605596 wait complete. 2024-03-29T00:09:33.365 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:33 smithi069 ceph-mon[36074]: pgmap v74: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:33.365 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:33 smithi069 ceph-mon[36074]: Detected new or changed devices on smithi053 2024-03-29T00:09:33.365 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:33 smithi069 ceph-mon[36074]: Adjusting osd_memory_target on smithi053 to 17084M 2024-03-29T00:09:33.365 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:33 smithi069 ceph-mon[36074]: osdmap e14: 2 total, 2 up, 2 in 2024-03-29T00:09:33.365 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:33 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:09:33.365 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:33 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:09:33.365 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:33 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:09:33.365 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:33 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:33.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.364+0000 7fde832df700 1 Processor -- start 2024-03-29T00:09:33.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.364+0000 7fde832df700 1 -- start start 2024-03-29T00:09:33.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.364+0000 7fde832df700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fde7c1022a0 0x7fde7c198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:09:33.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.364+0000 7fde832df700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde7c1034a0 0x7fde7c198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:09:33.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.364+0000 7fde832df700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fde7c103e40 0x7fde7c19fad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:09:33.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.364+0000 7fde832df700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fde7c10e020 con 0x7fde7c1022a0 2024-03-29T00:09:33.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.364+0000 7fde832df700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fde7c10dea0 con 0x7fde7c1034a0 2024-03-29T00:09:33.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.364+0000 7fde832df700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fde7c10e1a0 con 0x7fde7c103e40 2024-03-29T00:09:33.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.364+0000 7fde8187c700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fde7c103e40 0x7fde7c19fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:09:33.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.364+0000 7fde8187c700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fde7c103e40 0x7fde7c19fad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:60760/0 (socket says 172.21.15.69:60760) 2024-03-29T00:09:33.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.364+0000 7fde8187c700 1 -- 172.21.15.69:0/846207495 learned_addr learned my addr 172.21.15.69:0/846207495 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-03-29T00:09:33.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.364+0000 7fde8087a700 1 --2- 172.21.15.69:0/846207495 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde7c1034a0 0x7fde7c198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:09:33.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.364+0000 7fde8187c700 1 -- 172.21.15.69:0/846207495 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde7c1034a0 msgr2=0x7fde7c198a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:09:33.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.364+0000 7fde8187c700 1 --2- 172.21.15.69:0/846207495 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde7c1034a0 0x7fde7c198a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:09:33.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.364+0000 7fde8187c700 1 -- 172.21.15.69:0/846207495 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fde7c1022a0 msgr2=0x7fde7c198510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:09:33.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.364+0000 7fde8187c700 1 --2- 172.21.15.69:0/846207495 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fde7c1022a0 0x7fde7c198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:09:33.369 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.364+0000 7fde8187c700 1 -- 172.21.15.69:0/846207495 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde7c1a0170 con 0x7fde7c103e40 2024-03-29T00:09:33.369 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.365+0000 7fde8087a700 1 --2- 172.21.15.69:0/846207495 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde7c1034a0 0x7fde7c198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:09:33.369 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.365+0000 7fde8187c700 1 --2- 172.21.15.69:0/846207495 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fde7c103e40 0x7fde7c19fad0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fde74004e40 tx=0x7fde74004f20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:09:33.369 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.365+0000 7fde727fc700 1 -- 172.21.15.69:0/846207495 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde74021020 con 0x7fde7c103e40 2024-03-29T00:09:33.369 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.365+0000 7fde727fc700 1 -- 172.21.15.69:0/846207495 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fde74007de0 con 0x7fde7c103e40 2024-03-29T00:09:33.369 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.365+0000 7fde832df700 1 -- 172.21.15.69:0/846207495 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde7c1a0400 con 0x7fde7c103e40 2024-03-29T00:09:33.369 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.365+0000 7fde727fc700 1 -- 172.21.15.69:0/846207495 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde7401d9e0 con 0x7fde7c103e40 2024-03-29T00:09:33.369 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.365+0000 7fde832df700 1 -- 172.21.15.69:0/846207495 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde7c1a0930 con 0x7fde7c103e40 2024-03-29T00:09:33.369 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.366+0000 7fde832df700 1 -- 172.21.15.69:0/846207495 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde7c068f00 con 0x7fde7c103e40 2024-03-29T00:09:33.369 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.367+0000 7fde727fc700 1 -- 172.21.15.69:0/846207495 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 15) ==== 136700+0+0 (secure 0 0 0) 0x7fde74024020 con 0x7fde7c103e40 2024-03-29T00:09:33.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.368+0000 7fde727fc700 1 --2- 172.21.15.69:0/846207495 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fde680a1d80 0x7fde680a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:09:33.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.368+0000 7fde727fc700 1 -- 172.21.15.69:0/846207495 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2309+0+0 (secure 0 0 0) 0x7fde7400f020 con 0x7fde7c103e40 2024-03-29T00:09:33.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.368+0000 7fde8107b700 1 --2- 172.21.15.69:0/846207495 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fde680a1d80 0x7fde680a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:09:33.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.369+0000 7fde8107b700 1 --2- 172.21.15.69:0/846207495 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fde680a1d80 0x7fde680a4240 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fde7c103300 tx=0x7fde6c009470 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:09:33.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.371+0000 7fde727fc700 1 -- 172.21.15.69:0/846207495 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fde7409cd50 con 0x7fde7c103e40 2024-03-29T00:09:33.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:33 smithi053 ceph-mon[36233]: pgmap v74: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:33.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:33 smithi053 ceph-mon[36233]: Detected new or changed devices on smithi053 2024-03-29T00:09:33.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:33 smithi053 ceph-mon[36233]: Adjusting osd_memory_target on smithi053 to 17084M 2024-03-29T00:09:33.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:33 smithi053 ceph-mon[36233]: osdmap e14: 2 total, 2 up, 2 in 2024-03-29T00:09:33.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:33 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:09:33.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:33 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:09:33.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:33 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:09:33.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:33 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:33.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:33 smithi012 ceph-mon[31657]: pgmap v74: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-29T00:09:33.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:33 smithi012 ceph-mon[31657]: Detected new or changed devices on smithi053 2024-03-29T00:09:33.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:33 smithi012 ceph-mon[31657]: Adjusting osd_memory_target on smithi053 to 17084M 2024-03-29T00:09:33.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:33 smithi012 ceph-mon[31657]: osdmap e14: 2 total, 2 up, 2 in 2024-03-29T00:09:33.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:33 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:09:33.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:33 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:09:33.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:33 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:09:33.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:33 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:33.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:33.575+0000 7fde832df700 1 -- 172.21.15.69:0/846207495 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fde7c062680 con 0x7fde680a1d80 2024-03-29T00:09:34.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:34 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:09:34.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:34 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:09:34.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:34 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:09:34.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:34 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:09:34.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:34 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:09:34.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:34 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:09:34.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:34 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:09:34.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:34 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:09:34.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:34 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:09:35.267 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:35 smithi069 ceph-mon[36074]: from='client.24175 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:09:35.267 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:35 smithi069 ceph-mon[36074]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:35.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:35 smithi012 ceph-mon[31657]: from='client.24175 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:09:35.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:35 smithi012 ceph-mon[31657]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:35.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:35 smithi053 ceph-mon[36233]: from='client.24175 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:09:35.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:35 smithi053 ceph-mon[36233]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:37.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:37 smithi069 ceph-mon[36074]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:37.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:37 smithi069 ceph-mon[36074]: from='client.? 172.21.15.69:0/2637669524' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e1df3eb-d5e1-4433-aef8-dcc544feb108"}]: dispatch 2024-03-29T00:09:37.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:37 smithi069 ceph-mon[36074]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e1df3eb-d5e1-4433-aef8-dcc544feb108"}]: dispatch 2024-03-29T00:09:37.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:37 smithi069 ceph-mon[36074]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6e1df3eb-d5e1-4433-aef8-dcc544feb108"}]': finished 2024-03-29T00:09:37.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:37 smithi069 ceph-mon[36074]: osdmap e15: 3 total, 2 up, 3 in 2024-03-29T00:09:37.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:37 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-29T00:09:37.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:37 smithi069 ceph-mon[36074]: from='client.? 172.21.15.69:0/4108117060' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:09:37.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:37 smithi012 ceph-mon[31657]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:37.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:37 smithi012 ceph-mon[31657]: from='client.? 172.21.15.69:0/2637669524' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e1df3eb-d5e1-4433-aef8-dcc544feb108"}]: dispatch 2024-03-29T00:09:37.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:37 smithi012 ceph-mon[31657]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e1df3eb-d5e1-4433-aef8-dcc544feb108"}]: dispatch 2024-03-29T00:09:37.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:37 smithi012 ceph-mon[31657]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6e1df3eb-d5e1-4433-aef8-dcc544feb108"}]': finished 2024-03-29T00:09:37.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:37 smithi012 ceph-mon[31657]: osdmap e15: 3 total, 2 up, 3 in 2024-03-29T00:09:37.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:37 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-29T00:09:37.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:37 smithi012 ceph-mon[31657]: from='client.? 172.21.15.69:0/4108117060' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:09:37.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:37 smithi053 ceph-mon[36233]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:37.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:37 smithi053 ceph-mon[36233]: from='client.? 172.21.15.69:0/2637669524' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e1df3eb-d5e1-4433-aef8-dcc544feb108"}]: dispatch 2024-03-29T00:09:37.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:37 smithi053 ceph-mon[36233]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e1df3eb-d5e1-4433-aef8-dcc544feb108"}]: dispatch 2024-03-29T00:09:37.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:37 smithi053 ceph-mon[36233]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6e1df3eb-d5e1-4433-aef8-dcc544feb108"}]': finished 2024-03-29T00:09:37.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:37 smithi053 ceph-mon[36233]: osdmap e15: 3 total, 2 up, 3 in 2024-03-29T00:09:37.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:37 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-29T00:09:37.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:37 smithi053 ceph-mon[36233]: from='client.? 172.21.15.69:0/4108117060' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:09:39.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:39 smithi069 ceph-mon[36074]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:39.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:39 smithi012 ceph-mon[31657]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:39.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:39 smithi053 ceph-mon[36233]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:41.423 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:41 smithi069 ceph-mon[36074]: pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:41.456 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:41 smithi053 ceph-mon[36233]: pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:41.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:41 smithi012 ceph-mon[31657]: pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:43.477 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:43 smithi069 ceph-mon[36074]: pgmap v81: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:43.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:43 smithi012 ceph-mon[31657]: pgmap v81: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:43.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:43 smithi053 ceph-mon[36233]: pgmap v81: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:44.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:44 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-29T00:09:44.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:44 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:09:44.455 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:44 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-29T00:09:44.456 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:44 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:09:44.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:44 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-29T00:09:44.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:44 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:09:45.399 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:45 smithi069 ceph-mon[36074]: Deploying daemon osd.2 on smithi069 2024-03-29T00:09:45.399 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:45 smithi069 ceph-mon[36074]: pgmap v82: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:45.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:45 smithi012 ceph-mon[31657]: Deploying daemon osd.2 on smithi069 2024-03-29T00:09:45.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:45 smithi012 ceph-mon[31657]: pgmap v82: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:45.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:45 smithi053 ceph-mon[36233]: Deploying daemon osd.2 on smithi069 2024-03-29T00:09:45.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:45 smithi053 ceph-mon[36233]: pgmap v82: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:47.377 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:47 smithi069 ceph-mon[36074]: pgmap v83: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:47.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:47 smithi012 ceph-mon[31657]: pgmap v83: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:47.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:47 smithi053 ceph-mon[36233]: pgmap v83: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:49.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:49 smithi069 ceph-mon[36074]: pgmap v84: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:49.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:49 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:09:49.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:49 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:49.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:49 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:49.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:49 smithi012 ceph-mon[31657]: pgmap v84: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:49.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:49 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:09:49.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:49 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:49.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:49 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:49.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:49 smithi053 ceph-mon[36233]: pgmap v84: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:49.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:49 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:09:49.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:49 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:49.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:49 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:51.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:51 smithi069 ceph-mon[36074]: pgmap v85: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:51.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:51 smithi012 ceph-mon[31657]: pgmap v85: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:51.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:51 smithi053 ceph-mon[36233]: pgmap v85: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:52.711 INFO:teuthology.orchestra.run.smithi069.stdout:Created osd(s) 2 on host 'smithi069' 2024-03-29T00:09:52.711 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:52.710+0000 7fde727fc700 1 -- 172.21.15.69:0/846207495 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fde7c062680 con 0x7fde680a1d80 2024-03-29T00:09:52.712 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:52.712+0000 7fde832df700 1 -- 172.21.15.69:0/846207495 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fde680a1d80 msgr2=0x7fde680a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:09:52.712 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:52.712+0000 7fde832df700 1 --2- 172.21.15.69:0/846207495 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fde680a1d80 0x7fde680a4240 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fde7c103300 tx=0x7fde6c009470 comp rx=0 tx=0).stop 2024-03-29T00:09:52.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:52.712+0000 7fde832df700 1 -- 172.21.15.69:0/846207495 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fde7c103e40 msgr2=0x7fde7c19fad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:09:52.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:52.712+0000 7fde832df700 1 --2- 172.21.15.69:0/846207495 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fde7c103e40 0x7fde7c19fad0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fde74004e40 tx=0x7fde74004f20 comp rx=0 tx=0).stop 2024-03-29T00:09:52.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:52.712+0000 7fde832df700 1 -- 172.21.15.69:0/846207495 shutdown_connections 2024-03-29T00:09:52.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:52.712+0000 7fde832df700 1 --2- 172.21.15.69:0/846207495 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fde680a1d80 0x7fde680a4240 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:09:52.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:52.712+0000 7fde832df700 1 --2- 172.21.15.69:0/846207495 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fde7c103e40 0x7fde7c19fad0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:09:52.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:52.712+0000 7fde832df700 1 --2- 172.21.15.69:0/846207495 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fde7c1022a0 0x7fde7c198510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:09:52.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:52.712+0000 7fde832df700 1 --2- 172.21.15.69:0/846207495 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde7c1034a0 0x7fde7c198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:09:52.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:52.712+0000 7fde832df700 1 -- 172.21.15.69:0/846207495 >> 172.21.15.69:0/846207495 conn(0x7fde7c0fd840 msgr2=0x7fde7c1066d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:09:52.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:52.712+0000 7fde832df700 1 -- 172.21.15.69:0/846207495 shutdown_connections 2024-03-29T00:09:52.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:09:52.712+0000 7fde832df700 1 -- 172.21.15.69:0/846207495 wait complete. 2024-03-29T00:09:52.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:52 smithi069 ceph-mon[36074]: pgmap v86: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:52.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:52 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:52.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:52 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:52.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:52 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:09:52.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:52 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:09:52.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:52 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:52.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:52 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:52.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:52 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:52.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:52 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:09:53.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:52 smithi012 ceph-mon[31657]: pgmap v86: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:53.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:52 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:53.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:52 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:53.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:52 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:09:53.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:52 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:09:53.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:52 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:53.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:52 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:53.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:52 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:53.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:52 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:09:53.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:52 smithi053 ceph-mon[36233]: pgmap v86: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:53.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:52 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:53.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:52 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:53.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:52 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:09:53.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:52 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:09:53.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:52 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:53.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:52 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:53.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:52 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:53.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:52 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:09:53.329 DEBUG:teuthology.orchestra.run.smithi069:osd.2> sudo journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.2.service 2024-03-29T00:09:53.331 INFO:tasks.cephadm:Deploying osd.3 on smithi012 with /dev/vg_nvme/lv_3... 2024-03-29T00:09:53.331 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-03-29T00:09:53.810 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:09:53.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:53 smithi069 ceph-mon[36074]: from='osd.2 [v2:172.21.15.69:6800/3472201934,v1:172.21.15.69:6801/3472201934]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-29T00:09:53.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:53 smithi069 ceph-mon[36074]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-29T00:09:54.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:53 smithi012 ceph-mon[31657]: from='osd.2 [v2:172.21.15.69:6800/3472201934,v1:172.21.15.69:6801/3472201934]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-29T00:09:54.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:53 smithi012 ceph-mon[31657]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-29T00:09:54.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:53 smithi053 ceph-mon[36233]: from='osd.2 [v2:172.21.15.69:6800/3472201934,v1:172.21.15.69:6801/3472201934]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-29T00:09:54.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:53 smithi053 ceph-mon[36233]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-29T00:09:54.962 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:54 smithi069 ceph-mon[36074]: pgmap v87: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:54.962 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:54 smithi069 ceph-mon[36074]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-29T00:09:54.962 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:54 smithi069 ceph-mon[36074]: osdmap e16: 3 total, 2 up, 3 in 2024-03-29T00:09:54.962 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:54 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-29T00:09:54.962 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:54 smithi069 ceph-mon[36074]: from='osd.2 [v2:172.21.15.69:6800/3472201934,v1:172.21.15.69:6801/3472201934]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-03-29T00:09:54.962 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:54 smithi069 ceph-mon[36074]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-03-29T00:09:55.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:54 smithi012 ceph-mon[31657]: pgmap v87: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:55.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:54 smithi012 ceph-mon[31657]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-29T00:09:55.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:54 smithi012 ceph-mon[31657]: osdmap e16: 3 total, 2 up, 3 in 2024-03-29T00:09:55.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:54 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-29T00:09:55.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:54 smithi012 ceph-mon[31657]: from='osd.2 [v2:172.21.15.69:6800/3472201934,v1:172.21.15.69:6801/3472201934]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-03-29T00:09:55.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:54 smithi012 ceph-mon[31657]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-03-29T00:09:55.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:54 smithi053 ceph-mon[36233]: pgmap v87: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:55.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:54 smithi053 ceph-mon[36233]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-29T00:09:55.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:54 smithi053 ceph-mon[36233]: osdmap e16: 3 total, 2 up, 3 in 2024-03-29T00:09:55.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:54 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-29T00:09:55.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:54 smithi053 ceph-mon[36233]: from='osd.2 [v2:172.21.15.69:6800/3472201934,v1:172.21.15.69:6801/3472201934]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-03-29T00:09:55.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:54 smithi053 ceph-mon[36233]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-03-29T00:09:55.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:55 smithi069 ceph-mon[36074]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-03-29T00:09:55.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:55 smithi069 ceph-mon[36074]: osdmap e17: 3 total, 2 up, 3 in 2024-03-29T00:09:55.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:55 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-29T00:09:55.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:55 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-29T00:09:55.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:55 smithi069 ceph-mon[36074]: from='osd.2 ' entity='osd.2' 2024-03-29T00:09:55.985 INFO:journalctl@ceph.osd.2.smithi069.stdout:Mar 29 00:09:55 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-2[41220]: 2024-03-29T00:09:55.503+0000 7f8271138700 -1 osd.2 0 waiting for initial osdmap 2024-03-29T00:09:55.985 INFO:journalctl@ceph.osd.2.smithi069.stdout:Mar 29 00:09:55 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-2[41220]: 2024-03-29T00:09:55.510+0000 7f8268f23700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-29T00:09:56.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:55 smithi012 ceph-mon[31657]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-03-29T00:09:56.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:55 smithi012 ceph-mon[31657]: osdmap e17: 3 total, 2 up, 3 in 2024-03-29T00:09:56.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:55 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-29T00:09:56.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:55 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-29T00:09:56.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:55 smithi012 ceph-mon[31657]: from='osd.2 ' entity='osd.2' 2024-03-29T00:09:56.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:55 smithi053 ceph-mon[36233]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-03-29T00:09:56.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:55 smithi053 ceph-mon[36233]: osdmap e17: 3 total, 2 up, 3 in 2024-03-29T00:09:56.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:55 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-29T00:09:56.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:55 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-29T00:09:56.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:55 smithi053 ceph-mon[36233]: from='osd.2 ' entity='osd.2' 2024-03-29T00:09:56.730 INFO:teuthology.orchestra.run.smithi012.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-03-29T00:09:56.730 INFO:teuthology.orchestra.run.smithi012.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-03-29T00:09:56.730 INFO:teuthology.orchestra.run.smithi012.stderr: stderr: 10+0 records in 2024-03-29T00:09:56.730 INFO:teuthology.orchestra.run.smithi012.stderr:10+0 records out 2024-03-29T00:09:56.730 INFO:teuthology.orchestra.run.smithi012.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0367071 s, 286 MB/s 2024-03-29T00:09:56.730 INFO:teuthology.orchestra.run.smithi012.stderr: stderr: 2024-03-29T00:09:56.730 INFO:teuthology.orchestra.run.smithi012.stderr:--> Zapping successful for: 2024-03-29T00:09:57.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:56 smithi012 ceph-mon[31657]: purged_snaps scrub starts 2024-03-29T00:09:57.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:56 smithi012 ceph-mon[31657]: purged_snaps scrub ok 2024-03-29T00:09:57.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:56 smithi012 ceph-mon[31657]: pgmap v90: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:57.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:56 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-29T00:09:57.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:56 smithi012 ceph-mon[31657]: Detected new or changed devices on smithi069 2024-03-29T00:09:57.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:56 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:57.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:56 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:57.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:56 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:09:57.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:56 smithi012 ceph-mon[31657]: Adjusting osd_memory_target on smithi069 to 17080M 2024-03-29T00:09:57.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:56 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:57.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:56 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:09:57.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:56 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:09:57.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:56 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:57.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:56 smithi012 ceph-mon[31657]: osd.2 [v2:172.21.15.69:6800/3472201934,v1:172.21.15.69:6801/3472201934] boot 2024-03-29T00:09:57.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:56 smithi012 ceph-mon[31657]: osdmap e18: 3 total, 3 up, 3 in 2024-03-29T00:09:57.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:56 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-29T00:09:57.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:56 smithi053 ceph-mon[36233]: purged_snaps scrub starts 2024-03-29T00:09:57.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:56 smithi053 ceph-mon[36233]: purged_snaps scrub ok 2024-03-29T00:09:57.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:56 smithi053 ceph-mon[36233]: pgmap v90: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:57.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:56 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-29T00:09:57.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:56 smithi053 ceph-mon[36233]: Detected new or changed devices on smithi069 2024-03-29T00:09:57.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:56 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:57.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:56 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:57.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:56 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:09:57.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:56 smithi053 ceph-mon[36233]: Adjusting osd_memory_target on smithi069 to 17080M 2024-03-29T00:09:57.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:56 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:57.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:56 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:09:57.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:56 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:09:57.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:56 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:57.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:56 smithi053 ceph-mon[36233]: osd.2 [v2:172.21.15.69:6800/3472201934,v1:172.21.15.69:6801/3472201934] boot 2024-03-29T00:09:57.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:56 smithi053 ceph-mon[36233]: osdmap e18: 3 total, 3 up, 3 in 2024-03-29T00:09:57.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:56 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-29T00:09:57.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:56 smithi069 ceph-mon[36074]: purged_snaps scrub starts 2024-03-29T00:09:57.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:56 smithi069 ceph-mon[36074]: purged_snaps scrub ok 2024-03-29T00:09:57.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:56 smithi069 ceph-mon[36074]: pgmap v90: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-29T00:09:57.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:56 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-29T00:09:57.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:56 smithi069 ceph-mon[36074]: Detected new or changed devices on smithi069 2024-03-29T00:09:57.235 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:56 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:57.235 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:56 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:57.235 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:56 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:09:57.235 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:56 smithi069 ceph-mon[36074]: Adjusting osd_memory_target on smithi069 to 17080M 2024-03-29T00:09:57.235 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:56 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:57.235 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:56 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:09:57.235 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:56 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:09:57.235 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:56 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:09:57.236 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:56 smithi069 ceph-mon[36074]: osd.2 [v2:172.21.15.69:6800/3472201934,v1:172.21.15.69:6801/3472201934] boot 2024-03-29T00:09:57.236 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:56 smithi069 ceph-mon[36074]: osdmap e18: 3 total, 3 up, 3 in 2024-03-29T00:09:57.236 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:56 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-29T00:09:57.613 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph orch daemon add osd smithi012:vg_nvme/lv_3 2024-03-29T00:09:58.036 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:09:58.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:58 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-03-29T00:09:58.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:58 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-03-29T00:09:58.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:58 smithi012 ceph-mon[31657]: osdmap e19: 3 total, 3 up, 3 in 2024-03-29T00:09:58.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:58 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-03-29T00:09:58.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:58 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-03-29T00:09:58.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:58 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-03-29T00:09:58.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:58 smithi053 ceph-mon[36233]: osdmap e19: 3 total, 3 up, 3 in 2024-03-29T00:09:58.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:58 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-03-29T00:09:58.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:58 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-03-29T00:09:58.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:58 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-03-29T00:09:58.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:58 smithi069 ceph-mon[36074]: osdmap e19: 3 total, 3 up, 3 in 2024-03-29T00:09:58.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:58 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-03-29T00:09:59.652 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:59 smithi012 ceph-mon[31657]: pgmap v92: 0 pgs: ; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-03-29T00:09:59.653 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:59 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-03-29T00:09:59.653 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:09:59 smithi012 ceph-mon[31657]: osdmap e20: 3 total, 3 up, 3 in 2024-03-29T00:09:59.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:59 smithi053 ceph-mon[36233]: pgmap v92: 0 pgs: ; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-03-29T00:09:59.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:59 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-03-29T00:09:59.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:09:59 smithi053 ceph-mon[36233]: osdmap e20: 3 total, 3 up, 3 in 2024-03-29T00:09:59.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:59 smithi069 ceph-mon[36074]: pgmap v92: 0 pgs: ; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-03-29T00:09:59.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:59 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-03-29T00:09:59.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:09:59 smithi069 ceph-mon[36074]: osdmap e20: 3 total, 3 up, 3 in 2024-03-29T00:10:00.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.196+0000 7f16df000700 1 -- 172.21.15.12:0/1572344018 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f16d8102d00 msgr2=0x7f16d81050f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:10:00.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.196+0000 7f16df000700 1 --2- 172.21.15.12:0/1572344018 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f16d8102d00 0x7f16d81050f0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f16c8009990 tx=0x7f16c8009ca0 comp rx=0 tx=0).stop 2024-03-29T00:10:00.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.196+0000 7f16df000700 1 -- 172.21.15.12:0/1572344018 shutdown_connections 2024-03-29T00:10:00.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.196+0000 7f16df000700 1 --2- 172.21.15.12:0/1572344018 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f16d8107f60 0x7f16d810a3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:10:00.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.196+0000 7f16df000700 1 --2- 172.21.15.12:0/1572344018 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f16d8102d00 0x7f16d81050f0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:10:00.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.196+0000 7f16df000700 1 --2- 172.21.15.12:0/1572344018 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f16d8105630 0x7f16d8107a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:10:00.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.196+0000 7f16df000700 1 -- 172.21.15.12:0/1572344018 >> 172.21.15.12:0/1572344018 conn(0x7f16d80fc710 msgr2=0x7f16d80feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:10:00.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.196+0000 7f16df000700 1 -- 172.21.15.12:0/1572344018 shutdown_connections 2024-03-29T00:10:00.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.196+0000 7f16df000700 1 -- 172.21.15.12:0/1572344018 wait complete. 2024-03-29T00:10:00.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.197+0000 7f16df000700 1 Processor -- start 2024-03-29T00:10:00.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.198+0000 7f16df000700 1 -- start start 2024-03-29T00:10:00.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.198+0000 7f16df000700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f16d8102d00 0x7f16d8198660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:10:00.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.198+0000 7f16df000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f16d8105630 0x7f16d8198ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:10:00.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.198+0000 7f16df000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f16d8107f60 0x7f16d819fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:10:00.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.198+0000 7f16df000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f16d810dff0 con 0x7f16d8105630 2024-03-29T00:10:00.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.198+0000 7f16df000700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f16d810de70 con 0x7f16d8102d00 2024-03-29T00:10:00.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.198+0000 7f16df000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f16d810e170 con 0x7f16d8107f60 2024-03-29T00:10:00.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.198+0000 7f16d7e00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f16d8102d00 0x7f16d8198660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:10:00.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.198+0000 7f16d7e00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f16d8102d00 0x7f16d8198660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:56340/0 (socket says 172.21.15.12:56340) 2024-03-29T00:10:00.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.198+0000 7f16d7e00700 1 -- 172.21.15.12:0/3793035734 learned_addr learned my addr 172.21.15.12:0/3793035734 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:10:00.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.198+0000 7f16d7400700 1 --2- 172.21.15.12:0/3793035734 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f16d8105630 0x7f16d8198ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:10:00.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.199+0000 7f16dd000700 1 --2- 172.21.15.12:0/3793035734 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f16d8107f60 0x7f16d819fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:10:00.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.199+0000 7f16d7e00700 1 -- 172.21.15.12:0/3793035734 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f16d8107f60 msgr2=0x7f16d819fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:10:00.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.199+0000 7f16d7e00700 1 --2- 172.21.15.12:0/3793035734 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f16d8107f60 0x7f16d819fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:10:00.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.199+0000 7f16d7e00700 1 -- 172.21.15.12:0/3793035734 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f16d8105630 msgr2=0x7f16d8198ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:10:00.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.199+0000 7f16d7e00700 1 --2- 172.21.15.12:0/3793035734 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f16d8105630 0x7f16d8198ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:10:00.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.199+0000 7f16d7e00700 1 -- 172.21.15.12:0/3793035734 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16d81a02c0 con 0x7f16d8102d00 2024-03-29T00:10:00.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.199+0000 7f16d7400700 1 --2- 172.21.15.12:0/3793035734 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f16d8105630 0x7f16d8198ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:10:00.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.199+0000 7f16d7e00700 1 --2- 172.21.15.12:0/3793035734 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f16d8102d00 0x7f16d8198660 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f16c8000c00 tx=0x7f16c80047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:10:00.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.200+0000 7f16d4c00700 1 -- 172.21.15.12:0/3793035734 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16c8026070 con 0x7f16d8102d00 2024-03-29T00:10:00.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.200+0000 7f16df000700 1 -- 172.21.15.12:0/3793035734 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16d81a0550 con 0x7f16d8102d00 2024-03-29T00:10:00.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.200+0000 7f16df000700 1 -- 172.21.15.12:0/3793035734 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16d81a0a00 con 0x7f16d8102d00 2024-03-29T00:10:00.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.200+0000 7f16d4c00700 1 -- 172.21.15.12:0/3793035734 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f16c800fb10 con 0x7f16d8102d00 2024-03-29T00:10:00.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.200+0000 7f16d4c00700 1 -- 172.21.15.12:0/3793035734 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16c802a3b0 con 0x7f16d8102d00 2024-03-29T00:10:00.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.201+0000 7f16df000700 1 -- 172.21.15.12:0/3793035734 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16b8005360 con 0x7f16d8102d00 2024-03-29T00:10:00.205 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.205+0000 7f16d4c00700 1 -- 172.21.15.12:0/3793035734 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 15) ==== 136700+0+0 (secure 0 0 0) 0x7f16c8029070 con 0x7f16d8102d00 2024-03-29T00:10:00.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.206+0000 7f16d4c00700 1 --2- 172.21.15.12:0/3793035734 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f16bc0a1e00 0x7f16bc0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:10:00.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.206+0000 7f16d4c00700 1 -- 172.21.15.12:0/3793035734 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 3237+0+0 (secure 0 0 0) 0x7f16c80cd5c0 con 0x7f16d8102d00 2024-03-29T00:10:00.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.206+0000 7f16d7400700 1 --2- 172.21.15.12:0/3793035734 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f16bc0a1e00 0x7f16bc0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:10:00.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.207+0000 7f16d7400700 1 --2- 172.21.15.12:0/3793035734 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f16bc0a1e00 0x7f16bc0a42c0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f16c4011490 tx=0x7f16c4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:10:00.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.207+0000 7f16d4c00700 1 -- 172.21.15.12:0/3793035734 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f16c805e280 con 0x7f16d8102d00 2024-03-29T00:10:00.299 INFO:journalctl@ceph.osd.0.smithi012.stdout:Mar 29 00:10:00 smithi012 sudo[50911]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-29T00:10:00.300 INFO:journalctl@ceph.osd.0.smithi012.stdout:Mar 29 00:10:00 smithi012 sudo[50911]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-29T00:10:00.300 INFO:journalctl@ceph.osd.0.smithi012.stdout:Mar 29 00:10:00 smithi012 sudo[50911]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-29T00:10:00.300 INFO:journalctl@ceph.osd.0.smithi012.stdout:Mar 29 00:10:00 smithi012 sudo[50911]: pam_unix(sudo:session): session closed for user root 2024-03-29T00:10:00.375 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.374+0000 7f16d4c00700 1 -- 172.21.15.12:0/3793035734 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f16c8009d10 con 0x7f16d8102d00 2024-03-29T00:10:00.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:00.450+0000 7f16df000700 1 -- 172.21.15.12:0/3793035734 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f16b8000bf0 con 0x7f16bc0a1e00 2024-03-29T00:10:00.652 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:00 smithi012 ceph-mon[31657]: overall HEALTH_OK 2024-03-29T00:10:00.653 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:00 smithi012 ceph-mon[31657]: osdmap e21: 3 total, 3 up, 3 in 2024-03-29T00:10:00.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:00 smithi053 ceph-mon[36233]: overall HEALTH_OK 2024-03-29T00:10:00.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:00 smithi053 ceph-mon[36233]: osdmap e21: 3 total, 3 up, 3 in 2024-03-29T00:10:00.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:00 smithi069 ceph-mon[36074]: overall HEALTH_OK 2024-03-29T00:10:00.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:00 smithi069 ceph-mon[36074]: osdmap e21: 3 total, 3 up, 3 in 2024-03-29T00:10:01.049 INFO:journalctl@ceph.osd.0.smithi012.stdout:Mar 29 00:10:00 smithi012 sudo[51003]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-29T00:10:01.049 INFO:journalctl@ceph.osd.0.smithi012.stdout:Mar 29 00:10:00 smithi012 sudo[51003]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-29T00:10:01.049 INFO:journalctl@ceph.osd.0.smithi012.stdout:Mar 29 00:10:00 smithi012 sudo[51003]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-29T00:10:01.049 INFO:journalctl@ceph.osd.0.smithi012.stdout:Mar 29 00:10:00 smithi012 sudo[51003]: pam_unix(sudo:session): session closed for user root 2024-03-29T00:10:01.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:01 smithi053 ceph-mon[36233]: pgmap v95: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-03-29T00:10:01.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:01 smithi053 ceph-mon[36233]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-03-29T00:10:01.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:01 smithi053 ceph-mon[36233]: from='client.24188 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:10:01.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:01 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:10:01.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:01 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:10:01.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:01 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:10:01.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:01 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:01.405 INFO:journalctl@ceph.osd.1.smithi053.stdout:Mar 29 00:10:01 smithi053 sudo[44999]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-29T00:10:01.405 INFO:journalctl@ceph.osd.1.smithi053.stdout:Mar 29 00:10:01 smithi053 sudo[44999]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-29T00:10:01.405 INFO:journalctl@ceph.osd.1.smithi053.stdout:Mar 29 00:10:01 smithi053 sudo[44999]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-29T00:10:01.405 INFO:journalctl@ceph.osd.1.smithi053.stdout:Mar 29 00:10:01 smithi053 sudo[44999]: pam_unix(sudo:session): session closed for user root 2024-03-29T00:10:01.596 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:01 smithi012 ceph-mon[31657]: pgmap v95: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-03-29T00:10:01.596 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:01 smithi012 ceph-mon[31657]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-03-29T00:10:01.596 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:01 smithi012 ceph-mon[31657]: from='client.24188 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:10:01.597 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:10:01.597 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:10:01.597 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:10:01.597 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:01.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:01 smithi069 ceph-mon[36074]: pgmap v95: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-03-29T00:10:01.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:01 smithi069 ceph-mon[36074]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-03-29T00:10:01.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:01 smithi069 ceph-mon[36074]: from='client.24188 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:10:01.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:01 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:10:01.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:01 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:10:01.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:01 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:10:01.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:01 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:01.904 INFO:journalctl@ceph.osd.1.smithi053.stdout:Mar 29 00:10:01 smithi053 sudo[45002]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-29T00:10:01.904 INFO:journalctl@ceph.osd.1.smithi053.stdout:Mar 29 00:10:01 smithi053 sudo[45002]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-29T00:10:01.904 INFO:journalctl@ceph.osd.1.smithi053.stdout:Mar 29 00:10:01 smithi053 sudo[45002]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-29T00:10:01.904 INFO:journalctl@ceph.osd.1.smithi053.stdout:Mar 29 00:10:01 smithi053 sudo[45002]: pam_unix(sudo:session): session closed for user root 2024-03-29T00:10:02.136 INFO:journalctl@ceph.osd.2.smithi069.stdout:Mar 29 00:10:01 smithi069 sudo[45012]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-29T00:10:02.136 INFO:journalctl@ceph.osd.2.smithi069.stdout:Mar 29 00:10:01 smithi069 sudo[45012]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-29T00:10:02.136 INFO:journalctl@ceph.osd.2.smithi069.stdout:Mar 29 00:10:01 smithi069 sudo[45012]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-29T00:10:02.136 INFO:journalctl@ceph.osd.2.smithi069.stdout:Mar 29 00:10:01 smithi069 sudo[45012]: pam_unix(sudo:session): session closed for user root 2024-03-29T00:10:02.483 INFO:journalctl@ceph.osd.2.smithi069.stdout:Mar 29 00:10:02 smithi069 sudo[45015]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-29T00:10:02.484 INFO:journalctl@ceph.osd.2.smithi069.stdout:Mar 29 00:10:02 smithi069 sudo[45015]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-29T00:10:02.484 INFO:journalctl@ceph.osd.2.smithi069.stdout:Mar 29 00:10:02 smithi069 sudo[45015]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-29T00:10:02.484 INFO:journalctl@ceph.osd.2.smithi069.stdout:Mar 29 00:10:02 smithi069 sudo[45015]: pam_unix(sudo:session): session closed for user root 2024-03-29T00:10:03.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:02 smithi012 sudo[51102]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-29T00:10:03.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:02 smithi012 sudo[51102]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-29T00:10:03.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:02 smithi012 sudo[51102]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-29T00:10:03.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:02 smithi012 sudo[51102]: pam_unix(sudo:session): session closed for user root 2024-03-29T00:10:03.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:03 smithi012 sudo[51115]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-29T00:10:03.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:03 smithi012 sudo[51115]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-29T00:10:03.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:03 smithi012 sudo[51115]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-29T00:10:03.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:03 smithi012 sudo[51115]: pam_unix(sudo:session): session closed for user root 2024-03-29T00:10:03.853 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:03 smithi069 sudo[45018]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-29T00:10:03.853 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:03 smithi069 sudo[45018]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-29T00:10:03.854 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:03 smithi069 sudo[45018]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-29T00:10:03.854 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:03 smithi069 sudo[45018]: pam_unix(sudo:session): session closed for user root 2024-03-29T00:10:03.854 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:03 smithi069 sudo[45021]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-29T00:10:03.854 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:03 smithi069 sudo[45021]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-29T00:10:03.854 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:03 smithi069 sudo[45021]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-29T00:10:04.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:03 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:04.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:03 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:04.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:03 smithi053 ceph-mon[36233]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-29T00:10:04.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:03 smithi069 sudo[45021]: pam_unix(sudo:session): session closed for user root 2024-03-29T00:10:04.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:03 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:04.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:03 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:04.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:03 smithi069 ceph-mon[36074]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-29T00:10:04.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:03 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:04.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:03 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:04.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:03 smithi012 ceph-mon[31657]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-29T00:10:04.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:04 smithi053 sudo[45005]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-29T00:10:04.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:04 smithi053 sudo[45005]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-29T00:10:04.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:04 smithi053 sudo[45005]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-29T00:10:04.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:04 smithi053 sudo[45005]: pam_unix(sudo:session): session closed for user root 2024-03-29T00:10:05.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:04 smithi053 sudo[45008]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-29T00:10:05.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:04 smithi053 sudo[45008]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-29T00:10:05.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:04 smithi053 sudo[45008]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-29T00:10:05.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:04 smithi053 sudo[45008]: pam_unix(sudo:session): session closed for user root 2024-03-29T00:10:05.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:04 smithi053 ceph-mon[36233]: pgmap v97: 1 pgs: 1 unknown; 0 B data, 85 MiB used, 268 GiB / 268 GiB avail 2024-03-29T00:10:05.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:04 smithi053 ceph-mon[36233]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-29T00:10:05.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:04 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-29T00:10:05.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:04 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:10:05.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:04 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-29T00:10:05.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:04 smithi053 ceph-mon[36233]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-29T00:10:05.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:04 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-29T00:10:05.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:04 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:10:05.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:04 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-29T00:10:05.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:04 smithi053 ceph-mon[36233]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-03-29T00:10:05.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:04 smithi053 ceph-mon[36233]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-29T00:10:05.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:04 smithi053 ceph-mon[36233]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-29T00:10:05.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:04 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-29T00:10:05.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:04 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:10:05.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:04 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-29T00:10:05.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:04 smithi053 ceph-mon[36233]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-29T00:10:05.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:04 smithi069 ceph-mon[36074]: pgmap v97: 1 pgs: 1 unknown; 0 B data, 85 MiB used, 268 GiB / 268 GiB avail 2024-03-29T00:10:05.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:04 smithi069 ceph-mon[36074]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-29T00:10:05.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:04 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-29T00:10:05.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:04 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:10:05.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:04 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-29T00:10:05.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:04 smithi069 ceph-mon[36074]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-29T00:10:05.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:04 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-29T00:10:05.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:04 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:10:05.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:04 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-29T00:10:05.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:04 smithi069 ceph-mon[36074]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-03-29T00:10:05.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:04 smithi069 ceph-mon[36074]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-29T00:10:05.235 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:04 smithi069 ceph-mon[36074]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-29T00:10:05.235 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:04 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-29T00:10:05.235 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:04 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:10:05.235 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:04 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-29T00:10:05.235 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:04 smithi069 ceph-mon[36074]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-29T00:10:05.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:04 smithi012 ceph-mon[31657]: pgmap v97: 1 pgs: 1 unknown; 0 B data, 85 MiB used, 268 GiB / 268 GiB avail 2024-03-29T00:10:05.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:04 smithi012 ceph-mon[31657]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-29T00:10:05.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:04 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-29T00:10:05.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:04 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:10:05.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:04 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-29T00:10:05.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:04 smithi012 ceph-mon[31657]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-29T00:10:05.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:04 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-29T00:10:05.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:04 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:10:05.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:04 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-29T00:10:05.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:04 smithi012 ceph-mon[31657]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-03-29T00:10:05.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:04 smithi012 ceph-mon[31657]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-29T00:10:05.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:04 smithi012 ceph-mon[31657]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-29T00:10:05.301 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:04 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-29T00:10:05.301 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:04 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-29T00:10:05.301 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:04 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-29T00:10:05.301 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:04 smithi012 ceph-mon[31657]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-29T00:10:06.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:05 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1819477692' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c03886ee-0efd-4a1f-b04f-b060483d852b"}]: dispatch 2024-03-29T00:10:06.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:05 smithi053 ceph-mon[36233]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c03886ee-0efd-4a1f-b04f-b060483d852b"}]: dispatch 2024-03-29T00:10:06.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:05 smithi053 ceph-mon[36233]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c03886ee-0efd-4a1f-b04f-b060483d852b"}]': finished 2024-03-29T00:10:06.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:05 smithi053 ceph-mon[36233]: osdmap e22: 4 total, 3 up, 4 in 2024-03-29T00:10:06.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:05 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-29T00:10:06.159 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:05 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1819477692' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c03886ee-0efd-4a1f-b04f-b060483d852b"}]: dispatch 2024-03-29T00:10:06.159 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:05 smithi069 ceph-mon[36074]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c03886ee-0efd-4a1f-b04f-b060483d852b"}]: dispatch 2024-03-29T00:10:06.159 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:05 smithi069 ceph-mon[36074]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c03886ee-0efd-4a1f-b04f-b060483d852b"}]': finished 2024-03-29T00:10:06.159 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:05 smithi069 ceph-mon[36074]: osdmap e22: 4 total, 3 up, 4 in 2024-03-29T00:10:06.159 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:05 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-29T00:10:06.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:05 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1819477692' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c03886ee-0efd-4a1f-b04f-b060483d852b"}]: dispatch 2024-03-29T00:10:06.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:05 smithi012 ceph-mon[31657]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c03886ee-0efd-4a1f-b04f-b060483d852b"}]: dispatch 2024-03-29T00:10:06.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:05 smithi012 ceph-mon[31657]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c03886ee-0efd-4a1f-b04f-b060483d852b"}]': finished 2024-03-29T00:10:06.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:05 smithi012 ceph-mon[31657]: osdmap e22: 4 total, 3 up, 4 in 2024-03-29T00:10:06.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:05 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-29T00:10:07.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:06 smithi053 ceph-mon[36233]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-03-29T00:10:07.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:06 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/4009219576' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:10:07.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:06 smithi069 ceph-mon[36074]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-03-29T00:10:07.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:06 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/4009219576' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:10:07.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:06 smithi012 ceph-mon[31657]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-03-29T00:10:07.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:06 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/4009219576' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:10:09.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:08 smithi053 ceph-mon[36233]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 196 KiB/s wr, 13 op/s 2024-03-29T00:10:09.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:08 smithi069 ceph-mon[36074]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 196 KiB/s wr, 13 op/s 2024-03-29T00:10:09.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:08 smithi012 ceph-mon[31657]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 196 KiB/s wr, 13 op/s 2024-03-29T00:10:11.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:10 smithi053 ceph-mon[36233]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-03-29T00:10:11.197 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:10 smithi012 ceph-mon[31657]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-03-29T00:10:11.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:10 smithi069 ceph-mon[36074]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-03-29T00:10:13.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:12 smithi053 ceph-mon[36233]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-03-29T00:10:13.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:12 smithi069 ceph-mon[36074]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-03-29T00:10:13.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:12 smithi012 ceph-mon[31657]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-03-29T00:10:15.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:14 smithi053 ceph-mon[36233]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-03-29T00:10:15.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-29T00:10:15.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:10:15.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:14 smithi053 ceph-mon[36233]: Deploying daemon osd.3 on smithi012 2024-03-29T00:10:15.226 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:14 smithi012 ceph-mon[31657]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-03-29T00:10:15.226 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:14 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-29T00:10:15.226 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:14 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:10:15.227 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:14 smithi012 ceph-mon[31657]: Deploying daemon osd.3 on smithi012 2024-03-29T00:10:15.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:14 smithi069 ceph-mon[36074]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-03-29T00:10:15.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:14 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-29T00:10:15.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:14 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:10:15.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:14 smithi069 ceph-mon[36074]: Deploying daemon osd.3 on smithi012 2024-03-29T00:10:17.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:16 smithi053 ceph-mon[36233]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 74 KiB/s wr, 5 op/s 2024-03-29T00:10:17.213 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:16 smithi012 ceph-mon[31657]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 74 KiB/s wr, 5 op/s 2024-03-29T00:10:17.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:16 smithi069 ceph-mon[36074]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 74 KiB/s wr, 5 op/s 2024-03-29T00:10:19.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:18 smithi053 ceph-mon[36233]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-03-29T00:10:19.220 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:18 smithi012 ceph-mon[31657]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-03-29T00:10:19.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:18 smithi069 ceph-mon[36074]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-03-29T00:10:21.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:20 smithi053 ceph-mon[36233]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-03-29T00:10:21.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:20 smithi069 ceph-mon[36074]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-03-29T00:10:21.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:20 smithi012 ceph-mon[31657]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-03-29T00:10:23.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:22 smithi053 ceph-mon[36233]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-03-29T00:10:23.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:22 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:23.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:22 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:23.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:22 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:10:23.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:22 smithi069 ceph-mon[36074]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-03-29T00:10:23.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:22 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:23.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:22 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:23.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:22 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:10:23.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:22 smithi012 ceph-mon[31657]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-03-29T00:10:23.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:22 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:23.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:22 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:23.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:22 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:10:25.231 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:24 smithi012 ceph-mon[31657]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-03-29T00:10:25.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:24 smithi069 ceph-mon[36074]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-03-29T00:10:25.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:24 smithi053 ceph-mon[36233]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-03-29T00:10:27.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:27 smithi012 ceph-mon[31657]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-03-29T00:10:27.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:27 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:27.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:27 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:27.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:27 smithi012 ceph-mon[31657]: from='osd.3 [v2:172.21.15.12:6810/1860879351,v1:172.21.15.12:6811/1860879351]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-29T00:10:27.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:27.713+0000 7f16d4c00700 1 -- 172.21.15.12:0/3793035734 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f16b8000bf0 con 0x7f16bc0a1e00 2024-03-29T00:10:27.715 INFO:teuthology.orchestra.run.smithi012.stdout:Created osd(s) 3 on host 'smithi012' 2024-03-29T00:10:27.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:27.718+0000 7f16df000700 1 -- 172.21.15.12:0/3793035734 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f16bc0a1e00 msgr2=0x7f16bc0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:10:27.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:27.718+0000 7f16df000700 1 --2- 172.21.15.12:0/3793035734 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f16bc0a1e00 0x7f16bc0a42c0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f16c4011490 tx=0x7f16c4009260 comp rx=0 tx=0).stop 2024-03-29T00:10:27.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:27.718+0000 7f16df000700 1 -- 172.21.15.12:0/3793035734 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f16d8102d00 msgr2=0x7f16d8198660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:10:27.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:27.718+0000 7f16df000700 1 --2- 172.21.15.12:0/3793035734 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f16d8102d00 0x7f16d8198660 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f16c8000c00 tx=0x7f16c80047b0 comp rx=0 tx=0).stop 2024-03-29T00:10:27.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:27.718+0000 7f16df000700 1 -- 172.21.15.12:0/3793035734 shutdown_connections 2024-03-29T00:10:27.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:27.718+0000 7f16df000700 1 --2- 172.21.15.12:0/3793035734 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f16bc0a1e00 0x7f16bc0a42c0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:10:27.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:27.718+0000 7f16df000700 1 --2- 172.21.15.12:0/3793035734 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f16d8107f60 0x7f16d819fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:10:27.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:27.718+0000 7f16df000700 1 --2- 172.21.15.12:0/3793035734 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f16d8102d00 0x7f16d8198660 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:10:27.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:27.718+0000 7f16df000700 1 --2- 172.21.15.12:0/3793035734 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f16d8105630 0x7f16d8198ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:10:27.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:27.718+0000 7f16df000700 1 -- 172.21.15.12:0/3793035734 >> 172.21.15.12:0/3793035734 conn(0x7f16d80fc710 msgr2=0x7f16d8103640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:10:27.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:27.718+0000 7f16df000700 1 -- 172.21.15.12:0/3793035734 shutdown_connections 2024-03-29T00:10:27.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:10:27.718+0000 7f16df000700 1 -- 172.21.15.12:0/3793035734 wait complete. 2024-03-29T00:10:27.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:27 smithi069 ceph-mon[36074]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-03-29T00:10:27.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:27 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:27.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:27 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:27.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:27 smithi069 ceph-mon[36074]: from='osd.3 [v2:172.21.15.12:6810/1860879351,v1:172.21.15.12:6811/1860879351]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-29T00:10:27.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:27 smithi053 ceph-mon[36233]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-03-29T00:10:27.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:27 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:27.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:27 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:27.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:27 smithi053 ceph-mon[36233]: from='osd.3 [v2:172.21.15.12:6810/1860879351,v1:172.21.15.12:6811/1860879351]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-29T00:10:28.506 DEBUG:teuthology.orchestra.run.smithi012:osd.3> sudo journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.3.service 2024-03-29T00:10:28.512 INFO:tasks.cephadm:Deploying osd.4 on smithi053 with /dev/vg_nvme/lv_3... 2024-03-29T00:10:28.512 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-03-29T00:10:28.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:28 smithi069 ceph-mon[36074]: from='osd.3 [v2:172.21.15.12:6810/1860879351,v1:172.21.15.12:6811/1860879351]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-29T00:10:28.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:28 smithi069 ceph-mon[36074]: osdmap e23: 4 total, 3 up, 4 in 2024-03-29T00:10:28.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:28 smithi069 ceph-mon[36074]: from='osd.3 [v2:172.21.15.12:6810/1860879351,v1:172.21.15.12:6811/1860879351]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-03-29T00:10:28.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:28 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-29T00:10:28.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:28 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:28.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:28 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:28.770 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:28 smithi012 ceph-mon[31657]: from='osd.3 [v2:172.21.15.12:6810/1860879351,v1:172.21.15.12:6811/1860879351]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-29T00:10:28.770 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:28 smithi012 ceph-mon[31657]: osdmap e23: 4 total, 3 up, 4 in 2024-03-29T00:10:28.770 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:28 smithi012 ceph-mon[31657]: from='osd.3 [v2:172.21.15.12:6810/1860879351,v1:172.21.15.12:6811/1860879351]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-03-29T00:10:28.770 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:28 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-29T00:10:28.771 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:28 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:28.771 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:28 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:28.771 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.b/config 2024-03-29T00:10:28.891 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:28 smithi053 ceph-mon[36233]: from='osd.3 [v2:172.21.15.12:6810/1860879351,v1:172.21.15.12:6811/1860879351]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-29T00:10:28.891 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:28 smithi053 ceph-mon[36233]: osdmap e23: 4 total, 3 up, 4 in 2024-03-29T00:10:28.892 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:28 smithi053 ceph-mon[36233]: from='osd.3 [v2:172.21.15.12:6810/1860879351,v1:172.21.15.12:6811/1860879351]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-03-29T00:10:28.892 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:28 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-29T00:10:28.892 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:28 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:28.892 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:28 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:29.375 INFO:journalctl@ceph.osd.3.smithi012.stdout:Mar 29 00:10:29 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-3[53192]: 2024-03-29T00:10:29.322+0000 7f3740200700 -1 osd.3 0 waiting for initial osdmap 2024-03-29T00:10:29.375 INFO:journalctl@ceph.osd.3.smithi012.stdout:Mar 29 00:10:29 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-3[53192]: 2024-03-29T00:10:29.343+0000 7f3736000700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-29T00:10:29.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:29 smithi053 ceph-mon[36233]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-03-29T00:10:29.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:29 smithi053 ceph-mon[36233]: from='osd.3 [v2:172.21.15.12:6810/1860879351,v1:172.21.15.12:6811/1860879351]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-03-29T00:10:29.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:29 smithi053 ceph-mon[36233]: osdmap e24: 4 total, 3 up, 4 in 2024-03-29T00:10:29.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:29 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-29T00:10:29.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:29 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-29T00:10:29.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:29 smithi053 ceph-mon[36233]: from='osd.3 [v2:172.21.15.12:6810/1860879351,v1:172.21.15.12:6811/1860879351]' entity='osd.3' 2024-03-29T00:10:29.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:29 smithi053 ceph-mon[36233]: osd.3 [v2:172.21.15.12:6810/1860879351,v1:172.21.15.12:6811/1860879351] boot 2024-03-29T00:10:29.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:29 smithi053 ceph-mon[36233]: osdmap e25: 4 total, 4 up, 4 in 2024-03-29T00:10:29.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:29 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-29T00:10:29.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:29 smithi069 ceph-mon[36074]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-03-29T00:10:29.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:29 smithi069 ceph-mon[36074]: from='osd.3 [v2:172.21.15.12:6810/1860879351,v1:172.21.15.12:6811/1860879351]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-03-29T00:10:29.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:29 smithi069 ceph-mon[36074]: osdmap e24: 4 total, 3 up, 4 in 2024-03-29T00:10:29.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:29 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-29T00:10:29.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:29 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-29T00:10:29.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:29 smithi069 ceph-mon[36074]: from='osd.3 [v2:172.21.15.12:6810/1860879351,v1:172.21.15.12:6811/1860879351]' entity='osd.3' 2024-03-29T00:10:29.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:29 smithi069 ceph-mon[36074]: osd.3 [v2:172.21.15.12:6810/1860879351,v1:172.21.15.12:6811/1860879351] boot 2024-03-29T00:10:29.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:29 smithi069 ceph-mon[36074]: osdmap e25: 4 total, 4 up, 4 in 2024-03-29T00:10:29.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:29 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-29T00:10:29.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:29 smithi012 ceph-mon[31657]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-03-29T00:10:29.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:29 smithi012 ceph-mon[31657]: from='osd.3 [v2:172.21.15.12:6810/1860879351,v1:172.21.15.12:6811/1860879351]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-03-29T00:10:29.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:29 smithi012 ceph-mon[31657]: osdmap e24: 4 total, 3 up, 4 in 2024-03-29T00:10:29.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:29 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-29T00:10:29.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:29 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-29T00:10:29.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:29 smithi012 ceph-mon[31657]: from='osd.3 [v2:172.21.15.12:6810/1860879351,v1:172.21.15.12:6811/1860879351]' entity='osd.3' 2024-03-29T00:10:29.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:29 smithi012 ceph-mon[31657]: osd.3 [v2:172.21.15.12:6810/1860879351,v1:172.21.15.12:6811/1860879351] boot 2024-03-29T00:10:29.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:29 smithi012 ceph-mon[31657]: osdmap e25: 4 total, 4 up, 4 in 2024-03-29T00:10:29.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:29 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-29T00:10:30.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:30 smithi069 ceph-mon[36074]: purged_snaps scrub starts 2024-03-29T00:10:30.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:30 smithi069 ceph-mon[36074]: purged_snaps scrub ok 2024-03-29T00:10:30.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:30 smithi069 ceph-mon[36074]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 357 GiB / 358 GiB avail 2024-03-29T00:10:30.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:30 smithi069 ceph-mon[36074]: osdmap e26: 4 total, 4 up, 4 in 2024-03-29T00:10:30.786 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:30 smithi012 ceph-mon[31657]: purged_snaps scrub starts 2024-03-29T00:10:30.786 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:30 smithi012 ceph-mon[31657]: purged_snaps scrub ok 2024-03-29T00:10:30.786 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:30 smithi012 ceph-mon[31657]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 357 GiB / 358 GiB avail 2024-03-29T00:10:30.786 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:30 smithi012 ceph-mon[31657]: osdmap e26: 4 total, 4 up, 4 in 2024-03-29T00:10:30.897 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:30 smithi053 ceph-mon[36233]: purged_snaps scrub starts 2024-03-29T00:10:30.897 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:30 smithi053 ceph-mon[36233]: purged_snaps scrub ok 2024-03-29T00:10:30.897 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:30 smithi053 ceph-mon[36233]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 357 GiB / 358 GiB avail 2024-03-29T00:10:30.897 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:30 smithi053 ceph-mon[36233]: osdmap e26: 4 total, 4 up, 4 in 2024-03-29T00:10:30.897 INFO:teuthology.orchestra.run.smithi053.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-03-29T00:10:30.898 INFO:teuthology.orchestra.run.smithi053.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-03-29T00:10:30.898 INFO:teuthology.orchestra.run.smithi053.stderr: stderr: 10+0 records in 2024-03-29T00:10:30.898 INFO:teuthology.orchestra.run.smithi053.stderr:10+0 records out 2024-03-29T00:10:30.898 INFO:teuthology.orchestra.run.smithi053.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00825258 s, 1.3 GB/s 2024-03-29T00:10:30.898 INFO:teuthology.orchestra.run.smithi053.stderr:--> Zapping successful for: 2024-03-29T00:10:31.519 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph orch daemon add osd smithi053:vg_nvme/lv_3 2024-03-29T00:10:31.769 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.b/config 2024-03-29T00:10:32.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:32 smithi069 ceph-mon[36074]: osdmap e27: 4 total, 4 up, 4 in 2024-03-29T00:10:32.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:32 smithi069 ceph-mon[36074]: osdmap e28: 4 total, 4 up, 4 in 2024-03-29T00:10:32.778 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:32 smithi053 ceph-mon[36233]: osdmap e27: 4 total, 4 up, 4 in 2024-03-29T00:10:32.779 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:32 smithi053 ceph-mon[36233]: osdmap e28: 4 total, 4 up, 4 in 2024-03-29T00:10:32.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:32 smithi012 ceph-mon[31657]: osdmap e27: 4 total, 4 up, 4 in 2024-03-29T00:10:32.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:32 smithi012 ceph-mon[31657]: osdmap e28: 4 total, 4 up, 4 in 2024-03-29T00:10:33.485 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.481+0000 7f60a3011700 1 -- 172.21.15.53:0/3552117344 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f609c105690 msgr2=0x7f609c107a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:10:33.485 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.481+0000 7f60a3011700 1 --2- 172.21.15.53:0/3552117344 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f609c105690 0x7f609c107a80 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f6088009990 tx=0x7f6088009ca0 comp rx=0 tx=0).stop 2024-03-29T00:10:33.485 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.481+0000 7f60a3011700 1 -- 172.21.15.53:0/3552117344 shutdown_connections 2024-03-29T00:10:33.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.481+0000 7f60a3011700 1 --2- 172.21.15.53:0/3552117344 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f609c102d60 0x7f609c105150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:10:33.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.481+0000 7f60a3011700 1 --2- 172.21.15.53:0/3552117344 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f609c107fc0 0x7f609c10a3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:10:33.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.481+0000 7f60a3011700 1 --2- 172.21.15.53:0/3552117344 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f609c105690 0x7f609c107a80 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:10:33.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.481+0000 7f60a3011700 1 -- 172.21.15.53:0/3552117344 >> 172.21.15.53:0/3552117344 conn(0x7f609c0fc730 msgr2=0x7f609c0feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:10:33.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.481+0000 7f60a3011700 1 -- 172.21.15.53:0/3552117344 shutdown_connections 2024-03-29T00:10:33.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.481+0000 7f60a3011700 1 -- 172.21.15.53:0/3552117344 wait complete. 2024-03-29T00:10:33.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.482+0000 7f60a3011700 1 Processor -- start 2024-03-29T00:10:33.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.482+0000 7f60a3011700 1 -- start start 2024-03-29T00:10:33.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.482+0000 7f60a3011700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f609c102d60 0x7f609c1985b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:10:33.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.482+0000 7f60a3011700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f609c105690 0x7f609c198af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:10:33.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.482+0000 7f60a3011700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f609c107fc0 0x7f609c19fb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:10:33.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.482+0000 7f60a3011700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f609c10e000 con 0x7f609c102d60 2024-03-29T00:10:33.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.482+0000 7f60a3011700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f609c10de80 con 0x7f609c107fc0 2024-03-29T00:10:33.488 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.482+0000 7f60a3011700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f609c10e180 con 0x7f609c105690 2024-03-29T00:10:33.488 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.482+0000 7f60a15ae700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f609c107fc0 0x7f609c19fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:10:33.488 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.482+0000 7f60a15ae700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f609c107fc0 0x7f609c19fb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:47908/0 (socket says 172.21.15.53:47908) 2024-03-29T00:10:33.488 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.482+0000 7f60a15ae700 1 -- 172.21.15.53:0/3148838854 learned_addr learned my addr 172.21.15.53:0/3148838854 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-03-29T00:10:33.488 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.482+0000 7f609bfff700 1 --2- 172.21.15.53:0/3148838854 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f609c105690 0x7f609c198af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:10:33.488 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.483+0000 7f60a15ae700 1 -- 172.21.15.53:0/3148838854 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f609c105690 msgr2=0x7f609c198af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:10:33.488 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.483+0000 7f60a15ae700 1 --2- 172.21.15.53:0/3148838854 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f609c105690 0x7f609c198af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:10:33.488 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.483+0000 7f60a15ae700 1 -- 172.21.15.53:0/3148838854 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f609c102d60 msgr2=0x7f609c1985b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:10:33.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.483+0000 7f60a15ae700 1 --2- 172.21.15.53:0/3148838854 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f609c102d60 0x7f609c1985b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:10:33.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.483+0000 7f60a15ae700 1 -- 172.21.15.53:0/3148838854 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f609c1a0210 con 0x7f609c107fc0 2024-03-29T00:10:33.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.483+0000 7f609bfff700 1 --2- 172.21.15.53:0/3148838854 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f609c105690 0x7f609c198af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:10:33.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.483+0000 7f60a15ae700 1 --2- 172.21.15.53:0/3148838854 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f609c107fc0 0x7f609c19fb70 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f609400b9e0 tx=0x7f609400bda0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:10:33.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.483+0000 7f6099ffb700 1 -- 172.21.15.53:0/3148838854 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6094019070 con 0x7f609c107fc0 2024-03-29T00:10:33.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.483+0000 7f6099ffb700 1 -- 172.21.15.53:0/3148838854 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6094014440 con 0x7f609c107fc0 2024-03-29T00:10:33.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.483+0000 7f60a3011700 1 -- 172.21.15.53:0/3148838854 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f609c1a0500 con 0x7f609c107fc0 2024-03-29T00:10:33.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.483+0000 7f6099ffb700 1 -- 172.21.15.53:0/3148838854 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6094012580 con 0x7f609c107fc0 2024-03-29T00:10:33.490 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.483+0000 7f60a3011700 1 -- 172.21.15.53:0/3148838854 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f609c1a0a40 con 0x7f609c107fc0 2024-03-29T00:10:33.490 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.484+0000 7f60a3011700 1 -- 172.21.15.53:0/3148838854 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f609c068f00 con 0x7f609c107fc0 2024-03-29T00:10:33.492 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.485+0000 7f6099ffb700 1 -- 172.21.15.53:0/3148838854 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f609401c070 con 0x7f609c107fc0 2024-03-29T00:10:33.492 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.486+0000 7f6099ffb700 1 --2- 172.21.15.53:0/3148838854 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f608c0a1e10 0x7f608c0a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:10:33.492 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.486+0000 7f6099ffb700 1 -- 172.21.15.53:0/3148838854 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 3669+0+0 (secure 0 0 0) 0x7f60940cbf00 con 0x7f609c107fc0 2024-03-29T00:10:33.492 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.486+0000 7f60a0dad700 1 --2- 172.21.15.53:0/3148838854 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f608c0a1e10 0x7f608c0a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:10:33.492 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.487+0000 7f60a0dad700 1 --2- 172.21.15.53:0/3148838854 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f608c0a1e10 0x7f608c0a42d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f6090005950 tx=0x7f60900058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:10:33.493 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.490+0000 7f6099ffb700 1 -- 172.21.15.53:0/3148838854 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f609409a550 con 0x7f609c107fc0 2024-03-29T00:10:33.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:33 smithi053 ceph-mon[36233]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 357 GiB / 358 GiB avail 2024-03-29T00:10:33.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:33 smithi053 ceph-mon[36233]: osdmap e29: 4 total, 4 up, 4 in 2024-03-29T00:10:33.704 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:33.703+0000 7f60a3011700 1 -- 172.21.15.53:0/3148838854 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f609c062680 con 0x7f608c0a1e10 2024-03-29T00:10:33.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:33 smithi069 ceph-mon[36074]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 357 GiB / 358 GiB avail 2024-03-29T00:10:33.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:33 smithi069 ceph-mon[36074]: osdmap e29: 4 total, 4 up, 4 in 2024-03-29T00:10:33.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:33 smithi012 ceph-mon[31657]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 357 GiB / 358 GiB avail 2024-03-29T00:10:33.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:33 smithi012 ceph-mon[31657]: osdmap e29: 4 total, 4 up, 4 in 2024-03-29T00:10:34.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:34 smithi053 ceph-mon[36233]: pgmap v121: 1 pgs: 1 peering; 577 KiB data, 360 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-29T00:10:34.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:34 smithi053 ceph-mon[36233]: from='client.24218 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:10:34.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:34 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:10:34.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:34 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:10:34.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:34 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:10:34.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:34 smithi053 ceph-mon[36233]: Detected new or changed devices on smithi012 2024-03-29T00:10:34.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:34 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:34.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:34 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:34.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:34 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:10:34.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:34 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:10:34.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:34 smithi053 ceph-mon[36233]: Adjusting osd_memory_target on smithi012 to 8547M 2024-03-29T00:10:34.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:34 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:34.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:34 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:10:34.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:34 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:10:34.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:34 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:34.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:34 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:10:34.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:34 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:10:34.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:34 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:10:34.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:34 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:34.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:34 smithi069 ceph-mon[36074]: pgmap v121: 1 pgs: 1 peering; 577 KiB data, 360 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-29T00:10:34.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:34 smithi069 ceph-mon[36074]: from='client.24218 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:10:34.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:34 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:10:34.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:34 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:10:34.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:34 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:10:34.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:34 smithi069 ceph-mon[36074]: Detected new or changed devices on smithi012 2024-03-29T00:10:34.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:34 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:34.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:34 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:34.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:34 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:10:34.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:34 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:10:34.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:34 smithi069 ceph-mon[36074]: Adjusting osd_memory_target on smithi012 to 8547M 2024-03-29T00:10:34.736 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:34 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:34.736 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:34 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:10:34.736 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:34 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:10:34.736 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:34 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:34.736 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:34 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:10:34.736 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:34 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:10:34.736 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:34 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:10:34.736 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:34 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:34.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:34 smithi012 ceph-mon[31657]: pgmap v121: 1 pgs: 1 peering; 577 KiB data, 360 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-29T00:10:34.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:34 smithi012 ceph-mon[31657]: from='client.24218 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:10:34.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:34 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:10:34.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:34 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:10:34.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:34 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:10:34.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:34 smithi012 ceph-mon[31657]: Detected new or changed devices on smithi012 2024-03-29T00:10:34.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:34 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:34.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:34 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:34.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:34 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:10:34.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:34 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:10:34.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:34 smithi012 ceph-mon[31657]: Adjusting osd_memory_target on smithi012 to 8547M 2024-03-29T00:10:34.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:34 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:34.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:34 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:10:34.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:34 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:10:34.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:34 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:34.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:34 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:10:34.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:34 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:10:34.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:34 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:10:34.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:34 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:36.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:36 smithi069 ceph-mon[36074]: pgmap v122: 1 pgs: 1 peering; 577 KiB data, 121 MiB used, 357 GiB / 358 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-03-29T00:10:36.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:36 smithi069 ceph-mon[36074]: from='client.? 172.21.15.53:0/1368479755' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10a25f7e-b569-4d47-add7-560968efa9c3"}]: dispatch 2024-03-29T00:10:36.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:36 smithi069 ceph-mon[36074]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10a25f7e-b569-4d47-add7-560968efa9c3"}]: dispatch 2024-03-29T00:10:36.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:36 smithi069 ceph-mon[36074]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "10a25f7e-b569-4d47-add7-560968efa9c3"}]': finished 2024-03-29T00:10:36.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:36 smithi069 ceph-mon[36074]: osdmap e30: 5 total, 4 up, 5 in 2024-03-29T00:10:36.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:36 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-29T00:10:37.019 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:36 smithi053 ceph-mon[36233]: pgmap v122: 1 pgs: 1 peering; 577 KiB data, 121 MiB used, 357 GiB / 358 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-03-29T00:10:37.019 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:36 smithi053 ceph-mon[36233]: from='client.? 172.21.15.53:0/1368479755' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10a25f7e-b569-4d47-add7-560968efa9c3"}]: dispatch 2024-03-29T00:10:37.019 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:36 smithi053 ceph-mon[36233]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10a25f7e-b569-4d47-add7-560968efa9c3"}]: dispatch 2024-03-29T00:10:37.020 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:36 smithi053 ceph-mon[36233]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "10a25f7e-b569-4d47-add7-560968efa9c3"}]': finished 2024-03-29T00:10:37.020 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:36 smithi053 ceph-mon[36233]: osdmap e30: 5 total, 4 up, 5 in 2024-03-29T00:10:37.020 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:36 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-29T00:10:37.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:36 smithi012 ceph-mon[31657]: pgmap v122: 1 pgs: 1 peering; 577 KiB data, 121 MiB used, 357 GiB / 358 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-03-29T00:10:37.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:36 smithi012 ceph-mon[31657]: from='client.? 172.21.15.53:0/1368479755' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10a25f7e-b569-4d47-add7-560968efa9c3"}]: dispatch 2024-03-29T00:10:37.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:36 smithi012 ceph-mon[31657]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10a25f7e-b569-4d47-add7-560968efa9c3"}]: dispatch 2024-03-29T00:10:37.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:36 smithi012 ceph-mon[31657]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "10a25f7e-b569-4d47-add7-560968efa9c3"}]': finished 2024-03-29T00:10:37.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:36 smithi012 ceph-mon[31657]: osdmap e30: 5 total, 4 up, 5 in 2024-03-29T00:10:37.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:36 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-29T00:10:37.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:37 smithi069 ceph-mon[36074]: from='client.? 172.21.15.53:0/4105393587' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:10:38.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:37 smithi012 ceph-mon[31657]: from='client.? 172.21.15.53:0/4105393587' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:10:38.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:37 smithi053 ceph-mon[36233]: from='client.? 172.21.15.53:0/4105393587' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:10:38.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:38 smithi069 ceph-mon[36074]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-29T00:10:39.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:38 smithi012 ceph-mon[31657]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-29T00:10:39.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:38 smithi053 ceph-mon[36233]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-29T00:10:40.941 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:40 smithi053 ceph-mon[36233]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-03-29T00:10:40.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:40 smithi069 ceph-mon[36074]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-03-29T00:10:41.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:40 smithi012 ceph-mon[31657]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-03-29T00:10:42.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:42 smithi053 ceph-mon[36233]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-29T00:10:42.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:42 smithi069 ceph-mon[36074]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-29T00:10:43.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:42 smithi012 ceph-mon[31657]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-29T00:10:44.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:44 smithi069 ceph-mon[36074]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-29T00:10:44.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:44 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-29T00:10:44.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:44 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:10:44.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:44 smithi069 ceph-mon[36074]: Deploying daemon osd.4 on smithi053 2024-03-29T00:10:45.000 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:44 smithi053 ceph-mon[36233]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-29T00:10:45.000 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:44 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-29T00:10:45.000 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:44 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:10:45.000 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:44 smithi053 ceph-mon[36233]: Deploying daemon osd.4 on smithi053 2024-03-29T00:10:45.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:44 smithi012 ceph-mon[31657]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-29T00:10:45.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:44 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-29T00:10:45.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:44 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:10:45.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:44 smithi012 ceph-mon[31657]: Deploying daemon osd.4 on smithi053 2024-03-29T00:10:46.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:46 smithi069 ceph-mon[36074]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-29T00:10:47.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:46 smithi012 ceph-mon[31657]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-29T00:10:47.068 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:46 smithi053 ceph-mon[36233]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-29T00:10:48.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:48 smithi069 ceph-mon[36074]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-29T00:10:49.029 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:48 smithi053 ceph-mon[36233]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-29T00:10:49.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:48 smithi012 ceph-mon[31657]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-29T00:10:50.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:50 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:50.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:50 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:50.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:50 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:10:50.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:50 smithi053 ceph-mon[36233]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-29T00:10:50.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:50 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:50.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:50 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:50.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:50 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:10:50.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:50 smithi069 ceph-mon[36074]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-29T00:10:51.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:50 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:51.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:50 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:51.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:50 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:10:51.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:50 smithi012 ceph-mon[31657]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-29T00:10:53.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:53 smithi053 ceph-mon[36233]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-29T00:10:53.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:53 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:53.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:53 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:53.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:53 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:10:53.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:53 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:10:53.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:53 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:53.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:53 smithi012 ceph-mon[31657]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-29T00:10:53.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:53 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:53.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:53 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:53.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:53 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:10:53.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:53 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:10:53.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:53 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:53.550 INFO:teuthology.orchestra.run.smithi053.stdout:Created osd(s) 4 on host 'smithi053' 2024-03-29T00:10:53.551 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:53.548+0000 7f6099ffb700 1 -- 172.21.15.53:0/3148838854 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f609c062680 con 0x7f608c0a1e10 2024-03-29T00:10:53.551 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:53.550+0000 7f60a3011700 1 -- 172.21.15.53:0/3148838854 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f608c0a1e10 msgr2=0x7f608c0a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:10:53.551 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:53.550+0000 7f60a3011700 1 --2- 172.21.15.53:0/3148838854 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f608c0a1e10 0x7f608c0a42d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f6090005950 tx=0x7f60900058e0 comp rx=0 tx=0).stop 2024-03-29T00:10:53.551 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:53.550+0000 7f60a3011700 1 -- 172.21.15.53:0/3148838854 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f609c107fc0 msgr2=0x7f609c19fb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:10:53.551 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:53.550+0000 7f60a3011700 1 --2- 172.21.15.53:0/3148838854 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f609c107fc0 0x7f609c19fb70 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f609400b9e0 tx=0x7f609400bda0 comp rx=0 tx=0).stop 2024-03-29T00:10:53.551 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:53.550+0000 7f60a3011700 1 -- 172.21.15.53:0/3148838854 shutdown_connections 2024-03-29T00:10:53.551 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:53.550+0000 7f60a3011700 1 --2- 172.21.15.53:0/3148838854 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f608c0a1e10 0x7f608c0a42d0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:10:53.552 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:53.550+0000 7f60a3011700 1 --2- 172.21.15.53:0/3148838854 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f609c107fc0 0x7f609c19fb70 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:10:53.552 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:53.550+0000 7f60a3011700 1 --2- 172.21.15.53:0/3148838854 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f609c102d60 0x7f609c1985b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:10:53.552 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:53.550+0000 7f60a3011700 1 --2- 172.21.15.53:0/3148838854 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f609c105690 0x7f609c198af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:10:53.552 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:53.550+0000 7f60a3011700 1 -- 172.21.15.53:0/3148838854 >> 172.21.15.53:0/3148838854 conn(0x7f609c0fc730 msgr2=0x7f609c1036a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:10:53.552 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:53.551+0000 7f60a3011700 1 -- 172.21.15.53:0/3148838854 shutdown_connections 2024-03-29T00:10:53.552 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:10:53.551+0000 7f60a3011700 1 -- 172.21.15.53:0/3148838854 wait complete. 2024-03-29T00:10:53.687 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:53 smithi069 ceph-mon[36074]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-29T00:10:53.687 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:53 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:53.687 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:53 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:53.687 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:53 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:10:53.687 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:53 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:10:53.687 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:53 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:54.246 DEBUG:teuthology.orchestra.run.smithi053:osd.4> sudo journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.4.service 2024-03-29T00:10:54.248 INFO:tasks.cephadm:Deploying osd.5 on smithi069 with /dev/vg_nvme/lv_3... 2024-03-29T00:10:54.248 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-03-29T00:10:54.492 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.c/config 2024-03-29T00:10:54.540 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:54 smithi053 ceph-mon[36233]: from='osd.4 [v2:172.21.15.53:6808/1066696400,v1:172.21.15.53:6809/1066696400]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-29T00:10:54.540 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:54 smithi053 ceph-mon[36233]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-29T00:10:54.540 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:54 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:54.541 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:54 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:54.541 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:54 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:10:54.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:54 smithi012 ceph-mon[31657]: from='osd.4 [v2:172.21.15.53:6808/1066696400,v1:172.21.15.53:6809/1066696400]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-29T00:10:54.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:54 smithi012 ceph-mon[31657]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-29T00:10:54.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:54 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:54.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:54 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:54.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:54 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:10:54.613 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:54 smithi069 ceph-mon[36074]: from='osd.4 [v2:172.21.15.53:6808/1066696400,v1:172.21.15.53:6809/1066696400]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-29T00:10:54.613 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:54 smithi069 ceph-mon[36074]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-29T00:10:54.613 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:54 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:54.614 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:54 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:54.614 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:54 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:10:55.568 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:55 smithi069 ceph-mon[36074]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-29T00:10:55.568 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:55 smithi069 ceph-mon[36074]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-29T00:10:55.568 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:55 smithi069 ceph-mon[36074]: from='osd.4 [v2:172.21.15.53:6808/1066696400,v1:172.21.15.53:6809/1066696400]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-03-29T00:10:55.568 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:55 smithi069 ceph-mon[36074]: osdmap e31: 5 total, 4 up, 5 in 2024-03-29T00:10:55.568 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:55 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-29T00:10:55.568 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:55 smithi069 ceph-mon[36074]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-03-29T00:10:55.644 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:55 smithi053 ceph-mon[36233]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-29T00:10:55.644 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:55 smithi053 ceph-mon[36233]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-29T00:10:55.644 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:55 smithi053 ceph-mon[36233]: from='osd.4 [v2:172.21.15.53:6808/1066696400,v1:172.21.15.53:6809/1066696400]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-03-29T00:10:55.644 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:55 smithi053 ceph-mon[36233]: osdmap e31: 5 total, 4 up, 5 in 2024-03-29T00:10:55.644 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:55 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-29T00:10:55.644 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:55 smithi053 ceph-mon[36233]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-03-29T00:10:55.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:55 smithi012 ceph-mon[31657]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-29T00:10:55.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:55 smithi012 ceph-mon[31657]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-29T00:10:55.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:55 smithi012 ceph-mon[31657]: from='osd.4 [v2:172.21.15.53:6808/1066696400,v1:172.21.15.53:6809/1066696400]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-03-29T00:10:55.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:55 smithi012 ceph-mon[31657]: osdmap e31: 5 total, 4 up, 5 in 2024-03-29T00:10:55.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:55 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-29T00:10:55.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:55 smithi012 ceph-mon[31657]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-03-29T00:10:55.904 INFO:journalctl@ceph.osd.4.smithi053.stdout:Mar 29 00:10:55 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-4[47852]: 2024-03-29T00:10:55.821+0000 7f36e5beb700 -1 osd.4 0 waiting for initial osdmap 2024-03-29T00:10:55.904 INFO:journalctl@ceph.osd.4.smithi053.stdout:Mar 29 00:10:55 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-4[47852]: 2024-03-29T00:10:55.827+0000 7f36dd9d6700 -1 osd.4 32 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-29T00:10:56.405 INFO:teuthology.orchestra.run.smithi069.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-03-29T00:10:56.405 INFO:teuthology.orchestra.run.smithi069.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-03-29T00:10:56.405 INFO:teuthology.orchestra.run.smithi069.stderr: stderr: 10+0 records in 2024-03-29T00:10:56.405 INFO:teuthology.orchestra.run.smithi069.stderr:10+0 records out 2024-03-29T00:10:56.405 INFO:teuthology.orchestra.run.smithi069.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0110121 s, 952 MB/s 2024-03-29T00:10:56.405 INFO:teuthology.orchestra.run.smithi069.stderr:--> Zapping successful for: 2024-03-29T00:10:56.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:56 smithi053 ceph-mon[36233]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-03-29T00:10:56.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:56 smithi053 ceph-mon[36233]: osdmap e32: 5 total, 4 up, 5 in 2024-03-29T00:10:56.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:56 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-29T00:10:56.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:56 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-29T00:10:56.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:56 smithi053 ceph-mon[36233]: from='osd.4 ' entity='osd.4' 2024-03-29T00:10:56.724 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:56 smithi069 ceph-mon[36074]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-03-29T00:10:56.724 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:56 smithi069 ceph-mon[36074]: osdmap e32: 5 total, 4 up, 5 in 2024-03-29T00:10:56.724 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:56 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-29T00:10:56.724 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:56 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-29T00:10:56.724 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:56 smithi069 ceph-mon[36074]: from='osd.4 ' entity='osd.4' 2024-03-29T00:10:56.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:56 smithi012 ceph-mon[31657]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-03-29T00:10:56.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:56 smithi012 ceph-mon[31657]: osdmap e32: 5 total, 4 up, 5 in 2024-03-29T00:10:56.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:56 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-29T00:10:56.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:56 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-29T00:10:56.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:56 smithi012 ceph-mon[31657]: from='osd.4 ' entity='osd.4' 2024-03-29T00:10:57.062 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph orch daemon add osd smithi069:vg_nvme/lv_3 2024-03-29T00:10:57.299 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.c/config 2024-03-29T00:10:57.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:57 smithi053 ceph-mon[36233]: purged_snaps scrub starts 2024-03-29T00:10:57.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:57 smithi053 ceph-mon[36233]: purged_snaps scrub ok 2024-03-29T00:10:57.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:57 smithi053 ceph-mon[36233]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-29T00:10:57.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:57 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-29T00:10:57.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:57 smithi053 ceph-mon[36233]: osd.4 [v2:172.21.15.53:6808/1066696400,v1:172.21.15.53:6809/1066696400] boot 2024-03-29T00:10:57.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:57 smithi053 ceph-mon[36233]: osdmap e33: 5 total, 5 up, 5 in 2024-03-29T00:10:57.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:57 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-29T00:10:57.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:57 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:57.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:57 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:57.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:57 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:10:57.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:57 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:10:57.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:57 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:57.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:57 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:10:57.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:57 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:10:57.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:57 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:57.644 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:57 smithi069 ceph-mon[36074]: purged_snaps scrub starts 2024-03-29T00:10:57.644 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:57 smithi069 ceph-mon[36074]: purged_snaps scrub ok 2024-03-29T00:10:57.645 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:57 smithi069 ceph-mon[36074]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-29T00:10:57.645 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:57 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-29T00:10:57.645 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:57 smithi069 ceph-mon[36074]: osd.4 [v2:172.21.15.53:6808/1066696400,v1:172.21.15.53:6809/1066696400] boot 2024-03-29T00:10:57.645 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:57 smithi069 ceph-mon[36074]: osdmap e33: 5 total, 5 up, 5 in 2024-03-29T00:10:57.645 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:57 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-29T00:10:57.645 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:57 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:57.645 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:57 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:57.645 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:57 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:10:57.645 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:57 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:10:57.645 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:57 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:57.645 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:57 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:10:57.645 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:57 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:10:57.645 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:57 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:57.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:57 smithi012 ceph-mon[31657]: purged_snaps scrub starts 2024-03-29T00:10:57.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:57 smithi012 ceph-mon[31657]: purged_snaps scrub ok 2024-03-29T00:10:57.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:57 smithi012 ceph-mon[31657]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-29T00:10:57.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:57 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-29T00:10:57.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:57 smithi012 ceph-mon[31657]: osd.4 [v2:172.21.15.53:6808/1066696400,v1:172.21.15.53:6809/1066696400] boot 2024-03-29T00:10:57.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:57 smithi012 ceph-mon[31657]: osdmap e33: 5 total, 5 up, 5 in 2024-03-29T00:10:57.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:57 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-29T00:10:57.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:57 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:57.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:57 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:57.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:57 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:10:57.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:57 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:10:57.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:57 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:57.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:57 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:10:57.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:57 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:10:57.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:57 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:10:58.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:58 smithi069 ceph-mon[36074]: Detected new or changed devices on smithi053 2024-03-29T00:10:58.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:58 smithi069 ceph-mon[36074]: Adjusting osd_memory_target on smithi053 to 8542M 2024-03-29T00:10:58.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:58 smithi053 ceph-mon[36233]: Detected new or changed devices on smithi053 2024-03-29T00:10:58.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:58 smithi053 ceph-mon[36233]: Adjusting osd_memory_target on smithi053 to 8542M 2024-03-29T00:10:58.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.769+0000 7fda20485700 1 -- 172.21.15.69:0/1856538285 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda18103f00 msgr2=0x7fda1810a7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:10:58.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.769+0000 7fda20485700 1 --2- 172.21.15.69:0/1856538285 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda18103f00 0x7fda1810a7b0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fda1000b0a0 tx=0x7fda1000b3b0 comp rx=0 tx=0).stop 2024-03-29T00:10:58.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.769+0000 7fda20485700 1 -- 172.21.15.69:0/1856538285 shutdown_connections 2024-03-29T00:10:58.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.769+0000 7fda20485700 1 --2- 172.21.15.69:0/1856538285 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda18103f00 0x7fda1810a7b0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:10:58.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.769+0000 7fda20485700 1 --2- 172.21.15.69:0/1856538285 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fda18100580 0x7fda181009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:10:58.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.769+0000 7fda20485700 1 --2- 172.21.15.69:0/1856538285 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fda18103560 0x7fda181039c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:10:58.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.769+0000 7fda20485700 1 -- 172.21.15.69:0/1856538285 >> 172.21.15.69:0/1856538285 conn(0x7fda180fbee0 msgr2=0x7fda180fe320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:10:58.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.769+0000 7fda20485700 1 -- 172.21.15.69:0/1856538285 shutdown_connections 2024-03-29T00:10:58.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.769+0000 7fda20485700 1 -- 172.21.15.69:0/1856538285 wait complete. 2024-03-29T00:10:58.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.770+0000 7fda20485700 1 Processor -- start 2024-03-29T00:10:58.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.770+0000 7fda20485700 1 -- start start 2024-03-29T00:10:58.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.770+0000 7fda20485700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fda18100580 0x7fda18102ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:10:58.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.770+0000 7fda20485700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda18103560 0x7fda18101510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:10:58.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.770+0000 7fda20485700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fda18103f00 0x7fda18101a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:10:58.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.770+0000 7fda20485700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fda1810e050 con 0x7fda18100580 2024-03-29T00:10:58.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.770+0000 7fda20485700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fda1810ded0 con 0x7fda18103f00 2024-03-29T00:10:58.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.770+0000 7fda20485700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fda1810e1d0 con 0x7fda18103560 2024-03-29T00:10:58.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.770+0000 7fda1da20700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda18103560 0x7fda18101510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:10:58.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.770+0000 7fda1da20700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda18103560 0x7fda18101510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:52974/0 (socket says 172.21.15.69:52974) 2024-03-29T00:10:58.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.770+0000 7fda1da20700 1 -- 172.21.15.69:0/390778116 learned_addr learned my addr 172.21.15.69:0/390778116 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-03-29T00:10:58.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.771+0000 7fda1ea22700 1 --2- 172.21.15.69:0/390778116 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fda18103f00 0x7fda18101a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:10:58.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.771+0000 7fda1da20700 1 -- 172.21.15.69:0/390778116 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fda18103f00 msgr2=0x7fda18101a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:10:58.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.771+0000 7fda1da20700 1 --2- 172.21.15.69:0/390778116 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fda18103f00 0x7fda18101a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:10:58.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.771+0000 7fda1da20700 1 -- 172.21.15.69:0/390778116 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fda18100580 msgr2=0x7fda18102ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:10:58.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.771+0000 7fda1da20700 1 --2- 172.21.15.69:0/390778116 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fda18100580 0x7fda18102ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:10:58.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.771+0000 7fda1da20700 1 -- 172.21.15.69:0/390778116 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda18102300 con 0x7fda18103560 2024-03-29T00:10:58.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.771+0000 7fda1da20700 1 --2- 172.21.15.69:0/390778116 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda18103560 0x7fda18101510 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fda1400c920 tx=0x7fda1400cce0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:10:58.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.771+0000 7fda0f7fe700 1 -- 172.21.15.69:0/390778116 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda14007b00 con 0x7fda18103560 2024-03-29T00:10:58.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.771+0000 7fda20485700 1 -- 172.21.15.69:0/390778116 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda181a26a0 con 0x7fda18103560 2024-03-29T00:10:58.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.771+0000 7fda0f7fe700 1 -- 172.21.15.69:0/390778116 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fda14004d30 con 0x7fda18103560 2024-03-29T00:10:58.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.771+0000 7fda0f7fe700 1 -- 172.21.15.69:0/390778116 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda1400f450 con 0x7fda18103560 2024-03-29T00:10:58.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.771+0000 7fda20485700 1 -- 172.21.15.69:0/390778116 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda181a2c30 con 0x7fda18103560 2024-03-29T00:10:58.775 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.772+0000 7fda20485700 1 -- 172.21.15.69:0/390778116 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda18068f00 con 0x7fda18103560 2024-03-29T00:10:58.775 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.773+0000 7fda0f7fe700 1 -- 172.21.15.69:0/390778116 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7fda14004750 con 0x7fda18103560 2024-03-29T00:10:58.775 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.774+0000 7fda0f7fe700 1 --2- 172.21.15.69:0/390778116 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fda040a1e10 0x7fda040a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:10:58.775 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.774+0000 7fda0f7fe700 1 -- 172.21.15.69:0/390778116 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 4101+0+0 (secure 0 0 0) 0x7fda140cce40 con 0x7fda18103560 2024-03-29T00:10:58.775 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.774+0000 7fda1e221700 1 --2- 172.21.15.69:0/390778116 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fda040a1e10 0x7fda040a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:10:58.775 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.775+0000 7fda1e221700 1 --2- 172.21.15.69:0/390778116 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fda040a1e10 0x7fda040a42d0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fda1806a720 tx=0x7fda08006d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:10:58.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.777+0000 7fda0f7fe700 1 -- 172.21.15.69:0/390778116 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fda14014030 con 0x7fda18103560 2024-03-29T00:10:58.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:58 smithi012 ceph-mon[31657]: Detected new or changed devices on smithi053 2024-03-29T00:10:58.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:58 smithi012 ceph-mon[31657]: Adjusting osd_memory_target on smithi053 to 8542M 2024-03-29T00:10:58.979 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:10:58.979+0000 7fda20485700 1 -- 172.21.15.69:0/390778116 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7fda18062680 con 0x7fda040a1e10 2024-03-29T00:10:59.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:59 smithi069 ceph-mon[36074]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:10:59.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:59 smithi069 ceph-mon[36074]: osdmap e34: 5 total, 5 up, 5 in 2024-03-29T00:10:59.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:59 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:10:59.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:59 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:10:59.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:10:59 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:10:59.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:59 smithi053 ceph-mon[36233]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:10:59.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:59 smithi053 ceph-mon[36233]: osdmap e34: 5 total, 5 up, 5 in 2024-03-29T00:10:59.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:59 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:10:59.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:59 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:10:59.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:10:59 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:10:59.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:59 smithi012 ceph-mon[31657]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:10:59.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:59 smithi012 ceph-mon[31657]: osdmap e34: 5 total, 5 up, 5 in 2024-03-29T00:10:59.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:59 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:10:59.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:59 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:10:59.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:10:59 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:11:00.632 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:00 smithi069 ceph-mon[36074]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:11:00.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:00 smithi053 ceph-mon[36233]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:11:00.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:00 smithi012 ceph-mon[31657]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:11:01.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:01 smithi053 ceph-mon[36233]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:01.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:01 smithi069 ceph-mon[36074]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:01.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:01 smithi012 ceph-mon[31657]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:02.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:02 smithi069 ceph-mon[36074]: from='client.? 172.21.15.69:0/3733779080' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "21bad6a7-f98d-4344-8b0b-cf8526575ac2"}]: dispatch 2024-03-29T00:11:02.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:02 smithi069 ceph-mon[36074]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "21bad6a7-f98d-4344-8b0b-cf8526575ac2"}]: dispatch 2024-03-29T00:11:02.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:02 smithi069 ceph-mon[36074]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "21bad6a7-f98d-4344-8b0b-cf8526575ac2"}]': finished 2024-03-29T00:11:02.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:02 smithi069 ceph-mon[36074]: osdmap e35: 6 total, 5 up, 6 in 2024-03-29T00:11:02.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:02 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-29T00:11:02.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:02 smithi053 ceph-mon[36233]: from='client.? 172.21.15.69:0/3733779080' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "21bad6a7-f98d-4344-8b0b-cf8526575ac2"}]: dispatch 2024-03-29T00:11:02.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:02 smithi053 ceph-mon[36233]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "21bad6a7-f98d-4344-8b0b-cf8526575ac2"}]: dispatch 2024-03-29T00:11:02.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:02 smithi053 ceph-mon[36233]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "21bad6a7-f98d-4344-8b0b-cf8526575ac2"}]': finished 2024-03-29T00:11:02.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:02 smithi053 ceph-mon[36233]: osdmap e35: 6 total, 5 up, 6 in 2024-03-29T00:11:02.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:02 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-29T00:11:02.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:02 smithi012 ceph-mon[31657]: from='client.? 172.21.15.69:0/3733779080' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "21bad6a7-f98d-4344-8b0b-cf8526575ac2"}]: dispatch 2024-03-29T00:11:02.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:02 smithi012 ceph-mon[31657]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "21bad6a7-f98d-4344-8b0b-cf8526575ac2"}]: dispatch 2024-03-29T00:11:02.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:02 smithi012 ceph-mon[31657]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "21bad6a7-f98d-4344-8b0b-cf8526575ac2"}]': finished 2024-03-29T00:11:02.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:02 smithi012 ceph-mon[31657]: osdmap e35: 6 total, 5 up, 6 in 2024-03-29T00:11:02.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:02 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-29T00:11:03.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:03 smithi053 ceph-mon[36233]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:03.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:03 smithi053 ceph-mon[36233]: from='client.? 172.21.15.69:0/3324658049' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:11:03.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:03 smithi069 ceph-mon[36074]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:03.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:03 smithi069 ceph-mon[36074]: from='client.? 172.21.15.69:0/3324658049' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:11:03.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:03 smithi012 ceph-mon[31657]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:03.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:03 smithi012 ceph-mon[31657]: from='client.? 172.21.15.69:0/3324658049' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:11:05.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:05 smithi053 ceph-mon[36233]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:05.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:05 smithi069 ceph-mon[36074]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:05.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:05 smithi012 ceph-mon[31657]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:07.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:07 smithi069 ceph-mon[36074]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:07.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:07 smithi053 ceph-mon[36233]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:07.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:07 smithi012 ceph-mon[31657]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:09.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:09 smithi069 ceph-mon[36074]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:09.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:09 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-29T00:11:09.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:09 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:11:09.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:09 smithi053 ceph-mon[36233]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:09.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:09 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-29T00:11:09.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:09 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:11:09.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:09 smithi012 ceph-mon[31657]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:09.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:09 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-29T00:11:09.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:09 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:11:10.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:10 smithi069 ceph-mon[36074]: Deploying daemon osd.5 on smithi069 2024-03-29T00:11:10.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:10 smithi053 ceph-mon[36233]: Deploying daemon osd.5 on smithi069 2024-03-29T00:11:10.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:10 smithi012 ceph-mon[31657]: Deploying daemon osd.5 on smithi069 2024-03-29T00:11:11.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:11 smithi053 ceph-mon[36233]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:11.701 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:11 smithi012 ceph-mon[31657]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:11.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:11 smithi069 ceph-mon[36074]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:13.632 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:13 smithi069 ceph-mon[36074]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:13.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:13 smithi053 ceph-mon[36233]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:13.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:13 smithi012 ceph-mon[31657]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:15.514 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:15 smithi069 ceph-mon[36074]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:15.515 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:15 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:15.515 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:15 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:15.515 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:15 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:11:15.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:15 smithi053 ceph-mon[36233]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:15.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:15 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:15.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:15 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:15.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:15 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:11:15.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:15 smithi012 ceph-mon[31657]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:15.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:15 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:15.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:15 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:15.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:15 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:11:17.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:17 smithi053 ceph-mon[36233]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:17.709 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:17 smithi069 ceph-mon[36074]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:17.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:17 smithi012 ceph-mon[31657]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:18.418 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:11:18.417+0000 7fda0f7fe700 1 -- 172.21.15.69:0/390778116 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fda18062680 con 0x7fda040a1e10 2024-03-29T00:11:18.419 INFO:teuthology.orchestra.run.smithi069.stdout:Created osd(s) 5 on host 'smithi069' 2024-03-29T00:11:18.420 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:11:18.420+0000 7fda20485700 1 -- 172.21.15.69:0/390778116 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fda040a1e10 msgr2=0x7fda040a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:11:18.420 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:11:18.420+0000 7fda20485700 1 --2- 172.21.15.69:0/390778116 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fda040a1e10 0x7fda040a42d0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fda1806a720 tx=0x7fda08006d20 comp rx=0 tx=0).stop 2024-03-29T00:11:18.420 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:11:18.420+0000 7fda20485700 1 -- 172.21.15.69:0/390778116 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda18103560 msgr2=0x7fda18101510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:11:18.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:11:18.420+0000 7fda20485700 1 --2- 172.21.15.69:0/390778116 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda18103560 0x7fda18101510 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fda1400c920 tx=0x7fda1400cce0 comp rx=0 tx=0).stop 2024-03-29T00:11:18.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:11:18.420+0000 7fda20485700 1 -- 172.21.15.69:0/390778116 shutdown_connections 2024-03-29T00:11:18.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:11:18.420+0000 7fda20485700 1 --2- 172.21.15.69:0/390778116 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fda040a1e10 0x7fda040a42d0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:11:18.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:11:18.420+0000 7fda20485700 1 --2- 172.21.15.69:0/390778116 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fda18103f00 0x7fda18101a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:11:18.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:11:18.420+0000 7fda20485700 1 --2- 172.21.15.69:0/390778116 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fda18100580 0x7fda18102ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:11:18.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:11:18.420+0000 7fda20485700 1 --2- 172.21.15.69:0/390778116 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda18103560 0x7fda18101510 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:11:18.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:11:18.420+0000 7fda20485700 1 -- 172.21.15.69:0/390778116 >> 172.21.15.69:0/390778116 conn(0x7fda180fbee0 msgr2=0x7fda18106790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:11:18.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:11:18.420+0000 7fda20485700 1 -- 172.21.15.69:0/390778116 shutdown_connections 2024-03-29T00:11:18.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:11:18.420+0000 7fda20485700 1 -- 172.21.15.69:0/390778116 wait complete. 2024-03-29T00:11:19.095 DEBUG:teuthology.orchestra.run.smithi069:osd.5> sudo journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.5.service 2024-03-29T00:11:19.097 INFO:tasks.cephadm:Deploying osd.6 on smithi012 with /dev/vg_nvme/lv_2... 2024-03-29T00:11:19.098 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-03-29T00:11:19.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:19 smithi012 ceph-mon[31657]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:19.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:19.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:19.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:19.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:19.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:19 smithi012 ceph-mon[31657]: from='osd.5 [v2:172.21.15.69:6808/2160312252,v1:172.21.15.69:6809/2160312252]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-29T00:11:19.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:19 smithi012 ceph-mon[31657]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-29T00:11:19.566 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:11:19.646 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:19 smithi069 ceph-mon[36074]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:19.646 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:19.646 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:19.646 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:19.647 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:19.647 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:19 smithi069 ceph-mon[36074]: from='osd.5 [v2:172.21.15.69:6808/2160312252,v1:172.21.15.69:6809/2160312252]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-29T00:11:19.647 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:19 smithi069 ceph-mon[36074]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-29T00:11:19.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:19 smithi053 ceph-mon[36233]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:19.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:19 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:19.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:19 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:19.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:19 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:19.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:19 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:19.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:19 smithi053 ceph-mon[36233]: from='osd.5 [v2:172.21.15.69:6808/2160312252,v1:172.21.15.69:6809/2160312252]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-29T00:11:19.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:19 smithi053 ceph-mon[36233]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-29T00:11:20.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:20 smithi069 ceph-mon[36074]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:20.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:20 smithi069 ceph-mon[36074]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-29T00:11:20.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:20 smithi069 ceph-mon[36074]: from='osd.5 [v2:172.21.15.69:6808/2160312252,v1:172.21.15.69:6809/2160312252]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-03-29T00:11:20.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:20 smithi069 ceph-mon[36074]: osdmap e36: 6 total, 5 up, 6 in 2024-03-29T00:11:20.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:20 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-29T00:11:20.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:20 smithi069 ceph-mon[36074]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-03-29T00:11:20.985 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:11:20 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:11:20.694+0000 7f50b6162700 -1 osd.5 0 waiting for initial osdmap 2024-03-29T00:11:20.985 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:11:20 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:11:20.702+0000 7f50b1f55700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-29T00:11:21.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:20 smithi012 ceph-mon[31657]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:21.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:20 smithi012 ceph-mon[31657]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-29T00:11:21.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:20 smithi012 ceph-mon[31657]: from='osd.5 [v2:172.21.15.69:6808/2160312252,v1:172.21.15.69:6809/2160312252]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-03-29T00:11:21.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:20 smithi012 ceph-mon[31657]: osdmap e36: 6 total, 5 up, 6 in 2024-03-29T00:11:21.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:20 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-29T00:11:21.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:20 smithi012 ceph-mon[31657]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-03-29T00:11:21.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:20 smithi053 ceph-mon[36233]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:21.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:20 smithi053 ceph-mon[36233]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-29T00:11:21.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:20 smithi053 ceph-mon[36233]: from='osd.5 [v2:172.21.15.69:6808/2160312252,v1:172.21.15.69:6809/2160312252]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-03-29T00:11:21.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:20 smithi053 ceph-mon[36233]: osdmap e36: 6 total, 5 up, 6 in 2024-03-29T00:11:21.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:20 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-29T00:11:21.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:20 smithi053 ceph-mon[36233]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-03-29T00:11:21.793 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:21 smithi012 ceph-mon[31657]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-03-29T00:11:21.794 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:21 smithi012 ceph-mon[31657]: osdmap e37: 6 total, 5 up, 6 in 2024-03-29T00:11:21.794 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:21 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-29T00:11:21.794 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:21 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-29T00:11:21.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:21 smithi069 ceph-mon[36074]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-03-29T00:11:21.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:21 smithi069 ceph-mon[36074]: osdmap e37: 6 total, 5 up, 6 in 2024-03-29T00:11:21.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:21 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-29T00:11:21.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:21 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-29T00:11:22.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:21 smithi053 ceph-mon[36233]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-03-29T00:11:22.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:21 smithi053 ceph-mon[36233]: osdmap e37: 6 total, 5 up, 6 in 2024-03-29T00:11:22.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:21 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-29T00:11:22.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:21 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-29T00:11:22.774 INFO:teuthology.orchestra.run.smithi012.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-03-29T00:11:22.774 INFO:teuthology.orchestra.run.smithi012.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-03-29T00:11:22.774 INFO:teuthology.orchestra.run.smithi012.stderr: stderr: 10+0 records in 2024-03-29T00:11:22.774 INFO:teuthology.orchestra.run.smithi012.stderr:10+0 records out 2024-03-29T00:11:22.774 INFO:teuthology.orchestra.run.smithi012.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0352821 s, 297 MB/s 2024-03-29T00:11:22.774 INFO:teuthology.orchestra.run.smithi012.stderr:--> Zapping successful for: 2024-03-29T00:11:22.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:22 smithi012 ceph-mon[31657]: purged_snaps scrub starts 2024-03-29T00:11:22.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:22 smithi012 ceph-mon[31657]: purged_snaps scrub ok 2024-03-29T00:11:22.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:22 smithi012 ceph-mon[31657]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:22.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:22 smithi012 ceph-mon[31657]: osd.5 [v2:172.21.15.69:6808/2160312252,v1:172.21.15.69:6809/2160312252] boot 2024-03-29T00:11:22.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:22 smithi012 ceph-mon[31657]: osdmap e38: 6 total, 6 up, 6 in 2024-03-29T00:11:22.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:22 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-29T00:11:22.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:22 smithi012 ceph-mon[31657]: osdmap e39: 6 total, 6 up, 6 in 2024-03-29T00:11:22.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:22 smithi012 ceph-mon[31657]: Detected new or changed devices on smithi069 2024-03-29T00:11:22.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:22 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:22.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:22 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:22.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:22 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:11:22.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:22 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:11:22.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:22 smithi012 ceph-mon[31657]: Adjusting osd_memory_target on smithi069 to 8540M 2024-03-29T00:11:22.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:22 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:22.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:22 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:11:22.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:22 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:11:22.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:22 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:22.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:22 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:11:22.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:22 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:11:22.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:22 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:11:22.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:22 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:22.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:22 smithi069 ceph-mon[36074]: purged_snaps scrub starts 2024-03-29T00:11:22.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:22 smithi069 ceph-mon[36074]: purged_snaps scrub ok 2024-03-29T00:11:22.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:22 smithi069 ceph-mon[36074]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:22.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:22 smithi069 ceph-mon[36074]: osd.5 [v2:172.21.15.69:6808/2160312252,v1:172.21.15.69:6809/2160312252] boot 2024-03-29T00:11:22.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:22 smithi069 ceph-mon[36074]: osdmap e38: 6 total, 6 up, 6 in 2024-03-29T00:11:22.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:22 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-29T00:11:22.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:22 smithi069 ceph-mon[36074]: osdmap e39: 6 total, 6 up, 6 in 2024-03-29T00:11:22.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:22 smithi069 ceph-mon[36074]: Detected new or changed devices on smithi069 2024-03-29T00:11:22.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:22 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:22.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:22 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:22.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:22 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:11:22.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:22 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:11:22.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:22 smithi069 ceph-mon[36074]: Adjusting osd_memory_target on smithi069 to 8540M 2024-03-29T00:11:22.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:22 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:22.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:22 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:11:22.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:22 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:11:22.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:22 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:22.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:22 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:11:22.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:22 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:11:22.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:22 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:11:22.986 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:22 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:23.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:22 smithi053 ceph-mon[36233]: purged_snaps scrub starts 2024-03-29T00:11:23.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:22 smithi053 ceph-mon[36233]: purged_snaps scrub ok 2024-03-29T00:11:23.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:22 smithi053 ceph-mon[36233]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-03-29T00:11:23.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:22 smithi053 ceph-mon[36233]: osd.5 [v2:172.21.15.69:6808/2160312252,v1:172.21.15.69:6809/2160312252] boot 2024-03-29T00:11:23.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:22 smithi053 ceph-mon[36233]: osdmap e38: 6 total, 6 up, 6 in 2024-03-29T00:11:23.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:22 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-29T00:11:23.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:22 smithi053 ceph-mon[36233]: osdmap e39: 6 total, 6 up, 6 in 2024-03-29T00:11:23.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:22 smithi053 ceph-mon[36233]: Detected new or changed devices on smithi069 2024-03-29T00:11:23.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:22 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:23.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:22 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:23.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:22 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:11:23.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:22 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:11:23.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:22 smithi053 ceph-mon[36233]: Adjusting osd_memory_target on smithi069 to 8540M 2024-03-29T00:11:23.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:22 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:23.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:22 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:11:23.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:22 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:11:23.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:22 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:23.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:22 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:11:23.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:22 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:11:23.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:22 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:11:23.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:22 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:23.769 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph orch daemon add osd smithi012:vg_nvme/lv_2 2024-03-29T00:11:24.014 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:24 smithi012 ceph-mon[31657]: osdmap e40: 6 total, 6 up, 6 in 2024-03-29T00:11:24.188 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:11:24.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:24 smithi053 ceph-mon[36233]: osdmap e40: 6 total, 6 up, 6 in 2024-03-29T00:11:24.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:24 smithi069 ceph-mon[36074]: osdmap e40: 6 total, 6 up, 6 in 2024-03-29T00:11:25.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:25 smithi012 ceph-mon[31657]: pgmap v157: 1 pgs: 1 remapped+peering; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:25.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:25 smithi012 ceph-mon[31657]: osdmap e41: 6 total, 6 up, 6 in 2024-03-29T00:11:25.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:25 smithi053 ceph-mon[36233]: pgmap v157: 1 pgs: 1 remapped+peering; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:25.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:25 smithi053 ceph-mon[36233]: osdmap e41: 6 total, 6 up, 6 in 2024-03-29T00:11:25.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:25 smithi069 ceph-mon[36074]: pgmap v157: 1 pgs: 1 remapped+peering; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:25.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:25 smithi069 ceph-mon[36074]: osdmap e41: 6 total, 6 up, 6 in 2024-03-29T00:11:26.279 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:26 smithi012 ceph-mon[31657]: osdmap e42: 6 total, 6 up, 6 in 2024-03-29T00:11:26.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:26 smithi053 ceph-mon[36233]: osdmap e42: 6 total, 6 up, 6 in 2024-03-29T00:11:26.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:26 smithi069 ceph-mon[36074]: osdmap e42: 6 total, 6 up, 6 in 2024-03-29T00:11:26.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.629+0000 7fb6f5a00700 1 -- 172.21.15.12:0/2018405881 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb6f01088c0 msgr2=0x7fb6f0108ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:11:26.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.629+0000 7fb6f5a00700 1 --2- 172.21.15.12:0/2018405881 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb6f01088c0 0x7fb6f0108ce0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fb6e0009990 tx=0x7fb6e0009ca0 comp rx=0 tx=0).stop 2024-03-29T00:11:26.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.629+0000 7fb6f5a00700 1 -- 172.21.15.12:0/2018405881 shutdown_connections 2024-03-29T00:11:26.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.629+0000 7fb6f5a00700 1 --2- 172.21.15.12:0/2018405881 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb6f01088c0 0x7fb6f0108ce0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:11:26.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.629+0000 7fb6f5a00700 1 --2- 172.21.15.12:0/2018405881 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb6f010a460 0x7fb6f0110d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:11:26.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.629+0000 7fb6f5a00700 1 --2- 172.21.15.12:0/2018405881 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb6f0109ac0 0x7fb6f0109f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:11:26.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.629+0000 7fb6f5a00700 1 -- 172.21.15.12:0/2018405881 >> 172.21.15.12:0/2018405881 conn(0x7fb6f0077890 msgr2=0x7fb6f0079cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:11:26.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.629+0000 7fb6f5a00700 1 -- 172.21.15.12:0/2018405881 shutdown_connections 2024-03-29T00:11:26.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.629+0000 7fb6f5a00700 1 -- 172.21.15.12:0/2018405881 wait complete. 2024-03-29T00:11:26.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.631+0000 7fb6f5a00700 1 Processor -- start 2024-03-29T00:11:26.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.631+0000 7fb6f5a00700 1 -- start start 2024-03-29T00:11:26.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.631+0000 7fb6f5a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb6f01088c0 0x7fb6f019ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:11:26.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.631+0000 7fb6f5a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb6f0109ac0 0x7fb6f019f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:11:26.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.631+0000 7fb6f5a00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb6f010a460 0x7fb6f01a6170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:11:26.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.631+0000 7fb6f5a00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f0114630 con 0x7fb6f01088c0 2024-03-29T00:11:26.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.631+0000 7fb6f5a00700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f01144b0 con 0x7fb6f010a460 2024-03-29T00:11:26.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.631+0000 7fb6f5a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f01147b0 con 0x7fb6f0109ac0 2024-03-29T00:11:26.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.632+0000 7fb6eea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb6f01088c0 0x7fb6f019ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:11:26.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.632+0000 7fb6e6000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb6f0109ac0 0x7fb6f019f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:11:26.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.632+0000 7fb6e6000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb6f0109ac0 0x7fb6f019f0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:39844/0 (socket says 172.21.15.12:39844) 2024-03-29T00:11:26.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.632+0000 7fb6eea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb6f01088c0 0x7fb6f019ebb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51402/0 (socket says 172.21.15.12:51402) 2024-03-29T00:11:26.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.632+0000 7fb6e6000700 1 -- 172.21.15.12:0/2588441542 learned_addr learned my addr 172.21.15.12:0/2588441542 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:11:26.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.632+0000 7fb6ef400700 1 --2- 172.21.15.12:0/2588441542 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb6f010a460 0x7fb6f01a6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:11:26.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.632+0000 7fb6e6000700 1 -- 172.21.15.12:0/2588441542 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb6f010a460 msgr2=0x7fb6f01a6170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:11:26.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.632+0000 7fb6e6000700 1 --2- 172.21.15.12:0/2588441542 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb6f010a460 0x7fb6f01a6170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:11:26.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.632+0000 7fb6e6000700 1 -- 172.21.15.12:0/2588441542 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb6f01088c0 msgr2=0x7fb6f019ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:11:26.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.632+0000 7fb6e6000700 1 --2- 172.21.15.12:0/2588441542 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb6f01088c0 0x7fb6f019ebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:11:26.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.632+0000 7fb6e6000700 1 -- 172.21.15.12:0/2588441542 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6f01a6810 con 0x7fb6f0109ac0 2024-03-29T00:11:26.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.632+0000 7fb6ef400700 1 --2- 172.21.15.12:0/2588441542 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb6f010a460 0x7fb6f01a6170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:11:26.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.632+0000 7fb6eea00700 1 --2- 172.21.15.12:0/2588441542 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb6f01088c0 0x7fb6f019ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:11:26.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.632+0000 7fb6e6000700 1 --2- 172.21.15.12:0/2588441542 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb6f0109ac0 0x7fb6f019f0f0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fb6d800ef60 tx=0x7fb6d800ef90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:11:26.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.633+0000 7fb6e7e00700 1 -- 172.21.15.12:0/2588441542 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6d80092e0 con 0x7fb6f0109ac0 2024-03-29T00:11:26.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.633+0000 7fb6e7e00700 1 -- 172.21.15.12:0/2588441542 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb6d8004bb0 con 0x7fb6f0109ac0 2024-03-29T00:11:26.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.633+0000 7fb6f5a00700 1 -- 172.21.15.12:0/2588441542 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6f01a6aa0 con 0x7fb6f0109ac0 2024-03-29T00:11:26.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.633+0000 7fb6e7e00700 1 -- 172.21.15.12:0/2588441542 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6d8004280 con 0x7fb6f0109ac0 2024-03-29T00:11:26.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.633+0000 7fb6f5a00700 1 -- 172.21.15.12:0/2588441542 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6f01a6fe0 con 0x7fb6f0109ac0 2024-03-29T00:11:26.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.634+0000 7fb6f5a00700 1 -- 172.21.15.12:0/2588441542 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6f0068f00 con 0x7fb6f0109ac0 2024-03-29T00:11:26.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.636+0000 7fb6e7e00700 1 -- 172.21.15.12:0/2588441542 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7fb6d801b030 con 0x7fb6f0109ac0 2024-03-29T00:11:26.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.637+0000 7fb6e7e00700 1 --2- 172.21.15.12:0/2588441542 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb6d40a1e90 0x7fb6d40a4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:11:26.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.637+0000 7fb6e7e00700 1 -- 172.21.15.12:0/2588441542 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 4533+0+0 (secure 0 0 0) 0x7fb6d80cca70 con 0x7fb6f0109ac0 2024-03-29T00:11:26.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.638+0000 7fb6eea00700 1 --2- 172.21.15.12:0/2588441542 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb6d40a1e90 0x7fb6d40a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:11:26.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.638+0000 7fb6eea00700 1 --2- 172.21.15.12:0/2588441542 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb6d40a1e90 0x7fb6d40a4350 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb6e0000c00 tx=0x7fb6e0005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:11:26.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.641+0000 7fb6e7e00700 1 -- 172.21.15.12:0/2588441542 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fb6d8022020 con 0x7fb6f0109ac0 2024-03-29T00:11:26.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:26.878+0000 7fb6f5a00700 1 -- 172.21.15.12:0/2588441542 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fb6f0062680 con 0x7fb6d40a1e90 2024-03-29T00:11:27.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:27 smithi012 ceph-mon[31657]: pgmap v160: 1 pgs: 1 remapped+peering; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:27.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:27 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:11:27.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:27 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:11:27.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:27 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:11:27.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:27 smithi053 ceph-mon[36233]: pgmap v160: 1 pgs: 1 remapped+peering; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:27.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:27 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:11:27.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:27 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:11:27.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:27 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:11:27.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:27 smithi069 ceph-mon[36074]: pgmap v160: 1 pgs: 1 remapped+peering; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:27.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:27 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:11:27.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:27 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:11:27.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:27 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:11:28.129 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:28 smithi012 ceph-mon[31657]: from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:11:28.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:28 smithi053 ceph-mon[36233]: from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:11:28.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:28 smithi069 ceph-mon[36074]: from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:11:29.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:29 smithi012 ceph-mon[31657]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 102 KiB/s, 0 objects/s recovering 2024-03-29T00:11:29.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:29 smithi053 ceph-mon[36233]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 102 KiB/s, 0 objects/s recovering 2024-03-29T00:11:29.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:29 smithi069 ceph-mon[36074]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 102 KiB/s, 0 objects/s recovering 2024-03-29T00:11:31.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:31 smithi053 ceph-mon[36233]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-03-29T00:11:31.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:31 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2612260253' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "927557ba-0245-42bb-83f1-c8b6b44cc496"}]: dispatch 2024-03-29T00:11:31.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:31 smithi053 ceph-mon[36233]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "927557ba-0245-42bb-83f1-c8b6b44cc496"}]: dispatch 2024-03-29T00:11:31.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:31 smithi053 ceph-mon[36233]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "927557ba-0245-42bb-83f1-c8b6b44cc496"}]': finished 2024-03-29T00:11:31.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:31 smithi053 ceph-mon[36233]: osdmap e43: 7 total, 6 up, 7 in 2024-03-29T00:11:31.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:31 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-29T00:11:31.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:31 smithi069 ceph-mon[36074]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-03-29T00:11:31.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:31 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2612260253' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "927557ba-0245-42bb-83f1-c8b6b44cc496"}]: dispatch 2024-03-29T00:11:31.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:31 smithi069 ceph-mon[36074]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "927557ba-0245-42bb-83f1-c8b6b44cc496"}]: dispatch 2024-03-29T00:11:31.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:31 smithi069 ceph-mon[36074]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "927557ba-0245-42bb-83f1-c8b6b44cc496"}]': finished 2024-03-29T00:11:31.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:31 smithi069 ceph-mon[36074]: osdmap e43: 7 total, 6 up, 7 in 2024-03-29T00:11:31.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:31 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-29T00:11:31.535 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:31 smithi012 ceph-mon[31657]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-03-29T00:11:31.536 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:31 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2612260253' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "927557ba-0245-42bb-83f1-c8b6b44cc496"}]: dispatch 2024-03-29T00:11:31.536 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:31 smithi012 ceph-mon[31657]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "927557ba-0245-42bb-83f1-c8b6b44cc496"}]: dispatch 2024-03-29T00:11:31.536 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:31 smithi012 ceph-mon[31657]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "927557ba-0245-42bb-83f1-c8b6b44cc496"}]': finished 2024-03-29T00:11:31.536 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:31 smithi012 ceph-mon[31657]: osdmap e43: 7 total, 6 up, 7 in 2024-03-29T00:11:31.536 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:31 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-29T00:11:32.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:32 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2631524438' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:11:32.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:32 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2631524438' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:11:32.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:32 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2631524438' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:11:33.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:33 smithi053 ceph-mon[36233]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-03-29T00:11:33.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:33 smithi069 ceph-mon[36074]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-03-29T00:11:33.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:33 smithi012 ceph-mon[31657]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-03-29T00:11:35.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:35 smithi053 ceph-mon[36233]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-03-29T00:11:35.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:35 smithi069 ceph-mon[36074]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-03-29T00:11:35.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:35 smithi012 ceph-mon[31657]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-03-29T00:11:37.331 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:37 smithi012 ceph-mon[31657]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-03-29T00:11:37.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:37 smithi053 ceph-mon[36233]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-03-29T00:11:37.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:37 smithi069 ceph-mon[36074]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-03-29T00:11:39.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:39 smithi012 ceph-mon[31657]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:39.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:39 smithi053 ceph-mon[36233]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:39.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:39 smithi069 ceph-mon[36074]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:41.332 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:41 smithi012 ceph-mon[31657]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:41.332 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:41 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-29T00:11:41.332 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:41 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:11:41.332 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:41 smithi012 ceph-mon[31657]: Deploying daemon osd.6 on smithi012 2024-03-29T00:11:41.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:41 smithi053 ceph-mon[36233]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:41.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:41 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-29T00:11:41.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:41 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:11:41.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:41 smithi053 ceph-mon[36233]: Deploying daemon osd.6 on smithi012 2024-03-29T00:11:41.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:41 smithi069 ceph-mon[36074]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:41.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:41 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-29T00:11:41.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:41 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:11:41.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:41 smithi069 ceph-mon[36074]: Deploying daemon osd.6 on smithi012 2024-03-29T00:11:43.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:43 smithi012 ceph-mon[31657]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:43.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:43 smithi053 ceph-mon[36233]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:43.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:43 smithi069 ceph-mon[36074]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:45.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:45 smithi012 ceph-mon[31657]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:45.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:45 smithi053 ceph-mon[36233]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:45.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:45 smithi069 ceph-mon[36074]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:47.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:47 smithi053 ceph-mon[36233]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:47.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:47 smithi069 ceph-mon[36074]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:47.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:47 smithi012 ceph-mon[31657]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:49.366 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:49 smithi012 ceph-mon[31657]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:49.366 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:49 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:49.366 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:49 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:49.367 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:49 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:11:49.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:49 smithi053 ceph-mon[36233]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:49.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:49 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:49.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:49 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:49.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:49 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:11:49.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:49 smithi069 ceph-mon[36074]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:49.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:49 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:49.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:49 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:49.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:49 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:11:51.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:51 smithi053 ceph-mon[36233]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:51.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:51 smithi069 ceph-mon[36074]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:51.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:51 smithi012 ceph-mon[31657]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:53.236 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:53 smithi012 ceph-mon[31657]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:53.236 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:53 smithi012 ceph-mon[31657]: from='osd.6 [v2:172.21.15.12:6818/53322413,v1:172.21.15.12:6819/53322413]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-29T00:11:53.236 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:53 smithi012 ceph-mon[31657]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-29T00:11:53.236 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:53 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:53.236 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:53 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:53.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:53 smithi053 ceph-mon[36233]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:53.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:53 smithi053 ceph-mon[36233]: from='osd.6 [v2:172.21.15.12:6818/53322413,v1:172.21.15.12:6819/53322413]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-29T00:11:53.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:53 smithi053 ceph-mon[36233]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-29T00:11:53.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:53 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:53.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:53 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:53.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:53 smithi069 ceph-mon[36074]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:53.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:53 smithi069 ceph-mon[36074]: from='osd.6 [v2:172.21.15.12:6818/53322413,v1:172.21.15.12:6819/53322413]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-29T00:11:53.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:53 smithi069 ceph-mon[36074]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-29T00:11:53.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:53 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:53.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:53 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:54.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:54.327+0000 7fb6e7e00700 1 -- 172.21.15.12:0/2588441542 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fb6f0062680 con 0x7fb6d40a1e90 2024-03-29T00:11:54.329 INFO:teuthology.orchestra.run.smithi012.stdout:Created osd(s) 6 on host 'smithi012' 2024-03-29T00:11:54.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:54.331+0000 7fb6f5a00700 1 -- 172.21.15.12:0/2588441542 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb6d40a1e90 msgr2=0x7fb6d40a4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:11:54.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:54.331+0000 7fb6f5a00700 1 --2- 172.21.15.12:0/2588441542 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb6d40a1e90 0x7fb6d40a4350 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb6e0000c00 tx=0x7fb6e0005fb0 comp rx=0 tx=0).stop 2024-03-29T00:11:54.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:54.331+0000 7fb6f5a00700 1 -- 172.21.15.12:0/2588441542 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb6f0109ac0 msgr2=0x7fb6f019f0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:11:54.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:54.331+0000 7fb6f5a00700 1 --2- 172.21.15.12:0/2588441542 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb6f0109ac0 0x7fb6f019f0f0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fb6d800ef60 tx=0x7fb6d800ef90 comp rx=0 tx=0).stop 2024-03-29T00:11:54.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:54.331+0000 7fb6f5a00700 1 -- 172.21.15.12:0/2588441542 shutdown_connections 2024-03-29T00:11:54.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:54.331+0000 7fb6f5a00700 1 --2- 172.21.15.12:0/2588441542 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb6d40a1e90 0x7fb6d40a4350 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:11:54.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:54.331+0000 7fb6f5a00700 1 --2- 172.21.15.12:0/2588441542 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb6f010a460 0x7fb6f01a6170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:11:54.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:54.331+0000 7fb6f5a00700 1 --2- 172.21.15.12:0/2588441542 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb6f01088c0 0x7fb6f019ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:11:54.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:54.331+0000 7fb6f5a00700 1 --2- 172.21.15.12:0/2588441542 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb6f0109ac0 0x7fb6f019f0f0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:11:54.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:54.331+0000 7fb6f5a00700 1 -- 172.21.15.12:0/2588441542 >> 172.21.15.12:0/2588441542 conn(0x7fb6f0077890 msgr2=0x7fb6f010cd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:11:54.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:54.331+0000 7fb6f5a00700 1 -- 172.21.15.12:0/2588441542 shutdown_connections 2024-03-29T00:11:54.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:11:54.332+0000 7fb6f5a00700 1 -- 172.21.15.12:0/2588441542 wait complete. 2024-03-29T00:11:54.385 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:54 smithi069 ceph-mon[36074]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-29T00:11:54.385 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:54 smithi069 ceph-mon[36074]: from='osd.6 [v2:172.21.15.12:6818/53322413,v1:172.21.15.12:6819/53322413]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-03-29T00:11:54.385 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:54 smithi069 ceph-mon[36074]: osdmap e44: 7 total, 6 up, 7 in 2024-03-29T00:11:54.385 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:54 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-29T00:11:54.385 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:54 smithi069 ceph-mon[36074]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-03-29T00:11:54.385 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:54 smithi069 ceph-mon[36074]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-03-29T00:11:54.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:54 smithi053 ceph-mon[36233]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-29T00:11:54.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:54 smithi053 ceph-mon[36233]: from='osd.6 [v2:172.21.15.12:6818/53322413,v1:172.21.15.12:6819/53322413]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-03-29T00:11:54.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:54 smithi053 ceph-mon[36233]: osdmap e44: 7 total, 6 up, 7 in 2024-03-29T00:11:54.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:54 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-29T00:11:54.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:54 smithi053 ceph-mon[36233]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-03-29T00:11:54.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:54 smithi053 ceph-mon[36233]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-03-29T00:11:54.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:54 smithi012 ceph-mon[31657]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-29T00:11:54.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:54 smithi012 ceph-mon[31657]: from='osd.6 [v2:172.21.15.12:6818/53322413,v1:172.21.15.12:6819/53322413]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-03-29T00:11:54.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:54 smithi012 ceph-mon[31657]: osdmap e44: 7 total, 6 up, 7 in 2024-03-29T00:11:54.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:54 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-29T00:11:54.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:54 smithi012 ceph-mon[31657]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-03-29T00:11:54.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:54 smithi012 ceph-mon[31657]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-03-29T00:11:55.257 DEBUG:teuthology.orchestra.run.smithi012:osd.6> sudo journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.6.service 2024-03-29T00:11:55.262 INFO:tasks.cephadm:Deploying osd.7 on smithi053 with /dev/vg_nvme/lv_2... 2024-03-29T00:11:55.263 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-03-29T00:11:55.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:55 smithi053 ceph-mon[36233]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:55.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:55 smithi053 ceph-mon[36233]: osdmap e45: 7 total, 6 up, 7 in 2024-03-29T00:11:55.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:55 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-29T00:11:55.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:55 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-29T00:11:55.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:55 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:55.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:55 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:55.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:55 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-29T00:11:55.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:55 smithi069 ceph-mon[36074]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:55.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:55 smithi069 ceph-mon[36074]: osdmap e45: 7 total, 6 up, 7 in 2024-03-29T00:11:55.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:55 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-29T00:11:55.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:55 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-29T00:11:55.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:55 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:55.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:55 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:55.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:55 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-29T00:11:55.522 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.b/config 2024-03-29T00:11:55.543 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:55 smithi012 ceph-mon[31657]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:55.544 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:55 smithi012 ceph-mon[31657]: osdmap e45: 7 total, 6 up, 7 in 2024-03-29T00:11:55.544 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:55 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-29T00:11:55.544 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:55 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-29T00:11:55.544 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:55 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:55.544 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:55 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:11:55.544 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:55 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-29T00:11:56.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:56 smithi053 ceph-mon[36233]: purged_snaps scrub starts 2024-03-29T00:11:56.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:56 smithi053 ceph-mon[36233]: purged_snaps scrub ok 2024-03-29T00:11:56.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:56 smithi053 ceph-mon[36233]: osd.6 [v2:172.21.15.12:6818/53322413,v1:172.21.15.12:6819/53322413] boot 2024-03-29T00:11:56.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:56 smithi053 ceph-mon[36233]: osdmap e46: 7 total, 7 up, 7 in 2024-03-29T00:11:56.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:56 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-29T00:11:56.434 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:56 smithi012 ceph-mon[31657]: purged_snaps scrub starts 2024-03-29T00:11:56.434 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:56 smithi012 ceph-mon[31657]: purged_snaps scrub ok 2024-03-29T00:11:56.435 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:56 smithi012 ceph-mon[31657]: osd.6 [v2:172.21.15.12:6818/53322413,v1:172.21.15.12:6819/53322413] boot 2024-03-29T00:11:56.435 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:56 smithi012 ceph-mon[31657]: osdmap e46: 7 total, 7 up, 7 in 2024-03-29T00:11:56.435 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:56 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-29T00:11:56.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:56 smithi069 ceph-mon[36074]: purged_snaps scrub starts 2024-03-29T00:11:56.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:56 smithi069 ceph-mon[36074]: purged_snaps scrub ok 2024-03-29T00:11:56.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:56 smithi069 ceph-mon[36074]: osd.6 [v2:172.21.15.12:6818/53322413,v1:172.21.15.12:6819/53322413] boot 2024-03-29T00:11:56.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:56 smithi069 ceph-mon[36074]: osdmap e46: 7 total, 7 up, 7 in 2024-03-29T00:11:56.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:56 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-29T00:11:57.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:57 smithi053 ceph-mon[36233]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:57.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:57 smithi053 ceph-mon[36233]: osdmap e47: 7 total, 7 up, 7 in 2024-03-29T00:11:57.422 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:57 smithi012 ceph-mon[31657]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:57.422 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:57 smithi012 ceph-mon[31657]: osdmap e47: 7 total, 7 up, 7 in 2024-03-29T00:11:57.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:57 smithi069 ceph-mon[36074]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-29T00:11:57.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:57 smithi069 ceph-mon[36074]: osdmap e47: 7 total, 7 up, 7 in 2024-03-29T00:11:57.574 INFO:teuthology.orchestra.run.smithi053.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-03-29T00:11:57.574 INFO:teuthology.orchestra.run.smithi053.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-03-29T00:11:57.574 INFO:teuthology.orchestra.run.smithi053.stderr: stderr: 10+0 records in 2024-03-29T00:11:57.574 INFO:teuthology.orchestra.run.smithi053.stderr:10+0 records out 2024-03-29T00:11:57.575 INFO:teuthology.orchestra.run.smithi053.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00846884 s, 1.2 GB/s 2024-03-29T00:11:57.575 INFO:teuthology.orchestra.run.smithi053.stderr:--> Zapping successful for: 2024-03-29T00:11:58.288 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph orch daemon add osd smithi053:vg_nvme/lv_2 2024-03-29T00:11:58.543 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.b/config 2024-03-29T00:11:59.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:11:59 smithi053 ceph-mon[36233]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:11:59.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:11:59 smithi069 ceph-mon[36074]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:11:59.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:11:59 smithi012 ceph-mon[31657]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:00.148 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.147+0000 7f0b7b3ae700 1 -- 172.21.15.53:0/682388322 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0b74102e60 msgr2=0x7f0b74105250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:12:00.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.147+0000 7f0b7b3ae700 1 --2- 172.21.15.53:0/682388322 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0b74102e60 0x7f0b74105250 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f0b70009990 tx=0x7f0b70009ca0 comp rx=0 tx=0).stop 2024-03-29T00:12:00.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.147+0000 7f0b7b3ae700 1 -- 172.21.15.53:0/682388322 shutdown_connections 2024-03-29T00:12:00.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.147+0000 7f0b7b3ae700 1 --2- 172.21.15.53:0/682388322 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b741080c0 0x7f0b7410a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:12:00.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.147+0000 7f0b7b3ae700 1 --2- 172.21.15.53:0/682388322 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0b74102e60 0x7f0b74105250 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:12:00.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.148+0000 7f0b7b3ae700 1 --2- 172.21.15.53:0/682388322 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0b74105790 0x7f0b74107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:12:00.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.148+0000 7f0b7b3ae700 1 -- 172.21.15.53:0/682388322 >> 172.21.15.53:0/682388322 conn(0x7f0b740fc7d0 msgr2=0x7f0b740febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:12:00.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.148+0000 7f0b7b3ae700 1 -- 172.21.15.53:0/682388322 shutdown_connections 2024-03-29T00:12:00.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.148+0000 7f0b7b3ae700 1 -- 172.21.15.53:0/682388322 wait complete. 2024-03-29T00:12:00.151 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.148+0000 7f0b7b3ae700 1 Processor -- start 2024-03-29T00:12:00.151 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.148+0000 7f0b7b3ae700 1 -- start start 2024-03-29T00:12:00.151 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.149+0000 7f0b7b3ae700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b74102e60 0x7f0b7406c050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:12:00.151 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.149+0000 7f0b7b3ae700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0b74105790 0x7f0b7406c590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:12:00.151 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.149+0000 7f0b7b3ae700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0b741080c0 0x7f0b74073610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:12:00.152 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.149+0000 7f0b7b3ae700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f0b7410e000 con 0x7f0b741080c0 2024-03-29T00:12:00.152 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.149+0000 7f0b7b3ae700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f0b7410de80 con 0x7f0b74105790 2024-03-29T00:12:00.152 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.149+0000 7f0b7b3ae700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0b7410e180 con 0x7f0b74102e60 2024-03-29T00:12:00.152 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.149+0000 7f0b78949700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0b74105790 0x7f0b7406c590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:12:00.152 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.149+0000 7f0b78949700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0b74105790 0x7f0b7406c590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:37700/0 (socket says 172.21.15.53:37700) 2024-03-29T00:12:00.152 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.149+0000 7f0b78949700 1 -- 172.21.15.53:0/2949152496 learned_addr learned my addr 172.21.15.53:0/2949152496 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-03-29T00:12:00.152 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.149+0000 7f0b7914a700 1 --2- 172.21.15.53:0/2949152496 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b74102e60 0x7f0b7406c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:12:00.152 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.149+0000 7f0b78949700 1 -- 172.21.15.53:0/2949152496 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b74102e60 msgr2=0x7f0b7406c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:12:00.152 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.149+0000 7f0b78949700 1 --2- 172.21.15.53:0/2949152496 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b74102e60 0x7f0b7406c050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:12:00.152 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.149+0000 7f0b78949700 1 -- 172.21.15.53:0/2949152496 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0b741080c0 msgr2=0x7f0b74073610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:12:00.152 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.149+0000 7f0b78949700 1 --2- 172.21.15.53:0/2949152496 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0b741080c0 0x7f0b74073610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:12:00.152 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.149+0000 7f0b78949700 1 -- 172.21.15.53:0/2949152496 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b74073d10 con 0x7f0b74105790 2024-03-29T00:12:00.152 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.149+0000 7f0b78949700 1 --2- 172.21.15.53:0/2949152496 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0b74105790 0x7f0b7406c590 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f0b6400b530 tx=0x7f0b6400b840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:12:00.153 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.150+0000 7f0b6a7fc700 1 -- 172.21.15.53:0/2949152496 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b64015020 con 0x7f0b74105790 2024-03-29T00:12:00.153 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.150+0000 7f0b7b3ae700 1 -- 172.21.15.53:0/2949152496 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b74074000 con 0x7f0b74105790 2024-03-29T00:12:00.153 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.150+0000 7f0b6a7fc700 1 -- 172.21.15.53:0/2949152496 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0b64011d30 con 0x7f0b74105790 2024-03-29T00:12:00.153 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.150+0000 7f0b6a7fc700 1 -- 172.21.15.53:0/2949152496 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b6400f2e0 con 0x7f0b74105790 2024-03-29T00:12:00.153 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.150+0000 7f0b7b3ae700 1 -- 172.21.15.53:0/2949152496 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b741a93a0 con 0x7f0b74105790 2024-03-29T00:12:00.153 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.151+0000 7f0b7b3ae700 1 -- 172.21.15.53:0/2949152496 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b74068f00 con 0x7f0b74105790 2024-03-29T00:12:00.154 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.152+0000 7f0b6a7fc700 1 -- 172.21.15.53:0/2949152496 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f0b64018020 con 0x7f0b74105790 2024-03-29T00:12:00.154 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.152+0000 7f0b6a7fc700 1 --2- 172.21.15.53:0/2949152496 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0b600a1e10 0x7f0b600a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:12:00.154 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.152+0000 7f0b6a7fc700 1 -- 172.21.15.53:0/2949152496 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 4965+0+0 (secure 0 0 0) 0x7f0b640cc930 con 0x7f0b74105790 2024-03-29T00:12:00.154 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.153+0000 7f0b7914a700 1 --2- 172.21.15.53:0/2949152496 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0b600a1e10 0x7f0b600a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:12:00.154 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.154+0000 7f0b7914a700 1 --2- 172.21.15.53:0/2949152496 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0b600a1e10 0x7f0b600a42d0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f0b7000b5c0 tx=0x7f0b70003a70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:12:00.157 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.157+0000 7f0b6a7fc700 1 -- 172.21.15.53:0/2949152496 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f0b6401f020 con 0x7f0b74105790 2024-03-29T00:12:00.382 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:00.380+0000 7f0b7b3ae700 1 -- 172.21.15.53:0/2949152496 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f0b74062680 con 0x7f0b600a1e10 2024-03-29T00:12:01.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:01 smithi012 ceph-mon[31657]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:01.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:01 smithi012 ceph-mon[31657]: Detected new or changed devices on smithi012 2024-03-29T00:12:01.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:01.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:01.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:12:01.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:12:01.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:12:01.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:01 smithi012 ceph-mon[31657]: Adjusting osd_memory_target on smithi012 to 5698M 2024-03-29T00:12:01.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:01.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:01.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:12:01.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:01.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:01 smithi012 ceph-mon[31657]: from='client.24284 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:12:01.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:12:01.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:12:01.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:01.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:12:01.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:01.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:12:01.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:01.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:01 smithi053 ceph-mon[36233]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:01.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:01 smithi053 ceph-mon[36233]: Detected new or changed devices on smithi012 2024-03-29T00:12:01.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:01 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:01.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:01 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:01.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:01 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:12:01.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:01 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:12:01.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:01 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:12:01.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:01 smithi053 ceph-mon[36233]: Adjusting osd_memory_target on smithi012 to 5698M 2024-03-29T00:12:01.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:01 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:01.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:01 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:01.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:01 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:12:01.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:01 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:01.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:01 smithi053 ceph-mon[36233]: from='client.24284 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:12:01.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:01 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:12:01.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:01 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:12:01.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:01 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:01.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:01 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:12:01.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:01 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:01.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:01 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:12:01.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:01 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:01.743 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:01 smithi069 ceph-mon[36074]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:01.743 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:01 smithi069 ceph-mon[36074]: Detected new or changed devices on smithi012 2024-03-29T00:12:01.744 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:01 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:01.744 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:01 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:01.744 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:01 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:12:01.744 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:01 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:12:01.744 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:01 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:12:01.744 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:01 smithi069 ceph-mon[36074]: Adjusting osd_memory_target on smithi012 to 5698M 2024-03-29T00:12:01.744 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:01 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:01.744 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:01 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:01.744 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:01 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:12:01.744 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:01 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:01.744 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:01 smithi069 ceph-mon[36074]: from='client.24284 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:12:01.744 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:01 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:12:01.744 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:01 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:12:01.744 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:01 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:01.745 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:01 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:12:01.745 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:01 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:01.745 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:01 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:12:01.745 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:01 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:03.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:03 smithi012 ceph-mon[31657]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:03.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:03 smithi012 ceph-mon[31657]: from='client.? 172.21.15.53:0/2962014787' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "22314690-d0eb-496b-b67d-922bdc0b6660"}]: dispatch 2024-03-29T00:12:03.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:03 smithi012 ceph-mon[31657]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "22314690-d0eb-496b-b67d-922bdc0b6660"}]: dispatch 2024-03-29T00:12:03.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:03 smithi012 ceph-mon[31657]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "22314690-d0eb-496b-b67d-922bdc0b6660"}]': finished 2024-03-29T00:12:03.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:03 smithi012 ceph-mon[31657]: osdmap e48: 8 total, 7 up, 8 in 2024-03-29T00:12:03.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:03 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-29T00:12:03.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:03 smithi053 ceph-mon[36233]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:03.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:03 smithi053 ceph-mon[36233]: from='client.? 172.21.15.53:0/2962014787' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "22314690-d0eb-496b-b67d-922bdc0b6660"}]: dispatch 2024-03-29T00:12:03.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:03 smithi053 ceph-mon[36233]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "22314690-d0eb-496b-b67d-922bdc0b6660"}]: dispatch 2024-03-29T00:12:03.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:03 smithi053 ceph-mon[36233]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "22314690-d0eb-496b-b67d-922bdc0b6660"}]': finished 2024-03-29T00:12:03.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:03 smithi053 ceph-mon[36233]: osdmap e48: 8 total, 7 up, 8 in 2024-03-29T00:12:03.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:03 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-29T00:12:03.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:03 smithi069 ceph-mon[36074]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:03.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:03 smithi069 ceph-mon[36074]: from='client.? 172.21.15.53:0/2962014787' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "22314690-d0eb-496b-b67d-922bdc0b6660"}]: dispatch 2024-03-29T00:12:03.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:03 smithi069 ceph-mon[36074]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "22314690-d0eb-496b-b67d-922bdc0b6660"}]: dispatch 2024-03-29T00:12:03.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:03 smithi069 ceph-mon[36074]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "22314690-d0eb-496b-b67d-922bdc0b6660"}]': finished 2024-03-29T00:12:03.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:03 smithi069 ceph-mon[36074]: osdmap e48: 8 total, 7 up, 8 in 2024-03-29T00:12:03.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:03 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-29T00:12:04.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:04 smithi053 ceph-mon[36233]: from='client.? 172.21.15.53:0/435817480' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:12:04.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:04 smithi069 ceph-mon[36074]: from='client.? 172.21.15.53:0/435817480' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:12:04.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:04 smithi012 ceph-mon[31657]: from='client.? 172.21.15.53:0/435817480' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:12:05.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:05 smithi053 ceph-mon[36233]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:05.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:05 smithi069 ceph-mon[36074]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:05.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:05 smithi012 ceph-mon[31657]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:07.511 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:07 smithi053 ceph-mon[36233]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:07.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:07 smithi069 ceph-mon[36074]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:07.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:07 smithi012 ceph-mon[31657]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:09.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:09 smithi053 ceph-mon[36233]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:09.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:09 smithi069 ceph-mon[36074]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:09.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:09 smithi012 ceph-mon[31657]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:11.595 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:11 smithi053 ceph-mon[36233]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:11.595 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:11 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-29T00:12:11.595 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:11 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:11.603 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:11 smithi012 ceph-mon[31657]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:11.603 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:11 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-29T00:12:11.603 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:11 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:11.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:11 smithi069 ceph-mon[36074]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:11.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:11 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-29T00:12:11.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:11 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:12.598 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:12 smithi053 ceph-mon[36233]: Deploying daemon osd.7 on smithi053 2024-03-29T00:12:12.625 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:12 smithi012 ceph-mon[31657]: Deploying daemon osd.7 on smithi053 2024-03-29T00:12:12.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:12 smithi069 ceph-mon[36074]: Deploying daemon osd.7 on smithi053 2024-03-29T00:12:13.599 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:13 smithi053 ceph-mon[36233]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:13.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:13 smithi069 ceph-mon[36074]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:13.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:13 smithi012 ceph-mon[31657]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:15.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:15 smithi053 ceph-mon[36233]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:15.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:15 smithi069 ceph-mon[36074]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:15.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:15 smithi012 ceph-mon[31657]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:17.598 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:17 smithi053 ceph-mon[36233]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:17.598 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:17 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:17.598 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:17 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:17.598 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:17 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:12:17.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:17 smithi069 ceph-mon[36074]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:17.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:17 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:17.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:17 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:17.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:17 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:12:17.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:17 smithi012 ceph-mon[31657]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:17.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:17 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:17.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:17 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:17.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:17 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:12:19.559 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:19 smithi053 ceph-mon[36233]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:19.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:19 smithi069 ceph-mon[36074]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:19.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:19 smithi012 ceph-mon[31657]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:20.623 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:20.622+0000 7f0b6a7fc700 1 -- 172.21.15.53:0/2949152496 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f0b74062680 con 0x7f0b600a1e10 2024-03-29T00:12:20.623 INFO:teuthology.orchestra.run.smithi053.stdout:Created osd(s) 7 on host 'smithi053' 2024-03-29T00:12:20.625 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:20.625+0000 7f0b7b3ae700 1 -- 172.21.15.53:0/2949152496 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0b600a1e10 msgr2=0x7f0b600a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:12:20.625 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:20.625+0000 7f0b7b3ae700 1 --2- 172.21.15.53:0/2949152496 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0b600a1e10 0x7f0b600a42d0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f0b7000b5c0 tx=0x7f0b70003a70 comp rx=0 tx=0).stop 2024-03-29T00:12:20.625 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:20.625+0000 7f0b7b3ae700 1 -- 172.21.15.53:0/2949152496 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0b74105790 msgr2=0x7f0b7406c590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:12:20.625 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:20.625+0000 7f0b7b3ae700 1 --2- 172.21.15.53:0/2949152496 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0b74105790 0x7f0b7406c590 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f0b6400b530 tx=0x7f0b6400b840 comp rx=0 tx=0).stop 2024-03-29T00:12:20.626 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:20.625+0000 7f0b7b3ae700 1 -- 172.21.15.53:0/2949152496 shutdown_connections 2024-03-29T00:12:20.626 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:20.625+0000 7f0b7b3ae700 1 --2- 172.21.15.53:0/2949152496 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0b600a1e10 0x7f0b600a42d0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:12:20.626 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:20.625+0000 7f0b7b3ae700 1 --2- 172.21.15.53:0/2949152496 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b74102e60 0x7f0b7406c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:12:20.626 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:20.625+0000 7f0b7b3ae700 1 --2- 172.21.15.53:0/2949152496 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0b741080c0 0x7f0b74073610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:12:20.626 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:20.625+0000 7f0b7b3ae700 1 --2- 172.21.15.53:0/2949152496 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0b74105790 0x7f0b7406c590 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:12:20.626 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:20.625+0000 7f0b7b3ae700 1 -- 172.21.15.53:0/2949152496 >> 172.21.15.53:0/2949152496 conn(0x7f0b740fc7d0 msgr2=0x7f0b741037a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:12:20.626 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:20.625+0000 7f0b7b3ae700 1 -- 172.21.15.53:0/2949152496 shutdown_connections 2024-03-29T00:12:20.626 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:12:20.625+0000 7f0b7b3ae700 1 -- 172.21.15.53:0/2949152496 wait complete. 2024-03-29T00:12:20.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:20 smithi053 ceph-mon[36233]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:20.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:20 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:20.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:20 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:20.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:20 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:20.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:20 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:12:20.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:20 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:20.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:20 smithi053 ceph-mon[36233]: from='osd.7 [v2:172.21.15.53:6816/512991962,v1:172.21.15.53:6817/512991962]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-29T00:12:20.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:20 smithi053 ceph-mon[36233]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-29T00:12:20.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:20 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:20.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:20 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:12:20.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:20 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:20.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:20 smithi069 ceph-mon[36074]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:20.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:20 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:20.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:20 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:20.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:20 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:20.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:20 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:12:20.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:20 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:20.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:20 smithi069 ceph-mon[36074]: from='osd.7 [v2:172.21.15.53:6816/512991962,v1:172.21.15.53:6817/512991962]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-29T00:12:20.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:20 smithi069 ceph-mon[36074]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-29T00:12:20.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:20 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:20.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:20 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:12:20.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:20 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:21.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:20 smithi012 ceph-mon[31657]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:21.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:20 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:21.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:20 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:21.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:20 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:21.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:20 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:12:21.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:20 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:21.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:20 smithi012 ceph-mon[31657]: from='osd.7 [v2:172.21.15.53:6816/512991962,v1:172.21.15.53:6817/512991962]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-29T00:12:21.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:20 smithi012 ceph-mon[31657]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-29T00:12:21.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:20 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:21.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:20 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:12:21.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:20 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:21.236 DEBUG:teuthology.orchestra.run.smithi053:osd.7> sudo journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.7.service 2024-03-29T00:12:21.239 INFO:tasks.cephadm:Deploying osd.8 on smithi069 with /dev/vg_nvme/lv_2... 2024-03-29T00:12:21.239 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-03-29T00:12:21.486 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.c/config 2024-03-29T00:12:22.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:22 smithi053 ceph-mon[36233]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-29T00:12:22.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:22 smithi053 ceph-mon[36233]: from='osd.7 [v2:172.21.15.53:6816/512991962,v1:172.21.15.53:6817/512991962]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-03-29T00:12:22.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:22 smithi053 ceph-mon[36233]: osdmap e49: 8 total, 7 up, 8 in 2024-03-29T00:12:22.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:22 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-29T00:12:22.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:22 smithi053 ceph-mon[36233]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-03-29T00:12:22.626 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:22 smithi069 ceph-mon[36074]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-29T00:12:22.626 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:22 smithi069 ceph-mon[36074]: from='osd.7 [v2:172.21.15.53:6816/512991962,v1:172.21.15.53:6817/512991962]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-03-29T00:12:22.626 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:22 smithi069 ceph-mon[36074]: osdmap e49: 8 total, 7 up, 8 in 2024-03-29T00:12:22.626 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:22 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-29T00:12:22.626 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:22 smithi069 ceph-mon[36074]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-03-29T00:12:22.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:22 smithi012 ceph-mon[31657]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-29T00:12:22.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:22 smithi012 ceph-mon[31657]: from='osd.7 [v2:172.21.15.53:6816/512991962,v1:172.21.15.53:6817/512991962]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-03-29T00:12:22.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:22 smithi012 ceph-mon[31657]: osdmap e49: 8 total, 7 up, 8 in 2024-03-29T00:12:22.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:22 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-29T00:12:22.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:22 smithi012 ceph-mon[31657]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-03-29T00:12:23.155 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:12:22 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:12:22.892+0000 7fbdc42ff700 -1 osd.7 0 waiting for initial osdmap 2024-03-29T00:12:23.155 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:12:22 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:12:22.903+0000 7fbdbc0ea700 -1 osd.7 50 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-29T00:12:23.477 INFO:teuthology.orchestra.run.smithi069.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-03-29T00:12:23.477 INFO:teuthology.orchestra.run.smithi069.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-03-29T00:12:23.477 INFO:teuthology.orchestra.run.smithi069.stderr: stderr: 10+0 records in 2024-03-29T00:12:23.477 INFO:teuthology.orchestra.run.smithi069.stderr:10+0 records out 2024-03-29T00:12:23.477 INFO:teuthology.orchestra.run.smithi069.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0120588 s, 870 MB/s 2024-03-29T00:12:23.477 INFO:teuthology.orchestra.run.smithi069.stderr:--> Zapping successful for: 2024-03-29T00:12:23.501 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:23 smithi069 ceph-mon[36074]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:23.501 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:23 smithi069 ceph-mon[36074]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-03-29T00:12:23.501 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:23 smithi069 ceph-mon[36074]: osdmap e50: 8 total, 7 up, 8 in 2024-03-29T00:12:23.501 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:23 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-29T00:12:23.501 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:23 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-29T00:12:23.501 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:23 smithi069 ceph-mon[36074]: from='osd.7 ' entity='osd.7' 2024-03-29T00:12:23.634 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:23 smithi053 ceph-mon[36233]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:23.634 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:23 smithi053 ceph-mon[36233]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-03-29T00:12:23.634 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:23 smithi053 ceph-mon[36233]: osdmap e50: 8 total, 7 up, 8 in 2024-03-29T00:12:23.634 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:23 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-29T00:12:23.634 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:23 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-29T00:12:23.634 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:23 smithi053 ceph-mon[36233]: from='osd.7 ' entity='osd.7' 2024-03-29T00:12:23.700 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:23 smithi012 ceph-mon[31657]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-29T00:12:23.700 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:23 smithi012 ceph-mon[31657]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-03-29T00:12:23.700 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:23 smithi012 ceph-mon[31657]: osdmap e50: 8 total, 7 up, 8 in 2024-03-29T00:12:23.700 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:23 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-29T00:12:23.700 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:23 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-29T00:12:23.701 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:23 smithi012 ceph-mon[31657]: from='osd.7 ' entity='osd.7' 2024-03-29T00:12:24.228 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph orch daemon add osd smithi069:vg_nvme/lv_2 2024-03-29T00:12:24.477 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.c/config 2024-03-29T00:12:24.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:24 smithi069 ceph-mon[36074]: purged_snaps scrub starts 2024-03-29T00:12:24.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:24 smithi069 ceph-mon[36074]: purged_snaps scrub ok 2024-03-29T00:12:24.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:24 smithi069 ceph-mon[36074]: osd.7 [v2:172.21.15.53:6816/512991962,v1:172.21.15.53:6817/512991962] boot 2024-03-29T00:12:24.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:24 smithi069 ceph-mon[36074]: osdmap e51: 8 total, 8 up, 8 in 2024-03-29T00:12:24.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:24 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-29T00:12:24.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:24 smithi069 ceph-mon[36074]: osdmap e52: 8 total, 8 up, 8 in 2024-03-29T00:12:24.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:24 smithi053 ceph-mon[36233]: purged_snaps scrub starts 2024-03-29T00:12:24.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:24 smithi053 ceph-mon[36233]: purged_snaps scrub ok 2024-03-29T00:12:24.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:24 smithi053 ceph-mon[36233]: osd.7 [v2:172.21.15.53:6816/512991962,v1:172.21.15.53:6817/512991962] boot 2024-03-29T00:12:24.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:24 smithi053 ceph-mon[36233]: osdmap e51: 8 total, 8 up, 8 in 2024-03-29T00:12:24.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:24 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-29T00:12:24.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:24 smithi053 ceph-mon[36233]: osdmap e52: 8 total, 8 up, 8 in 2024-03-29T00:12:24.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:24 smithi012 ceph-mon[31657]: purged_snaps scrub starts 2024-03-29T00:12:24.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:24 smithi012 ceph-mon[31657]: purged_snaps scrub ok 2024-03-29T00:12:24.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:24 smithi012 ceph-mon[31657]: osd.7 [v2:172.21.15.53:6816/512991962,v1:172.21.15.53:6817/512991962] boot 2024-03-29T00:12:24.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:24 smithi012 ceph-mon[31657]: osdmap e51: 8 total, 8 up, 8 in 2024-03-29T00:12:24.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:24 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-29T00:12:24.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:24 smithi012 ceph-mon[31657]: osdmap e52: 8 total, 8 up, 8 in 2024-03-29T00:12:25.594 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:25 smithi069 ceph-mon[36074]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 544 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:25.594 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:25 smithi069 ceph-mon[36074]: Detected new or changed devices on smithi053 2024-03-29T00:12:25.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:25 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:25.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:25 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:25.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:25 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:12:25.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:25 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:12:25.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:25 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:12:25.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:25 smithi069 ceph-mon[36074]: Adjusting osd_memory_target on smithi053 to 5694M 2024-03-29T00:12:25.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:25 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:25.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:25 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:25.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:25 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:12:25.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:25 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:25.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:25 smithi069 ceph-mon[36074]: osdmap e53: 8 total, 8 up, 8 in 2024-03-29T00:12:25.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:25 smithi053 ceph-mon[36233]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 544 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:25.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:25 smithi053 ceph-mon[36233]: Detected new or changed devices on smithi053 2024-03-29T00:12:25.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:25 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:25.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:25 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:25.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:25 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:12:25.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:25 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:12:25.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:25 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:12:25.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:25 smithi053 ceph-mon[36233]: Adjusting osd_memory_target on smithi053 to 5694M 2024-03-29T00:12:25.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:25 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:25.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:25 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:25.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:25 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:12:25.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:25 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:25.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:25 smithi053 ceph-mon[36233]: osdmap e53: 8 total, 8 up, 8 in 2024-03-29T00:12:25.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:25 smithi012 ceph-mon[31657]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 544 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:25.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:25 smithi012 ceph-mon[31657]: Detected new or changed devices on smithi053 2024-03-29T00:12:25.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:25 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:25.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:25 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:25.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:25 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:12:25.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:25 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:12:25.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:25 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:12:25.803 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:25 smithi012 ceph-mon[31657]: Adjusting osd_memory_target on smithi053 to 5694M 2024-03-29T00:12:25.803 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:25 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:25.803 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:25 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:25.803 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:25 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:12:25.803 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:25 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:25.803 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:25 smithi012 ceph-mon[31657]: osdmap e53: 8 total, 8 up, 8 in 2024-03-29T00:12:26.099 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.096+0000 7fcbe79e5700 1 -- 172.21.15.69:0/1780805845 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcbe0103fb0 msgr2=0x7fcbe010a860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:12:26.099 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.096+0000 7fcbe79e5700 1 --2- 172.21.15.69:0/1780805845 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcbe0103fb0 0x7fcbe010a860 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fcbd800b0a0 tx=0x7fcbd800b3b0 comp rx=0 tx=0).stop 2024-03-29T00:12:26.099 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.096+0000 7fcbe79e5700 1 -- 172.21.15.69:0/1780805845 shutdown_connections 2024-03-29T00:12:26.099 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.096+0000 7fcbe79e5700 1 --2- 172.21.15.69:0/1780805845 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcbe0103fb0 0x7fcbe010a860 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:12:26.099 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.096+0000 7fcbe79e5700 1 --2- 172.21.15.69:0/1780805845 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcbe0100590 0x7fcbe01009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:12:26.100 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.096+0000 7fcbe79e5700 1 --2- 172.21.15.69:0/1780805845 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fcbe0103610 0x7fcbe0103a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:12:26.100 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.096+0000 7fcbe79e5700 1 -- 172.21.15.69:0/1780805845 >> 172.21.15.69:0/1780805845 conn(0x7fcbe00fbed0 msgr2=0x7fcbe00fe310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:12:26.100 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.096+0000 7fcbe79e5700 1 -- 172.21.15.69:0/1780805845 shutdown_connections 2024-03-29T00:12:26.100 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.096+0000 7fcbe79e5700 1 -- 172.21.15.69:0/1780805845 wait complete. 2024-03-29T00:12:26.100 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.096+0000 7fcbe79e5700 1 Processor -- start 2024-03-29T00:12:26.100 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.097+0000 7fcbe79e5700 1 -- start start 2024-03-29T00:12:26.100 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.097+0000 7fcbe79e5700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fcbe0100590 0x7fcbe0198540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:12:26.100 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.097+0000 7fcbe79e5700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcbe0103610 0x7fcbe0198a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:12:26.100 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.097+0000 7fcbe79e5700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcbe0103fb0 0x7fcbe019fb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:12:26.100 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.097+0000 7fcbe79e5700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fcbe010e050 con 0x7fcbe0100590 2024-03-29T00:12:26.100 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.097+0000 7fcbe79e5700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fcbe010ded0 con 0x7fcbe0103fb0 2024-03-29T00:12:26.100 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.097+0000 7fcbe79e5700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fcbe010e1d0 con 0x7fcbe0103610 2024-03-29T00:12:26.100 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.097+0000 7fcbe4f80700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcbe0103610 0x7fcbe0198a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:12:26.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.097+0000 7fcbe4f80700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcbe0103610 0x7fcbe0198a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:58052/0 (socket says 172.21.15.69:58052) 2024-03-29T00:12:26.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.097+0000 7fcbe4f80700 1 -- 172.21.15.69:0/1176078043 learned_addr learned my addr 172.21.15.69:0/1176078043 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-03-29T00:12:26.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.097+0000 7fcbe5f82700 1 --2- 172.21.15.69:0/1176078043 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcbe0103fb0 0x7fcbe019fb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:12:26.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.097+0000 7fcbe4f80700 1 -- 172.21.15.69:0/1176078043 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcbe0103fb0 msgr2=0x7fcbe019fb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:12:26.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.097+0000 7fcbe4f80700 1 --2- 172.21.15.69:0/1176078043 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcbe0103fb0 0x7fcbe019fb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:12:26.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.097+0000 7fcbe4f80700 1 -- 172.21.15.69:0/1176078043 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fcbe0100590 msgr2=0x7fcbe0198540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:12:26.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.097+0000 7fcbe4f80700 1 --2- 172.21.15.69:0/1176078043 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fcbe0100590 0x7fcbe0198540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:12:26.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.097+0000 7fcbe4f80700 1 -- 172.21.15.69:0/1176078043 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbe01a01a0 con 0x7fcbe0103610 2024-03-29T00:12:26.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.097+0000 7fcbe5f82700 1 --2- 172.21.15.69:0/1176078043 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcbe0103fb0 0x7fcbe019fb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:12:26.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.097+0000 7fcbe4f80700 1 --2- 172.21.15.69:0/1176078043 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcbe0103610 0x7fcbe0198a80 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fcbd000b560 tx=0x7fcbd000b920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:12:26.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.097+0000 7fcbd67fc700 1 -- 172.21.15.69:0/1176078043 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbd0015020 con 0x7fcbe0103610 2024-03-29T00:12:26.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.097+0000 7fcbe79e5700 1 -- 172.21.15.69:0/1176078043 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbe01a0490 con 0x7fcbe0103610 2024-03-29T00:12:26.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.097+0000 7fcbd67fc700 1 -- 172.21.15.69:0/1176078043 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fcbd0011d30 con 0x7fcbe0103610 2024-03-29T00:12:26.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.097+0000 7fcbd67fc700 1 -- 172.21.15.69:0/1176078043 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbd000f2e0 con 0x7fcbe0103610 2024-03-29T00:12:26.102 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.098+0000 7fcbe79e5700 1 -- 172.21.15.69:0/1176078043 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbe01a0aa0 con 0x7fcbe0103610 2024-03-29T00:12:26.102 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.098+0000 7fcbe79e5700 1 -- 172.21.15.69:0/1176078043 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbe0068f00 con 0x7fcbe0103610 2024-03-29T00:12:26.102 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.100+0000 7fcbd67fc700 1 -- 172.21.15.69:0/1176078043 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7fcbd0018020 con 0x7fcbe0103610 2024-03-29T00:12:26.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.100+0000 7fcbd67fc700 1 --2- 172.21.15.69:0/1176078043 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fcbcc0a1e90 0x7fcbcc0a4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:12:26.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.100+0000 7fcbd67fc700 1 -- 172.21.15.69:0/1176078043 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 5426+0+0 (secure 0 0 0) 0x7fcbd00ccdd0 con 0x7fcbe0103610 2024-03-29T00:12:26.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.101+0000 7fcbe5781700 1 --2- 172.21.15.69:0/1176078043 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fcbcc0a1e90 0x7fcbcc0a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:12:26.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.101+0000 7fcbe5781700 1 --2- 172.21.15.69:0/1176078043 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fcbcc0a1e90 0x7fcbcc0a4350 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fcbe006a6c0 tx=0x7fcbdc005ca0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:12:26.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.104+0000 7fcbd67fc700 1 -- 172.21.15.69:0/1176078043 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fcbd001f020 con 0x7fcbe0103610 2024-03-29T00:12:26.307 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:26.306+0000 7fcbe79e5700 1 -- 172.21.15.69:0/1176078043 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fcbe0062680 con 0x7fcbcc0a1e90 2024-03-29T00:12:26.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:26 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:12:26.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:26 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:12:26.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:26 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:26.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:26 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:12:26.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:26 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:12:26.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:26 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:26.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:26 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:12:26.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:26 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:12:26.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:26 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:27.617 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:27 smithi069 ceph-mon[36074]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 544 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:27.617 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:27 smithi069 ceph-mon[36074]: from='client.24328 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:12:27.617 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:27 smithi069 ceph-mon[36074]: osdmap e54: 8 total, 8 up, 8 in 2024-03-29T00:12:27.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:27 smithi012 ceph-mon[31657]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 544 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:27.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:27 smithi012 ceph-mon[31657]: from='client.24328 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:12:27.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:27 smithi012 ceph-mon[31657]: osdmap e54: 8 total, 8 up, 8 in 2024-03-29T00:12:27.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:27 smithi053 ceph-mon[36233]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 544 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:27.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:27 smithi053 ceph-mon[36233]: from='client.24328 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:12:27.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:27 smithi053 ceph-mon[36233]: osdmap e54: 8 total, 8 up, 8 in 2024-03-29T00:12:28.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:28 smithi069 ceph-mon[36074]: osdmap e55: 8 total, 8 up, 8 in 2024-03-29T00:12:28.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:28 smithi012 ceph-mon[31657]: osdmap e55: 8 total, 8 up, 8 in 2024-03-29T00:12:28.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:28 smithi053 ceph-mon[36233]: osdmap e55: 8 total, 8 up, 8 in 2024-03-29T00:12:29.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:29 smithi069 ceph-mon[36074]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 545 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:29.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:29 smithi069 ceph-mon[36074]: from='client.? 172.21.15.69:0/3886235681' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f26e428e-4919-4030-aa15-100d6df99aef"}]: dispatch 2024-03-29T00:12:29.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:29 smithi069 ceph-mon[36074]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f26e428e-4919-4030-aa15-100d6df99aef"}]: dispatch 2024-03-29T00:12:29.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:29 smithi069 ceph-mon[36074]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f26e428e-4919-4030-aa15-100d6df99aef"}]': finished 2024-03-29T00:12:29.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:29 smithi069 ceph-mon[36074]: osdmap e56: 9 total, 8 up, 9 in 2024-03-29T00:12:29.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:29 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-29T00:12:29.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:29 smithi012 ceph-mon[31657]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 545 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:29.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:29 smithi012 ceph-mon[31657]: from='client.? 172.21.15.69:0/3886235681' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f26e428e-4919-4030-aa15-100d6df99aef"}]: dispatch 2024-03-29T00:12:29.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:29 smithi012 ceph-mon[31657]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f26e428e-4919-4030-aa15-100d6df99aef"}]: dispatch 2024-03-29T00:12:29.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:29 smithi012 ceph-mon[31657]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f26e428e-4919-4030-aa15-100d6df99aef"}]': finished 2024-03-29T00:12:29.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:29 smithi012 ceph-mon[31657]: osdmap e56: 9 total, 8 up, 9 in 2024-03-29T00:12:29.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:29 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-29T00:12:29.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:29 smithi053 ceph-mon[36233]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 545 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:29.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:29 smithi053 ceph-mon[36233]: from='client.? 172.21.15.69:0/3886235681' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f26e428e-4919-4030-aa15-100d6df99aef"}]: dispatch 2024-03-29T00:12:29.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:29 smithi053 ceph-mon[36233]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f26e428e-4919-4030-aa15-100d6df99aef"}]: dispatch 2024-03-29T00:12:29.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:29 smithi053 ceph-mon[36233]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f26e428e-4919-4030-aa15-100d6df99aef"}]': finished 2024-03-29T00:12:29.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:29 smithi053 ceph-mon[36233]: osdmap e56: 9 total, 8 up, 9 in 2024-03-29T00:12:29.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:29 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-29T00:12:30.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:30 smithi069 ceph-mon[36074]: from='client.? 172.21.15.69:0/1559540059' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:12:30.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:30 smithi012 ceph-mon[31657]: from='client.? 172.21.15.69:0/1559540059' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:12:30.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:30 smithi053 ceph-mon[36233]: from='client.? 172.21.15.69:0/1559540059' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:12:31.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:31 smithi069 ceph-mon[36074]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:31.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:31 smithi012 ceph-mon[31657]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:31.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:31 smithi053 ceph-mon[36233]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:33.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:33 smithi069 ceph-mon[36074]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:33.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:33 smithi012 ceph-mon[31657]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:33.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:33 smithi053 ceph-mon[36233]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:35.743 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:35 smithi069 ceph-mon[36074]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:35.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:35 smithi012 ceph-mon[31657]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:35.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:35 smithi053 ceph-mon[36233]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:37.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:37 smithi069 ceph-mon[36074]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:37.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:37 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-03-29T00:12:37.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:37 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:37.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:37 smithi012 ceph-mon[31657]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:37.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:37 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-03-29T00:12:37.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:37 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:37.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:37 smithi053 ceph-mon[36233]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:37.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:37 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-03-29T00:12:37.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:37 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:38.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:38 smithi069 ceph-mon[36074]: Deploying daemon osd.8 on smithi069 2024-03-29T00:12:38.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:38 smithi012 ceph-mon[31657]: Deploying daemon osd.8 on smithi069 2024-03-29T00:12:38.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:38 smithi053 ceph-mon[36233]: Deploying daemon osd.8 on smithi069 2024-03-29T00:12:39.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:39 smithi069 ceph-mon[36074]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:39.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:39 smithi012 ceph-mon[31657]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:39.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:39 smithi053 ceph-mon[36233]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:41.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:41 smithi069 ceph-mon[36074]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:41.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:41 smithi012 ceph-mon[31657]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:41.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:41 smithi053 ceph-mon[36233]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:43.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:43 smithi012 ceph-mon[31657]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:43.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:43 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:43.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:43 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:43.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:43 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:12:43.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:43 smithi069 ceph-mon[36074]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:43.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:43 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:43.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:43 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:43.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:43 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:12:43.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:43 smithi053 ceph-mon[36233]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:43.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:43 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:43.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:43 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:43.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:43 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:12:45.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:45 smithi069 ceph-mon[36074]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:45.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:45 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:45.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:45 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:45.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:45 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:45.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:45 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:12:45.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:45 smithi012 ceph-mon[31657]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:45.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:45 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:45.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:45 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:45.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:45 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:45.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:45 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:12:45.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:45 smithi053 ceph-mon[36233]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:45.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:45 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:45.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:45 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:45.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:45 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:45.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:45 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:12:46.146 INFO:teuthology.orchestra.run.smithi069.stdout:Created osd(s) 8 on host 'smithi069' 2024-03-29T00:12:46.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:46.145+0000 7fcbd67fc700 1 -- 172.21.15.69:0/1176078043 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fcbe0062680 con 0x7fcbcc0a1e90 2024-03-29T00:12:46.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:46.147+0000 7fcbe79e5700 1 -- 172.21.15.69:0/1176078043 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fcbcc0a1e90 msgr2=0x7fcbcc0a4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:12:46.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:46.147+0000 7fcbe79e5700 1 --2- 172.21.15.69:0/1176078043 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fcbcc0a1e90 0x7fcbcc0a4350 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fcbe006a6c0 tx=0x7fcbdc005ca0 comp rx=0 tx=0).stop 2024-03-29T00:12:46.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:46.148+0000 7fcbe79e5700 1 -- 172.21.15.69:0/1176078043 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcbe0103610 msgr2=0x7fcbe0198a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:12:46.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:46.148+0000 7fcbe79e5700 1 --2- 172.21.15.69:0/1176078043 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcbe0103610 0x7fcbe0198a80 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fcbd000b560 tx=0x7fcbd000b920 comp rx=0 tx=0).stop 2024-03-29T00:12:46.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:46.148+0000 7fcbe79e5700 1 -- 172.21.15.69:0/1176078043 shutdown_connections 2024-03-29T00:12:46.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:46.148+0000 7fcbe79e5700 1 --2- 172.21.15.69:0/1176078043 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fcbcc0a1e90 0x7fcbcc0a4350 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:12:46.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:46.148+0000 7fcbe79e5700 1 --2- 172.21.15.69:0/1176078043 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcbe0103fb0 0x7fcbe019fb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:12:46.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:46.148+0000 7fcbe79e5700 1 --2- 172.21.15.69:0/1176078043 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fcbe0100590 0x7fcbe0198540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:12:46.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:46.148+0000 7fcbe79e5700 1 --2- 172.21.15.69:0/1176078043 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcbe0103610 0x7fcbe0198a80 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:12:46.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:46.148+0000 7fcbe79e5700 1 -- 172.21.15.69:0/1176078043 >> 172.21.15.69:0/1176078043 conn(0x7fcbe00fbed0 msgr2=0x7fcbe0106840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:12:46.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:46.148+0000 7fcbe79e5700 1 -- 172.21.15.69:0/1176078043 shutdown_connections 2024-03-29T00:12:46.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:12:46.148+0000 7fcbe79e5700 1 -- 172.21.15.69:0/1176078043 wait complete. 2024-03-29T00:12:46.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:46 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:46.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:46 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:46.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:46 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:12:46.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:46 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:46.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:46 smithi069 ceph-mon[36074]: from='osd.8 [v2:172.21.15.69:6816/2890541031,v1:172.21.15.69:6817/2890541031]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-03-29T00:12:46.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:46 smithi069 ceph-mon[36074]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-03-29T00:12:46.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:46 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:46.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:46 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:46.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:46 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:12:46.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:46 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:46.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:46 smithi012 ceph-mon[31657]: from='osd.8 [v2:172.21.15.69:6816/2890541031,v1:172.21.15.69:6817/2890541031]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-03-29T00:12:46.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:46 smithi012 ceph-mon[31657]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-03-29T00:12:46.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:46 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:46.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:46 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:46.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:46 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:12:46.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:46 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:46.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:46 smithi053 ceph-mon[36233]: from='osd.8 [v2:172.21.15.69:6816/2890541031,v1:172.21.15.69:6817/2890541031]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-03-29T00:12:46.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:46 smithi053 ceph-mon[36233]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-03-29T00:12:46.881 DEBUG:teuthology.orchestra.run.smithi069:osd.8> sudo journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.8.service 2024-03-29T00:12:46.884 INFO:tasks.cephadm:Deploying osd.9 on smithi012 with /dev/vg_nvme/lv_1... 2024-03-29T00:12:46.884 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-03-29T00:12:47.352 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:12:47.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:47 smithi069 ceph-mon[36074]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:47.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:47 smithi069 ceph-mon[36074]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-03-29T00:12:47.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:47 smithi069 ceph-mon[36074]: from='osd.8 [v2:172.21.15.69:6816/2890541031,v1:172.21.15.69:6817/2890541031]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-03-29T00:12:47.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:47 smithi069 ceph-mon[36074]: osdmap e57: 9 total, 8 up, 9 in 2024-03-29T00:12:47.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:47 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-29T00:12:47.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:47 smithi069 ceph-mon[36074]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-03-29T00:12:47.499 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:47 smithi012 ceph-mon[31657]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:47.499 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:47 smithi012 ceph-mon[31657]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-03-29T00:12:47.499 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:47 smithi012 ceph-mon[31657]: from='osd.8 [v2:172.21.15.69:6816/2890541031,v1:172.21.15.69:6817/2890541031]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-03-29T00:12:47.499 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:47 smithi012 ceph-mon[31657]: osdmap e57: 9 total, 8 up, 9 in 2024-03-29T00:12:47.499 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:47 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-29T00:12:47.499 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:47 smithi012 ceph-mon[31657]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-03-29T00:12:47.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:47 smithi053 ceph-mon[36233]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:47.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:47 smithi053 ceph-mon[36233]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-03-29T00:12:47.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:47 smithi053 ceph-mon[36233]: from='osd.8 [v2:172.21.15.69:6816/2890541031,v1:172.21.15.69:6817/2890541031]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-03-29T00:12:47.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:47 smithi053 ceph-mon[36233]: osdmap e57: 9 total, 8 up, 9 in 2024-03-29T00:12:47.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:47 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-29T00:12:47.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:47 smithi053 ceph-mon[36233]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-03-29T00:12:48.460 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:12:48 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:12:48.121+0000 7f27ac756700 -1 osd.8 0 waiting for initial osdmap 2024-03-29T00:12:48.460 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:12:48 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:12:48.130+0000 7f27a8549700 -1 osd.8 58 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-29T00:12:49.302 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:49 smithi012 ceph-mon[31657]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:49.302 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:49 smithi012 ceph-mon[31657]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-03-29T00:12:49.302 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:49 smithi012 ceph-mon[31657]: osdmap e58: 9 total, 8 up, 9 in 2024-03-29T00:12:49.302 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:49 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-29T00:12:49.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:49 smithi053 ceph-mon[36233]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:49.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:49 smithi053 ceph-mon[36233]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-03-29T00:12:49.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:49 smithi053 ceph-mon[36233]: osdmap e58: 9 total, 8 up, 9 in 2024-03-29T00:12:49.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:49 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-29T00:12:49.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:49 smithi069 ceph-mon[36074]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:49.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:49 smithi069 ceph-mon[36074]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-03-29T00:12:49.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:49 smithi069 ceph-mon[36074]: osdmap e58: 9 total, 8 up, 9 in 2024-03-29T00:12:49.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:49 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-29T00:12:50.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:50 smithi069 ceph-mon[36074]: purged_snaps scrub starts 2024-03-29T00:12:50.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:50 smithi069 ceph-mon[36074]: purged_snaps scrub ok 2024-03-29T00:12:50.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:50 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-29T00:12:50.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:50 smithi069 ceph-mon[36074]: osd.8 [v2:172.21.15.69:6816/2890541031,v1:172.21.15.69:6817/2890541031] boot 2024-03-29T00:12:50.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:50 smithi069 ceph-mon[36074]: osdmap e59: 9 total, 9 up, 9 in 2024-03-29T00:12:50.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:50 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-29T00:12:50.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:50 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:50.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:50 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:50.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:50 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:12:50.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:50 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:12:50.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:50 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:12:50.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:50 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:50.235 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:50 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:50.235 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:50 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:12:50.235 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:50 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:50.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:50 smithi053 ceph-mon[36233]: purged_snaps scrub starts 2024-03-29T00:12:50.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:50 smithi053 ceph-mon[36233]: purged_snaps scrub ok 2024-03-29T00:12:50.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:50 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-29T00:12:50.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:50 smithi053 ceph-mon[36233]: osd.8 [v2:172.21.15.69:6816/2890541031,v1:172.21.15.69:6817/2890541031] boot 2024-03-29T00:12:50.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:50 smithi053 ceph-mon[36233]: osdmap e59: 9 total, 9 up, 9 in 2024-03-29T00:12:50.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:50 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-29T00:12:50.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:50 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:50.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:50 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:50.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:50 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:12:50.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:50 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:12:50.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:50 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:12:50.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:50 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:50.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:50 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:50.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:50 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:12:50.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:50 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:50.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:50 smithi012 ceph-mon[31657]: purged_snaps scrub starts 2024-03-29T00:12:50.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:50 smithi012 ceph-mon[31657]: purged_snaps scrub ok 2024-03-29T00:12:50.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:50 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-29T00:12:50.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:50 smithi012 ceph-mon[31657]: osd.8 [v2:172.21.15.69:6816/2890541031,v1:172.21.15.69:6817/2890541031] boot 2024-03-29T00:12:50.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:50 smithi012 ceph-mon[31657]: osdmap e59: 9 total, 9 up, 9 in 2024-03-29T00:12:50.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:50 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-29T00:12:50.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:50 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:50.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:50 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:50.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:50 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:12:50.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:50 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:12:50.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:50 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:12:50.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:50 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:50.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:50 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:50.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:50 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:12:50.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:50 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:12:50.610 INFO:teuthology.orchestra.run.smithi012.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-03-29T00:12:50.610 INFO:teuthology.orchestra.run.smithi012.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-03-29T00:12:50.610 INFO:teuthology.orchestra.run.smithi012.stderr: stderr: 10+0 records in 2024-03-29T00:12:50.611 INFO:teuthology.orchestra.run.smithi012.stderr:10+0 records out 2024-03-29T00:12:50.611 INFO:teuthology.orchestra.run.smithi012.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0360182 s, 291 MB/s 2024-03-29T00:12:50.611 INFO:teuthology.orchestra.run.smithi012.stderr:--> Zapping successful for: 2024-03-29T00:12:51.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:51 smithi053 ceph-mon[36233]: pgmap v219: 1 pgs: 1 peering; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:51.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:51 smithi053 ceph-mon[36233]: Detected new or changed devices on smithi069 2024-03-29T00:12:51.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:51 smithi053 ceph-mon[36233]: Adjusting osd_memory_target on smithi069 to 5693M 2024-03-29T00:12:51.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:51 smithi053 ceph-mon[36233]: osdmap e60: 9 total, 9 up, 9 in 2024-03-29T00:12:51.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:51 smithi069 ceph-mon[36074]: pgmap v219: 1 pgs: 1 peering; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:51.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:51 smithi069 ceph-mon[36074]: Detected new or changed devices on smithi069 2024-03-29T00:12:51.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:51 smithi069 ceph-mon[36074]: Adjusting osd_memory_target on smithi069 to 5693M 2024-03-29T00:12:51.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:51 smithi069 ceph-mon[36074]: osdmap e60: 9 total, 9 up, 9 in 2024-03-29T00:12:51.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:51 smithi012 ceph-mon[31657]: pgmap v219: 1 pgs: 1 peering; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-03-29T00:12:51.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:51 smithi012 ceph-mon[31657]: Detected new or changed devices on smithi069 2024-03-29T00:12:51.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:51 smithi012 ceph-mon[31657]: Adjusting osd_memory_target on smithi069 to 5693M 2024-03-29T00:12:51.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:51 smithi012 ceph-mon[31657]: osdmap e60: 9 total, 9 up, 9 in 2024-03-29T00:12:51.845 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph orch daemon add osd smithi012:vg_nvme/lv_1 2024-03-29T00:12:52.316 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:12:52.442 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:52 smithi053 ceph-mon[36233]: osdmap e61: 9 total, 9 up, 9 in 2024-03-29T00:12:52.442 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:52 smithi053 ceph-mon[36233]: osdmap e62: 9 total, 9 up, 9 in 2024-03-29T00:12:52.470 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:52 smithi012 ceph-mon[31657]: osdmap e61: 9 total, 9 up, 9 in 2024-03-29T00:12:52.471 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:52 smithi012 ceph-mon[31657]: osdmap e62: 9 total, 9 up, 9 in 2024-03-29T00:12:52.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:52 smithi069 ceph-mon[36074]: osdmap e61: 9 total, 9 up, 9 in 2024-03-29T00:12:52.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:52 smithi069 ceph-mon[36074]: osdmap e62: 9 total, 9 up, 9 in 2024-03-29T00:12:53.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:53 smithi053 ceph-mon[36233]: pgmap v222: 1 pgs: 1 peering; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:12:53.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:53 smithi053 ceph-mon[36233]: osdmap e63: 9 total, 9 up, 9 in 2024-03-29T00:12:53.461 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:53 smithi012 ceph-mon[31657]: pgmap v222: 1 pgs: 1 peering; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:12:53.461 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:53 smithi012 ceph-mon[31657]: osdmap e63: 9 total, 9 up, 9 in 2024-03-29T00:12:53.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:53 smithi069 ceph-mon[36074]: pgmap v222: 1 pgs: 1 peering; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:12:53.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:53 smithi069 ceph-mon[36074]: osdmap e63: 9 total, 9 up, 9 in 2024-03-29T00:12:54.871 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.870+0000 7f286ae00700 1 -- 172.21.15.12:0/1530768666 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2864105630 msgr2=0x7f2864107a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:12:54.871 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.870+0000 7f286ae00700 1 --2- 172.21.15.12:0/1530768666 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2864105630 0x7f2864107a20 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f2850009990 tx=0x7f2850009ca0 comp rx=0 tx=0).stop 2024-03-29T00:12:54.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.870+0000 7f286ae00700 1 -- 172.21.15.12:0/1530768666 shutdown_connections 2024-03-29T00:12:54.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.870+0000 7f286ae00700 1 --2- 172.21.15.12:0/1530768666 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2864107f60 0x7f286410a3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:12:54.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.870+0000 7f286ae00700 1 --2- 172.21.15.12:0/1530768666 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2864102d00 0x7f28641050f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:12:54.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.870+0000 7f286ae00700 1 --2- 172.21.15.12:0/1530768666 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2864105630 0x7f2864107a20 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:12:54.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.870+0000 7f286ae00700 1 -- 172.21.15.12:0/1530768666 >> 172.21.15.12:0/1530768666 conn(0x7f28640fc710 msgr2=0x7f28640feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:12:54.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.870+0000 7f286ae00700 1 -- 172.21.15.12:0/1530768666 shutdown_connections 2024-03-29T00:12:54.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.870+0000 7f286ae00700 1 -- 172.21.15.12:0/1530768666 wait complete. 2024-03-29T00:12:54.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.871+0000 7f286ae00700 1 Processor -- start 2024-03-29T00:12:54.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.872+0000 7f286ae00700 1 -- start start 2024-03-29T00:12:54.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.872+0000 7f286ae00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2864102d00 0x7f2864102660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:12:54.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.872+0000 7f286ae00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2864105630 0x7f2864100cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:12:54.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.872+0000 7f286ae00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2864107f60 0x7f28641011f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:12:54.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.872+0000 7f286ae00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f286410df80 con 0x7f2864102d00 2024-03-29T00:12:54.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.872+0000 7f286ae00700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f286410de00 con 0x7f2864107f60 2024-03-29T00:12:54.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.872+0000 7f286ae00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f286410e100 con 0x7f2864105630 2024-03-29T00:12:54.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.872+0000 7f2863e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2864102d00 0x7f2864102660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:12:54.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.872+0000 7f2863400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2864105630 0x7f2864100cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:12:54.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.872+0000 7f2863400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2864105630 0x7f2864100cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:48850/0 (socket says 172.21.15.12:48850) 2024-03-29T00:12:54.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.872+0000 7f2863e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2864102d00 0x7f2864102660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:50488/0 (socket says 172.21.15.12:50488) 2024-03-29T00:12:54.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.873+0000 7f2863400700 1 -- 172.21.15.12:0/3958220920 learned_addr learned my addr 172.21.15.12:0/3958220920 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:12:54.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.873+0000 7f2868e00700 1 --2- 172.21.15.12:0/3958220920 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2864107f60 0x7f28641011f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:12:54.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.873+0000 7f2863400700 1 -- 172.21.15.12:0/3958220920 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2864107f60 msgr2=0x7f28641011f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:12:54.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.873+0000 7f2863400700 1 --2- 172.21.15.12:0/3958220920 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2864107f60 0x7f28641011f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:12:54.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.873+0000 7f2863400700 1 -- 172.21.15.12:0/3958220920 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2864102d00 msgr2=0x7f2864102660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:12:54.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.873+0000 7f2863400700 1 --2- 172.21.15.12:0/3958220920 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2864102d00 0x7f2864102660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:12:54.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.873+0000 7f2863400700 1 -- 172.21.15.12:0/3958220920 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2864101aa0 con 0x7f2864105630 2024-03-29T00:12:54.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.873+0000 7f2863400700 1 --2- 172.21.15.12:0/3958220920 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2864105630 0x7f2864100cb0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f28500057c0 tx=0x7f2850005ef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:12:54.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.874+0000 7f2860c00700 1 -- 172.21.15.12:0/3958220920 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2850026070 con 0x7f2864105630 2024-03-29T00:12:54.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.874+0000 7f2860c00700 1 -- 172.21.15.12:0/3958220920 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f285000fb40 con 0x7f2864105630 2024-03-29T00:12:54.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.874+0000 7f2860c00700 1 -- 172.21.15.12:0/3958220920 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2850017650 con 0x7f2864105630 2024-03-29T00:12:54.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.874+0000 7f286ae00700 1 -- 172.21.15.12:0/3958220920 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28641a26c0 con 0x7f2864105630 2024-03-29T00:12:54.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.874+0000 7f286ae00700 1 -- 172.21.15.12:0/3958220920 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28641a2ac0 con 0x7f2864105630 2024-03-29T00:12:54.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.875+0000 7f286ae00700 1 -- 172.21.15.12:0/3958220920 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2864068f00 con 0x7f2864105630 2024-03-29T00:12:54.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.877+0000 7f2860c00700 1 -- 172.21.15.12:0/3958220920 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f2850029070 con 0x7f2864105630 2024-03-29T00:12:54.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.878+0000 7f2860c00700 1 --2- 172.21.15.12:0/3958220920 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f28480a1e90 0x7f28480a4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:12:54.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.878+0000 7f2860c00700 1 -- 172.21.15.12:0/3958220920 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5829+0+0 (secure 0 0 0) 0x7f28500ce130 con 0x7f2864105630 2024-03-29T00:12:54.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.878+0000 7f2863e00700 1 --2- 172.21.15.12:0/3958220920 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f28480a1e90 0x7f28480a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:12:54.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.879+0000 7f2863e00700 1 --2- 172.21.15.12:0/3958220920 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f28480a1e90 0x7f28480a4350 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f2854009c60 tx=0x7f2854009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:12:54.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:54.882+0000 7f2860c00700 1 -- 172.21.15.12:0/3958220920 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f2850013070 con 0x7f2864105630 2024-03-29T00:12:55.121 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:12:55.120+0000 7f286ae00700 1 -- 172.21.15.12:0/3958220920 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f2864062680 con 0x7f28480a1e90 2024-03-29T00:12:55.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:55 smithi069 ceph-mon[36074]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-29T00:12:55.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:55 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:12:55.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:55 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:12:55.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:55 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:55.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:55 smithi012 ceph-mon[31657]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-29T00:12:55.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:55 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:12:55.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:55 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:12:55.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:55 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:55.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:55 smithi053 ceph-mon[36233]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-29T00:12:55.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:55 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:12:55.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:55 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:12:55.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:55 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:12:56.413 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:56 smithi012 ceph-mon[31657]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:12:56.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:56 smithi069 ceph-mon[36074]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:12:56.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:56 smithi053 ceph-mon[36233]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:12:57.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:57 smithi012 ceph-mon[31657]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 274 MiB used, 804 GiB / 805 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-03-29T00:12:57.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:57 smithi069 ceph-mon[36074]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 274 MiB used, 804 GiB / 805 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-03-29T00:12:57.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:57 smithi053 ceph-mon[36233]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 274 MiB used, 804 GiB / 805 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-03-29T00:12:59.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:12:59 smithi069 ceph-mon[36074]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-03-29T00:12:59.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:12:59 smithi012 ceph-mon[31657]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-03-29T00:12:59.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:12:59 smithi053 ceph-mon[36233]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-03-29T00:13:00.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:00 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3832287080' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23"}]: dispatch 2024-03-29T00:13:00.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:00 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3832287080' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23"}]': finished 2024-03-29T00:13:00.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:00 smithi069 ceph-mon[36074]: osdmap e64: 10 total, 9 up, 10 in 2024-03-29T00:13:00.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:00 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-29T00:13:00.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:00 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/873562847' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:13:00.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:00 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3832287080' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23"}]: dispatch 2024-03-29T00:13:00.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:00 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3832287080' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23"}]': finished 2024-03-29T00:13:00.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:00 smithi012 ceph-mon[31657]: osdmap e64: 10 total, 9 up, 10 in 2024-03-29T00:13:00.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:00 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-29T00:13:00.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:00 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/873562847' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:13:00.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:00 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3832287080' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23"}]: dispatch 2024-03-29T00:13:00.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:00 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3832287080' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23"}]': finished 2024-03-29T00:13:00.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:00 smithi053 ceph-mon[36233]: osdmap e64: 10 total, 9 up, 10 in 2024-03-29T00:13:00.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:00 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-29T00:13:00.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:00 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/873562847' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:13:01.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:01 smithi012 ceph-mon[31657]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-03-29T00:13:01.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:01 smithi053 ceph-mon[36233]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-03-29T00:13:01.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:01 smithi069 ceph-mon[36074]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-03-29T00:13:03.527 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:03 smithi012 ceph-mon[31657]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-03-29T00:13:03.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:03 smithi053 ceph-mon[36233]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-03-29T00:13:03.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:03 smithi069 ceph-mon[36074]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-03-29T00:13:05.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:05 smithi012 ceph-mon[31657]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:05.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:05 smithi053 ceph-mon[36233]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:05.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:05 smithi069 ceph-mon[36074]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:07.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:07 smithi012 ceph-mon[31657]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:07.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:07 smithi053 ceph-mon[36233]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:07.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:07 smithi069 ceph-mon[36074]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:09.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:09 smithi012 ceph-mon[31657]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:09.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:09 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-03-29T00:13:09.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:09 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:13:09.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:09 smithi053 ceph-mon[36233]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:09.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:09 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-03-29T00:13:09.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:09 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:13:09.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:09 smithi069 ceph-mon[36074]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:09.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:09 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-03-29T00:13:09.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:09 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:13:10.548 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:10 smithi012 ceph-mon[31657]: Deploying daemon osd.9 on smithi012 2024-03-29T00:13:10.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:10 smithi053 ceph-mon[36233]: Deploying daemon osd.9 on smithi012 2024-03-29T00:13:10.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:10 smithi069 ceph-mon[36074]: Deploying daemon osd.9 on smithi012 2024-03-29T00:13:11.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:11 smithi012 ceph-mon[31657]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:11.555 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:11 smithi053 ceph-mon[36233]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:11.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:11 smithi069 ceph-mon[36074]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:13.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:13 smithi012 ceph-mon[31657]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:13.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:13 smithi053 ceph-mon[36233]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:13.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:13 smithi069 ceph-mon[36074]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:15.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:15 smithi012 ceph-mon[31657]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:15.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:15 smithi053 ceph-mon[36233]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:15.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:15 smithi069 ceph-mon[36074]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:17.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:17 smithi012 ceph-mon[31657]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:17.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:17 smithi053 ceph-mon[36233]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:17.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:17 smithi069 ceph-mon[36074]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:18.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:18 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:13:18.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:18 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:18.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:18 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:18.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:18 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:13:18.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:18 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:18.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:18 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:18.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:18 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:13:18.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:18 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:18.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:18 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:19.587 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:19 smithi012 ceph-mon[31657]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:19.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:19 smithi053 ceph-mon[36233]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:19.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:19 smithi069 ceph-mon[36074]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:21.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:21 smithi012 ceph-mon[31657]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:21.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:21 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:21.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:21 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:21.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:21 smithi012 ceph-mon[31657]: from='osd.9 [v2:172.21.15.12:6826/1715133032,v1:172.21.15.12:6827/1715133032]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-03-29T00:13:21.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:21 smithi012 ceph-mon[31657]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-03-29T00:13:21.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:21 smithi053 ceph-mon[36233]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:21.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:21 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:21.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:21 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:21.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:21 smithi053 ceph-mon[36233]: from='osd.9 [v2:172.21.15.12:6826/1715133032,v1:172.21.15.12:6827/1715133032]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-03-29T00:13:21.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:21 smithi053 ceph-mon[36233]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-03-29T00:13:21.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:21 smithi069 ceph-mon[36074]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:21.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:21 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:21.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:21 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:21.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:21 smithi069 ceph-mon[36074]: from='osd.9 [v2:172.21.15.12:6826/1715133032,v1:172.21.15.12:6827/1715133032]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-03-29T00:13:21.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:21 smithi069 ceph-mon[36074]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-03-29T00:13:22.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:13:22.631+0000 7f2860c00700 1 -- 172.21.15.12:0/3958220920 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f2864062680 con 0x7f28480a1e90 2024-03-29T00:13:22.634 INFO:teuthology.orchestra.run.smithi012.stdout:Created osd(s) 9 on host 'smithi012' 2024-03-29T00:13:22.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:13:22.635+0000 7f286ae00700 1 -- 172.21.15.12:0/3958220920 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f28480a1e90 msgr2=0x7f28480a4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:13:22.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:13:22.635+0000 7f286ae00700 1 --2- 172.21.15.12:0/3958220920 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f28480a1e90 0x7f28480a4350 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f2854009c60 tx=0x7f2854009260 comp rx=0 tx=0).stop 2024-03-29T00:13:22.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:13:22.636+0000 7f286ae00700 1 -- 172.21.15.12:0/3958220920 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2864105630 msgr2=0x7f2864100cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:13:22.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:13:22.636+0000 7f286ae00700 1 --2- 172.21.15.12:0/3958220920 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2864105630 0x7f2864100cb0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f28500057c0 tx=0x7f2850005ef0 comp rx=0 tx=0).stop 2024-03-29T00:13:22.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:13:22.636+0000 7f286ae00700 1 -- 172.21.15.12:0/3958220920 shutdown_connections 2024-03-29T00:13:22.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:13:22.636+0000 7f286ae00700 1 --2- 172.21.15.12:0/3958220920 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f28480a1e90 0x7f28480a4350 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:13:22.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:13:22.636+0000 7f286ae00700 1 --2- 172.21.15.12:0/3958220920 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2864107f60 0x7f28641011f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:13:22.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:13:22.636+0000 7f286ae00700 1 --2- 172.21.15.12:0/3958220920 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2864102d00 0x7f2864102660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:13:22.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:13:22.636+0000 7f286ae00700 1 --2- 172.21.15.12:0/3958220920 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2864105630 0x7f2864100cb0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:13:22.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:13:22.636+0000 7f286ae00700 1 -- 172.21.15.12:0/3958220920 >> 172.21.15.12:0/3958220920 conn(0x7f28640fc710 msgr2=0x7f28641035a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:13:22.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:13:22.636+0000 7f286ae00700 1 -- 172.21.15.12:0/3958220920 shutdown_connections 2024-03-29T00:13:22.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:13:22.636+0000 7f286ae00700 1 -- 172.21.15.12:0/3958220920 wait complete. 2024-03-29T00:13:23.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:23 smithi069 ceph-mon[36074]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:23.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:23 smithi069 ceph-mon[36074]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-03-29T00:13:23.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:23 smithi069 ceph-mon[36074]: from='osd.9 [v2:172.21.15.12:6826/1715133032,v1:172.21.15.12:6827/1715133032]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-03-29T00:13:23.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:23 smithi069 ceph-mon[36074]: osdmap e65: 10 total, 9 up, 10 in 2024-03-29T00:13:23.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:23 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-29T00:13:23.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:23 smithi069 ceph-mon[36074]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-03-29T00:13:23.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:23 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:13:23.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:23 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:13:23.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:23 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:23.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:23 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:23.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:23 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:23.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:23 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:13:23.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:23 smithi012 ceph-mon[31657]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:23.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:23 smithi012 ceph-mon[31657]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-03-29T00:13:23.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:23 smithi012 ceph-mon[31657]: from='osd.9 [v2:172.21.15.12:6826/1715133032,v1:172.21.15.12:6827/1715133032]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-03-29T00:13:23.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:23 smithi012 ceph-mon[31657]: osdmap e65: 10 total, 9 up, 10 in 2024-03-29T00:13:23.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:23 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-29T00:13:23.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:23 smithi012 ceph-mon[31657]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-03-29T00:13:23.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:23 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:13:23.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:23 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:13:23.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:23 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:23.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:23 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:23.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:23 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:23.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:23 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:13:23.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:23 smithi053 ceph-mon[36233]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:23.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:23 smithi053 ceph-mon[36233]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-03-29T00:13:23.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:23 smithi053 ceph-mon[36233]: from='osd.9 [v2:172.21.15.12:6826/1715133032,v1:172.21.15.12:6827/1715133032]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-03-29T00:13:23.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:23 smithi053 ceph-mon[36233]: osdmap e65: 10 total, 9 up, 10 in 2024-03-29T00:13:23.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:23 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-29T00:13:23.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:23 smithi053 ceph-mon[36233]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-03-29T00:13:23.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:23 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:13:23.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:23 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:13:23.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:23 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:23.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:23 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:23.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:23 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:23.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:23 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:13:23.888 DEBUG:teuthology.orchestra.run.smithi012:osd.9> sudo journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.9.service 2024-03-29T00:13:23.899 INFO:tasks.cephadm:Deploying osd.10 on smithi053 with /dev/vg_nvme/lv_1... 2024-03-29T00:13:23.899 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-03-29T00:13:24.157 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.b/config 2024-03-29T00:13:24.403 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:24 smithi012 ceph-mon[31657]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-03-29T00:13:24.403 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:24 smithi012 ceph-mon[31657]: osdmap e66: 10 total, 9 up, 10 in 2024-03-29T00:13:24.403 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:24 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-29T00:13:24.403 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:24 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-29T00:13:24.403 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:24 smithi012 ceph-mon[31657]: from='osd.9 ' entity='osd.9' 2024-03-29T00:13:24.404 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:13:24 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:13:24.118+0000 7f6cad400700 -1 osd.9 0 waiting for initial osdmap 2024-03-29T00:13:24.404 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:13:24 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:13:24.142+0000 7f6ca3200700 -1 osd.9 66 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-29T00:13:24.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:24 smithi069 ceph-mon[36074]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-03-29T00:13:24.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:24 smithi069 ceph-mon[36074]: osdmap e66: 10 total, 9 up, 10 in 2024-03-29T00:13:24.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:24 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-29T00:13:24.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:24 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-29T00:13:24.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:24 smithi069 ceph-mon[36074]: from='osd.9 ' entity='osd.9' 2024-03-29T00:13:24.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:24 smithi053 ceph-mon[36233]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-03-29T00:13:24.535 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:24 smithi053 ceph-mon[36233]: osdmap e66: 10 total, 9 up, 10 in 2024-03-29T00:13:24.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:24 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-29T00:13:24.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:24 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-29T00:13:24.536 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:24 smithi053 ceph-mon[36233]: from='osd.9 ' entity='osd.9' 2024-03-29T00:13:25.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:25 smithi069 ceph-mon[36074]: purged_snaps scrub starts 2024-03-29T00:13:25.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:25 smithi069 ceph-mon[36074]: purged_snaps scrub ok 2024-03-29T00:13:25.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:25 smithi069 ceph-mon[36074]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:25.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:25 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-29T00:13:25.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:25 smithi069 ceph-mon[36074]: osd.9 [v2:172.21.15.12:6826/1715133032,v1:172.21.15.12:6827/1715133032] boot 2024-03-29T00:13:25.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:25 smithi069 ceph-mon[36074]: osdmap e67: 10 total, 10 up, 10 in 2024-03-29T00:13:25.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:25 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-29T00:13:25.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:25 smithi012 ceph-mon[31657]: purged_snaps scrub starts 2024-03-29T00:13:25.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:25 smithi012 ceph-mon[31657]: purged_snaps scrub ok 2024-03-29T00:13:25.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:25 smithi012 ceph-mon[31657]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:25.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:25 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-29T00:13:25.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:25 smithi012 ceph-mon[31657]: osd.9 [v2:172.21.15.12:6826/1715133032,v1:172.21.15.12:6827/1715133032] boot 2024-03-29T00:13:25.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:25 smithi012 ceph-mon[31657]: osdmap e67: 10 total, 10 up, 10 in 2024-03-29T00:13:25.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:25 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-29T00:13:25.568 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:25 smithi053 ceph-mon[36233]: purged_snaps scrub starts 2024-03-29T00:13:25.568 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:25 smithi053 ceph-mon[36233]: purged_snaps scrub ok 2024-03-29T00:13:25.568 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:25 smithi053 ceph-mon[36233]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-29T00:13:25.568 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:25 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-29T00:13:25.568 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:25 smithi053 ceph-mon[36233]: osd.9 [v2:172.21.15.12:6826/1715133032,v1:172.21.15.12:6827/1715133032] boot 2024-03-29T00:13:25.568 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:25 smithi053 ceph-mon[36233]: osdmap e67: 10 total, 10 up, 10 in 2024-03-29T00:13:25.568 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:25 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-29T00:13:26.293 INFO:teuthology.orchestra.run.smithi053.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-03-29T00:13:26.293 INFO:teuthology.orchestra.run.smithi053.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-03-29T00:13:26.293 INFO:teuthology.orchestra.run.smithi053.stderr: stderr: 10+0 records in 2024-03-29T00:13:26.293 INFO:teuthology.orchestra.run.smithi053.stderr:10+0 records out 2024-03-29T00:13:26.293 INFO:teuthology.orchestra.run.smithi053.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00841777 s, 1.2 GB/s 2024-03-29T00:13:26.293 INFO:teuthology.orchestra.run.smithi053.stderr:--> Zapping successful for: 2024-03-29T00:13:26.969 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph orch daemon add osd smithi053:vg_nvme/lv_1 2024-03-29T00:13:27.228 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.b/config 2024-03-29T00:13:27.350 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:27 smithi053 ceph-mon[36233]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 304 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:27.350 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:27 smithi053 ceph-mon[36233]: osdmap e68: 10 total, 10 up, 10 in 2024-03-29T00:13:27.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:27 smithi069 ceph-mon[36074]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 304 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:27.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:27 smithi069 ceph-mon[36074]: osdmap e68: 10 total, 10 up, 10 in 2024-03-29T00:13:27.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:27 smithi012 ceph-mon[31657]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 304 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:27.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:27 smithi012 ceph-mon[31657]: osdmap e68: 10 total, 10 up, 10 in 2024-03-29T00:13:29.059 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.056+0000 7f2db2f92700 1 -- 172.21.15.53:0/625066508 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2dac102770 msgr2=0x7f2dac102b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:13:29.059 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.056+0000 7f2db2f92700 1 --2- 172.21.15.53:0/625066508 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2dac102770 0x7f2dac102b90 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f2da0009990 tx=0x7f2da0009ca0 comp rx=0 tx=0).stop 2024-03-29T00:13:29.059 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.056+0000 7f2db2f92700 1 -- 172.21.15.53:0/625066508 shutdown_connections 2024-03-29T00:13:29.059 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.056+0000 7f2db2f92700 1 --2- 172.21.15.53:0/625066508 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2dac101de0 0x7f2dac109680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:13:29.059 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.056+0000 7f2db2f92700 1 --2- 172.21.15.53:0/625066508 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2dac102770 0x7f2dac102b90 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:13:29.059 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.056+0000 7f2db2f92700 1 --2- 172.21.15.53:0/625066508 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2dac101420 0x7f2dac1018a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:13:29.059 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.056+0000 7f2db2f92700 1 -- 172.21.15.53:0/625066508 >> 172.21.15.53:0/625066508 conn(0x7f2dac0fbeb0 msgr2=0x7f2dac0fe2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:13:29.059 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.056+0000 7f2db2f92700 1 -- 172.21.15.53:0/625066508 shutdown_connections 2024-03-29T00:13:29.059 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.056+0000 7f2db2f92700 1 -- 172.21.15.53:0/625066508 wait complete. 2024-03-29T00:13:29.059 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.057+0000 7f2db2f92700 1 Processor -- start 2024-03-29T00:13:29.059 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.057+0000 7f2db2f92700 1 -- start start 2024-03-29T00:13:29.059 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.057+0000 7f2db2f92700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2dac101420 0x7f2dac100e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:13:29.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.057+0000 7f2db2f92700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2dac101de0 0x7f2dac19d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:13:29.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.057+0000 7f2db2f92700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2dac102770 0x7f2dac19f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:13:29.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.057+0000 7f2db2f92700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f2dac10cfb0 con 0x7f2dac101de0 2024-03-29T00:13:29.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.057+0000 7f2db2f92700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f2dac10ce30 con 0x7f2dac101420 2024-03-29T00:13:29.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.057+0000 7f2db2f92700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f2dac10d130 con 0x7f2dac102770 2024-03-29T00:13:29.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.057+0000 7f2db0d2e700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2dac101420 0x7f2dac100e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:13:29.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.057+0000 7f2db0d2e700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2dac101420 0x7f2dac100e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57394/0 (socket says 172.21.15.53:57394) 2024-03-29T00:13:29.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.057+0000 7f2db0d2e700 1 -- 172.21.15.53:0/3038816059 learned_addr learned my addr 172.21.15.53:0/3038816059 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-03-29T00:13:29.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.057+0000 7f2db152f700 1 --2- 172.21.15.53:0/3038816059 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2dac102770 0x7f2dac19f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:13:29.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.058+0000 7f2db0d2e700 1 -- 172.21.15.53:0/3038816059 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2dac102770 msgr2=0x7f2dac19f9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:13:29.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.058+0000 7f2db0d2e700 1 --2- 172.21.15.53:0/3038816059 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2dac102770 0x7f2dac19f9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:13:29.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.058+0000 7f2db0d2e700 1 -- 172.21.15.53:0/3038816059 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2dac101de0 msgr2=0x7f2dac19d390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:13:29.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.058+0000 7f2db0d2e700 1 --2- 172.21.15.53:0/3038816059 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2dac101de0 0x7f2dac19d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:13:29.061 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.058+0000 7f2db0d2e700 1 -- 172.21.15.53:0/3038816059 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2dac1a02a0 con 0x7f2dac101420 2024-03-29T00:13:29.061 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.058+0000 7f2db0d2e700 1 --2- 172.21.15.53:0/3038816059 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2dac101420 0x7f2dac100e70 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f2da0003ad0 tx=0x7f2da000bb20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:13:29.061 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.058+0000 7f2da9ffb700 1 -- 172.21.15.53:0/3038816059 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2da0026070 con 0x7f2dac101420 2024-03-29T00:13:29.061 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.058+0000 7f2db2f92700 1 -- 172.21.15.53:0/3038816059 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2dac1a0530 con 0x7f2dac101420 2024-03-29T00:13:29.061 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.058+0000 7f2da9ffb700 1 -- 172.21.15.53:0/3038816059 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2da000f460 con 0x7f2dac101420 2024-03-29T00:13:29.061 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.058+0000 7f2da9ffb700 1 -- 172.21.15.53:0/3038816059 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2da0021670 con 0x7f2dac101420 2024-03-29T00:13:29.061 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.058+0000 7f2db2f92700 1 -- 172.21.15.53:0/3038816059 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2dac1a0a10 con 0x7f2dac101420 2024-03-29T00:13:29.062 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.059+0000 7f2db2f92700 1 -- 172.21.15.53:0/3038816059 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2dac068f00 con 0x7f2dac101420 2024-03-29T00:13:29.062 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.060+0000 7f2da9ffb700 1 -- 172.21.15.53:0/3038816059 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f2da0029070 con 0x7f2dac101420 2024-03-29T00:13:29.062 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.061+0000 7f2da9ffb700 1 --2- 172.21.15.53:0/3038816059 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f2d9c0a1e10 0x7f2d9c0a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:13:29.062 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.061+0000 7f2da9ffb700 1 -- 172.21.15.53:0/3038816059 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6261+0+0 (secure 0 0 0) 0x7f2da00ce320 con 0x7f2dac101420 2024-03-29T00:13:29.062 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.061+0000 7f2dabfff700 1 --2- 172.21.15.53:0/3038816059 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f2d9c0a1e10 0x7f2d9c0a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:13:29.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.062+0000 7f2dabfff700 1 --2- 172.21.15.53:0/3038816059 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f2d9c0a1e10 0x7f2d9c0a42d0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f2dac1013f0 tx=0x7f2d98006d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:13:29.066 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.065+0000 7f2da9ffb700 1 -- 172.21.15.53:0/3038816059 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f2da005d280 con 0x7f2dac101420 2024-03-29T00:13:29.281 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:29.280+0000 7f2db2f92700 1 -- 172.21.15.53:0/3038816059 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f2dac062680 con 0x7f2d9c0a1e10 2024-03-29T00:13:29.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:29 smithi053 ceph-mon[36233]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:29.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:29 smithi069 ceph-mon[36074]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:29.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:29 smithi012 ceph-mon[31657]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:30.290 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:30 smithi053 ceph-mon[36233]: from='client.24347 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:13:30.290 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:30 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:13:30.290 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:30 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:13:30.290 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:30 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:13:30.290 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:30 smithi053 ceph-mon[36233]: Detected new or changed devices on smithi012 2024-03-29T00:13:30.290 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:30 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:30.290 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:30 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:30.290 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:30 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:13:30.291 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:30 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:13:30.291 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:30 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:13:30.291 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:30 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:13:30.291 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:30 smithi053 ceph-mon[36233]: Adjusting osd_memory_target on smithi012 to 4273M 2024-03-29T00:13:30.291 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:30 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:30.291 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:30 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:13:30.291 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:30 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:13:30.291 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:30 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:30.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:30 smithi069 ceph-mon[36074]: from='client.24347 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:13:30.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:30 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:13:30.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:30 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:13:30.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:30 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:13:30.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:30 smithi069 ceph-mon[36074]: Detected new or changed devices on smithi012 2024-03-29T00:13:30.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:30 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:30.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:30 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:30.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:30 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:13:30.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:30 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:13:30.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:30 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:13:30.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:30 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:13:30.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:30 smithi069 ceph-mon[36074]: Adjusting osd_memory_target on smithi012 to 4273M 2024-03-29T00:13:30.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:30 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:30.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:30 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:13:30.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:30 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:13:30.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:30 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:30.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:30 smithi012 ceph-mon[31657]: from='client.24347 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:13:30.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:30 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:13:30.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:30 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:13:30.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:30 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:13:30.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:30 smithi012 ceph-mon[31657]: Detected new or changed devices on smithi012 2024-03-29T00:13:30.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:30 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:30.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:30 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:30.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:30 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:13:30.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:30 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:13:30.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:30 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:13:30.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:30 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:13:30.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:30 smithi012 ceph-mon[31657]: Adjusting osd_memory_target on smithi012 to 4273M 2024-03-29T00:13:30.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:30 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:30.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:30 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:13:30.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:30 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:13:30.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:30 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:31.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:31 smithi053 ceph-mon[36233]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:31.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:31 smithi069 ceph-mon[36074]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:31.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:31 smithi012 ceph-mon[31657]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:32.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:32 smithi069 ceph-mon[36074]: from='client.? 172.21.15.53:0/3320637683' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ac05ca46-a3d8-4e95-8b37-6f46b9f38703"}]: dispatch 2024-03-29T00:13:32.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:32 smithi069 ceph-mon[36074]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ac05ca46-a3d8-4e95-8b37-6f46b9f38703"}]: dispatch 2024-03-29T00:13:32.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:32 smithi069 ceph-mon[36074]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ac05ca46-a3d8-4e95-8b37-6f46b9f38703"}]': finished 2024-03-29T00:13:32.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:32 smithi069 ceph-mon[36074]: osdmap e69: 11 total, 10 up, 11 in 2024-03-29T00:13:32.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:32 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-29T00:13:32.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:32 smithi012 ceph-mon[31657]: from='client.? 172.21.15.53:0/3320637683' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ac05ca46-a3d8-4e95-8b37-6f46b9f38703"}]: dispatch 2024-03-29T00:13:32.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:32 smithi012 ceph-mon[31657]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ac05ca46-a3d8-4e95-8b37-6f46b9f38703"}]: dispatch 2024-03-29T00:13:32.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:32 smithi012 ceph-mon[31657]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ac05ca46-a3d8-4e95-8b37-6f46b9f38703"}]': finished 2024-03-29T00:13:32.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:32 smithi012 ceph-mon[31657]: osdmap e69: 11 total, 10 up, 11 in 2024-03-29T00:13:32.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:32 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-29T00:13:32.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:32 smithi053 ceph-mon[36233]: from='client.? 172.21.15.53:0/3320637683' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ac05ca46-a3d8-4e95-8b37-6f46b9f38703"}]: dispatch 2024-03-29T00:13:32.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:32 smithi053 ceph-mon[36233]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ac05ca46-a3d8-4e95-8b37-6f46b9f38703"}]: dispatch 2024-03-29T00:13:32.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:32 smithi053 ceph-mon[36233]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ac05ca46-a3d8-4e95-8b37-6f46b9f38703"}]': finished 2024-03-29T00:13:32.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:32 smithi053 ceph-mon[36233]: osdmap e69: 11 total, 10 up, 11 in 2024-03-29T00:13:32.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:32 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-29T00:13:33.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:33 smithi069 ceph-mon[36074]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:33.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:33 smithi069 ceph-mon[36074]: from='client.? 172.21.15.53:0/243189000' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:13:33.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:33 smithi012 ceph-mon[31657]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:33.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:33 smithi012 ceph-mon[31657]: from='client.? 172.21.15.53:0/243189000' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:13:33.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:33 smithi053 ceph-mon[36233]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:33.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:33 smithi053 ceph-mon[36233]: from='client.? 172.21.15.53:0/243189000' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:13:35.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:35 smithi069 ceph-mon[36074]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:35.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:35 smithi012 ceph-mon[31657]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:35.813 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:35 smithi053 ceph-mon[36233]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:37.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:37 smithi053 ceph-mon[36233]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:37.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:37 smithi069 ceph-mon[36074]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:37.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:37 smithi012 ceph-mon[31657]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:39.615 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:39 smithi053 ceph-mon[36233]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:39.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:39 smithi069 ceph-mon[36074]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:39.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:39 smithi012 ceph-mon[31657]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:40.630 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:40 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-03-29T00:13:40.631 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:40 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:13:40.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:40 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-03-29T00:13:40.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:40 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:13:40.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:40 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-03-29T00:13:40.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:40 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:13:41.594 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:41 smithi053 ceph-mon[36233]: Deploying daemon osd.10 on smithi053 2024-03-29T00:13:41.594 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:41 smithi053 ceph-mon[36233]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:41.701 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:41 smithi012 ceph-mon[31657]: Deploying daemon osd.10 on smithi053 2024-03-29T00:13:41.701 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:41 smithi012 ceph-mon[31657]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:41.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:41 smithi069 ceph-mon[36074]: Deploying daemon osd.10 on smithi053 2024-03-29T00:13:41.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:41 smithi069 ceph-mon[36074]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:43.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:43 smithi053 ceph-mon[36233]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:43.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:43 smithi069 ceph-mon[36074]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:43.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:43 smithi012 ceph-mon[31657]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:45.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:45 smithi053 ceph-mon[36233]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:45.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:45 smithi069 ceph-mon[36074]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:45.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:45 smithi012 ceph-mon[31657]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:46.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:46 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:46.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:46 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:46.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:46 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:13:46.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:46 smithi053 ceph-mon[36233]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:46.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:46 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:46.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:46 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:46.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:46 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:13:46.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:46 smithi069 ceph-mon[36074]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:47.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:46 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:47.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:46 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:47.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:46 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:13:47.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:46 smithi012 ceph-mon[31657]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:48.852 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:48 smithi053 ceph-mon[36233]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:49.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:48 smithi012 ceph-mon[31657]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:49.217 INFO:teuthology.orchestra.run.smithi053.stdout:Created osd(s) 10 on host 'smithi053' 2024-03-29T00:13:49.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:49.216+0000 7f2da9ffb700 1 -- 172.21.15.53:0/3038816059 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f2dac062680 con 0x7f2d9c0a1e10 2024-03-29T00:13:49.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:49.219+0000 7f2db2f92700 1 -- 172.21.15.53:0/3038816059 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f2d9c0a1e10 msgr2=0x7f2d9c0a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:13:49.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:49.219+0000 7f2db2f92700 1 --2- 172.21.15.53:0/3038816059 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f2d9c0a1e10 0x7f2d9c0a42d0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f2dac1013f0 tx=0x7f2d98006d20 comp rx=0 tx=0).stop 2024-03-29T00:13:49.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:49.219+0000 7f2db2f92700 1 -- 172.21.15.53:0/3038816059 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2dac101420 msgr2=0x7f2dac100e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:13:49.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:49.219+0000 7f2db2f92700 1 --2- 172.21.15.53:0/3038816059 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2dac101420 0x7f2dac100e70 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f2da0003ad0 tx=0x7f2da000bb20 comp rx=0 tx=0).stop 2024-03-29T00:13:49.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:49.219+0000 7f2db2f92700 1 -- 172.21.15.53:0/3038816059 shutdown_connections 2024-03-29T00:13:49.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:49.219+0000 7f2db2f92700 1 --2- 172.21.15.53:0/3038816059 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f2d9c0a1e10 0x7f2d9c0a42d0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:13:49.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:49.219+0000 7f2db2f92700 1 --2- 172.21.15.53:0/3038816059 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2dac102770 0x7f2dac19f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:13:49.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:49.219+0000 7f2db2f92700 1 --2- 172.21.15.53:0/3038816059 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2dac101420 0x7f2dac100e70 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:13:49.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:49.219+0000 7f2db2f92700 1 --2- 172.21.15.53:0/3038816059 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2dac101de0 0x7f2dac19d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:13:49.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:49.219+0000 7f2db2f92700 1 -- 172.21.15.53:0/3038816059 >> 172.21.15.53:0/3038816059 conn(0x7f2dac0fbeb0 msgr2=0x7f2dac1056d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:13:49.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:49.219+0000 7f2db2f92700 1 -- 172.21.15.53:0/3038816059 shutdown_connections 2024-03-29T00:13:49.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-03-29T00:13:49.219+0000 7f2db2f92700 1 -- 172.21.15.53:0/3038816059 wait complete. 2024-03-29T00:13:49.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:48 smithi069 ceph-mon[36074]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:49.892 DEBUG:teuthology.orchestra.run.smithi053:osd.10> sudo journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.10.service 2024-03-29T00:13:49.895 INFO:tasks.cephadm:Deploying osd.11 on smithi069 with /dev/vg_nvme/lv_1... 2024-03-29T00:13:49.895 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-03-29T00:13:50.141 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.c/config 2024-03-29T00:13:50.453 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:50 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:50.453 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:50 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:50.454 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:50 smithi069 ceph-mon[36074]: from='osd.10 [v2:172.21.15.53:6824/3180522172,v1:172.21.15.53:6825/3180522172]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-03-29T00:13:50.454 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:50 smithi069 ceph-mon[36074]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-03-29T00:13:50.454 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:50 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:50.454 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:50 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:50.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:50 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:50.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:50 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:50.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:50 smithi012 ceph-mon[31657]: from='osd.10 [v2:172.21.15.53:6824/3180522172,v1:172.21.15.53:6825/3180522172]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-03-29T00:13:50.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:50 smithi012 ceph-mon[31657]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-03-29T00:13:50.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:50 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:50.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:50 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:50.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:50 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:50.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:50 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:50.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:50 smithi053 ceph-mon[36233]: from='osd.10 [v2:172.21.15.53:6824/3180522172,v1:172.21.15.53:6825/3180522172]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-03-29T00:13:50.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:50 smithi053 ceph-mon[36233]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-03-29T00:13:50.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:50 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:50.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:50 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:51.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:51 smithi069 ceph-mon[36074]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:51.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:51 smithi069 ceph-mon[36074]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-03-29T00:13:51.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:51 smithi069 ceph-mon[36074]: from='osd.10 [v2:172.21.15.53:6824/3180522172,v1:172.21.15.53:6825/3180522172]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-03-29T00:13:51.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:51 smithi069 ceph-mon[36074]: osdmap e70: 11 total, 10 up, 11 in 2024-03-29T00:13:51.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:51 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-29T00:13:51.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:51 smithi069 ceph-mon[36074]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-03-29T00:13:51.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:51 smithi012 ceph-mon[31657]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:51.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:51 smithi012 ceph-mon[31657]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-03-29T00:13:51.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:51 smithi012 ceph-mon[31657]: from='osd.10 [v2:172.21.15.53:6824/3180522172,v1:172.21.15.53:6825/3180522172]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-03-29T00:13:51.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:51 smithi012 ceph-mon[31657]: osdmap e70: 11 total, 10 up, 11 in 2024-03-29T00:13:51.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:51 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-29T00:13:51.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:51 smithi012 ceph-mon[31657]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-03-29T00:13:51.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:51 smithi053 ceph-mon[36233]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:51.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:51 smithi053 ceph-mon[36233]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-03-29T00:13:51.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:51 smithi053 ceph-mon[36233]: from='osd.10 [v2:172.21.15.53:6824/3180522172,v1:172.21.15.53:6825/3180522172]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-03-29T00:13:51.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:51 smithi053 ceph-mon[36233]: osdmap e70: 11 total, 10 up, 11 in 2024-03-29T00:13:51.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:51 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-29T00:13:51.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:51 smithi053 ceph-mon[36233]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-03-29T00:13:51.655 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:13:51 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:13:51.213+0000 7fa3b9c4c700 -1 osd.10 0 waiting for initial osdmap 2024-03-29T00:13:51.655 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:13:51 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:13:51.225+0000 7fa3b5a3f700 -1 osd.10 71 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-29T00:13:52.369 INFO:teuthology.orchestra.run.smithi069.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-03-29T00:13:52.369 INFO:teuthology.orchestra.run.smithi069.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-03-29T00:13:52.369 INFO:teuthology.orchestra.run.smithi069.stderr: stderr: 10+0 records in 2024-03-29T00:13:52.369 INFO:teuthology.orchestra.run.smithi069.stderr:10+0 records out 2024-03-29T00:13:52.369 INFO:teuthology.orchestra.run.smithi069.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0123454 s, 849 MB/s 2024-03-29T00:13:52.369 INFO:teuthology.orchestra.run.smithi069.stderr:--> Zapping successful for: 2024-03-29T00:13:52.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:52 smithi053 ceph-mon[36233]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-03-29T00:13:52.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:52 smithi053 ceph-mon[36233]: osdmap e71: 11 total, 10 up, 11 in 2024-03-29T00:13:52.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:52 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-29T00:13:52.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:52 smithi053 ceph-mon[36233]: osd.10 [v2:172.21.15.53:6824/3180522172,v1:172.21.15.53:6825/3180522172] boot 2024-03-29T00:13:52.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:52 smithi053 ceph-mon[36233]: osdmap e72: 11 total, 11 up, 11 in 2024-03-29T00:13:52.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:52 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-29T00:13:52.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:52 smithi069 ceph-mon[36074]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-03-29T00:13:52.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:52 smithi069 ceph-mon[36074]: osdmap e71: 11 total, 10 up, 11 in 2024-03-29T00:13:52.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:52 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-29T00:13:52.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:52 smithi069 ceph-mon[36074]: osd.10 [v2:172.21.15.53:6824/3180522172,v1:172.21.15.53:6825/3180522172] boot 2024-03-29T00:13:52.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:52 smithi069 ceph-mon[36074]: osdmap e72: 11 total, 11 up, 11 in 2024-03-29T00:13:52.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:52 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-29T00:13:52.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:52 smithi012 ceph-mon[31657]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-03-29T00:13:52.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:52 smithi012 ceph-mon[31657]: osdmap e71: 11 total, 10 up, 11 in 2024-03-29T00:13:52.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:52 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-29T00:13:52.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:52 smithi012 ceph-mon[31657]: osd.10 [v2:172.21.15.53:6824/3180522172,v1:172.21.15.53:6825/3180522172] boot 2024-03-29T00:13:52.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:52 smithi012 ceph-mon[31657]: osdmap e72: 11 total, 11 up, 11 in 2024-03-29T00:13:52.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:52 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-29T00:13:53.036 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph orch daemon add osd smithi069:vg_nvme/lv_1 2024-03-29T00:13:53.275 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.c/config 2024-03-29T00:13:53.396 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:53 smithi069 ceph-mon[36074]: purged_snaps scrub starts 2024-03-29T00:13:53.396 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:53 smithi069 ceph-mon[36074]: purged_snaps scrub ok 2024-03-29T00:13:53.397 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:53 smithi069 ceph-mon[36074]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:53.397 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:53 smithi069 ceph-mon[36074]: osdmap e73: 11 total, 11 up, 11 in 2024-03-29T00:13:53.443 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:53 smithi053 ceph-mon[36233]: purged_snaps scrub starts 2024-03-29T00:13:53.443 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:53 smithi053 ceph-mon[36233]: purged_snaps scrub ok 2024-03-29T00:13:53.443 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:53 smithi053 ceph-mon[36233]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:53.443 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:53 smithi053 ceph-mon[36233]: osdmap e73: 11 total, 11 up, 11 in 2024-03-29T00:13:53.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:53 smithi012 ceph-mon[31657]: purged_snaps scrub starts 2024-03-29T00:13:53.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:53 smithi012 ceph-mon[31657]: purged_snaps scrub ok 2024-03-29T00:13:53.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:53 smithi012 ceph-mon[31657]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-03-29T00:13:53.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:53 smithi012 ceph-mon[31657]: osdmap e73: 11 total, 11 up, 11 in 2024-03-29T00:13:54.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:54 smithi069 ceph-mon[36074]: Detected new or changed devices on smithi053 2024-03-29T00:13:54.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:54 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:54.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:54 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:54.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:54 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:13:54.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:54 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:13:54.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:54 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:13:54.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:54 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:13:54.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:54 smithi069 ceph-mon[36074]: Adjusting osd_memory_target on smithi053 to 4271M 2024-03-29T00:13:54.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:54 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:54.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:54 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:13:54.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:54 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:13:54.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:54 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:54.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:54 smithi069 ceph-mon[36074]: pgmap v265: 1 pgs: 1 remapped+peering; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-03-29T00:13:54.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:54 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:13:54.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:54 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:13:54.736 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:54 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:13:54.736 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:54 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:54.736 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:54 smithi069 ceph-mon[36074]: osdmap e74: 11 total, 11 up, 11 in 2024-03-29T00:13:54.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:54 smithi012 ceph-mon[31657]: Detected new or changed devices on smithi053 2024-03-29T00:13:54.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:54 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:54.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:54 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:54.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:54 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:13:54.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:54 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:13:54.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:54 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:13:54.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:54 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:13:54.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:54 smithi012 ceph-mon[31657]: Adjusting osd_memory_target on smithi053 to 4271M 2024-03-29T00:13:54.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:54 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:54.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:54 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:13:54.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:54 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:13:54.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:54 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:54.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:54 smithi012 ceph-mon[31657]: pgmap v265: 1 pgs: 1 remapped+peering; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-03-29T00:13:54.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:54 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:13:54.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:54 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:13:54.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:54 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:13:54.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:54 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:54.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:54 smithi012 ceph-mon[31657]: osdmap e74: 11 total, 11 up, 11 in 2024-03-29T00:13:54.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:54 smithi053 ceph-mon[36233]: Detected new or changed devices on smithi053 2024-03-29T00:13:54.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:54 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:54.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:54 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:54.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:54 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:13:54.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:54 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:13:54.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:54 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:13:54.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:54 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:13:54.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:54 smithi053 ceph-mon[36233]: Adjusting osd_memory_target on smithi053 to 4271M 2024-03-29T00:13:54.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:54 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:54.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:54 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:13:54.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:54 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:13:54.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:54 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:54.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:54 smithi053 ceph-mon[36233]: pgmap v265: 1 pgs: 1 remapped+peering; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-03-29T00:13:54.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:54 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:13:54.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:54 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:13:54.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:54 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:13:54.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:54 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:13:54.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:54 smithi053 ceph-mon[36233]: osdmap e74: 11 total, 11 up, 11 in 2024-03-29T00:13:54.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.980+0000 7faa78c29700 1 -- 172.21.15.69:0/310982913 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faa74105620 msgr2=0x7faa74107a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:13:54.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.980+0000 7faa78c29700 1 --2- 172.21.15.69:0/310982913 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faa74105620 0x7faa74107a10 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7faa68009990 tx=0x7faa68009ca0 comp rx=0 tx=0).stop 2024-03-29T00:13:54.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.980+0000 7faa78c29700 1 -- 172.21.15.69:0/310982913 shutdown_connections 2024-03-29T00:13:54.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.980+0000 7faa78c29700 1 --2- 172.21.15.69:0/310982913 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faa74107f50 0x7faa7410a3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:13:54.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.980+0000 7faa78c29700 1 --2- 172.21.15.69:0/310982913 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faa74102cf0 0x7faa741050e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:13:54.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.980+0000 7faa78c29700 1 --2- 172.21.15.69:0/310982913 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faa74105620 0x7faa74107a10 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:13:54.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.980+0000 7faa78c29700 1 -- 172.21.15.69:0/310982913 >> 172.21.15.69:0/310982913 conn(0x7faa740fc700 msgr2=0x7faa740feb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:13:54.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.980+0000 7faa78c29700 1 -- 172.21.15.69:0/310982913 shutdown_connections 2024-03-29T00:13:54.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.980+0000 7faa78c29700 1 -- 172.21.15.69:0/310982913 wait complete. 2024-03-29T00:13:54.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.981+0000 7faa78c29700 1 Processor -- start 2024-03-29T00:13:54.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.981+0000 7faa78c29700 1 -- start start 2024-03-29T00:13:54.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.981+0000 7faa78c29700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faa74102cf0 0x7faa74102650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:13:54.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.981+0000 7faa78c29700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faa74105620 0x7faa74100ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:13:54.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.981+0000 7faa78c29700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faa74107f50 0x7faa741011e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:13:54.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.981+0000 7faa78c29700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7faa7410e070 con 0x7faa74102cf0 2024-03-29T00:13:54.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.981+0000 7faa78c29700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7faa7410def0 con 0x7faa74105620 2024-03-29T00:13:54.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.981+0000 7faa78c29700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7faa7410e1f0 con 0x7faa74107f50 2024-03-29T00:13:54.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.981+0000 7faa72d9d700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faa74107f50 0x7faa741011e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:13:54.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.981+0000 7faa72d9d700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faa74107f50 0x7faa741011e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:47056/0 (socket says 172.21.15.69:47056) 2024-03-29T00:13:54.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.981+0000 7faa72d9d700 1 -- 172.21.15.69:0/1279987186 learned_addr learned my addr 172.21.15.69:0/1279987186 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-03-29T00:13:54.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.981+0000 7faa71d9b700 1 --2- 172.21.15.69:0/1279987186 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faa74105620 0x7faa74100ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:13:54.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.981+0000 7faa72d9d700 1 -- 172.21.15.69:0/1279987186 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faa74105620 msgr2=0x7faa74100ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:13:54.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.981+0000 7faa72d9d700 1 --2- 172.21.15.69:0/1279987186 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faa74105620 0x7faa74100ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:13:54.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.981+0000 7faa72d9d700 1 -- 172.21.15.69:0/1279987186 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faa74102cf0 msgr2=0x7faa74102650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:13:54.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.981+0000 7faa72d9d700 1 --2- 172.21.15.69:0/1279987186 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faa74102cf0 0x7faa74102650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:13:54.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.981+0000 7faa72d9d700 1 -- 172.21.15.69:0/1279987186 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa74101a90 con 0x7faa74107f50 2024-03-29T00:13:54.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.982+0000 7faa72d9d700 1 --2- 172.21.15.69:0/1279987186 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faa74107f50 0x7faa741011e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7faa6c00b9e0 tx=0x7faa6c00bda0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:13:54.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.982+0000 7faa637fe700 1 -- 172.21.15.69:0/1279987186 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa6c019070 con 0x7faa74107f50 2024-03-29T00:13:54.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.982+0000 7faa78c29700 1 -- 172.21.15.69:0/1279987186 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa741a27b0 con 0x7faa74107f50 2024-03-29T00:13:54.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.982+0000 7faa637fe700 1 -- 172.21.15.69:0/1279987186 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7faa6c014440 con 0x7faa74107f50 2024-03-29T00:13:54.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.982+0000 7faa637fe700 1 -- 172.21.15.69:0/1279987186 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa6c012580 con 0x7faa74107f50 2024-03-29T00:13:54.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.982+0000 7faa78c29700 1 -- 172.21.15.69:0/1279987186 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa741a2cf0 con 0x7faa74107f50 2024-03-29T00:13:54.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.983+0000 7faa78c29700 1 -- 172.21.15.69:0/1279987186 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa74068f00 con 0x7faa74107f50 2024-03-29T00:13:54.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.984+0000 7faa637fe700 1 -- 172.21.15.69:0/1279987186 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7faa6c01c070 con 0x7faa74107f50 2024-03-29T00:13:54.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.984+0000 7faa637fe700 1 --2- 172.21.15.69:0/1279987186 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faa5c0a1e10 0x7faa5c0a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:13:54.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.985+0000 7faa637fe700 1 -- 172.21.15.69:0/1279987186 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 6723+0+0 (secure 0 0 0) 0x7faa6c0ccc40 con 0x7faa74107f50 2024-03-29T00:13:54.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.985+0000 7faa7259c700 1 --2- 172.21.15.69:0/1279987186 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faa5c0a1e10 0x7faa5c0a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:13:54.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.986+0000 7faa7259c700 1 --2- 172.21.15.69:0/1279987186 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faa5c0a1e10 0x7faa5c0a42d0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7faa640097b0 tx=0x7faa64006d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:13:54.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:54.989+0000 7faa637fe700 1 -- 172.21.15.69:0/1279987186 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7faa6c09a600 con 0x7faa74107f50 2024-03-29T00:13:55.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:13:55.193+0000 7faa78c29700 1 -- 172.21.15.69:0/1279987186 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7faa74062680 con 0x7faa5c0a1e10 2024-03-29T00:13:56.174 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:56 smithi069 ceph-mon[36074]: osdmap e75: 11 total, 11 up, 11 in 2024-03-29T00:13:56.174 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:56 smithi069 ceph-mon[36074]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:13:56.174 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:56 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:13:56.174 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:56 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:13:56.174 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:56 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:13:56.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:56 smithi053 ceph-mon[36233]: osdmap e75: 11 total, 11 up, 11 in 2024-03-29T00:13:56.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:56 smithi053 ceph-mon[36233]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:13:56.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:56 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:13:56.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:56 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:13:56.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:56 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:13:56.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:56 smithi012 ceph-mon[31657]: osdmap e75: 11 total, 11 up, 11 in 2024-03-29T00:13:56.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:56 smithi012 ceph-mon[31657]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:13:56.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:56 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-29T00:13:56.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:56 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-29T00:13:56.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:56 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:13:57.203 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:57 smithi069 ceph-mon[36074]: pgmap v268: 1 pgs: 1 remapped+peering; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-03-29T00:13:57.203 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:57 smithi069 ceph-mon[36074]: osdmap e76: 11 total, 11 up, 11 in 2024-03-29T00:13:57.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:57 smithi053 ceph-mon[36233]: pgmap v268: 1 pgs: 1 remapped+peering; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-03-29T00:13:57.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:57 smithi053 ceph-mon[36233]: osdmap e76: 11 total, 11 up, 11 in 2024-03-29T00:13:57.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:57 smithi012 ceph-mon[31657]: pgmap v268: 1 pgs: 1 remapped+peering; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-03-29T00:13:57.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:57 smithi012 ceph-mon[31657]: osdmap e76: 11 total, 11 up, 11 in 2024-03-29T00:13:58.370 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:58 smithi069 ceph-mon[36074]: from='client.? 172.21.15.69:0/2748253832' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "47fd23fb-f49f-49ca-8dfa-df667d03cfa2"}]: dispatch 2024-03-29T00:13:58.371 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:58 smithi069 ceph-mon[36074]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "47fd23fb-f49f-49ca-8dfa-df667d03cfa2"}]: dispatch 2024-03-29T00:13:58.371 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:58 smithi069 ceph-mon[36074]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "47fd23fb-f49f-49ca-8dfa-df667d03cfa2"}]': finished 2024-03-29T00:13:58.371 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:58 smithi069 ceph-mon[36074]: osdmap e77: 12 total, 11 up, 12 in 2024-03-29T00:13:58.371 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:58 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-29T00:13:58.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:58 smithi053 ceph-mon[36233]: from='client.? 172.21.15.69:0/2748253832' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "47fd23fb-f49f-49ca-8dfa-df667d03cfa2"}]: dispatch 2024-03-29T00:13:58.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:58 smithi053 ceph-mon[36233]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "47fd23fb-f49f-49ca-8dfa-df667d03cfa2"}]: dispatch 2024-03-29T00:13:58.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:58 smithi053 ceph-mon[36233]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "47fd23fb-f49f-49ca-8dfa-df667d03cfa2"}]': finished 2024-03-29T00:13:58.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:58 smithi053 ceph-mon[36233]: osdmap e77: 12 total, 11 up, 12 in 2024-03-29T00:13:58.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:58 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-29T00:13:58.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:58 smithi012 ceph-mon[31657]: from='client.? 172.21.15.69:0/2748253832' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "47fd23fb-f49f-49ca-8dfa-df667d03cfa2"}]: dispatch 2024-03-29T00:13:58.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:58 smithi012 ceph-mon[31657]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "47fd23fb-f49f-49ca-8dfa-df667d03cfa2"}]: dispatch 2024-03-29T00:13:58.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:58 smithi012 ceph-mon[31657]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "47fd23fb-f49f-49ca-8dfa-df667d03cfa2"}]': finished 2024-03-29T00:13:58.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:58 smithi012 ceph-mon[31657]: osdmap e77: 12 total, 11 up, 12 in 2024-03-29T00:13:58.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:58 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-29T00:13:59.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:59 smithi053 ceph-mon[36233]: pgmap v270: 1 pgs: 1 remapped+peering; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-03-29T00:13:59.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:13:59 smithi053 ceph-mon[36233]: from='client.? 172.21.15.69:0/2337371390' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:13:59.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:59 smithi069 ceph-mon[36074]: pgmap v270: 1 pgs: 1 remapped+peering; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-03-29T00:13:59.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:13:59 smithi069 ceph-mon[36074]: from='client.? 172.21.15.69:0/2337371390' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:13:59.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:59 smithi012 ceph-mon[31657]: pgmap v270: 1 pgs: 1 remapped+peering; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-03-29T00:13:59.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:13:59 smithi012 ceph-mon[31657]: from='client.? 172.21.15.69:0/2337371390' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-29T00:14:01.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:01 smithi053 ceph-mon[36233]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 102 KiB/s, 0 objects/s recovering 2024-03-29T00:14:01.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:01 smithi069 ceph-mon[36074]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 102 KiB/s, 0 objects/s recovering 2024-03-29T00:14:01.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:01 smithi012 ceph-mon[31657]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 102 KiB/s, 0 objects/s recovering 2024-03-29T00:14:03.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:03 smithi069 ceph-mon[36074]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-03-29T00:14:03.406 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:03 smithi053 ceph-mon[36233]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-03-29T00:14:03.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:03 smithi012 ceph-mon[31657]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-03-29T00:14:05.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:05 smithi053 ceph-mon[36233]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-29T00:14:05.429 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:05 smithi069 ceph-mon[36074]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-29T00:14:05.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:05 smithi012 ceph-mon[31657]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-29T00:14:06.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:06 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-03-29T00:14:06.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:06 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:06.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:06 smithi069 ceph-mon[36074]: Deploying daemon osd.11 on smithi069 2024-03-29T00:14:06.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:06 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-03-29T00:14:06.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:06 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:06.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:06 smithi053 ceph-mon[36233]: Deploying daemon osd.11 on smithi069 2024-03-29T00:14:06.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:06 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-03-29T00:14:06.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:06 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:06.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:06 smithi012 ceph-mon[31657]: Deploying daemon osd.11 on smithi069 2024-03-29T00:14:07.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:07 smithi053 ceph-mon[36233]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-03-29T00:14:07.432 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:07 smithi069 ceph-mon[36074]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-03-29T00:14:07.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:07 smithi012 ceph-mon[31657]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-03-29T00:14:09.403 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:09 smithi069 ceph-mon[36074]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-03-29T00:14:09.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:09 smithi053 ceph-mon[36233]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-03-29T00:14:09.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:09 smithi012 ceph-mon[31657]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-03-29T00:14:11.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:11 smithi053 ceph-mon[36233]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-03-29T00:14:11.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:11 smithi069 ceph-mon[36074]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-03-29T00:14:11.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:11 smithi012 ceph-mon[31657]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-03-29T00:14:12.500 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:12 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:12.500 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:12 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:12.500 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:12 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:14:12.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:12 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:12.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:12 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:12.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:12 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:14:12.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:12 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:12.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:12 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:12.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:12 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:14:13.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:13 smithi053 ceph-mon[36233]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-03-29T00:14:13.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:13 smithi069 ceph-mon[36074]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-03-29T00:14:13.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:13 smithi012 ceph-mon[31657]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-03-29T00:14:15.342 INFO:teuthology.orchestra.run.smithi069.stdout:Created osd(s) 11 on host 'smithi069' 2024-03-29T00:14:15.342 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:15.341+0000 7faa637fe700 1 -- 172.21.15.69:0/1279987186 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7faa74062680 con 0x7faa5c0a1e10 2024-03-29T00:14:15.343 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:15.343+0000 7faa78c29700 1 -- 172.21.15.69:0/1279987186 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faa5c0a1e10 msgr2=0x7faa5c0a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:15.344 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:15.343+0000 7faa78c29700 1 --2- 172.21.15.69:0/1279987186 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faa5c0a1e10 0x7faa5c0a42d0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7faa640097b0 tx=0x7faa64006d20 comp rx=0 tx=0).stop 2024-03-29T00:14:15.344 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:15.343+0000 7faa78c29700 1 -- 172.21.15.69:0/1279987186 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faa74107f50 msgr2=0x7faa741011e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:15.344 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:15.343+0000 7faa78c29700 1 --2- 172.21.15.69:0/1279987186 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faa74107f50 0x7faa741011e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7faa6c00b9e0 tx=0x7faa6c00bda0 comp rx=0 tx=0).stop 2024-03-29T00:14:15.344 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:15.343+0000 7faa78c29700 1 -- 172.21.15.69:0/1279987186 shutdown_connections 2024-03-29T00:14:15.344 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:15.343+0000 7faa78c29700 1 --2- 172.21.15.69:0/1279987186 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faa5c0a1e10 0x7faa5c0a42d0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:15.344 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:15.343+0000 7faa78c29700 1 --2- 172.21.15.69:0/1279987186 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faa74107f50 0x7faa741011e0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:15.344 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:15.343+0000 7faa78c29700 1 --2- 172.21.15.69:0/1279987186 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faa74102cf0 0x7faa74102650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:15.344 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:15.343+0000 7faa78c29700 1 --2- 172.21.15.69:0/1279987186 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faa74105620 0x7faa74100ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:15.344 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:15.343+0000 7faa78c29700 1 -- 172.21.15.69:0/1279987186 >> 172.21.15.69:0/1279987186 conn(0x7faa740fc700 msgr2=0x7faa74103630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:15.344 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:15.343+0000 7faa78c29700 1 -- 172.21.15.69:0/1279987186 shutdown_connections 2024-03-29T00:14:15.344 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:15.343+0000 7faa78c29700 1 -- 172.21.15.69:0/1279987186 wait complete. 2024-03-29T00:14:15.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:15 smithi053 ceph-mon[36233]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-03-29T00:14:15.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:15 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:15.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:15 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:15.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:15 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:15.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:15 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:14:15.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:15 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:15.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:15 smithi053 ceph-mon[36233]: from='osd.11 [v2:172.21.15.69:6824/1830685720,v1:172.21.15.69:6825/1830685720]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-03-29T00:14:15.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:15 smithi053 ceph-mon[36233]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-03-29T00:14:15.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:15 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:15.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:15 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:15.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:15 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:14:15.715 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:15 smithi069 ceph-mon[36074]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-03-29T00:14:15.715 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:15 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:15.715 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:15 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:15.715 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:15 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:15.715 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:15 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:14:15.715 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:15 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:15.715 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:15 smithi069 ceph-mon[36074]: from='osd.11 [v2:172.21.15.69:6824/1830685720,v1:172.21.15.69:6825/1830685720]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-03-29T00:14:15.716 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:15 smithi069 ceph-mon[36074]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-03-29T00:14:15.716 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:15 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:15.716 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:15 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:15.716 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:15 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:14:15.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:15 smithi012 ceph-mon[31657]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-03-29T00:14:15.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:15 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:15.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:15 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:15.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:15 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:15.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:15 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:14:15.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:15 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:15.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:15 smithi012 ceph-mon[31657]: from='osd.11 [v2:172.21.15.69:6824/1830685720,v1:172.21.15.69:6825/1830685720]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-03-29T00:14:15.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:15 smithi012 ceph-mon[31657]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-03-29T00:14:15.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:15 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:15.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:15 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:15.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:15 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:14:16.058 DEBUG:teuthology.orchestra.run.smithi069:osd.11> sudo journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.11.service 2024-03-29T00:14:16.061 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-03-29T00:14:16.061 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph osd stat -f json 2024-03-29T00:14:16.533 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:14:16.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:16 smithi053 ceph-mon[36233]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-03-29T00:14:16.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:16 smithi053 ceph-mon[36233]: from='osd.11 [v2:172.21.15.69:6824/1830685720,v1:172.21.15.69:6825/1830685720]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-03-29T00:14:16.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:16 smithi053 ceph-mon[36233]: osdmap e78: 12 total, 11 up, 12 in 2024-03-29T00:14:16.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:16 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-29T00:14:16.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:16 smithi053 ceph-mon[36233]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-03-29T00:14:16.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:16 smithi053 ceph-mon[36233]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-03-29T00:14:16.914 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:16 smithi012 ceph-mon[31657]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-03-29T00:14:16.914 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:16 smithi012 ceph-mon[31657]: from='osd.11 [v2:172.21.15.69:6824/1830685720,v1:172.21.15.69:6825/1830685720]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-03-29T00:14:16.914 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:16 smithi012 ceph-mon[31657]: osdmap e78: 12 total, 11 up, 12 in 2024-03-29T00:14:16.914 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:16 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-29T00:14:16.914 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:16 smithi012 ceph-mon[31657]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-03-29T00:14:16.914 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:16 smithi012 ceph-mon[31657]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-03-29T00:14:16.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:16 smithi069 ceph-mon[36074]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-03-29T00:14:16.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:16 smithi069 ceph-mon[36074]: from='osd.11 [v2:172.21.15.69:6824/1830685720,v1:172.21.15.69:6825/1830685720]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-03-29T00:14:16.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:16 smithi069 ceph-mon[36074]: osdmap e78: 12 total, 11 up, 12 in 2024-03-29T00:14:16.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:16 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-29T00:14:16.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:16 smithi069 ceph-mon[36074]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-03-29T00:14:16.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:16 smithi069 ceph-mon[36074]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-03-29T00:14:16.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:14:16 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:14:16.641+0000 7ffa2c372700 -1 osd.11 0 waiting for initial osdmap 2024-03-29T00:14:16.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:14:16 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:14:16.660+0000 7ffa28165700 -1 osd.11 79 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-29T00:14:17.920 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:17 smithi069 ceph-mon[36074]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-03-29T00:14:17.920 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:17 smithi069 ceph-mon[36074]: osdmap e79: 12 total, 11 up, 12 in 2024-03-29T00:14:17.920 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:17 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-29T00:14:17.920 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:17 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-29T00:14:18.000 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:17 smithi012 ceph-mon[31657]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-03-29T00:14:18.000 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:17 smithi012 ceph-mon[31657]: osdmap e79: 12 total, 11 up, 12 in 2024-03-29T00:14:18.000 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:17 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-29T00:14:18.000 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:17 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-29T00:14:18.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:17 smithi053 ceph-mon[36233]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-03-29T00:14:18.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:17 smithi053 ceph-mon[36233]: osdmap e79: 12 total, 11 up, 12 in 2024-03-29T00:14:18.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:17 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-29T00:14:18.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:17 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-29T00:14:18.830 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.829+0000 7f0c27600700 1 -- 172.21.15.12:0/2607740085 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0c20107f60 msgr2=0x7f0c2010a3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:18.831 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.829+0000 7f0c27600700 1 --2- 172.21.15.12:0/2607740085 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0c20107f60 0x7f0c2010a3d0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f0c1800b0a0 tx=0x7f0c1800b3b0 comp rx=0 tx=0).stop 2024-03-29T00:14:18.831 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.830+0000 7f0c27600700 1 -- 172.21.15.12:0/2607740085 shutdown_connections 2024-03-29T00:14:18.831 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.830+0000 7f0c27600700 1 --2- 172.21.15.12:0/2607740085 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0c20107f60 0x7f0c2010a3d0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:18.831 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.830+0000 7f0c27600700 1 --2- 172.21.15.12:0/2607740085 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0c20102d00 0x7f0c201050f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:18.831 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.830+0000 7f0c27600700 1 --2- 172.21.15.12:0/2607740085 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0c20105630 0x7f0c20107a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:18.831 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.830+0000 7f0c27600700 1 -- 172.21.15.12:0/2607740085 >> 172.21.15.12:0/2607740085 conn(0x7f0c200fc710 msgr2=0x7f0c200feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:18.831 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.830+0000 7f0c27600700 1 -- 172.21.15.12:0/2607740085 shutdown_connections 2024-03-29T00:14:18.831 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.830+0000 7f0c27600700 1 -- 172.21.15.12:0/2607740085 wait complete. 2024-03-29T00:14:18.832 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.831+0000 7f0c27600700 1 Processor -- start 2024-03-29T00:14:18.833 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.831+0000 7f0c27600700 1 -- start start 2024-03-29T00:14:18.833 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.831+0000 7f0c27600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0c20102d00 0x7f0c20198570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:18.833 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.832+0000 7f0c27600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0c20105630 0x7f0c20198ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:18.833 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.832+0000 7f0c27600700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0c20107f60 0x7f0c2019fb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:18.833 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.832+0000 7f0c27600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f0c2010dff0 con 0x7f0c20105630 2024-03-29T00:14:18.833 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.832+0000 7f0c27600700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f0c2010de70 con 0x7f0c20107f60 2024-03-29T00:14:18.833 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.832+0000 7f0c27600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0c2010e170 con 0x7f0c20102d00 2024-03-29T00:14:18.833 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.832+0000 7f0c1fe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0c20105630 0x7f0c20198ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:18.834 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.832+0000 7f0c24c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0c20102d00 0x7f0c20198570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:18.834 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.832+0000 7f0c1fe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0c20105630 0x7f0c20198ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33938/0 (socket says 172.21.15.12:33938) 2024-03-29T00:14:18.834 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.832+0000 7f0c24c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0c20102d00 0x7f0c20198570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:35562/0 (socket says 172.21.15.12:35562) 2024-03-29T00:14:18.834 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.832+0000 7f0c1fe00700 1 -- 172.21.15.12:0/1703488199 learned_addr learned my addr 172.21.15.12:0/1703488199 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:14:18.834 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.832+0000 7f0c25600700 1 --2- 172.21.15.12:0/1703488199 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0c20107f60 0x7f0c2019fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:18.834 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.832+0000 7f0c24c00700 1 -- 172.21.15.12:0/1703488199 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0c20107f60 msgr2=0x7f0c2019fb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:18.834 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.832+0000 7f0c24c00700 1 --2- 172.21.15.12:0/1703488199 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0c20107f60 0x7f0c2019fb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:18.834 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.832+0000 7f0c24c00700 1 -- 172.21.15.12:0/1703488199 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0c20105630 msgr2=0x7f0c20198ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:18.834 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.832+0000 7f0c24c00700 1 --2- 172.21.15.12:0/1703488199 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0c20105630 0x7f0c20198ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:18.834 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.832+0000 7f0c24c00700 1 -- 172.21.15.12:0/1703488199 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c201a01d0 con 0x7f0c20102d00 2024-03-29T00:14:18.835 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.833+0000 7f0c24c00700 1 --2- 172.21.15.12:0/1703488199 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0c20102d00 0x7f0c20198570 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f0c1400ea20 tx=0x7f0c1400ed30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:18.835 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.833+0000 7f0c1d600700 1 -- 172.21.15.12:0/1703488199 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c1400cbd0 con 0x7f0c20102d00 2024-03-29T00:14:18.835 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.833+0000 7f0c1d600700 1 -- 172.21.15.12:0/1703488199 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0c1400ee60 con 0x7f0c20102d00 2024-03-29T00:14:18.835 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.833+0000 7f0c1d600700 1 -- 172.21.15.12:0/1703488199 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c14018710 con 0x7f0c20102d00 2024-03-29T00:14:18.835 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.833+0000 7f0c27600700 1 -- 172.21.15.12:0/1703488199 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c201a04c0 con 0x7f0c20102d00 2024-03-29T00:14:18.835 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.833+0000 7f0c27600700 1 -- 172.21.15.12:0/1703488199 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c201a09b0 con 0x7f0c20102d00 2024-03-29T00:14:18.836 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.834+0000 7f0c27600700 1 -- 172.21.15.12:0/1703488199 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c20068f00 con 0x7f0c20102d00 2024-03-29T00:14:18.836 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.836+0000 7f0c1d600700 1 -- 172.21.15.12:0/1703488199 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f0c140109c0 con 0x7f0c20102d00 2024-03-29T00:14:18.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.838+0000 7f0c1d600700 1 --2- 172.21.15.12:0/1703488199 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0c080a1e90 0x7f0c080a4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:18.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.838+0000 7f0c1d600700 1 -- 172.21.15.12:0/1703488199 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f0c140cda30 con 0x7f0c20102d00 2024-03-29T00:14:18.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.838+0000 7f0c1fe00700 1 --2- 172.21.15.12:0/1703488199 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0c080a1e90 0x7f0c080a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:18.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.838+0000 7f0c1fe00700 1 --2- 172.21.15.12:0/1703488199 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0c080a1e90 0x7f0c080a4350 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f0c0c009d20 tx=0x7f0c0c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:18.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:18.842+0000 7f0c1d600700 1 -- 172.21.15.12:0/1703488199 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f0c1409b260 con 0x7f0c20102d00 2024-03-29T00:14:18.931 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:18 smithi069 ceph-mon[36074]: purged_snaps scrub starts 2024-03-29T00:14:18.932 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:18 smithi069 ceph-mon[36074]: purged_snaps scrub ok 2024-03-29T00:14:18.932 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:18 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-29T00:14:18.932 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:18 smithi069 ceph-mon[36074]: osd.11 [v2:172.21.15.69:6824/1830685720,v1:172.21.15.69:6825/1830685720] boot 2024-03-29T00:14:18.932 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:18 smithi069 ceph-mon[36074]: osdmap e80: 12 total, 12 up, 12 in 2024-03-29T00:14:18.932 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:18 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-29T00:14:18.932 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:18 smithi069 ceph-mon[36074]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-03-29T00:14:19.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:18 smithi012 ceph-mon[31657]: purged_snaps scrub starts 2024-03-29T00:14:19.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:18 smithi012 ceph-mon[31657]: purged_snaps scrub ok 2024-03-29T00:14:19.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:18 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-29T00:14:19.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:18 smithi012 ceph-mon[31657]: osd.11 [v2:172.21.15.69:6824/1830685720,v1:172.21.15.69:6825/1830685720] boot 2024-03-29T00:14:19.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:18 smithi012 ceph-mon[31657]: osdmap e80: 12 total, 12 up, 12 in 2024-03-29T00:14:19.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:18 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-29T00:14:19.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:18 smithi012 ceph-mon[31657]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-03-29T00:14:19.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:19.069+0000 7f0c27600700 1 -- 172.21.15.12:0/1703488199 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f0c20062e50 con 0x7f0c20102d00 2024-03-29T00:14:19.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:19.070+0000 7f0c1d600700 1 -- 172.21.15.12:0/1703488199 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v81) ==== 74+0+133 (secure 0 0 0) 0x7f0c1409ab60 con 0x7f0c20102d00 2024-03-29T00:14:19.070 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:14:19.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:19.073+0000 7f0c27600700 1 -- 172.21.15.12:0/1703488199 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0c080a1e90 msgr2=0x7f0c080a4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:19.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:19.073+0000 7f0c27600700 1 --2- 172.21.15.12:0/1703488199 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0c080a1e90 0x7f0c080a4350 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f0c0c009d20 tx=0x7f0c0c009260 comp rx=0 tx=0).stop 2024-03-29T00:14:19.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:19.073+0000 7f0c27600700 1 -- 172.21.15.12:0/1703488199 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0c20102d00 msgr2=0x7f0c20198570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:19.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:19.073+0000 7f0c27600700 1 --2- 172.21.15.12:0/1703488199 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0c20102d00 0x7f0c20198570 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f0c1400ea20 tx=0x7f0c1400ed30 comp rx=0 tx=0).stop 2024-03-29T00:14:19.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:19.073+0000 7f0c27600700 1 -- 172.21.15.12:0/1703488199 shutdown_connections 2024-03-29T00:14:19.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:19.073+0000 7f0c27600700 1 --2- 172.21.15.12:0/1703488199 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0c080a1e90 0x7f0c080a4350 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:19.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:19.073+0000 7f0c27600700 1 --2- 172.21.15.12:0/1703488199 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0c20102d00 0x7f0c20198570 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:19.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:19.073+0000 7f0c27600700 1 --2- 172.21.15.12:0/1703488199 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0c20107f60 0x7f0c2019fb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:19.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:19.073+0000 7f0c27600700 1 --2- 172.21.15.12:0/1703488199 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0c20105630 0x7f0c20198ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:19.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:19.073+0000 7f0c27600700 1 -- 172.21.15.12:0/1703488199 >> 172.21.15.12:0/1703488199 conn(0x7f0c200fc710 msgr2=0x7f0c20103640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:19.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:19.073+0000 7f0c27600700 1 -- 172.21.15.12:0/1703488199 shutdown_connections 2024-03-29T00:14:19.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:19.073+0000 7f0c27600700 1 -- 172.21.15.12:0/1703488199 wait complete. 2024-03-29T00:14:19.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:18 smithi053 ceph-mon[36233]: purged_snaps scrub starts 2024-03-29T00:14:19.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:18 smithi053 ceph-mon[36233]: purged_snaps scrub ok 2024-03-29T00:14:19.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:18 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-29T00:14:19.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:18 smithi053 ceph-mon[36233]: osd.11 [v2:172.21.15.69:6824/1830685720,v1:172.21.15.69:6825/1830685720] boot 2024-03-29T00:14:19.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:18 smithi053 ceph-mon[36233]: osdmap e80: 12 total, 12 up, 12 in 2024-03-29T00:14:19.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:18 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-29T00:14:19.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:18 smithi053 ceph-mon[36233]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 333 MiB used, 983 GiB / 983 GiB avail 2024-03-29T00:14:19.987 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:19 smithi069 ceph-mon[36074]: osdmap e81: 12 total, 12 up, 12 in 2024-03-29T00:14:19.987 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:19 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1703488199' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-29T00:14:19.987 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:19 smithi069 ceph-mon[36074]: Detected new or changed devices on smithi069 2024-03-29T00:14:19.987 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:19.988 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:19.988 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:14:19.988 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:14:19.988 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:14:19.988 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:14:19.988 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:19 smithi069 ceph-mon[36074]: Adjusting osd_memory_target on smithi069 to 4270M 2024-03-29T00:14:19.988 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:19.988 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:19.988 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:14:19.989 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:20.033 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:19 smithi012 ceph-mon[31657]: osdmap e81: 12 total, 12 up, 12 in 2024-03-29T00:14:20.034 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:19 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1703488199' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-29T00:14:20.034 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:19 smithi012 ceph-mon[31657]: Detected new or changed devices on smithi069 2024-03-29T00:14:20.034 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:20.034 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:20.034 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:14:20.034 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:14:20.034 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:14:20.034 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:14:20.034 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:19 smithi012 ceph-mon[31657]: Adjusting osd_memory_target on smithi069 to 4270M 2024-03-29T00:14:20.034 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:20.035 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:20.035 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:14:20.035 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:20.103 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":81,"num_osds":12,"num_up_osds":12,"osd_up_since":1711671257,"num_in_osds":12,"osd_in_since":1711671237,"num_remapped_pgs":0} 2024-03-29T00:14:20.104 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph osd dump --format=json 2024-03-29T00:14:20.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:19 smithi053 ceph-mon[36233]: osdmap e81: 12 total, 12 up, 12 in 2024-03-29T00:14:20.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:19 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1703488199' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-29T00:14:20.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:19 smithi053 ceph-mon[36233]: Detected new or changed devices on smithi069 2024-03-29T00:14:20.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:19 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:20.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:19 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:20.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:19 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:14:20.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:19 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:14:20.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:19 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:14:20.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:19 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-03-29T00:14:20.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:19 smithi053 ceph-mon[36233]: Adjusting osd_memory_target on smithi069 to 4270M 2024-03-29T00:14:20.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:19 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:20.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:19 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:20.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:19 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:14:20.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:19 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:20.581 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:14:20.931 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:20 smithi012 ceph-mon[31657]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:20.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:20 smithi069 ceph-mon[36074]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:21.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:20 smithi053 ceph-mon[36233]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:22.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.751+0000 7f5e3b400700 1 -- 172.21.15.12:0/2875321370 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5e34102290 msgr2=0x7f5e34102710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:22.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.751+0000 7f5e3b400700 1 --2- 172.21.15.12:0/2875321370 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5e34102290 0x7f5e34102710 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f5e200099c0 tx=0x7f5e20009cd0 comp rx=0 tx=0).stop 2024-03-29T00:14:22.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.751+0000 7f5e3b400700 1 -- 172.21.15.12:0/2875321370 shutdown_connections 2024-03-29T00:14:22.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.751+0000 7f5e3b400700 1 --2- 172.21.15.12:0/2875321370 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5e34108270 0x7f5e34108650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:22.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.751+0000 7f5e3b400700 1 --2- 172.21.15.12:0/2875321370 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5e34102c50 0x7f5e3410f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:22.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.751+0000 7f5e3b400700 1 --2- 172.21.15.12:0/2875321370 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5e34102290 0x7f5e34102710 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:22.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.751+0000 7f5e3b400700 1 -- 172.21.15.12:0/2875321370 >> 172.21.15.12:0/2875321370 conn(0x7f5e34079370 msgr2=0x7f5e34079780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:22.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.752+0000 7f5e3b400700 1 -- 172.21.15.12:0/2875321370 shutdown_connections 2024-03-29T00:14:22.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.752+0000 7f5e3b400700 1 -- 172.21.15.12:0/2875321370 wait complete. 2024-03-29T00:14:22.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.753+0000 7f5e3b400700 1 Processor -- start 2024-03-29T00:14:22.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.753+0000 7f5e3b400700 1 -- start start 2024-03-29T00:14:22.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.754+0000 7f5e3b400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5e34102290 0x7f5e341a08d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:22.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.754+0000 7f5e3b400700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5e34102c50 0x7f5e341a0e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:22.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.754+0000 7f5e3b400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5e34108270 0x7f5e3419aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:22.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.754+0000 7f5e3b400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f5e34112600 con 0x7f5e34108270 2024-03-29T00:14:22.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.754+0000 7f5e3b400700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f5e34112480 con 0x7f5e34102c50 2024-03-29T00:14:22.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.754+0000 7f5e3b400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f5e34112780 con 0x7f5e34102290 2024-03-29T00:14:22.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.754+0000 7f5e38a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5e34102290 0x7f5e341a08d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:22.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.754+0000 7f5e33e00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5e34102c50 0x7f5e341a0e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:22.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.754+0000 7f5e39400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5e34108270 0x7f5e3419aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:22.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.754+0000 7f5e38a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5e34102290 0x7f5e341a08d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:35578/0 (socket says 172.21.15.12:35578) 2024-03-29T00:14:22.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.754+0000 7f5e38a00700 1 -- 172.21.15.12:0/1941061285 learned_addr learned my addr 172.21.15.12:0/1941061285 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:14:22.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.754+0000 7f5e38a00700 1 -- 172.21.15.12:0/1941061285 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5e34102c50 msgr2=0x7f5e341a0e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:22.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.754+0000 7f5e38a00700 1 --2- 172.21.15.12:0/1941061285 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5e34102c50 0x7f5e341a0e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:22.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.754+0000 7f5e38a00700 1 -- 172.21.15.12:0/1941061285 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5e34108270 msgr2=0x7f5e3419aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:22.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.754+0000 7f5e38a00700 1 --2- 172.21.15.12:0/1941061285 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5e34108270 0x7f5e3419aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:22.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.754+0000 7f5e38a00700 1 -- 172.21.15.12:0/1941061285 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e3419b1f0 con 0x7f5e34102290 2024-03-29T00:14:22.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.754+0000 7f5e33e00700 1 --2- 172.21.15.12:0/1941061285 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5e34102c50 0x7f5e341a0e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:14:22.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.755+0000 7f5e38a00700 1 --2- 172.21.15.12:0/1941061285 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5e34102290 0x7f5e341a08d0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f5e2800e9c0 tx=0x7f5e2800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:22.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.755+0000 7f5e31600700 1 -- 172.21.15.12:0/1941061285 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e2800cbd0 con 0x7f5e34102290 2024-03-29T00:14:22.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.755+0000 7f5e31600700 1 -- 172.21.15.12:0/1941061285 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5e2800ee60 con 0x7f5e34102290 2024-03-29T00:14:22.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.755+0000 7f5e3b400700 1 -- 172.21.15.12:0/1941061285 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e3419b4e0 con 0x7f5e34102290 2024-03-29T00:14:22.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.755+0000 7f5e31600700 1 -- 172.21.15.12:0/1941061285 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e28010430 con 0x7f5e34102290 2024-03-29T00:14:22.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.755+0000 7f5e3b400700 1 -- 172.21.15.12:0/1941061285 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e341a77a0 con 0x7f5e34102290 2024-03-29T00:14:22.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.756+0000 7f5e3b400700 1 -- 172.21.15.12:0/1941061285 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e34068f00 con 0x7f5e34102290 2024-03-29T00:14:22.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.758+0000 7f5e31600700 1 -- 172.21.15.12:0/1941061285 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f5e28004750 con 0x7f5e34102290 2024-03-29T00:14:22.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.760+0000 7f5e31600700 1 --2- 172.21.15.12:0/1941061285 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5e1c0a1e90 0x7f5e1c0a4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:22.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.760+0000 7f5e31600700 1 -- 172.21.15.12:0/1941061285 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f5e280cdb90 con 0x7f5e34102290 2024-03-29T00:14:22.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.760+0000 7f5e33e00700 1 --2- 172.21.15.12:0/1941061285 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5e1c0a1e90 0x7f5e1c0a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:22.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.761+0000 7f5e33e00700 1 --2- 172.21.15.12:0/1941061285 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5e1c0a1e90 0x7f5e1c0a4350 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f5e34079cb0 tx=0x7f5e20005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:22.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.762+0000 7f5e31600700 1 -- 172.21.15.12:0/1941061285 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f5e2809b3c0 con 0x7f5e34102290 2024-03-29T00:14:22.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.993+0000 7f5e3b400700 1 -- 172.21.15.12:0/1941061285 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5e3419bfc0 con 0x7f5e34102290 2024-03-29T00:14:22.995 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:22 smithi012 ceph-mon[31657]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:22.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.995+0000 7f5e31600700 1 -- 172.21.15.12:0/1941061285 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+18359 (secure 0 0 0) 0x7f5e2809acc0 con 0x7f5e34102290 2024-03-29T00:14:22.997 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:14:22.997 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":81,"fsid":"f0a28ba8-ed5f-11ee-95d0-87774f69a715","created":"2024-03-29T00:05:52.349196+0000","modified":"2024-03-29T00:14:18.657755+0000","last_up_change":"2024-03-29T00:14:17.644182+0000","last_in_change":"2024-03-29T00:13:57.992327+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-29T00:09:58.299082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f15b3bc8-42a4-4aca-bf7c-f36533a25084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6803","nonce":1970936395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6805","nonce":1970936395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6809","nonce":1970936395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6807","nonce":1970936395}]},"public_addr":"172.21.15.12:6803/1970936395","cluster_addr":"172.21.15.12:6805/1970936395","heartbeat_back_addr":"172.21.15.12:6809/1970936395","heartbeat_front_addr":"172.21.15.12:6807/1970936395","state":["exists","up"]},{"osd":1,"uuid":"9fc84928-5898-4421-8fae-8a6c3b5d6454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6801","nonce":2562558811}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6803","nonce":2562558811}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6807","nonce":2562558811}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6805","nonce":2562558811}]},"public_addr":"172.21.15.53:6801/2562558811","cluster_addr":"172.21.15.53:6803/2562558811","heartbeat_back_addr":"172.21.15.53:6807/2562558811","heartbeat_front_addr":"172.21.15.53:6805/2562558811","state":["exists","up"]},{"osd":2,"uuid":"6e1df3eb-d5e1-4433-aef8-dcc544feb108","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6800","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6801","nonce":3472201934}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6803","nonce":3472201934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6807","nonce":3472201934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6805","nonce":3472201934}]},"public_addr":"172.21.15.69:6801/3472201934","cluster_addr":"172.21.15.69:6803/3472201934","heartbeat_back_addr":"172.21.15.69:6807/3472201934","heartbeat_front_addr":"172.21.15.69:6805/3472201934","state":["exists","up"]},{"osd":3,"uuid":"c03886ee-0efd-4a1f-b04f-b060483d852b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6811","nonce":1860879351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6813","nonce":1860879351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6817","nonce":1860879351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6815","nonce":1860879351}]},"public_addr":"172.21.15.12:6811/1860879351","cluster_addr":"172.21.15.12:6813/1860879351","heartbeat_back_addr":"172.21.15.12:6817/1860879351","heartbeat_front_addr":"172.21.15.12:6815/1860879351","state":["exists","up"]},{"osd":4,"uuid":"10a25f7e-b569-4d47-add7-560968efa9c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6809","nonce":1066696400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6811","nonce":1066696400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6815","nonce":1066696400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6813","nonce":1066696400}]},"public_addr":"172.21.15.53:6809/1066696400","cluster_addr":"172.21.15.53:6811/1066696400","heartbeat_back_addr":"172.21.15.53:6815/1066696400","heartbeat_front_addr":"172.21.15.53:6813/1066696400","state":["exists","up"]},{"osd":5,"uuid":"21bad6a7-f98d-4344-8b0b-cf8526575ac2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6809","nonce":2160312252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6811","nonce":2160312252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6815","nonce":2160312252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6813","nonce":2160312252}]},"public_addr":"172.21.15.69:6809/2160312252","cluster_addr":"172.21.15.69:6811/2160312252","heartbeat_back_addr":"172.21.15.69:6815/2160312252","heartbeat_front_addr":"172.21.15.69:6813/2160312252","state":["exists","up"]},{"osd":6,"uuid":"927557ba-0245-42bb-83f1-c8b6b44cc496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6819","nonce":53322413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6821","nonce":53322413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6825","nonce":53322413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6823","nonce":53322413}]},"public_addr":"172.21.15.12:6819/53322413","cluster_addr":"172.21.15.12:6821/53322413","heartbeat_back_addr":"172.21.15.12:6825/53322413","heartbeat_front_addr":"172.21.15.12:6823/53322413","state":["exists","up"]},{"osd":7,"uuid":"22314690-d0eb-496b-b67d-922bdc0b6660","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6817","nonce":512991962}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6819","nonce":512991962}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6823","nonce":512991962}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6821","nonce":512991962}]},"public_addr":"172.21.15.53:6817/512991962","cluster_addr":"172.21.15.53:6819/512991962","heartbeat_back_addr":"172.21.15.53:6823/512991962","heartbeat_front_addr":"172.21.15.53:6821/512991962","state":["exists","up"]},{"osd":8,"uuid":"f26e428e-4919-4030-aa15-100d6df99aef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6817","nonce":2890541031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6819","nonce":2890541031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6823","nonce":2890541031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6821","nonce":2890541031}]},"public_addr":"172.21.15.69:6817/2890541031","cluster_addr":"172.21.15.69:6819/2890541031","heartbeat_back_addr":"172.21.15.69:6823/2890541031","heartbeat_front_addr":"172.21.15.69:6821/2890541031","state":["exists","up"]},{"osd":9,"uuid":"df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6827","nonce":1715133032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6829","nonce":1715133032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6833","nonce":1715133032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6831","nonce":1715133032}]},"public_addr":"172.21.15.12:6827/1715133032","cluster_addr":"172.21.15.12:6829/1715133032","heartbeat_back_addr":"172.21.15.12:6833/1715133032","heartbeat_front_addr":"172.21.15.12:6831/1715133032","state":["exists","up"]},{"osd":10,"uuid":"ac05ca46-a3d8-4e95-8b37-6f46b9f38703","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6825","nonce":3180522172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6827","nonce":3180522172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6831","nonce":3180522172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6829","nonce":3180522172}]},"public_addr":"172.21.15.53:6825/3180522172","cluster_addr":"172.21.15.53:6827/3180522172","heartbeat_back_addr":"172.21.15.53:6831/3180522172","heartbeat_front_addr":"172.21.15.53:6829/3180522172","state":["exists","up"]},{"osd":11,"uuid":"47fd23fb-f49f-49ca-8dfa-df667d03cfa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6825","nonce":1830685720}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6827","nonce":1830685720}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6831","nonce":1830685720}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6829","nonce":1830685720}]},"public_addr":"172.21.15.69:6825/1830685720","cluster_addr":"172.21.15.69:6827/1830685720","heartbeat_back_addr":"172.21.15.69:6831/1830685720","heartbeat_front_addr":"172.21.15.69:6829/1830685720","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:04.043487+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:29.451338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:53.723758+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:27.673354+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:54.498962+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:19.775485+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:54.005468+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:21.544560+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:47.123756+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:22.232554+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:50.514376+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:14:16.169343+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/3903984873":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/3329864026":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/1184533662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/2224576662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/798509208":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/4176566530":"2024-03-30T00:07:09.578981+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-29T00:14:23.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.999+0000 7f5e3b400700 1 -- 172.21.15.12:0/1941061285 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5e1c0a1e90 msgr2=0x7f5e1c0a4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:23.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.999+0000 7f5e3b400700 1 --2- 172.21.15.12:0/1941061285 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5e1c0a1e90 0x7f5e1c0a4350 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f5e34079cb0 tx=0x7f5e20005fb0 comp rx=0 tx=0).stop 2024-03-29T00:14:23.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.999+0000 7f5e3b400700 1 -- 172.21.15.12:0/1941061285 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5e34102290 msgr2=0x7f5e341a08d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:23.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:22.999+0000 7f5e3b400700 1 --2- 172.21.15.12:0/1941061285 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5e34102290 0x7f5e341a08d0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f5e2800e9c0 tx=0x7f5e2800ecd0 comp rx=0 tx=0).stop 2024-03-29T00:14:23.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:23.000+0000 7f5e3b400700 1 -- 172.21.15.12:0/1941061285 shutdown_connections 2024-03-29T00:14:23.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:23.000+0000 7f5e3b400700 1 --2- 172.21.15.12:0/1941061285 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5e1c0a1e90 0x7f5e1c0a4350 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:23.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:23.000+0000 7f5e3b400700 1 --2- 172.21.15.12:0/1941061285 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5e34102290 0x7f5e341a08d0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:23.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:23.000+0000 7f5e3b400700 1 --2- 172.21.15.12:0/1941061285 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5e34108270 0x7f5e3419aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:23.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:23.000+0000 7f5e3b400700 1 --2- 172.21.15.12:0/1941061285 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5e34102c50 0x7f5e341a0e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:23.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:23.000+0000 7f5e3b400700 1 -- 172.21.15.12:0/1941061285 >> 172.21.15.12:0/1941061285 conn(0x7f5e34079370 msgr2=0x7f5e340746a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:23.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:23.000+0000 7f5e3b400700 1 -- 172.21.15.12:0/1941061285 shutdown_connections 2024-03-29T00:14:23.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:23.000+0000 7f5e3b400700 1 -- 172.21.15.12:0/1941061285 wait complete. 2024-03-29T00:14:23.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:22 smithi053 ceph-mon[36233]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:23.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:22 smithi069 ceph-mon[36074]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:23.838 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-29T00:09:58.299082+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-29T00:14:23.839 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph osd pool get .mgr pg_num 2024-03-29T00:14:23.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:23 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1941061285' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:14:24.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:23 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1941061285' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:14:24.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:23 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1941061285' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:14:24.312 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:14:25.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:24 smithi012 ceph-mon[31657]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:25.135 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:24 smithi069 ceph-mon[36074]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:25.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:24 smithi053 ceph-mon[36233]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:26.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.592+0000 7f231b200700 1 -- 172.21.15.12:0/1509236856 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f231c104f40 msgr2=0x7f231c108f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:26.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.592+0000 7f231b200700 1 --2- 172.21.15.12:0/1509236856 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f231c104f40 0x7f231c108f90 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f23080099c0 tx=0x7f2308009cd0 comp rx=0 tx=0).stop 2024-03-29T00:14:26.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.592+0000 7f231b200700 1 -- 172.21.15.12:0/1509236856 shutdown_connections 2024-03-29T00:14:26.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.592+0000 7f231b200700 1 --2- 172.21.15.12:0/1509236856 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f231c104590 0x7f231c104970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:26.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.592+0000 7f231b200700 1 --2- 172.21.15.12:0/1509236856 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f231c109670 0x7f231c111240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:26.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.592+0000 7f231b200700 1 --2- 172.21.15.12:0/1509236856 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f231c104f40 0x7f231c108f90 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:26.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.592+0000 7f231b200700 1 -- 172.21.15.12:0/1509236856 >> 172.21.15.12:0/1509236856 conn(0x7f231c0ffe60 msgr2=0x7f231c102280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:26.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.592+0000 7f231b200700 1 -- 172.21.15.12:0/1509236856 shutdown_connections 2024-03-29T00:14:26.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.593+0000 7f231b200700 1 -- 172.21.15.12:0/1509236856 wait complete. 2024-03-29T00:14:26.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.594+0000 7f231b200700 1 Processor -- start 2024-03-29T00:14:26.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.594+0000 7f231b200700 1 -- start start 2024-03-29T00:14:26.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.594+0000 7f231b200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f231c104590 0x7f231c1a07a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:26.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.594+0000 7f231b200700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f231c104f40 0x7f231c1a0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:26.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.594+0000 7f231b200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f231c109670 0x7f231c19a960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:26.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.594+0000 7f231b200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f231c114720 con 0x7f231c104590 2024-03-29T00:14:26.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.594+0000 7f231b200700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f231c1145a0 con 0x7f231c104f40 2024-03-29T00:14:26.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.594+0000 7f231b200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f231c1148a0 con 0x7f231c109670 2024-03-29T00:14:26.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.594+0000 7f231a800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f231c109670 0x7f231c19a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:26.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.594+0000 7f2319e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f231c104590 0x7f231c1a07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:26.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.594+0000 7f231a800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f231c109670 0x7f231c19a960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:49030/0 (socket says 172.21.15.12:49030) 2024-03-29T00:14:26.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.594+0000 7f2319e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f231c104590 0x7f231c1a07a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:43146/0 (socket says 172.21.15.12:43146) 2024-03-29T00:14:26.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.594+0000 7f231a800700 1 -- 172.21.15.12:0/3344194061 learned_addr learned my addr 172.21.15.12:0/3344194061 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:14:26.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.595+0000 7f2319400700 1 --2- 172.21.15.12:0/3344194061 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f231c104f40 0x7f231c1a0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:26.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.595+0000 7f231a800700 1 -- 172.21.15.12:0/3344194061 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f231c104f40 msgr2=0x7f231c1a0ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:26.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.595+0000 7f231a800700 1 --2- 172.21.15.12:0/3344194061 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f231c104f40 0x7f231c1a0ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:26.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.595+0000 7f231a800700 1 -- 172.21.15.12:0/3344194061 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f231c104590 msgr2=0x7f231c1a07a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:26.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.595+0000 7f231a800700 1 --2- 172.21.15.12:0/3344194061 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f231c104590 0x7f231c1a07a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:26.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.595+0000 7f231a800700 1 -- 172.21.15.12:0/3344194061 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f231c19b0c0 con 0x7f231c109670 2024-03-29T00:14:26.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.595+0000 7f231a800700 1 --2- 172.21.15.12:0/3344194061 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f231c109670 0x7f231c19a960 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f2314007ee0 tx=0x7f231400d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:26.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.595+0000 7f2312a00700 1 -- 172.21.15.12:0/3344194061 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2314004bb0 con 0x7f231c109670 2024-03-29T00:14:26.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.595+0000 7f2312a00700 1 -- 172.21.15.12:0/3344194061 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2314004d50 con 0x7f231c109670 2024-03-29T00:14:26.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.595+0000 7f231b200700 1 -- 172.21.15.12:0/3344194061 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f231c19b3b0 con 0x7f231c109670 2024-03-29T00:14:26.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.596+0000 7f2312a00700 1 -- 172.21.15.12:0/3344194061 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23140059b0 con 0x7f231c109670 2024-03-29T00:14:26.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.596+0000 7f231b200700 1 -- 172.21.15.12:0/3344194061 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f231c1a7670 con 0x7f231c109670 2024-03-29T00:14:26.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.597+0000 7f231b200700 1 -- 172.21.15.12:0/3344194061 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f231c068f00 con 0x7f231c109670 2024-03-29T00:14:26.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.598+0000 7f2312a00700 1 -- 172.21.15.12:0/3344194061 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f231401a020 con 0x7f231c109670 2024-03-29T00:14:26.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.600+0000 7f2312a00700 1 --2- 172.21.15.12:0/3344194061 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f23000a1e10 0x7f23000a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:26.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.600+0000 7f2312a00700 1 -- 172.21.15.12:0/3344194061 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f23140cd0a0 con 0x7f231c109670 2024-03-29T00:14:26.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.600+0000 7f2319e00700 1 --2- 172.21.15.12:0/3344194061 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f23000a1e10 0x7f23000a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:26.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.601+0000 7f2319e00700 1 --2- 172.21.15.12:0/3344194061 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f23000a1e10 0x7f23000a42d0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f231c19baa0 tx=0x7f230c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:26.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.604+0000 7f2312a00700 1 -- 172.21.15.12:0/3344194061 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f2314010070 con 0x7f231c109670 2024-03-29T00:14:26.831 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.831+0000 7f231b200700 1 -- 172.21.15.12:0/3344194061 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f231c02db30 con 0x7f231c109670 2024-03-29T00:14:26.832 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.831+0000 7f2312a00700 1 -- 172.21.15.12:0/3344194061 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v81) ==== 93+0+10 (secure 0 0 0) 0x7f231409a8d0 con 0x7f231c109670 2024-03-29T00:14:26.832 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 1 2024-03-29T00:14:26.835 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.834+0000 7f231b200700 1 -- 172.21.15.12:0/3344194061 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f23000a1e10 msgr2=0x7f23000a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:26.835 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.834+0000 7f231b200700 1 --2- 172.21.15.12:0/3344194061 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f23000a1e10 0x7f23000a42d0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f231c19baa0 tx=0x7f230c009260 comp rx=0 tx=0).stop 2024-03-29T00:14:26.835 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.834+0000 7f231b200700 1 -- 172.21.15.12:0/3344194061 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f231c109670 msgr2=0x7f231c19a960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:26.835 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.834+0000 7f231b200700 1 --2- 172.21.15.12:0/3344194061 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f231c109670 0x7f231c19a960 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f2314007ee0 tx=0x7f231400d3b0 comp rx=0 tx=0).stop 2024-03-29T00:14:26.835 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.835+0000 7f231b200700 1 -- 172.21.15.12:0/3344194061 shutdown_connections 2024-03-29T00:14:26.835 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.835+0000 7f231b200700 1 --2- 172.21.15.12:0/3344194061 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f23000a1e10 0x7f23000a42d0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:26.836 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.835+0000 7f231b200700 1 --2- 172.21.15.12:0/3344194061 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f231c109670 0x7f231c19a960 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:26.836 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.835+0000 7f231b200700 1 --2- 172.21.15.12:0/3344194061 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f231c104590 0x7f231c1a07a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:26.836 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.835+0000 7f231b200700 1 --2- 172.21.15.12:0/3344194061 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f231c104f40 0x7f231c1a0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:26.836 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.835+0000 7f231b200700 1 -- 172.21.15.12:0/3344194061 >> 172.21.15.12:0/3344194061 conn(0x7f231c0ffe60 msgr2=0x7f231c100900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:26.836 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.835+0000 7f231b200700 1 -- 172.21.15.12:0/3344194061 shutdown_connections 2024-03-29T00:14:26.836 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:26.835+0000 7f231b200700 1 -- 172.21.15.12:0/3344194061 wait complete. 2024-03-29T00:14:27.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:26 smithi012 ceph-mon[31657]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:27.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:26 smithi053 ceph-mon[36233]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:27.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:26 smithi069 ceph-mon[36074]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:27.701 INFO:tasks.cephadm:Adding mds.a on smithi012 2024-03-29T00:14:27.702 INFO:tasks.cephadm:Adding mds.d on smithi012 2024-03-29T00:14:27.702 INFO:tasks.cephadm:Adding mds.g on smithi012 2024-03-29T00:14:27.702 INFO:tasks.cephadm:Adding mds.j on smithi012 2024-03-29T00:14:27.702 INFO:tasks.cephadm:Adding mds.b on smithi053 2024-03-29T00:14:27.702 INFO:tasks.cephadm:Adding mds.e on smithi053 2024-03-29T00:14:27.702 INFO:tasks.cephadm:Adding mds.h on smithi053 2024-03-29T00:14:27.702 INFO:tasks.cephadm:Adding mds.k on smithi053 2024-03-29T00:14:27.702 INFO:tasks.cephadm:Adding mds.c on smithi069 2024-03-29T00:14:27.702 INFO:tasks.cephadm:Adding mds.f on smithi069 2024-03-29T00:14:27.702 INFO:tasks.cephadm:Adding mds.i on smithi069 2024-03-29T00:14:27.703 INFO:tasks.cephadm:Adding mds.l on smithi069 2024-03-29T00:14:27.703 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph orch apply mds all '12;smithi012=a;smithi012=d;smithi012=g;smithi012=j;smithi053=b;smithi053=e;smithi053=h;smithi053=k;smithi069=c;smithi069=f;smithi069=i;smithi069=l' 2024-03-29T00:14:27.942 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.c/config 2024-03-29T00:14:27.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:27 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3344194061' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:14:28.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:27 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3344194061' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:14:28.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:27 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3344194061' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:14:29.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:28 smithi069 ceph-mon[36074]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:29.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:28 smithi053 ceph-mon[36233]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:29.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:28 smithi012 ceph-mon[31657]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:29.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.648+0000 7fb13f100700 1 -- 172.21.15.69:0/846711324 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb138102270 msgr2=0x7fb138102690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:29.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.648+0000 7fb13f100700 1 --2- 172.21.15.69:0/846711324 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb138102270 0x7fb138102690 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb12c009990 tx=0x7fb12c009ca0 comp rx=0 tx=0).stop 2024-03-29T00:14:29.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.648+0000 7fb13f100700 1 -- 172.21.15.69:0/846711324 shutdown_connections 2024-03-29T00:14:29.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.648+0000 7fb13f100700 1 --2- 172.21.15.69:0/846711324 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb138102270 0x7fb138102690 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:29.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.648+0000 7fb13f100700 1 --2- 172.21.15.69:0/846711324 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb138103e10 0x7fb13810a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:29.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.649+0000 7fb13f100700 1 --2- 172.21.15.69:0/846711324 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb138103470 0x7fb1381038d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:29.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.649+0000 7fb13f100700 1 -- 172.21.15.69:0/846711324 >> 172.21.15.69:0/846711324 conn(0x7fb1380fd850 msgr2=0x7fb1380ffc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:29.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.649+0000 7fb13f100700 1 -- 172.21.15.69:0/846711324 shutdown_connections 2024-03-29T00:14:29.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.649+0000 7fb13f100700 1 -- 172.21.15.69:0/846711324 wait complete. 2024-03-29T00:14:29.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.649+0000 7fb13f100700 1 Processor -- start 2024-03-29T00:14:29.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.649+0000 7fb13f100700 1 -- start start 2024-03-29T00:14:29.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.649+0000 7fb13f100700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb138102270 0x7fb138075fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:29.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.649+0000 7fb13f100700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb138103470 0x7fb138074630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:29.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.649+0000 7fb13f100700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb138103e10 0x7fb138074b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:29.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.649+0000 7fb13f100700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fb13810e070 con 0x7fb138103e10 2024-03-29T00:14:29.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.649+0000 7fb13f100700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fb13810def0 con 0x7fb138102270 2024-03-29T00:14:29.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.649+0000 7fb13f100700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb13810e1f0 con 0x7fb138103470 2024-03-29T00:14:29.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.649+0000 7fb137fff700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb138103470 0x7fb138074630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:29.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.649+0000 7fb137fff700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb138103470 0x7fb138074630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:32906/0 (socket says 172.21.15.69:32906) 2024-03-29T00:14:29.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.649+0000 7fb137fff700 1 -- 172.21.15.69:0/474915911 learned_addr learned my addr 172.21.15.69:0/474915911 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-03-29T00:14:29.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.650+0000 7fb13ce9c700 1 --2- 172.21.15.69:0/474915911 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb138102270 0x7fb138075fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:29.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.650+0000 7fb137fff700 1 -- 172.21.15.69:0/474915911 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb138102270 msgr2=0x7fb138075fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:29.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.650+0000 7fb137fff700 1 --2- 172.21.15.69:0/474915911 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb138102270 0x7fb138075fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:29.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.650+0000 7fb137fff700 1 -- 172.21.15.69:0/474915911 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb138103e10 msgr2=0x7fb138074b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:29.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.650+0000 7fb137fff700 1 --2- 172.21.15.69:0/474915911 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb138103e10 0x7fb138074b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:29.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.650+0000 7fb137fff700 1 -- 172.21.15.69:0/474915911 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb138075420 con 0x7fb138103470 2024-03-29T00:14:29.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.650+0000 7fb137fff700 1 --2- 172.21.15.69:0/474915911 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb138103470 0x7fb138074630 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fb12400b530 tx=0x7fb12400b8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:29.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.650+0000 7fb135ffb700 1 -- 172.21.15.69:0/474915911 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb124015020 con 0x7fb138103470 2024-03-29T00:14:29.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.650+0000 7fb13f100700 1 -- 172.21.15.69:0/474915911 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1381a2810 con 0x7fb138103470 2024-03-29T00:14:29.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.650+0000 7fb135ffb700 1 -- 172.21.15.69:0/474915911 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb124011d30 con 0x7fb138103470 2024-03-29T00:14:29.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.650+0000 7fb135ffb700 1 -- 172.21.15.69:0/474915911 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb12400f2e0 con 0x7fb138103470 2024-03-29T00:14:29.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.650+0000 7fb13f100700 1 -- 172.21.15.69:0/474915911 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1381a2da0 con 0x7fb138103470 2024-03-29T00:14:29.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.651+0000 7fb13f100700 1 -- 172.21.15.69:0/474915911 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb138068f00 con 0x7fb138103470 2024-03-29T00:14:29.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.652+0000 7fb135ffb700 1 -- 172.21.15.69:0/474915911 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7fb124018020 con 0x7fb138103470 2024-03-29T00:14:29.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.652+0000 7fb135ffb700 1 --2- 172.21.15.69:0/474915911 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb1280a1e10 0x7fb1280a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:29.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.653+0000 7fb135ffb700 1 -- 172.21.15.69:0/474915911 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fb1240cd1a0 con 0x7fb138103470 2024-03-29T00:14:29.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.653+0000 7fb13ce9c700 1 --2- 172.21.15.69:0/474915911 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb1280a1e10 0x7fb1280a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:29.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.654+0000 7fb13ce9c700 1 --2- 172.21.15.69:0/474915911 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb1280a1e10 0x7fb1280a42d0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fb12c00b5c0 tx=0x7fb12c009710 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:29.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.657+0000 7fb135ffb700 1 -- 172.21.15.69:0/474915911 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fb12401f020 con 0x7fb138103470 2024-03-29T00:14:29.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.861+0000 7fb13f100700 1 -- 172.21.15.69:0/474915911 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi012=a;smithi012=d;smithi012=g;smithi012=j;smithi053=b;smithi053=e;smithi053=h;smithi053=k;smithi069=c;smithi069=f;smithi069=i;smithi069=l", "target": ["mon-mgr", ""]}) -- 0x7fb138062780 con 0x7fb1280a1e10 2024-03-29T00:14:29.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.878+0000 7fb135ffb700 1 -- 172.21.15.69:0/474915911 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7fb138062780 con 0x7fb1280a1e10 2024-03-29T00:14:29.878 INFO:teuthology.orchestra.run.smithi069.stdout:Scheduled mds.all update... 2024-03-29T00:14:29.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.880+0000 7fb13f100700 1 -- 172.21.15.69:0/474915911 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb1280a1e10 msgr2=0x7fb1280a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:29.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.880+0000 7fb13f100700 1 --2- 172.21.15.69:0/474915911 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb1280a1e10 0x7fb1280a42d0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fb12c00b5c0 tx=0x7fb12c009710 comp rx=0 tx=0).stop 2024-03-29T00:14:29.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.880+0000 7fb13f100700 1 -- 172.21.15.69:0/474915911 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb138103470 msgr2=0x7fb138074630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:29.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.880+0000 7fb13f100700 1 --2- 172.21.15.69:0/474915911 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb138103470 0x7fb138074630 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fb12400b530 tx=0x7fb12400b8f0 comp rx=0 tx=0).stop 2024-03-29T00:14:29.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.880+0000 7fb13f100700 1 -- 172.21.15.69:0/474915911 shutdown_connections 2024-03-29T00:14:29.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.880+0000 7fb13f100700 1 --2- 172.21.15.69:0/474915911 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb1280a1e10 0x7fb1280a42d0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:29.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.880+0000 7fb13f100700 1 --2- 172.21.15.69:0/474915911 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb138103e10 0x7fb138074b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:29.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.880+0000 7fb13f100700 1 --2- 172.21.15.69:0/474915911 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb138102270 0x7fb138075fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:29.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.880+0000 7fb13f100700 1 --2- 172.21.15.69:0/474915911 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb138103470 0x7fb138074630 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:29.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.880+0000 7fb13f100700 1 -- 172.21.15.69:0/474915911 >> 172.21.15.69:0/474915911 conn(0x7fb1380fd850 msgr2=0x7fb138106770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:29.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.880+0000 7fb13f100700 1 -- 172.21.15.69:0/474915911 shutdown_connections 2024-03-29T00:14:29.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-03-29T00:14:29.880+0000 7fb13f100700 1 -- 172.21.15.69:0/474915911 wait complete. 2024-03-29T00:14:30.667 DEBUG:teuthology.orchestra.run.smithi012:mds.a> sudo journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.a.service 2024-03-29T00:14:30.674 DEBUG:teuthology.orchestra.run.smithi012:mds.d> sudo journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.d.service 2024-03-29T00:14:30.719 DEBUG:teuthology.orchestra.run.smithi012:mds.g> sudo journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.g.service 2024-03-29T00:14:30.766 DEBUG:teuthology.orchestra.run.smithi012:mds.j> sudo journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.j.service 2024-03-29T00:14:30.812 DEBUG:teuthology.orchestra.run.smithi053:mds.b> sudo journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.b.service 2024-03-29T00:14:30.815 DEBUG:teuthology.orchestra.run.smithi053:mds.e> sudo journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.e.service 2024-03-29T00:14:30.857 DEBUG:teuthology.orchestra.run.smithi053:mds.h> sudo journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.h.service 2024-03-29T00:14:30.900 DEBUG:teuthology.orchestra.run.smithi053:mds.k> sudo journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.k.service 2024-03-29T00:14:30.943 DEBUG:teuthology.orchestra.run.smithi069:mds.c> sudo journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.c.service 2024-03-29T00:14:30.946 DEBUG:teuthology.orchestra.run.smithi069:mds.f> sudo journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.f.service 2024-03-29T00:14:30.968 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:30 smithi069 ceph-mon[36074]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:30.969 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:30 smithi069 ceph-mon[36074]: from='client.24448 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi012=a;smithi012=d;smithi012=g;smithi012=j;smithi053=b;smithi053=e;smithi053=h;smithi053=k;smithi069=c;smithi069=f;smithi069=i;smithi069=l", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:14:30.969 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:30 smithi069 ceph-mon[36074]: Saving service mds.all spec with placement smithi012=a;smithi012=d;smithi012=g;smithi012=j;smithi053=b;smithi053=e;smithi053=h;smithi053=k;smithi069=c;smithi069=f;smithi069=i;smithi069=l;count:12 2024-03-29T00:14:30.969 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:30 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:30.969 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:30 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:14:30.969 DEBUG:teuthology.orchestra.run.smithi069:mds.i> sudo journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.i.service 2024-03-29T00:14:31.012 DEBUG:teuthology.orchestra.run.smithi069:mds.l> sudo journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.l.service 2024-03-29T00:14:31.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:30 smithi012 ceph-mon[31657]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:31.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:30 smithi012 ceph-mon[31657]: from='client.24448 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi012=a;smithi012=d;smithi012=g;smithi012=j;smithi053=b;smithi053=e;smithi053=h;smithi053=k;smithi069=c;smithi069=f;smithi069=i;smithi069=l", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:14:31.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:30 smithi012 ceph-mon[31657]: Saving service mds.all spec with placement smithi012=a;smithi012=d;smithi012=g;smithi012=j;smithi053=b;smithi053=e;smithi053=h;smithi053=k;smithi069=c;smithi069=f;smithi069=i;smithi069=l;count:12 2024-03-29T00:14:31.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:30 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:31.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:30 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:14:31.055 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-03-29T00:14:31.055 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-29T00:14:31.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:30 smithi053 ceph-mon[36233]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:31.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:30 smithi053 ceph-mon[36233]: from='client.24448 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi012=a;smithi012=d;smithi012=g;smithi012=j;smithi053=b;smithi053=e;smithi053=h;smithi053=k;smithi069=c;smithi069=f;smithi069=i;smithi069=l", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:14:31.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:30 smithi053 ceph-mon[36233]: Saving service mds.all spec with placement smithi012=a;smithi012=d;smithi012=g;smithi012=j;smithi053=b;smithi053=e;smithi053=h;smithi053=k;smithi069=c;smithi069=f;smithi069=i;smithi069=l;count:12 2024-03-29T00:14:31.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:30 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:31.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:30 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:14:31.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.304+0000 7f497d600640 1 -- 172.21.15.12:0/2688554786 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4978104c00 msgr2=0x7f4978105080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:31.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.304+0000 7f497d600640 1 --2- 172.21.15.12:0/2688554786 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4978104c00 0x7f4978105080 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f4960009900 tx=0x7f496002bc30 comp rx=0 tx=0).stop 2024-03-29T00:14:31.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.304+0000 7f497d600640 1 -- 172.21.15.12:0/2688554786 shutdown_connections 2024-03-29T00:14:31.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.305+0000 7f497d600640 1 --2- 172.21.15.12:0/2688554786 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f49781055c0 0x7f497810be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:31.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.305+0000 7f497d600640 1 --2- 172.21.15.12:0/2688554786 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4978104c00 0x7f4978105080 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:31.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.305+0000 7f497d600640 1 --2- 172.21.15.12:0/2688554786 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4978103a10 0x7f4978103e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:31.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.305+0000 7f497d600640 1 -- 172.21.15.12:0/2688554786 >> 172.21.15.12:0/2688554786 conn(0x7f49780fef60 msgr2=0x7f49781013c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:31.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.305+0000 7f497d600640 1 -- 172.21.15.12:0/2688554786 shutdown_connections 2024-03-29T00:14:31.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.305+0000 7f497d600640 1 -- 172.21.15.12:0/2688554786 wait complete. 2024-03-29T00:14:31.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.306+0000 7f497d600640 1 Processor -- start 2024-03-29T00:14:31.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.306+0000 7f497d600640 1 -- start start 2024-03-29T00:14:31.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.306+0000 7f497d600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4978103a10 0x7f4978199d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:31.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.306+0000 7f497d600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4978104c00 0x7f497819a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:31.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.306+0000 7f497d600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f49781055c0 0x7f49781a12c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:31.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.306+0000 7f497d600640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f497810f700 con 0x7f4978104c00 2024-03-29T00:14:31.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.306+0000 7f497d600640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f497810f580 con 0x7f49781055c0 2024-03-29T00:14:31.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.306+0000 7f497d600640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f497810f880 con 0x7f4978103a10 2024-03-29T00:14:31.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.306+0000 7f4976a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4978103a10 0x7f4978199d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:31.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.306+0000 7f496fe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4978104c00 0x7f497819a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:31.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.306+0000 7f4976a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4978103a10 0x7f4978199d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:49050/0 (socket says 172.21.15.12:49050) 2024-03-29T00:14:31.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.306+0000 7f4976a00640 1 -- 172.21.15.12:0/2153647073 learned_addr learned my addr 172.21.15.12:0/2153647073 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:14:31.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.306+0000 7f4977400640 1 --2- 172.21.15.12:0/2153647073 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f49781055c0 0x7f49781a12c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:31.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.307+0000 7f4976a00640 1 -- 172.21.15.12:0/2153647073 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f49781055c0 msgr2=0x7f49781a12c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:31.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.307+0000 7f4976a00640 1 --2- 172.21.15.12:0/2153647073 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f49781055c0 0x7f49781a12c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:31.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.307+0000 7f4976a00640 1 -- 172.21.15.12:0/2153647073 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4978104c00 msgr2=0x7f497819a290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:31.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.307+0000 7f4976a00640 1 --2- 172.21.15.12:0/2153647073 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4978104c00 0x7f497819a290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:31.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.307+0000 7f4976a00640 1 -- 172.21.15.12:0/2153647073 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49781a1960 con 0x7f4978103a10 2024-03-29T00:14:31.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.307+0000 7f4976a00640 1 --2- 172.21.15.12:0/2153647073 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4978103a10 0x7f4978199d50 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f496800e9c0 tx=0x7f496800edc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:31.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.307+0000 7f496f400640 1 -- 172.21.15.12:0/2153647073 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f496800ccc0 con 0x7f4978103a10 2024-03-29T00:14:31.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.307+0000 7f496f400640 1 -- 172.21.15.12:0/2153647073 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f49680035f0 con 0x7f4978103a10 2024-03-29T00:14:31.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.307+0000 7f497d600640 1 -- 172.21.15.12:0/2153647073 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49781a1c50 con 0x7f4978103a10 2024-03-29T00:14:31.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.307+0000 7f496f400640 1 -- 172.21.15.12:0/2153647073 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f496800ce60 con 0x7f4978103a10 2024-03-29T00:14:31.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.308+0000 7f497d600640 1 -- 172.21.15.12:0/2153647073 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49781a21a0 con 0x7f4978103a10 2024-03-29T00:14:31.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.309+0000 7f497d600640 1 -- 172.21.15.12:0/2153647073 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f497810ad30 con 0x7f4978103a10 2024-03-29T00:14:31.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.311+0000 7f496f400640 1 -- 172.21.15.12:0/2153647073 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f49680037a0 con 0x7f4978103a10 2024-03-29T00:14:31.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.312+0000 7f496f400640 1 --2- 172.21.15.12:0/2153647073 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f495c0a1d80 0x7f495c0a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:31.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.312+0000 7f496f400640 1 -- 172.21.15.12:0/2153647073 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f49680cde20 con 0x7f4978103a10 2024-03-29T00:14:31.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.312+0000 7f496fe00640 1 --2- 172.21.15.12:0/2153647073 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f495c0a1d80 0x7f495c0a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:31.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.313+0000 7f496fe00640 1 --2- 172.21.15.12:0/2153647073 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f495c0a1d80 0x7f495c0a4240 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f4960000c00 tx=0x7f4960005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:31.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.316+0000 7f496f400640 1 -- 172.21.15.12:0/2153647073 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f496809b650 con 0x7f4978103a10 2024-03-29T00:14:31.521 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.521+0000 7f497d600640 1 -- 172.21.15.12:0/2153647073 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f497802d170 con 0x7f4978103a10 2024-03-29T00:14:31.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.522+0000 7f496f400640 1 -- 172.21.15.12:0/2153647073 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+18359 (secure 0 0 0) 0x7f496809af50 con 0x7f4978103a10 2024-03-29T00:14:31.523 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:14:31.523 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":81,"fsid":"f0a28ba8-ed5f-11ee-95d0-87774f69a715","created":"2024-03-29T00:05:52.349196+0000","modified":"2024-03-29T00:14:18.657755+0000","last_up_change":"2024-03-29T00:14:17.644182+0000","last_in_change":"2024-03-29T00:13:57.992327+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-29T00:09:58.299082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f15b3bc8-42a4-4aca-bf7c-f36533a25084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6803","nonce":1970936395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6805","nonce":1970936395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6809","nonce":1970936395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6807","nonce":1970936395}]},"public_addr":"172.21.15.12:6803/1970936395","cluster_addr":"172.21.15.12:6805/1970936395","heartbeat_back_addr":"172.21.15.12:6809/1970936395","heartbeat_front_addr":"172.21.15.12:6807/1970936395","state":["exists","up"]},{"osd":1,"uuid":"9fc84928-5898-4421-8fae-8a6c3b5d6454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6801","nonce":2562558811}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6803","nonce":2562558811}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6807","nonce":2562558811}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6805","nonce":2562558811}]},"public_addr":"172.21.15.53:6801/2562558811","cluster_addr":"172.21.15.53:6803/2562558811","heartbeat_back_addr":"172.21.15.53:6807/2562558811","heartbeat_front_addr":"172.21.15.53:6805/2562558811","state":["exists","up"]},{"osd":2,"uuid":"6e1df3eb-d5e1-4433-aef8-dcc544feb108","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6800","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6801","nonce":3472201934}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6803","nonce":3472201934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6807","nonce":3472201934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6805","nonce":3472201934}]},"public_addr":"172.21.15.69:6801/3472201934","cluster_addr":"172.21.15.69:6803/3472201934","heartbeat_back_addr":"172.21.15.69:6807/3472201934","heartbeat_front_addr":"172.21.15.69:6805/3472201934","state":["exists","up"]},{"osd":3,"uuid":"c03886ee-0efd-4a1f-b04f-b060483d852b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6811","nonce":1860879351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6813","nonce":1860879351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6817","nonce":1860879351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6815","nonce":1860879351}]},"public_addr":"172.21.15.12:6811/1860879351","cluster_addr":"172.21.15.12:6813/1860879351","heartbeat_back_addr":"172.21.15.12:6817/1860879351","heartbeat_front_addr":"172.21.15.12:6815/1860879351","state":["exists","up"]},{"osd":4,"uuid":"10a25f7e-b569-4d47-add7-560968efa9c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6809","nonce":1066696400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6811","nonce":1066696400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6815","nonce":1066696400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6813","nonce":1066696400}]},"public_addr":"172.21.15.53:6809/1066696400","cluster_addr":"172.21.15.53:6811/1066696400","heartbeat_back_addr":"172.21.15.53:6815/1066696400","heartbeat_front_addr":"172.21.15.53:6813/1066696400","state":["exists","up"]},{"osd":5,"uuid":"21bad6a7-f98d-4344-8b0b-cf8526575ac2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6809","nonce":2160312252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6811","nonce":2160312252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6815","nonce":2160312252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6813","nonce":2160312252}]},"public_addr":"172.21.15.69:6809/2160312252","cluster_addr":"172.21.15.69:6811/2160312252","heartbeat_back_addr":"172.21.15.69:6815/2160312252","heartbeat_front_addr":"172.21.15.69:6813/2160312252","state":["exists","up"]},{"osd":6,"uuid":"927557ba-0245-42bb-83f1-c8b6b44cc496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6819","nonce":53322413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6821","nonce":53322413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6825","nonce":53322413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6823","nonce":53322413}]},"public_addr":"172.21.15.12:6819/53322413","cluster_addr":"172.21.15.12:6821/53322413","heartbeat_back_addr":"172.21.15.12:6825/53322413","heartbeat_front_addr":"172.21.15.12:6823/53322413","state":["exists","up"]},{"osd":7,"uuid":"22314690-d0eb-496b-b67d-922bdc0b6660","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6817","nonce":512991962}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6819","nonce":512991962}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6823","nonce":512991962}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6821","nonce":512991962}]},"public_addr":"172.21.15.53:6817/512991962","cluster_addr":"172.21.15.53:6819/512991962","heartbeat_back_addr":"172.21.15.53:6823/512991962","heartbeat_front_addr":"172.21.15.53:6821/512991962","state":["exists","up"]},{"osd":8,"uuid":"f26e428e-4919-4030-aa15-100d6df99aef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6817","nonce":2890541031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6819","nonce":2890541031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6823","nonce":2890541031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6821","nonce":2890541031}]},"public_addr":"172.21.15.69:6817/2890541031","cluster_addr":"172.21.15.69:6819/2890541031","heartbeat_back_addr":"172.21.15.69:6823/2890541031","heartbeat_front_addr":"172.21.15.69:6821/2890541031","state":["exists","up"]},{"osd":9,"uuid":"df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6827","nonce":1715133032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6829","nonce":1715133032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6833","nonce":1715133032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6831","nonce":1715133032}]},"public_addr":"172.21.15.12:6827/1715133032","cluster_addr":"172.21.15.12:6829/1715133032","heartbeat_back_addr":"172.21.15.12:6833/1715133032","heartbeat_front_addr":"172.21.15.12:6831/1715133032","state":["exists","up"]},{"osd":10,"uuid":"ac05ca46-a3d8-4e95-8b37-6f46b9f38703","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6825","nonce":3180522172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6827","nonce":3180522172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6831","nonce":3180522172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6829","nonce":3180522172}]},"public_addr":"172.21.15.53:6825/3180522172","cluster_addr":"172.21.15.53:6827/3180522172","heartbeat_back_addr":"172.21.15.53:6831/3180522172","heartbeat_front_addr":"172.21.15.53:6829/3180522172","state":["exists","up"]},{"osd":11,"uuid":"47fd23fb-f49f-49ca-8dfa-df667d03cfa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6825","nonce":1830685720}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6827","nonce":1830685720}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6831","nonce":1830685720}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6829","nonce":1830685720}]},"public_addr":"172.21.15.69:6825/1830685720","cluster_addr":"172.21.15.69:6827/1830685720","heartbeat_back_addr":"172.21.15.69:6831/1830685720","heartbeat_front_addr":"172.21.15.69:6829/1830685720","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:04.043487+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:29.451338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:53.723758+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:27.673354+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:54.498962+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:19.775485+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:54.005468+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:21.544560+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:47.123756+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:22.232554+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:50.514376+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:14:16.169343+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/3903984873":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/3329864026":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/1184533662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/2224576662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/798509208":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/4176566530":"2024-03-30T00:07:09.578981+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-29T00:14:31.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.525+0000 7f497d600640 1 -- 172.21.15.12:0/2153647073 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f495c0a1d80 msgr2=0x7f495c0a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:31.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.525+0000 7f497d600640 1 --2- 172.21.15.12:0/2153647073 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f495c0a1d80 0x7f495c0a4240 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f4960000c00 tx=0x7f4960005fd0 comp rx=0 tx=0).stop 2024-03-29T00:14:31.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.525+0000 7f497d600640 1 -- 172.21.15.12:0/2153647073 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4978103a10 msgr2=0x7f4978199d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:31.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.525+0000 7f497d600640 1 --2- 172.21.15.12:0/2153647073 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4978103a10 0x7f4978199d50 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f496800e9c0 tx=0x7f496800edc0 comp rx=0 tx=0).stop 2024-03-29T00:14:31.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.525+0000 7f497d600640 1 -- 172.21.15.12:0/2153647073 shutdown_connections 2024-03-29T00:14:31.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.525+0000 7f497d600640 1 --2- 172.21.15.12:0/2153647073 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f495c0a1d80 0x7f495c0a4240 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:31.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.525+0000 7f497d600640 1 --2- 172.21.15.12:0/2153647073 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f49781055c0 0x7f49781a12c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:31.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.525+0000 7f497d600640 1 --2- 172.21.15.12:0/2153647073 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4978104c00 0x7f497819a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:31.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.525+0000 7f497d600640 1 --2- 172.21.15.12:0/2153647073 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4978103a10 0x7f4978199d50 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:31.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.525+0000 7f497d600640 1 -- 172.21.15.12:0/2153647073 >> 172.21.15.12:0/2153647073 conn(0x7f49780fef60 msgr2=0x7f4978107f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:31.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.525+0000 7f497d600640 1 -- 172.21.15.12:0/2153647073 shutdown_connections 2024-03-29T00:14:31.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.525+0000 7f497d600640 1 -- 172.21.15.12:0/2153647073 wait complete. 2024-03-29T00:14:31.547 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-29T00:09:58.299082+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-29T00:14:31.547 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-29T00:14:31.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.779+0000 7f8e66e00640 1 -- 172.21.15.12:0/1133002319 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e600ffe10 msgr2=0x7f8e60100230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:31.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.779+0000 7f8e66e00640 1 --2- 172.21.15.12:0/1133002319 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e600ffe10 0x7f8e60100230 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f8e50009ca0 tx=0x7f8e5002c100 comp rx=0 tx=0).stop 2024-03-29T00:14:31.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.779+0000 7f8e66e00640 1 -- 172.21.15.12:0/1133002319 shutdown_connections 2024-03-29T00:14:31.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.779+0000 7f8e66e00640 1 --2- 172.21.15.12:0/1133002319 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8e60101110 0x7f8e60101590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:31.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.779+0000 7f8e66e00640 1 --2- 172.21.15.12:0/1133002319 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8e60100770 0x7f8e60100bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:31.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.779+0000 7f8e66e00640 1 --2- 172.21.15.12:0/1133002319 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e600ffe10 0x7f8e60100230 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:31.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.779+0000 7f8e66e00640 1 -- 172.21.15.12:0/1133002319 >> 172.21.15.12:0/1133002319 conn(0x7f8e600fba30 msgr2=0x7f8e600fde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:31.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.779+0000 7f8e66e00640 1 -- 172.21.15.12:0/1133002319 shutdown_connections 2024-03-29T00:14:31.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.779+0000 7f8e66e00640 1 -- 172.21.15.12:0/1133002319 wait complete. 2024-03-29T00:14:31.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.780+0000 7f8e66e00640 1 Processor -- start 2024-03-29T00:14:31.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.781+0000 7f8e66e00640 1 -- start start 2024-03-29T00:14:31.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.781+0000 7f8e66e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8e600ffe10 0x7f8e60199b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:31.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.781+0000 7f8e66e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e60100770 0x7f8e6019a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:31.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.781+0000 7f8e66e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8e60101110 0x7f8e601a1110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:31.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.781+0000 7f8e66e00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8e6010f560 con 0x7f8e60100770 2024-03-29T00:14:31.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.781+0000 7f8e66e00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f8e6010f3e0 con 0x7f8e600ffe10 2024-03-29T00:14:31.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.781+0000 7f8e66e00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8e6010f6e0 con 0x7f8e60101110 2024-03-29T00:14:31.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.781+0000 7f8e65000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e60100770 0x7f8e6019a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:31.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.781+0000 7f8e65000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e60100770 0x7f8e6019a0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:43184/0 (socket says 172.21.15.12:43184) 2024-03-29T00:14:31.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.781+0000 7f8e65000640 1 -- 172.21.15.12:0/879774254 learned_addr learned my addr 172.21.15.12:0/879774254 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:14:31.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.781+0000 7f8e66400640 1 --2- 172.21.15.12:0/879774254 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8e60101110 0x7f8e601a1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:31.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.781+0000 7f8e65a00640 1 --2- 172.21.15.12:0/879774254 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8e600ffe10 0x7f8e60199b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:31.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.782+0000 7f8e65000640 1 -- 172.21.15.12:0/879774254 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8e60101110 msgr2=0x7f8e601a1110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:31.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.782+0000 7f8e65000640 1 --2- 172.21.15.12:0/879774254 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8e60101110 0x7f8e601a1110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:31.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.782+0000 7f8e65000640 1 -- 172.21.15.12:0/879774254 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8e600ffe10 msgr2=0x7f8e60199b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:31.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.782+0000 7f8e65000640 1 --2- 172.21.15.12:0/879774254 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8e600ffe10 0x7f8e60199b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:31.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.782+0000 7f8e65000640 1 -- 172.21.15.12:0/879774254 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e601a1780 con 0x7f8e60100770 2024-03-29T00:14:31.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.782+0000 7f8e66400640 1 --2- 172.21.15.12:0/879774254 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8e60101110 0x7f8e601a1110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:14:31.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.782+0000 7f8e65000640 1 --2- 172.21.15.12:0/879774254 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e60100770 0x7f8e6019a0a0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f8e4c00ea60 tx=0x7f8e4c00ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:31.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.783+0000 7f8e5e000640 1 -- 172.21.15.12:0/879774254 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e4c00cde0 con 0x7f8e60100770 2024-03-29T00:14:31.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.783+0000 7f8e5e000640 1 -- 172.21.15.12:0/879774254 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8e4c0035f0 con 0x7f8e60100770 2024-03-29T00:14:31.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.783+0000 7f8e5e000640 1 -- 172.21.15.12:0/879774254 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e4c010720 con 0x7f8e60100770 2024-03-29T00:14:31.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.783+0000 7f8e66e00640 1 -- 172.21.15.12:0/879774254 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e601a1a70 con 0x7f8e60100770 2024-03-29T00:14:31.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.783+0000 7f8e66e00640 1 -- 172.21.15.12:0/879774254 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e601a2010 con 0x7f8e60100770 2024-03-29T00:14:31.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.784+0000 7f8e66e00640 1 -- 172.21.15.12:0/879774254 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e6010ab60 con 0x7f8e60100770 2024-03-29T00:14:31.787 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.787+0000 7f8e5e000640 1 -- 172.21.15.12:0/879774254 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f8e4c0037a0 con 0x7f8e60100770 2024-03-29T00:14:31.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.788+0000 7f8e5e000640 1 --2- 172.21.15.12:0/879774254 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f8e440a1e00 0x7f8e440a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:31.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.788+0000 7f8e5e000640 1 -- 172.21.15.12:0/879774254 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f8e4c0cdda0 con 0x7f8e60100770 2024-03-29T00:14:31.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.789+0000 7f8e65a00640 1 --2- 172.21.15.12:0/879774254 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f8e440a1e00 0x7f8e440a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:31.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.789+0000 7f8e65a00640 1 --2- 172.21.15.12:0/879774254 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f8e440a1e00 0x7f8e440a42c0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f8e50006010 tx=0x7f8e50032640 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:31.791 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.791+0000 7f8e5e000640 1 -- 172.21.15.12:0/879774254 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f8e4c09b660 con 0x7f8e60100770 2024-03-29T00:14:31.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.995+0000 7f8e66e00640 1 -- 172.21.15.12:0/879774254 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f8e6002d370 con 0x7f8e60100770 2024-03-29T00:14:31.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.996+0000 7f8e5e000640 1 -- 172.21.15.12:0/879774254 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v81) ==== 93+0+10 (secure 0 0 0) 0x7f8e4c09af60 con 0x7f8e60100770 2024-03-29T00:14:31.996 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 1 2024-03-29T00:14:31.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.999+0000 7f8e66e00640 1 -- 172.21.15.12:0/879774254 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f8e440a1e00 msgr2=0x7f8e440a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:31.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.999+0000 7f8e66e00640 1 --2- 172.21.15.12:0/879774254 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f8e440a1e00 0x7f8e440a42c0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f8e50006010 tx=0x7f8e50032640 comp rx=0 tx=0).stop 2024-03-29T00:14:31.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.999+0000 7f8e66e00640 1 -- 172.21.15.12:0/879774254 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e60100770 msgr2=0x7f8e6019a0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:31.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.999+0000 7f8e66e00640 1 --2- 172.21.15.12:0/879774254 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e60100770 0x7f8e6019a0a0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f8e4c00ea60 tx=0x7f8e4c00ef20 comp rx=0 tx=0).stop 2024-03-29T00:14:32.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.999+0000 7f8e66e00640 1 -- 172.21.15.12:0/879774254 shutdown_connections 2024-03-29T00:14:32.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.999+0000 7f8e66e00640 1 --2- 172.21.15.12:0/879774254 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f8e440a1e00 0x7f8e440a42c0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:32.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.999+0000 7f8e66e00640 1 --2- 172.21.15.12:0/879774254 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8e60101110 0x7f8e601a1110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:32.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.999+0000 7f8e66e00640 1 --2- 172.21.15.12:0/879774254 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e60100770 0x7f8e6019a0a0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:32.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.999+0000 7f8e66e00640 1 --2- 172.21.15.12:0/879774254 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8e600ffe10 0x7f8e60199b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:32.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.999+0000 7f8e66e00640 1 -- 172.21.15.12:0/879774254 >> 172.21.15.12:0/879774254 conn(0x7f8e600fba30 msgr2=0x7f8e600fd530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:32.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.999+0000 7f8e66e00640 1 -- 172.21.15.12:0/879774254 shutdown_connections 2024-03-29T00:14:32.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:31.999+0000 7f8e66e00640 1 -- 172.21.15.12:0/879774254 wait complete. 2024-03-29T00:14:32.019 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:14:32.046 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:31 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:32.046 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:31 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:14:32.047 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:31 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:32.047 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:31 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:14:32.047 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:31 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:14:32.047 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:31 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:32.047 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:31 smithi069 ceph-mon[36074]: Deploying daemon mds.l on smithi069 2024-03-29T00:14:32.047 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:31 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2153647073' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:14:32.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:31 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:32.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:31 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:14:32.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:31 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:32.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:31 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:14:32.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:31 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:14:32.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:31 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:32.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:31 smithi053 ceph-mon[36233]: Deploying daemon mds.l on smithi069 2024-03-29T00:14:32.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:31 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2153647073' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:14:32.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.250+0000 7fd075000640 1 -- 172.21.15.12:0/3314252625 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd070102840 msgr2=0x7fd070102cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:32.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.250+0000 7fd075000640 1 --2- 172.21.15.12:0/3314252625 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd070102840 0x7fd070102cc0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fd05c009900 tx=0x7fd05c02bc50 comp rx=0 tx=0).stop 2024-03-29T00:14:32.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.250+0000 7fd075000640 1 -- 172.21.15.12:0/3314252625 shutdown_connections 2024-03-29T00:14:32.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.250+0000 7fd075000640 1 --2- 172.21.15.12:0/3314252625 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd070103200 0x7fd070109a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:32.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.250+0000 7fd075000640 1 --2- 172.21.15.12:0/3314252625 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd070102840 0x7fd070102cc0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:32.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.250+0000 7fd075000640 1 --2- 172.21.15.12:0/3314252625 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd070101650 0x7fd070101a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:32.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.250+0000 7fd075000640 1 -- 172.21.15.12:0/3314252625 >> 172.21.15.12:0/3314252625 conn(0x7fd0700fcbe0 msgr2=0x7fd0700ff000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:32.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.250+0000 7fd075000640 1 -- 172.21.15.12:0/3314252625 shutdown_connections 2024-03-29T00:14:32.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.250+0000 7fd075000640 1 -- 172.21.15.12:0/3314252625 wait complete. 2024-03-29T00:14:32.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.251+0000 7fd075000640 1 Processor -- start 2024-03-29T00:14:32.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.251+0000 7fd075000640 1 -- start start 2024-03-29T00:14:32.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.252+0000 7fd075000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd070101650 0x7fd070199bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:32.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.252+0000 7fd075000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd070102840 0x7fd07019a100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:32.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.252+0000 7fd075000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd070103200 0x7fd0701a1170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:32.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.252+0000 7fd075000640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fd07010d400 con 0x7fd070103200 2024-03-29T00:14:32.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.252+0000 7fd075000640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd07010d280 con 0x7fd070101650 2024-03-29T00:14:32.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.252+0000 7fd075000640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd07010d580 con 0x7fd070102840 2024-03-29T00:14:32.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.252+0000 7fd06ea00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd070102840 0x7fd07019a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:32.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.252+0000 7fd06f400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd070101650 0x7fd070199bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:32.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.252+0000 7fd06fe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd070103200 0x7fd0701a1170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:32.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.252+0000 7fd06ea00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd070102840 0x7fd07019a100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:49086/0 (socket says 172.21.15.12:49086) 2024-03-29T00:14:32.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.252+0000 7fd06ea00640 1 -- 172.21.15.12:0/509385470 learned_addr learned my addr 172.21.15.12:0/509385470 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:14:32.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.253+0000 7fd06ea00640 1 -- 172.21.15.12:0/509385470 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd070101650 msgr2=0x7fd070199bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:32.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.253+0000 7fd06ea00640 1 --2- 172.21.15.12:0/509385470 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd070101650 0x7fd070199bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:32.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.253+0000 7fd06ea00640 1 -- 172.21.15.12:0/509385470 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd070103200 msgr2=0x7fd0701a1170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:32.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.253+0000 7fd06ea00640 1 --2- 172.21.15.12:0/509385470 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd070103200 0x7fd0701a1170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:32.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.253+0000 7fd06ea00640 1 -- 172.21.15.12:0/509385470 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0701a17e0 con 0x7fd070102840 2024-03-29T00:14:32.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.253+0000 7fd06ea00640 1 --2- 172.21.15.12:0/509385470 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd070102840 0x7fd07019a100 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd05c005ab0 tx=0x7fd05c02c730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:32.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.253+0000 7fd067e00640 1 -- 172.21.15.12:0/509385470 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd05c043020 con 0x7fd070102840 2024-03-29T00:14:32.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.253+0000 7fd067e00640 1 -- 172.21.15.12:0/509385470 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd05c0042d0 con 0x7fd070102840 2024-03-29T00:14:32.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.253+0000 7fd067e00640 1 -- 172.21.15.12:0/509385470 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd05c003ca0 con 0x7fd070102840 2024-03-29T00:14:32.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.253+0000 7fd075000640 1 -- 172.21.15.12:0/509385470 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0701a1a70 con 0x7fd070102840 2024-03-29T00:14:32.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.254+0000 7fd075000640 1 -- 172.21.15.12:0/509385470 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0701a1fc0 con 0x7fd070102840 2024-03-29T00:14:32.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.255+0000 7fd075000640 1 -- 172.21.15.12:0/509385470 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0701a2190 con 0x7fd070102840 2024-03-29T00:14:32.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.257+0000 7fd067e00640 1 -- 172.21.15.12:0/509385470 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7fd05c046020 con 0x7fd070102840 2024-03-29T00:14:32.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.259+0000 7fd067e00640 1 --2- 172.21.15.12:0/509385470 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd0540a1d70 0x7fd0540a4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:32.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.259+0000 7fd067e00640 1 -- 172.21.15.12:0/509385470 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fd05c0efa90 con 0x7fd070102840 2024-03-29T00:14:32.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.259+0000 7fd06f400640 1 --2- 172.21.15.12:0/509385470 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd0540a1d70 0x7fd0540a4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:32.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.260+0000 7fd06f400640 1 --2- 172.21.15.12:0/509385470 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd0540a1d70 0x7fd0540a4230 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fd0701026a0 tx=0x7fd060005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:32.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.263+0000 7fd067e00640 1 -- 172.21.15.12:0/509385470 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fd05c04d020 con 0x7fd070102840 2024-03-29T00:14:32.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:31 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:32.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:31 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:14:32.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:31 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:32.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:31 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:14:32.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:31 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:14:32.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:31 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:32.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:31 smithi012 ceph-mon[31657]: Deploying daemon mds.l on smithi069 2024-03-29T00:14:32.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:31 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2153647073' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:14:32.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.507+0000 7fd075000640 1 -- 172.21.15.12:0/509385470 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd0701a2360 con 0x7fd070102840 2024-03-29T00:14:32.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.508+0000 7fd067e00640 1 -- 172.21.15.12:0/509385470 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) ==== 93+0+569 (secure 0 0 0) 0x7fd05c0bd350 con 0x7fd070102840 2024-03-29T00:14:32.508 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:14:32.508 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-03-29T00:14:32.509 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 1 2024-03-29T00:14:32.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.510+0000 7fd075000640 1 -- 172.21.15.12:0/509385470 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd0540a1d70 msgr2=0x7fd0540a4230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:32.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.510+0000 7fd075000640 1 --2- 172.21.15.12:0/509385470 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd0540a1d70 0x7fd0540a4230 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fd0701026a0 tx=0x7fd060005f90 comp rx=0 tx=0).stop 2024-03-29T00:14:32.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.510+0000 7fd075000640 1 -- 172.21.15.12:0/509385470 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd070102840 msgr2=0x7fd07019a100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:32.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.510+0000 7fd075000640 1 --2- 172.21.15.12:0/509385470 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd070102840 0x7fd07019a100 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd05c005ab0 tx=0x7fd05c02c730 comp rx=0 tx=0).stop 2024-03-29T00:14:32.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.510+0000 7fd075000640 1 -- 172.21.15.12:0/509385470 shutdown_connections 2024-03-29T00:14:32.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.510+0000 7fd075000640 1 --2- 172.21.15.12:0/509385470 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd0540a1d70 0x7fd0540a4230 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:32.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.510+0000 7fd075000640 1 --2- 172.21.15.12:0/509385470 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd070103200 0x7fd0701a1170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:32.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.510+0000 7fd075000640 1 --2- 172.21.15.12:0/509385470 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd070102840 0x7fd07019a100 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:32.512 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.510+0000 7fd075000640 1 --2- 172.21.15.12:0/509385470 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd070101650 0x7fd070199bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:32.512 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.511+0000 7fd075000640 1 -- 172.21.15.12:0/509385470 >> 172.21.15.12:0/509385470 conn(0x7fd0700fcbe0 msgr2=0x7fd070073980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:32.512 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.511+0000 7fd075000640 1 -- 172.21.15.12:0/509385470 shutdown_connections 2024-03-29T00:14:32.512 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:32.511+0000 7fd075000640 1 -- 172.21.15.12:0/509385470 wait complete. 2024-03-29T00:14:33.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:32 smithi053 ceph-mon[36233]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:33.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:32 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/879774254' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:14:33.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:32 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/509385470' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:33.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:32 smithi069 ceph-mon[36074]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:33.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:32 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/879774254' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:14:33.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:32 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/509385470' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:33.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:32 smithi012 ceph-mon[31657]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:33.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:32 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/879774254' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:14:33.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:32 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/509385470' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:33.641 INFO:journalctl@ceph.mds.l.smithi069.stdout:Mar 29 00:14:33 smithi069 systemd[1]: Starting Ceph mds.l for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:14:33.932 INFO:journalctl@ceph.mds.l.smithi069.stdout:Mar 29 00:14:33 smithi069 podman[66268]: 2024-03-29 00:14:33.544524982 +0000 UTC m=+0.017142025 image pull bed8e21b47c64c348bd50fa93e0a2db0f997a2392760f42fd1dd03442cc97c52 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15 2024-03-29T00:14:33.932 INFO:journalctl@ceph.mds.l.smithi069.stdout:Mar 29 00:14:33 smithi069 podman[66268]: 2024-03-29 00:14:33.661251017 +0000 UTC m=+0.133868037 container create 0df9e048d56f69ddc0c95f4c4449d308ff6bc979eba7f747bc41182797c0bae2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-l, GIT_CLEAN=True, RELEASE=squid-323d23d, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-29T00:14:34.234 INFO:journalctl@ceph.mds.l.smithi069.stdout:Mar 29 00:14:33 smithi069 podman[66268]: 2024-03-29 00:14:33.93235758 +0000 UTC m=+0.404974614 container init 0df9e048d56f69ddc0c95f4c4449d308ff6bc979eba7f747bc41182797c0bae2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-l, RELEASE=squid-323d23d, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, ceph=True, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-03-29T00:14:34.234 INFO:journalctl@ceph.mds.l.smithi069.stdout:Mar 29 00:14:33 smithi069 podman[66268]: 2024-03-29 00:14:33.935273987 +0000 UTC m=+0.407891025 container start 0df9e048d56f69ddc0c95f4c4449d308ff6bc979eba7f747bc41182797c0bae2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-l, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, RELEASE=squid-323d23d, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-03-29T00:14:34.234 INFO:journalctl@ceph.mds.l.smithi069.stdout:Mar 29 00:14:33 smithi069 ceph-mds[66287]: -- 172.21.15.69:0/3839710164 <== mon.1 v2:172.21.15.69:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557d18ac3a40 con 0x557d18a96c00 2024-03-29T00:14:34.234 INFO:journalctl@ceph.mds.l.smithi069.stdout:Mar 29 00:14:33 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-l[66283]: starting mds.l at 2024-03-29T00:14:34.234 INFO:journalctl@ceph.mds.l.smithi069.stdout:Mar 29 00:14:34 smithi069 bash[66268]: 0df9e048d56f69ddc0c95f4c4449d308ff6bc979eba7f747bc41182797c0bae2 2024-03-29T00:14:34.234 INFO:journalctl@ceph.mds.l.smithi069.stdout:Mar 29 00:14:34 smithi069 systemd[1]: Started Ceph mds.l for f0a28ba8-ed5f-11ee-95d0-87774f69a715. 2024-03-29T00:14:34.530 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:14:34.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.765+0000 7fee46600640 1 -- 172.21.15.12:0/3767357320 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fee400741b0 msgr2=0x7fee40074630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:34.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.765+0000 7fee46600640 1 --2- 172.21.15.12:0/3767357320 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fee400741b0 0x7fee40074630 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fee2c009930 tx=0x7fee2c02bc20 comp rx=0 tx=0).stop 2024-03-29T00:14:34.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.765+0000 7fee46600640 1 -- 172.21.15.12:0/3767357320 shutdown_connections 2024-03-29T00:14:34.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.765+0000 7fee46600640 1 --2- 172.21.15.12:0/3767357320 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fee400741b0 0x7fee40074630 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:34.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.765+0000 7fee46600640 1 --2- 172.21.15.12:0/3767357320 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fee4010ddb0 0x7fee401101a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:34.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.765+0000 7fee46600640 1 --2- 172.21.15.12:0/3767357320 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fee40075790 0x7fee40073be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:34.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.765+0000 7fee46600640 1 -- 172.21.15.12:0/3767357320 >> 172.21.15.12:0/3767357320 conn(0x7fee400fcd70 msgr2=0x7fee400ff190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:34.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.765+0000 7fee46600640 1 -- 172.21.15.12:0/3767357320 shutdown_connections 2024-03-29T00:14:34.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.765+0000 7fee46600640 1 -- 172.21.15.12:0/3767357320 wait complete. 2024-03-29T00:14:34.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.766+0000 7fee46600640 1 Processor -- start 2024-03-29T00:14:34.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.766+0000 7fee46600640 1 -- start start 2024-03-29T00:14:34.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.766+0000 7fee46600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fee400741b0 0x7fee4019e120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:34.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.766+0000 7fee46600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fee40075790 0x7fee4019e660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:34.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.766+0000 7fee46600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fee4010ddb0 0x7fee401a56d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:34.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.766+0000 7fee46600640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fee40113b20 con 0x7fee4010ddb0 2024-03-29T00:14:34.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.766+0000 7fee46600640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fee401139a0 con 0x7fee40075790 2024-03-29T00:14:34.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.766+0000 7fee46600640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fee40113ca0 con 0x7fee400741b0 2024-03-29T00:14:34.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.767+0000 7fee3fe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fee4010ddb0 0x7fee401a56d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:34.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.767+0000 7fee3fe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fee4010ddb0 0x7fee401a56d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:41492/0 (socket says 172.21.15.12:41492) 2024-03-29T00:14:34.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.767+0000 7fee3fe00640 1 -- 172.21.15.12:0/2343347592 learned_addr learned my addr 172.21.15.12:0/2343347592 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:14:34.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.767+0000 7fee3ea00640 1 --2- 172.21.15.12:0/2343347592 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fee40075790 0x7fee4019e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:34.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.767+0000 7fee3f400640 1 --2- 172.21.15.12:0/2343347592 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fee400741b0 0x7fee4019e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:34.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.767+0000 7fee3fe00640 1 -- 172.21.15.12:0/2343347592 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fee400741b0 msgr2=0x7fee4019e120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:34.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.767+0000 7fee3fe00640 1 --2- 172.21.15.12:0/2343347592 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fee400741b0 0x7fee4019e120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:34.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.767+0000 7fee3fe00640 1 -- 172.21.15.12:0/2343347592 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fee40075790 msgr2=0x7fee4019e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:34.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.767+0000 7fee3fe00640 1 --2- 172.21.15.12:0/2343347592 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fee40075790 0x7fee4019e660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:34.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.767+0000 7fee3fe00640 1 -- 172.21.15.12:0/2343347592 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee401a5d40 con 0x7fee4010ddb0 2024-03-29T00:14:34.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.768+0000 7fee3fe00640 1 --2- 172.21.15.12:0/2343347592 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fee4010ddb0 0x7fee401a56d0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fee3800d750 tx=0x7fee3800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:34.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.768+0000 7fee37e00640 1 -- 172.21.15.12:0/2343347592 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee38017070 con 0x7fee4010ddb0 2024-03-29T00:14:34.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.768+0000 7fee37e00640 1 -- 172.21.15.12:0/2343347592 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fee38005520 con 0x7fee4010ddb0 2024-03-29T00:14:34.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.768+0000 7fee46600640 1 -- 172.21.15.12:0/2343347592 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee401a5fd0 con 0x7fee4010ddb0 2024-03-29T00:14:34.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.768+0000 7fee37e00640 1 -- 172.21.15.12:0/2343347592 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee38004e00 con 0x7fee4010ddb0 2024-03-29T00:14:34.771 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.768+0000 7fee46600640 1 -- 172.21.15.12:0/2343347592 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee401a64a0 con 0x7fee4010ddb0 2024-03-29T00:14:34.771 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.770+0000 7fee46600640 1 -- 172.21.15.12:0/2343347592 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee40103e70 con 0x7fee4010ddb0 2024-03-29T00:14:34.772 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.772+0000 7fee37e00640 1 -- 172.21.15.12:0/2343347592 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7fee38004fa0 con 0x7fee4010ddb0 2024-03-29T00:14:34.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.773+0000 7fee37e00640 1 --2- 172.21.15.12:0/2343347592 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fee240a1d80 0x7fee240a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:34.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.773+0000 7fee37e00640 1 -- 172.21.15.12:0/2343347592 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fee380cd2d0 con 0x7fee4010ddb0 2024-03-29T00:14:34.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.773+0000 7fee3f400640 1 --2- 172.21.15.12:0/2343347592 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fee240a1d80 0x7fee240a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:34.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.774+0000 7fee3f400640 1 --2- 172.21.15.12:0/2343347592 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fee240a1d80 0x7fee240a4240 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fee30005fd0 tx=0x7fee30009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:34.778 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:34.778+0000 7fee37e00640 1 -- 172.21.15.12:0/2343347592 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fee3809a4b0 con 0x7fee4010ddb0 2024-03-29T00:14:35.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:35.021+0000 7fee46600640 1 -- 172.21.15.12:0/2343347592 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fee40062350 con 0x7fee4010ddb0 2024-03-29T00:14:35.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:35.022+0000 7fee37e00640 1 -- 172.21.15.12:0/2343347592 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1390 (secure 0 0 0) 0x7fee3809e550 con 0x7fee4010ddb0 2024-03-29T00:14:35.023 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:14:35.023 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24472,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-03-29T00:14:35.023 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 2 2024-03-29T00:14:35.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:35.025+0000 7fee46600640 1 -- 172.21.15.12:0/2343347592 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fee240a1d80 msgr2=0x7fee240a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:35.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:35.025+0000 7fee46600640 1 --2- 172.21.15.12:0/2343347592 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fee240a1d80 0x7fee240a4240 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fee30005fd0 tx=0x7fee30009500 comp rx=0 tx=0).stop 2024-03-29T00:14:35.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:35.025+0000 7fee46600640 1 -- 172.21.15.12:0/2343347592 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fee4010ddb0 msgr2=0x7fee401a56d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:35.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:35.025+0000 7fee46600640 1 --2- 172.21.15.12:0/2343347592 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fee4010ddb0 0x7fee401a56d0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fee3800d750 tx=0x7fee3800dc10 comp rx=0 tx=0).stop 2024-03-29T00:14:35.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:35.025+0000 7fee46600640 1 -- 172.21.15.12:0/2343347592 shutdown_connections 2024-03-29T00:14:35.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:35.025+0000 7fee46600640 1 --2- 172.21.15.12:0/2343347592 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fee240a1d80 0x7fee240a4240 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:35.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:35.025+0000 7fee46600640 1 --2- 172.21.15.12:0/2343347592 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fee40075790 0x7fee4019e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:35.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:35.025+0000 7fee46600640 1 --2- 172.21.15.12:0/2343347592 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fee4010ddb0 0x7fee401a56d0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:35.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:35.025+0000 7fee46600640 1 --2- 172.21.15.12:0/2343347592 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fee400741b0 0x7fee4019e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:35.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:35.025+0000 7fee46600640 1 -- 172.21.15.12:0/2343347592 >> 172.21.15.12:0/2343347592 conn(0x7fee400fcd70 msgr2=0x7fee40101040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:35.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:35.025+0000 7fee46600640 1 -- 172.21.15.12:0/2343347592 shutdown_connections 2024-03-29T00:14:35.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:35.026+0000 7fee46600640 1 -- 172.21.15.12:0/2343347592 wait complete. 2024-03-29T00:14:35.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:34 smithi053 ceph-mon[36233]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:35.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:34 smithi053 ceph-mon[36233]: mds.? [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] up:boot 2024-03-29T00:14:35.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:34 smithi053 ceph-mon[36233]: fsmap 1 up:standby 2024-03-29T00:14:35.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:34 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-03-29T00:14:35.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:34 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:35.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:34 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:35.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:34 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:35.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:34 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:14:35.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:34 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:14:35.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:34 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:35.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:34 smithi053 ceph-mon[36233]: Deploying daemon mds.k on smithi053 2024-03-29T00:14:35.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:34 smithi069 ceph-mon[36074]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:35.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:34 smithi069 ceph-mon[36074]: mds.? [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] up:boot 2024-03-29T00:14:35.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:34 smithi069 ceph-mon[36074]: fsmap 1 up:standby 2024-03-29T00:14:35.235 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:34 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-03-29T00:14:35.235 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:34 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:35.235 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:34 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:35.235 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:34 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:35.235 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:34 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:14:35.235 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:34 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:14:35.235 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:34 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:35.235 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:34 smithi069 ceph-mon[36074]: Deploying daemon mds.k on smithi053 2024-03-29T00:14:35.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:34 smithi012 ceph-mon[31657]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:35.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:34 smithi012 ceph-mon[31657]: mds.? [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] up:boot 2024-03-29T00:14:35.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:34 smithi012 ceph-mon[31657]: fsmap 1 up:standby 2024-03-29T00:14:35.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:34 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-03-29T00:14:35.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:34 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:35.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:34 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:35.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:34 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:35.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:34 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:14:35.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:34 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:14:35.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:34 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:35.301 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:34 smithi012 ceph-mon[31657]: Deploying daemon mds.k on smithi053 2024-03-29T00:14:36.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:35 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2343347592' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:36.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:35 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2343347592' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:36.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:35 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2343347592' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:36.655 INFO:journalctl@ceph.mds.k.smithi053.stdout:Mar 29 00:14:36 smithi053 systemd[1]: Starting Ceph mds.k for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:14:36.946 INFO:journalctl@ceph.mds.k.smithi053.stdout:Mar 29 00:14:36 smithi053 podman[65555]: 2024-03-29 00:14:36.587999942 +0000 UTC m=+0.018176835 image pull bed8e21b47c64c348bd50fa93e0a2db0f997a2392760f42fd1dd03442cc97c52 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15 2024-03-29T00:14:36.946 INFO:journalctl@ceph.mds.k.smithi053.stdout:Mar 29 00:14:36 smithi053 podman[65555]: 2024-03-29 00:14:36.720033041 +0000 UTC m=+0.150209966 container create 2514a68265b50436bff3fe6bd7666aad20359981ce79d0f33c105a822f7e038a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-k, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-323d23d, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-03-29T00:14:36.946 INFO:journalctl@ceph.mds.k.smithi053.stdout:Mar 29 00:14:36 smithi053 podman[65555]: 2024-03-29 00:14:36.946271778 +0000 UTC m=+0.376448669 container init 2514a68265b50436bff3fe6bd7666aad20359981ce79d0f33c105a822f7e038a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-k, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-323d23d, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-03-29T00:14:37.046 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:14:37.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.261+0000 7f8049e00640 1 -- 172.21.15.12:0/4175220574 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8044075790 msgr2=0x7f8044073be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:37.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.261+0000 7f8049e00640 1 --2- 172.21.15.12:0/4175220574 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8044075790 0x7f8044073be0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f8034009930 tx=0x7f803402bc30 comp rx=0 tx=0).stop 2024-03-29T00:14:37.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.261+0000 7f8049e00640 1 -- 172.21.15.12:0/4175220574 shutdown_connections 2024-03-29T00:14:37.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.261+0000 7f8049e00640 1 --2- 172.21.15.12:0/4175220574 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f804410ddb0 0x7f80441101a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:37.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.261+0000 7f8049e00640 1 --2- 172.21.15.12:0/4175220574 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f80440741b0 0x7f8044074630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:37.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.261+0000 7f8049e00640 1 --2- 172.21.15.12:0/4175220574 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8044075790 0x7f8044073be0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:37.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.261+0000 7f8049e00640 1 -- 172.21.15.12:0/4175220574 >> 172.21.15.12:0/4175220574 conn(0x7f80440fcd70 msgr2=0x7f80440ff190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:37.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.261+0000 7f8049e00640 1 -- 172.21.15.12:0/4175220574 shutdown_connections 2024-03-29T00:14:37.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.261+0000 7f8049e00640 1 -- 172.21.15.12:0/4175220574 wait complete. 2024-03-29T00:14:37.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.262+0000 7f8049e00640 1 Processor -- start 2024-03-29T00:14:37.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.262+0000 7f8049e00640 1 -- start start 2024-03-29T00:14:37.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.262+0000 7f8049e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f80440741b0 0x7f804419e170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:37.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.262+0000 7f8049e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8044075790 0x7f804419e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:37.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.262+0000 7f8049e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f804410ddb0 0x7f80441a5720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:37.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.262+0000 7f8049e00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8044113ad0 con 0x7f8044075790 2024-03-29T00:14:37.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.262+0000 7f8049e00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f8044113950 con 0x7f80440741b0 2024-03-29T00:14:37.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.262+0000 7f8049e00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8044113c50 con 0x7f804410ddb0 2024-03-29T00:14:37.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.263+0000 7f803be00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8044075790 0x7f804419e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:37.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.263+0000 7f8042a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f80440741b0 0x7f804419e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:37.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.263+0000 7f8042a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f80440741b0 0x7f804419e170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:38076/0 (socket says 172.21.15.12:38076) 2024-03-29T00:14:37.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.263+0000 7f8042a00640 1 -- 172.21.15.12:0/1639312394 learned_addr learned my addr 172.21.15.12:0/1639312394 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:14:37.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.263+0000 7f8043400640 1 --2- 172.21.15.12:0/1639312394 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f804410ddb0 0x7f80441a5720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:37.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.263+0000 7f8043400640 1 -- 172.21.15.12:0/1639312394 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f80440741b0 msgr2=0x7f804419e170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:37.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.263+0000 7f8043400640 1 --2- 172.21.15.12:0/1639312394 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f80440741b0 0x7f804419e170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:37.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.263+0000 7f8043400640 1 -- 172.21.15.12:0/1639312394 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8044075790 msgr2=0x7f804419e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:37.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.263+0000 7f8043400640 1 --2- 172.21.15.12:0/1639312394 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8044075790 0x7f804419e6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:37.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.263+0000 7f8043400640 1 -- 172.21.15.12:0/1639312394 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80441a5d90 con 0x7f804410ddb0 2024-03-29T00:14:37.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.263+0000 7f8042a00640 1 --2- 172.21.15.12:0/1639312394 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f80440741b0 0x7f804419e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:14:37.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.264+0000 7f8043400640 1 --2- 172.21.15.12:0/1639312394 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f804410ddb0 0x7f80441a5720 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f803c00ec50 tx=0x7f803c00c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:37.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.264+0000 7f8048a00640 1 -- 172.21.15.12:0/1639312394 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f803c003b70 con 0x7f804410ddb0 2024-03-29T00:14:37.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.264+0000 7f8048a00640 1 -- 172.21.15.12:0/1639312394 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f803c003d10 con 0x7f804410ddb0 2024-03-29T00:14:37.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.264+0000 7f8049e00640 1 -- 172.21.15.12:0/1639312394 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80441a6080 con 0x7f804410ddb0 2024-03-29T00:14:37.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.264+0000 7f8048a00640 1 -- 172.21.15.12:0/1639312394 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f803c010920 con 0x7f804410ddb0 2024-03-29T00:14:37.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.264+0000 7f8049e00640 1 -- 172.21.15.12:0/1639312394 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80441a6580 con 0x7f804410ddb0 2024-03-29T00:14:37.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.265+0000 7f8049e00640 1 -- 172.21.15.12:0/1639312394 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8044103f80 con 0x7f804410ddb0 2024-03-29T00:14:37.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.267+0000 7f8048a00640 1 -- 172.21.15.12:0/1639312394 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f803c004020 con 0x7f804410ddb0 2024-03-29T00:14:37.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.268+0000 7f8048a00640 1 --2- 172.21.15.12:0/1639312394 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f80280a1d80 0x7f80280a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:37.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.269+0000 7f8048a00640 1 -- 172.21.15.12:0/1639312394 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f803c0cde80 con 0x7f804410ddb0 2024-03-29T00:14:37.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.269+0000 7f8042a00640 1 --2- 172.21.15.12:0/1639312394 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f80280a1d80 0x7f80280a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:37.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.270+0000 7f8042a00640 1 --2- 172.21.15.12:0/1639312394 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f80280a1d80 0x7f80280a4240 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f803402ca30 tx=0x7f803402de90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:37.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.273+0000 7f8048a00640 1 -- 172.21.15.12:0/1639312394 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f803c09b6b0 con 0x7f804410ddb0 2024-03-29T00:14:37.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:37 smithi012 ceph-mon[31657]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:37.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:37 smithi053 ceph-mon[36233]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:37.405 INFO:journalctl@ceph.mds.k.smithi053.stdout:Mar 29 00:14:36 smithi053 podman[65555]: 2024-03-29 00:14:36.949338082 +0000 UTC m=+0.379514971 container start 2514a68265b50436bff3fe6bd7666aad20359981ce79d0f33c105a822f7e038a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-k, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-323d23d, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-03-29T00:14:37.405 INFO:journalctl@ceph.mds.k.smithi053.stdout:Mar 29 00:14:36 smithi053 ceph-mds[65574]: -- 172.21.15.53:0/1028914917 <== mon.2 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563d5e87fa40 con 0x563d5e853000 2024-03-29T00:14:37.405 INFO:journalctl@ceph.mds.k.smithi053.stdout:Mar 29 00:14:36 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-k[65570]: starting mds.k at 2024-03-29T00:14:37.405 INFO:journalctl@ceph.mds.k.smithi053.stdout:Mar 29 00:14:37 smithi053 bash[65555]: 2514a68265b50436bff3fe6bd7666aad20359981ce79d0f33c105a822f7e038a 2024-03-29T00:14:37.405 INFO:journalctl@ceph.mds.k.smithi053.stdout:Mar 29 00:14:37 smithi053 systemd[1]: Started Ceph mds.k for f0a28ba8-ed5f-11ee-95d0-87774f69a715. 2024-03-29T00:14:37.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:37 smithi069 ceph-mon[36074]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:37.515 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.514+0000 7f8049e00640 1 -- 172.21.15.12:0/1639312394 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8044062350 con 0x7f804410ddb0 2024-03-29T00:14:37.516 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.515+0000 7f8048a00640 1 -- 172.21.15.12:0/1639312394 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2215 (secure 0 0 0) 0x7f803c09afb0 con 0x7f804410ddb0 2024-03-29T00:14:37.516 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:14:37.516 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24431,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24472,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-03-29T00:14:37.516 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 3 2024-03-29T00:14:37.519 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.518+0000 7f8049e00640 1 -- 172.21.15.12:0/1639312394 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f80280a1d80 msgr2=0x7f80280a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:37.519 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.518+0000 7f8049e00640 1 --2- 172.21.15.12:0/1639312394 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f80280a1d80 0x7f80280a4240 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f803402ca30 tx=0x7f803402de90 comp rx=0 tx=0).stop 2024-03-29T00:14:37.519 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.518+0000 7f8049e00640 1 -- 172.21.15.12:0/1639312394 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f804410ddb0 msgr2=0x7f80441a5720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:37.519 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.518+0000 7f8049e00640 1 --2- 172.21.15.12:0/1639312394 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f804410ddb0 0x7f80441a5720 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f803c00ec50 tx=0x7f803c00c6a0 comp rx=0 tx=0).stop 2024-03-29T00:14:37.519 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.518+0000 7f8049e00640 1 -- 172.21.15.12:0/1639312394 shutdown_connections 2024-03-29T00:14:37.519 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.518+0000 7f8049e00640 1 --2- 172.21.15.12:0/1639312394 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f80280a1d80 0x7f80280a4240 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:37.519 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.518+0000 7f8049e00640 1 --2- 172.21.15.12:0/1639312394 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f804410ddb0 0x7f80441a5720 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:37.520 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.518+0000 7f8049e00640 1 --2- 172.21.15.12:0/1639312394 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8044075790 0x7f804419e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:37.520 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.518+0000 7f8049e00640 1 --2- 172.21.15.12:0/1639312394 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f80440741b0 0x7f804419e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:37.520 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.518+0000 7f8049e00640 1 -- 172.21.15.12:0/1639312394 >> 172.21.15.12:0/1639312394 conn(0x7f80440fcd70 msgr2=0x7f8044101150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:37.520 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.519+0000 7f8049e00640 1 -- 172.21.15.12:0/1639312394 shutdown_connections 2024-03-29T00:14:37.520 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:37.519+0000 7f8049e00640 1 -- 172.21.15.12:0/1639312394 wait complete. 2024-03-29T00:14:38.262 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:38 smithi012 ceph-mon[31657]: mds.? [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] up:boot 2024-03-29T00:14:38.262 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:38 smithi012 ceph-mon[31657]: fsmap 2 up:standby 2024-03-29T00:14:38.262 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:38 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-03-29T00:14:38.263 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:38 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:38.263 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:38 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:38.263 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:38 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:38.263 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:38 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:14:38.263 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:38 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:14:38.263 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:38 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:38.263 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:38 smithi012 ceph-mon[31657]: Deploying daemon mds.j on smithi012 2024-03-29T00:14:38.263 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:38 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1639312394' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:38.356 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:38 smithi053 ceph-mon[36233]: mds.? [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] up:boot 2024-03-29T00:14:38.357 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:38 smithi053 ceph-mon[36233]: fsmap 2 up:standby 2024-03-29T00:14:38.357 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:38 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-03-29T00:14:38.357 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:38 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:38.357 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:38 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:38.357 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:38 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:38.357 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:38 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:14:38.357 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:38 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:14:38.357 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:38 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:38.357 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:38 smithi053 ceph-mon[36233]: Deploying daemon mds.j on smithi012 2024-03-29T00:14:38.357 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:38 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1639312394' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:38.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:38 smithi069 ceph-mon[36074]: mds.? [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] up:boot 2024-03-29T00:14:38.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:38 smithi069 ceph-mon[36074]: fsmap 2 up:standby 2024-03-29T00:14:38.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:38 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-03-29T00:14:38.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:38 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:38.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:38 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:38.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:38 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:38.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:38 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:14:38.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:38 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:14:38.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:38 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:38.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:38 smithi069 ceph-mon[36074]: Deploying daemon mds.j on smithi012 2024-03-29T00:14:38.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:38 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1639312394' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:39.298 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:39 smithi012 ceph-mon[31657]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:39.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:39 smithi053 ceph-mon[36233]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:39.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:39 smithi069 ceph-mon[36074]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:39.538 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:14:39.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.868+0000 7f235e800640 1 -- 172.21.15.12:0/4208599194 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2358104c00 msgr2=0x7f2358105080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:39.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.868+0000 7f235e800640 1 --2- 172.21.15.12:0/4208599194 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2358104c00 0x7f2358105080 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f2344009900 tx=0x7f234402bc30 comp rx=0 tx=0).stop 2024-03-29T00:14:39.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.868+0000 7f235e800640 1 -- 172.21.15.12:0/4208599194 shutdown_connections 2024-03-29T00:14:39.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.868+0000 7f235e800640 1 --2- 172.21.15.12:0/4208599194 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f23581055c0 0x7f235810be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:39.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.868+0000 7f235e800640 1 --2- 172.21.15.12:0/4208599194 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2358104c00 0x7f2358105080 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:39.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.868+0000 7f235e800640 1 --2- 172.21.15.12:0/4208599194 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2358103a10 0x7f2358103e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:39.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.868+0000 7f235e800640 1 -- 172.21.15.12:0/4208599194 >> 172.21.15.12:0/4208599194 conn(0x7f23580fef60 msgr2=0x7f23581013c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:39.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.868+0000 7f235e800640 1 -- 172.21.15.12:0/4208599194 shutdown_connections 2024-03-29T00:14:39.870 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.869+0000 7f235e800640 1 -- 172.21.15.12:0/4208599194 wait complete. 2024-03-29T00:14:39.870 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.870+0000 7f235e800640 1 Processor -- start 2024-03-29T00:14:39.871 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.870+0000 7f235e800640 1 -- start start 2024-03-29T00:14:39.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.871+0000 7f235e800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2358103a10 0x7f2358110c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:39.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.871+0000 7f235e800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2358104c00 0x7f2358111140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:39.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.871+0000 7f235e800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f23581055c0 0x7f2358114190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:39.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.871+0000 7f235e800640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f2358077a20 con 0x7f23581055c0 2024-03-29T00:14:39.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.871+0000 7f235e800640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f23580778a0 con 0x7f2358103a10 2024-03-29T00:14:39.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.871+0000 7f235e800640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f2358077ba0 con 0x7f2358104c00 2024-03-29T00:14:39.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.872+0000 7f2357400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2358103a10 0x7f2358110c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:39.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.872+0000 7f2357400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2358103a10 0x7f2358110c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:38100/0 (socket says 172.21.15.12:38100) 2024-03-29T00:14:39.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.872+0000 7f2357400640 1 -- 172.21.15.12:0/3565829186 learned_addr learned my addr 172.21.15.12:0/3565829186 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:14:39.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.872+0000 7f2357e00640 1 --2- 172.21.15.12:0/3565829186 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f23581055c0 0x7f2358114190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:39.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.873+0000 7f2357400640 1 -- 172.21.15.12:0/3565829186 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2358104c00 msgr2=0x7f2358111140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:39.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.873+0000 7f2356a00640 1 --2- 172.21.15.12:0/3565829186 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2358104c00 0x7f2358111140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:39.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.875+0000 7f2357400640 1 --2- 172.21.15.12:0/3565829186 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2358104c00 0x7f2358111140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:39.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.875+0000 7f2357400640 1 -- 172.21.15.12:0/3565829186 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f23581055c0 msgr2=0x7f2358114190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:39.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.875+0000 7f2357400640 1 --2- 172.21.15.12:0/3565829186 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f23581055c0 0x7f2358114190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:39.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.875+0000 7f2357400640 1 -- 172.21.15.12:0/3565829186 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2358114800 con 0x7f2358103a10 2024-03-29T00:14:39.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.875+0000 7f2356a00640 1 --2- 172.21.15.12:0/3565829186 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2358104c00 0x7f2358111140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:14:39.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.875+0000 7f2357e00640 1 --2- 172.21.15.12:0/3565829186 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f23581055c0 0x7f2358114190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:14:39.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.876+0000 7f2357400640 1 --2- 172.21.15.12:0/3565829186 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2358103a10 0x7f2358110c00 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f234800d950 tx=0x7f234800de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:39.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.876+0000 7f234fe00640 1 -- 172.21.15.12:0/3565829186 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2348017020 con 0x7f2358103a10 2024-03-29T00:14:39.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.876+0000 7f234fe00640 1 -- 172.21.15.12:0/3565829186 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2348009c30 con 0x7f2358103a10 2024-03-29T00:14:39.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.876+0000 7f234fe00640 1 -- 172.21.15.12:0/3565829186 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f234800f7b0 con 0x7f2358103a10 2024-03-29T00:14:39.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.877+0000 7f235e800640 1 -- 172.21.15.12:0/3565829186 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2358114af0 con 0x7f2358103a10 2024-03-29T00:14:39.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.877+0000 7f235e800640 1 -- 172.21.15.12:0/3565829186 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2358114ff0 con 0x7f2358103a10 2024-03-29T00:14:39.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.879+0000 7f235e800640 1 -- 172.21.15.12:0/3565829186 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2358115ad0 con 0x7f2358103a10 2024-03-29T00:14:39.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.883+0000 7f234fe00640 1 -- 172.21.15.12:0/3565829186 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f234801a020 con 0x7f2358103a10 2024-03-29T00:14:39.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.885+0000 7f234fe00640 1 --2- 172.21.15.12:0/3565829186 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f233c0a1e50 0x7f233c0a4310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:39.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.886+0000 7f2356a00640 1 --2- 172.21.15.12:0/3565829186 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f233c0a1e50 0x7f233c0a4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:39.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.886+0000 7f234fe00640 1 -- 172.21.15.12:0/3565829186 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f23480cd7f0 con 0x7f2358103a10 2024-03-29T00:14:39.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.888+0000 7f2356a00640 1 --2- 172.21.15.12:0/3565829186 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f233c0a1e50 0x7f233c0a4310 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f2344005c40 tx=0x7f2344005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:39.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:39.890+0000 7f234fe00640 1 -- 172.21.15.12:0/3565829186 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f2348021020 con 0x7f2358103a10 2024-03-29T00:14:40.156 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:40.155+0000 7f235e800640 1 -- 172.21.15.12:0/3565829186 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2358115d20 con 0x7f2358103a10 2024-03-29T00:14:40.156 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:40.156+0000 7f234fe00640 1 -- 172.21.15.12:0/3565829186 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2215 (secure 0 0 0) 0x7f2348009de0 con 0x7f2358103a10 2024-03-29T00:14:40.157 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:14:40.157 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24431,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24472,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-03-29T00:14:40.157 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 3 2024-03-29T00:14:40.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:40.159+0000 7f235e800640 1 -- 172.21.15.12:0/3565829186 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f233c0a1e50 msgr2=0x7f233c0a4310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:40.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:40.159+0000 7f235e800640 1 --2- 172.21.15.12:0/3565829186 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f233c0a1e50 0x7f233c0a4310 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f2344005c40 tx=0x7f2344005fd0 comp rx=0 tx=0).stop 2024-03-29T00:14:40.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:40.159+0000 7f235e800640 1 -- 172.21.15.12:0/3565829186 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2358103a10 msgr2=0x7f2358110c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:40.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:40.159+0000 7f235e800640 1 --2- 172.21.15.12:0/3565829186 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2358103a10 0x7f2358110c00 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f234800d950 tx=0x7f234800de10 comp rx=0 tx=0).stop 2024-03-29T00:14:40.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:40.159+0000 7f235e800640 1 -- 172.21.15.12:0/3565829186 shutdown_connections 2024-03-29T00:14:40.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:40.159+0000 7f235e800640 1 --2- 172.21.15.12:0/3565829186 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f233c0a1e50 0x7f233c0a4310 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:40.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:40.159+0000 7f235e800640 1 --2- 172.21.15.12:0/3565829186 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f23581055c0 0x7f2358114190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:40.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:40.159+0000 7f235e800640 1 --2- 172.21.15.12:0/3565829186 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2358104c00 0x7f2358111140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:40.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:40.159+0000 7f235e800640 1 --2- 172.21.15.12:0/3565829186 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2358103a10 0x7f2358110c00 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:40.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:40.159+0000 7f235e800640 1 -- 172.21.15.12:0/3565829186 >> 172.21.15.12:0/3565829186 conn(0x7f23580fef60 msgr2=0x7f23580ff8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:40.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:40.159+0000 7f235e800640 1 -- 172.21.15.12:0/3565829186 shutdown_connections 2024-03-29T00:14:40.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:40.159+0000 7f235e800640 1 -- 172.21.15.12:0/3565829186 wait complete. 2024-03-29T00:14:40.800 INFO:journalctl@ceph.mds.j.smithi012.stdout:Mar 29 00:14:40 smithi012 podman[72235]: 2024-03-29 00:14:40.491344963 +0000 UTC m=+0.141155737 container create c8b57ed0896c5ab11cbd09c1e1a92125cc2d13e543563704baae7c23b234a7a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-j, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-323d23d, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-29T00:14:41.117 INFO:journalctl@ceph.mds.j.smithi012.stdout:Mar 29 00:14:40 smithi012 podman[72235]: 2024-03-29 00:14:40.803645887 +0000 UTC m=+0.453456668 container init c8b57ed0896c5ab11cbd09c1e1a92125cc2d13e543563704baae7c23b234a7a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-j, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , RELEASE=squid-323d23d, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True) 2024-03-29T00:14:41.117 INFO:journalctl@ceph.mds.j.smithi012.stdout:Mar 29 00:14:40 smithi012 podman[72235]: 2024-03-29 00:14:40.814490503 +0000 UTC m=+0.464301249 container start c8b57ed0896c5ab11cbd09c1e1a92125cc2d13e543563704baae7c23b234a7a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-j, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-323d23d, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS) 2024-03-29T00:14:41.117 INFO:journalctl@ceph.mds.j.smithi012.stdout:Mar 29 00:14:40 smithi012 ceph-mds[72255]: -- 172.21.15.12:0/3827156245 <== mon.1 v2:172.21.15.69:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56048d0c3a40 con 0x56048d096c00 2024-03-29T00:14:41.117 INFO:journalctl@ceph.mds.j.smithi012.stdout:Mar 29 00:14:40 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-j[72251]: starting mds.j at 2024-03-29T00:14:41.117 INFO:journalctl@ceph.mds.j.smithi012.stdout:Mar 29 00:14:40 smithi012 bash[72235]: c8b57ed0896c5ab11cbd09c1e1a92125cc2d13e543563704baae7c23b234a7a7 2024-03-29T00:14:41.117 INFO:journalctl@ceph.mds.j.smithi012.stdout:Mar 29 00:14:40 smithi012 systemd[1]: Started Ceph mds.j for f0a28ba8-ed5f-11ee-95d0-87774f69a715. 2024-03-29T00:14:41.117 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:41 smithi012 ceph-mon[31657]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:41.117 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:41 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3565829186' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:41.118 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:41 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:41.118 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:41 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:41.118 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:41 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:41.118 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:41 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:14:41.118 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:41 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:14:41.118 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:41 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:41.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:41 smithi053 ceph-mon[36233]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:41.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:41 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3565829186' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:41.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:41 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:41.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:41 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:41.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:41 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:41.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:41 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:14:41.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:41 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:14:41.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:41 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:41.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:41 smithi069 ceph-mon[36074]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:41.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:41 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3565829186' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:41.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:41 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:41.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:41 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:41.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:41 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:41.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:41 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:14:41.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:41 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:14:41.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:41 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:42.181 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:14:42.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:42 smithi053 ceph-mon[36233]: Deploying daemon mds.d on smithi012 2024-03-29T00:14:42.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:42 smithi053 ceph-mon[36233]: mds.? [v2:172.21.15.12:6834/2850016952,v1:172.21.15.12:6835/2850016952] up:boot 2024-03-29T00:14:42.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:42 smithi053 ceph-mon[36233]: fsmap 3 up:standby 2024-03-29T00:14:42.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:42 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-03-29T00:14:42.412 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.411+0000 7fa240a00640 1 -- 172.21.15.12:0/1248282163 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa23c1074d0 msgr2=0x7fa23c1098c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:42.412 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.411+0000 7fa240a00640 1 --2- 172.21.15.12:0/1248282163 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa23c1074d0 0x7fa23c1098c0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fa234009860 tx=0x7fa23402bb70 comp rx=0 tx=0).stop 2024-03-29T00:14:42.412 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.411+0000 7fa240a00640 1 -- 172.21.15.12:0/1248282163 shutdown_connections 2024-03-29T00:14:42.412 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.411+0000 7fa240a00640 1 --2- 172.21.15.12:0/1248282163 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa23c1074d0 0x7fa23c1098c0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:42.412 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.411+0000 7fa240a00640 1 --2- 172.21.15.12:0/1248282163 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa23c104ba0 0x7fa23c106f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:42.412 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.411+0000 7fa240a00640 1 --2- 172.21.15.12:0/1248282163 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa23c102270 0x7fa23c104660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:42.413 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.411+0000 7fa240a00640 1 -- 172.21.15.12:0/1248282163 >> 172.21.15.12:0/1248282163 conn(0x7fa23c0fbbe0 msgr2=0x7fa23c0fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:42.413 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.411+0000 7fa240a00640 1 -- 172.21.15.12:0/1248282163 shutdown_connections 2024-03-29T00:14:42.413 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.412+0000 7fa240a00640 1 -- 172.21.15.12:0/1248282163 wait complete. 2024-03-29T00:14:42.414 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.412+0000 7fa240a00640 1 Processor -- start 2024-03-29T00:14:42.414 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.413+0000 7fa240a00640 1 -- start start 2024-03-29T00:14:42.414 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.413+0000 7fa240a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa23c102270 0x7fa23c101be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:42.414 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.413+0000 7fa240a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa23c104ba0 0x7fa23c100220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:42.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.413+0000 7fa240a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa23c1074d0 0x7fa23c100760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:42.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.413+0000 7fa240a00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa23c10d560 con 0x7fa23c102270 2024-03-29T00:14:42.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.413+0000 7fa240a00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa23c10d3e0 con 0x7fa23c104ba0 2024-03-29T00:14:42.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.413+0000 7fa240a00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa23c10d6e0 con 0x7fa23c1074d0 2024-03-29T00:14:42.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.413+0000 7fa239e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa23c102270 0x7fa23c101be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:42.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.413+0000 7fa231400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa23c104ba0 0x7fa23c100220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:42.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.413+0000 7fa239e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa23c102270 0x7fa23c101be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:41564/0 (socket says 172.21.15.12:41564) 2024-03-29T00:14:42.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.413+0000 7fa239e00640 1 -- 172.21.15.12:0/3596370957 learned_addr learned my addr 172.21.15.12:0/3596370957 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:14:42.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.413+0000 7fa23a800640 1 --2- 172.21.15.12:0/3596370957 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa23c1074d0 0x7fa23c100760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:42.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.414+0000 7fa231400640 1 -- 172.21.15.12:0/3596370957 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa23c1074d0 msgr2=0x7fa23c100760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:42.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.414+0000 7fa231400640 1 --2- 172.21.15.12:0/3596370957 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa23c1074d0 0x7fa23c100760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:42.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.414+0000 7fa231400640 1 -- 172.21.15.12:0/3596370957 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa23c102270 msgr2=0x7fa23c101be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:42.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.414+0000 7fa231400640 1 --2- 172.21.15.12:0/3596370957 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa23c102270 0x7fa23c101be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:42.416 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.414+0000 7fa231400640 1 -- 172.21.15.12:0/3596370957 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa23c100ff0 con 0x7fa23c104ba0 2024-03-29T00:14:42.416 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.414+0000 7fa239e00640 1 --2- 172.21.15.12:0/3596370957 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa23c102270 0x7fa23c101be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:14:42.416 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.414+0000 7fa231400640 1 --2- 172.21.15.12:0/3596370957 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa23c104ba0 0x7fa23c100220 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fa22400e9c0 tx=0x7fa22400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:42.416 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.414+0000 7fa233400640 1 -- 172.21.15.12:0/3596370957 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa22400ccc0 con 0x7fa23c104ba0 2024-03-29T00:14:42.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.414+0000 7fa240a00640 1 -- 172.21.15.12:0/3596370957 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa23c1a1c40 con 0x7fa23c104ba0 2024-03-29T00:14:42.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.415+0000 7fa233400640 1 -- 172.21.15.12:0/3596370957 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa224005020 con 0x7fa23c104ba0 2024-03-29T00:14:42.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.415+0000 7fa233400640 1 -- 172.21.15.12:0/3596370957 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa224004a60 con 0x7fa23c104ba0 2024-03-29T00:14:42.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.415+0000 7fa240a00640 1 -- 172.21.15.12:0/3596370957 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa23c1a2190 con 0x7fa23c104ba0 2024-03-29T00:14:42.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.416+0000 7fa240a00640 1 -- 172.21.15.12:0/3596370957 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa23c0fd6d0 con 0x7fa23c104ba0 2024-03-29T00:14:42.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.418+0000 7fa233400640 1 -- 172.21.15.12:0/3596370957 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7fa224004c60 con 0x7fa23c104ba0 2024-03-29T00:14:42.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.419+0000 7fa233400640 1 --2- 172.21.15.12:0/3596370957 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa2200a1d80 0x7fa2200a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:42.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.419+0000 7fa233400640 1 -- 172.21.15.12:0/3596370957 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fa2240cd980 con 0x7fa23c104ba0 2024-03-29T00:14:42.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.420+0000 7fa239e00640 1 --2- 172.21.15.12:0/3596370957 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa2200a1d80 0x7fa2200a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:42.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.420+0000 7fa239e00640 1 --2- 172.21.15.12:0/3596370957 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa2200a1d80 0x7fa2200a4240 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fa22c00e8b0 tx=0x7fa22c0095c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:42.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.422+0000 7fa233400640 1 -- 172.21.15.12:0/3596370957 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fa22409b1b0 con 0x7fa23c104ba0 2024-03-29T00:14:42.458 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:42 smithi012 ceph-mon[31657]: Deploying daemon mds.d on smithi012 2024-03-29T00:14:42.458 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:42 smithi012 ceph-mon[31657]: mds.? [v2:172.21.15.12:6834/2850016952,v1:172.21.15.12:6835/2850016952] up:boot 2024-03-29T00:14:42.458 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:42 smithi012 ceph-mon[31657]: fsmap 3 up:standby 2024-03-29T00:14:42.458 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:42 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-03-29T00:14:42.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:42 smithi069 ceph-mon[36074]: Deploying daemon mds.d on smithi012 2024-03-29T00:14:42.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:42 smithi069 ceph-mon[36074]: mds.? [v2:172.21.15.12:6834/2850016952,v1:172.21.15.12:6835/2850016952] up:boot 2024-03-29T00:14:42.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:42 smithi069 ceph-mon[36074]: fsmap 3 up:standby 2024-03-29T00:14:42.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:42 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-03-29T00:14:42.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.674+0000 7fa240a00640 1 -- 172.21.15.12:0/3596370957 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa23c02d370 con 0x7fa23c104ba0 2024-03-29T00:14:42.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.674+0000 7fa233400640 1 -- 172.21.15.12:0/3596370957 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3040 (secure 0 0 0) 0x7fa22409aab0 con 0x7fa23c104ba0 2024-03-29T00:14:42.675 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:14:42.675 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14385,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2850016952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2850016952},{"type":"v1","addr":"172.21.15.12:6835","nonce":2850016952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24431,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24472,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-03-29T00:14:42.675 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 4 2024-03-29T00:14:42.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.677+0000 7fa240a00640 1 -- 172.21.15.12:0/3596370957 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa2200a1d80 msgr2=0x7fa2200a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:42.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.677+0000 7fa240a00640 1 --2- 172.21.15.12:0/3596370957 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa2200a1d80 0x7fa2200a4240 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fa22c00e8b0 tx=0x7fa22c0095c0 comp rx=0 tx=0).stop 2024-03-29T00:14:42.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.677+0000 7fa240a00640 1 -- 172.21.15.12:0/3596370957 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa23c104ba0 msgr2=0x7fa23c100220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:42.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.677+0000 7fa240a00640 1 --2- 172.21.15.12:0/3596370957 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa23c104ba0 0x7fa23c100220 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fa22400e9c0 tx=0x7fa22400ee80 comp rx=0 tx=0).stop 2024-03-29T00:14:42.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.677+0000 7fa240a00640 1 -- 172.21.15.12:0/3596370957 shutdown_connections 2024-03-29T00:14:42.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.677+0000 7fa240a00640 1 --2- 172.21.15.12:0/3596370957 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa2200a1d80 0x7fa2200a4240 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:42.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.677+0000 7fa240a00640 1 --2- 172.21.15.12:0/3596370957 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa23c104ba0 0x7fa23c100220 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:42.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.677+0000 7fa240a00640 1 --2- 172.21.15.12:0/3596370957 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa23c1074d0 0x7fa23c100760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:42.679 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.677+0000 7fa240a00640 1 --2- 172.21.15.12:0/3596370957 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa23c102270 0x7fa23c101be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:42.679 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.677+0000 7fa240a00640 1 -- 172.21.15.12:0/3596370957 >> 172.21.15.12:0/3596370957 conn(0x7fa23c0fbbe0 msgr2=0x7fa23c102bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:42.679 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.678+0000 7fa240a00640 1 -- 172.21.15.12:0/3596370957 shutdown_connections 2024-03-29T00:14:42.679 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:42.678+0000 7fa240a00640 1 -- 172.21.15.12:0/3596370957 wait complete. 2024-03-29T00:14:43.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:43 smithi012 ceph-mon[31657]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:43.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:43 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3596370957' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:43.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:43 smithi053 ceph-mon[36233]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:43.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:43 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3596370957' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:43.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:43 smithi069 ceph-mon[36074]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:43.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:43 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3596370957' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:44.659 INFO:journalctl@ceph.mds.d.smithi012.stdout:Mar 29 00:14:44 smithi012 systemd[1]: Starting Ceph mds.d for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:14:44.702 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:14:44.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.938+0000 7fbe7b800640 1 -- 172.21.15.12:0/51367379 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbe74104c10 msgr2=0x7fbe74107000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:44.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.938+0000 7fbe7b800640 1 --2- 172.21.15.12:0/51367379 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbe74104c10 0x7fbe74107000 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fbe5c009900 tx=0x7fbe5c02bc30 comp rx=0 tx=0).stop 2024-03-29T00:14:44.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.939+0000 7fbe7b800640 1 -- 172.21.15.12:0/51367379 shutdown_connections 2024-03-29T00:14:44.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.939+0000 7fbe7b800640 1 --2- 172.21.15.12:0/51367379 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbe74107540 0x7fbe74109930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:44.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.939+0000 7fbe7b800640 1 --2- 172.21.15.12:0/51367379 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbe74104c10 0x7fbe74107000 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:44.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.939+0000 7fbe7b800640 1 --2- 172.21.15.12:0/51367379 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe741022e0 0x7fbe741046d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:44.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.939+0000 7fbe7b800640 1 -- 172.21.15.12:0/51367379 >> 172.21.15.12:0/51367379 conn(0x7fbe740fbc30 msgr2=0x7fbe740fe090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:44.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.939+0000 7fbe7b800640 1 -- 172.21.15.12:0/51367379 shutdown_connections 2024-03-29T00:14:44.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.939+0000 7fbe7b800640 1 -- 172.21.15.12:0/51367379 wait complete. 2024-03-29T00:14:44.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.940+0000 7fbe7b800640 1 Processor -- start 2024-03-29T00:14:44.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.940+0000 7fbe7b800640 1 -- start start 2024-03-29T00:14:44.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.940+0000 7fbe7b800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe741022e0 0x7fbe74101c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:44.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.940+0000 7fbe7b800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbe74104c10 0x7fbe74100290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:44.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.940+0000 7fbe7b800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbe74107540 0x7fbe741007d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:44.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.940+0000 7fbe7b800640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fbe7410d4d0 con 0x7fbe74107540 2024-03-29T00:14:44.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.940+0000 7fbe7b800640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fbe7410d350 con 0x7fbe74104c10 2024-03-29T00:14:44.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.940+0000 7fbe7b800640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fbe7410d650 con 0x7fbe741022e0 2024-03-29T00:14:44.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.940+0000 7fbe79800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbe74107540 0x7fbe741007d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:44.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.941+0000 7fbe78e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe741022e0 0x7fbe74101c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:44.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.941+0000 7fbe79800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbe74107540 0x7fbe741007d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:47010/0 (socket says 172.21.15.12:47010) 2024-03-29T00:14:44.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.941+0000 7fbe78e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe741022e0 0x7fbe74101c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:50124/0 (socket says 172.21.15.12:50124) 2024-03-29T00:14:44.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.941+0000 7fbe79800640 1 -- 172.21.15.12:0/2738603231 learned_addr learned my addr 172.21.15.12:0/2738603231 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:14:44.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.941+0000 7fbe6be00640 1 --2- 172.21.15.12:0/2738603231 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbe74104c10 0x7fbe74100290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:44.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.941+0000 7fbe78e00640 1 -- 172.21.15.12:0/2738603231 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbe74104c10 msgr2=0x7fbe74100290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:44.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.941+0000 7fbe78e00640 1 --2- 172.21.15.12:0/2738603231 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbe74104c10 0x7fbe74100290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:44.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.941+0000 7fbe78e00640 1 -- 172.21.15.12:0/2738603231 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbe74107540 msgr2=0x7fbe741007d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:44.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.941+0000 7fbe78e00640 1 --2- 172.21.15.12:0/2738603231 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbe74107540 0x7fbe741007d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:44.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.941+0000 7fbe78e00640 1 -- 172.21.15.12:0/2738603231 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe74101060 con 0x7fbe741022e0 2024-03-29T00:14:44.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.941+0000 7fbe79800640 1 --2- 172.21.15.12:0/2738603231 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbe74107540 0x7fbe741007d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:14:44.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.941+0000 7fbe78e00640 1 --2- 172.21.15.12:0/2738603231 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe741022e0 0x7fbe74101c50 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fbe6400e9f0 tx=0x7fbe6400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:44.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.942+0000 7fbe72000640 1 -- 172.21.15.12:0/2738603231 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe6400ccc0 con 0x7fbe741022e0 2024-03-29T00:14:44.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.942+0000 7fbe72000640 1 -- 172.21.15.12:0/2738603231 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fbe64005020 con 0x7fbe741022e0 2024-03-29T00:14:44.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.942+0000 7fbe7b800640 1 -- 172.21.15.12:0/2738603231 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe741a1c70 con 0x7fbe741022e0 2024-03-29T00:14:44.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.942+0000 7fbe72000640 1 -- 172.21.15.12:0/2738603231 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe64004b40 con 0x7fbe741022e0 2024-03-29T00:14:44.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.942+0000 7fbe7b800640 1 -- 172.21.15.12:0/2738603231 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe741a2140 con 0x7fbe741022e0 2024-03-29T00:14:44.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.943+0000 7fbe7b800640 1 -- 172.21.15.12:0/2738603231 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe74068a20 con 0x7fbe741022e0 2024-03-29T00:14:44.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.945+0000 7fbe72000640 1 -- 172.21.15.12:0/2738603231 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7fbe64004ce0 con 0x7fbe741022e0 2024-03-29T00:14:44.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.946+0000 7fbe72000640 1 --2- 172.21.15.12:0/2738603231 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fbe580a1d80 0x7fbe580a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:44.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.946+0000 7fbe72000640 1 -- 172.21.15.12:0/2738603231 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fbe640cd950 con 0x7fbe741022e0 2024-03-29T00:14:44.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.947+0000 7fbe6be00640 1 --2- 172.21.15.12:0/2738603231 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fbe580a1d80 0x7fbe580a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:44.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.947+0000 7fbe6be00640 1 --2- 172.21.15.12:0/2738603231 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fbe580a1d80 0x7fbe580a4240 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fbe5c02c900 tx=0x7fbe5c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:44.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:44.951+0000 7fbe72000640 1 -- 172.21.15.12:0/2738603231 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fbe6409b180 con 0x7fbe741022e0 2024-03-29T00:14:44.965 INFO:journalctl@ceph.mds.d.smithi012.stdout:Mar 29 00:14:44 smithi012 podman[72591]: 2024-03-29 00:14:44.561939613 +0000 UTC m=+0.031290766 image pull bed8e21b47c64c348bd50fa93e0a2db0f997a2392760f42fd1dd03442cc97c52 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15 2024-03-29T00:14:44.965 INFO:journalctl@ceph.mds.d.smithi012.stdout:Mar 29 00:14:44 smithi012 podman[72591]: 2024-03-29 00:14:44.678593552 +0000 UTC m=+0.147944729 container create 566e7a48d34c1e7d70034946669f5a71595a865574083b296e9cee7f14312b6d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-d, org.label-schema.build-date=20240326, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, RELEASE=squid-323d23d, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-03-29T00:14:45.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:45.207+0000 7fbe7b800640 1 -- 172.21.15.12:0/2738603231 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbe7402c7b0 con 0x7fbe741022e0 2024-03-29T00:14:45.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:45.208+0000 7fbe72000640 1 -- 172.21.15.12:0/2738603231 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3859 (secure 0 0 0) 0x7fbe6409aa80 con 0x7fbe741022e0 2024-03-29T00:14:45.209 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:14:45.209 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14385,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2850016952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2850016952},{"type":"v1","addr":"172.21.15.12:6835","nonce":2850016952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/54288999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":54288999},{"type":"v1","addr":"172.21.15.12:6837","nonce":54288999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24431,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24472,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-03-29T00:14:45.210 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 5 2024-03-29T00:14:45.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:45.212+0000 7fbe7b800640 1 -- 172.21.15.12:0/2738603231 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fbe580a1d80 msgr2=0x7fbe580a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:45.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:45.212+0000 7fbe7b800640 1 --2- 172.21.15.12:0/2738603231 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fbe580a1d80 0x7fbe580a4240 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fbe5c02c900 tx=0x7fbe5c005fd0 comp rx=0 tx=0).stop 2024-03-29T00:14:45.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:45.212+0000 7fbe7b800640 1 -- 172.21.15.12:0/2738603231 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe741022e0 msgr2=0x7fbe74101c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:45.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:45.212+0000 7fbe7b800640 1 --2- 172.21.15.12:0/2738603231 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe741022e0 0x7fbe74101c50 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fbe6400e9f0 tx=0x7fbe6400eeb0 comp rx=0 tx=0).stop 2024-03-29T00:14:45.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:45.212+0000 7fbe7b800640 1 -- 172.21.15.12:0/2738603231 shutdown_connections 2024-03-29T00:14:45.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:45.212+0000 7fbe7b800640 1 --2- 172.21.15.12:0/2738603231 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fbe580a1d80 0x7fbe580a4240 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:45.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:45.212+0000 7fbe7b800640 1 --2- 172.21.15.12:0/2738603231 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbe74104c10 0x7fbe74100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:45.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:45.212+0000 7fbe7b800640 1 --2- 172.21.15.12:0/2738603231 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbe74107540 0x7fbe741007d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:45.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:45.212+0000 7fbe7b800640 1 --2- 172.21.15.12:0/2738603231 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe741022e0 0x7fbe74101c50 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:45.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:45.212+0000 7fbe7b800640 1 -- 172.21.15.12:0/2738603231 >> 172.21.15.12:0/2738603231 conn(0x7fbe740fbc30 msgr2=0x7fbe74102d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:45.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:45.212+0000 7fbe7b800640 1 -- 172.21.15.12:0/2738603231 shutdown_connections 2024-03-29T00:14:45.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:45.212+0000 7fbe7b800640 1 -- 172.21.15.12:0/2738603231 wait complete. 2024-03-29T00:14:45.232 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:45 smithi012 ceph-mon[31657]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:45.233 INFO:journalctl@ceph.mds.d.smithi012.stdout:Mar 29 00:14:44 smithi012 podman[72591]: 2024-03-29 00:14:44.964771984 +0000 UTC m=+0.434123142 container init 566e7a48d34c1e7d70034946669f5a71595a865574083b296e9cee7f14312b6d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-d, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-323d23d) 2024-03-29T00:14:45.233 INFO:journalctl@ceph.mds.d.smithi012.stdout:Mar 29 00:14:44 smithi012 podman[72591]: 2024-03-29 00:14:44.974600116 +0000 UTC m=+0.443951336 container start 566e7a48d34c1e7d70034946669f5a71595a865574083b296e9cee7f14312b6d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-d, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, RELEASE=squid-323d23d, CEPH_POINT_RELEASE=) 2024-03-29T00:14:45.233 INFO:journalctl@ceph.mds.d.smithi012.stdout:Mar 29 00:14:45 smithi012 ceph-mds[72648]: -- 172.21.15.12:0/2946339707 <== mon.0 v2:172.21.15.12:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563d06b85a40 con 0x563d06b59000 2024-03-29T00:14:45.233 INFO:journalctl@ceph.mds.d.smithi012.stdout:Mar 29 00:14:45 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-d[72625]: starting mds.d at 2024-03-29T00:14:45.234 INFO:journalctl@ceph.mds.d.smithi012.stdout:Mar 29 00:14:45 smithi012 bash[72591]: 566e7a48d34c1e7d70034946669f5a71595a865574083b296e9cee7f14312b6d 2024-03-29T00:14:45.234 INFO:journalctl@ceph.mds.d.smithi012.stdout:Mar 29 00:14:45 smithi012 systemd[1]: Started Ceph mds.d for f0a28ba8-ed5f-11ee-95d0-87774f69a715. 2024-03-29T00:14:45.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:45 smithi053 ceph-mon[36233]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:45.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:45 smithi069 ceph-mon[36074]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:46.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:46 smithi053 ceph-mon[36233]: mds.? [v2:172.21.15.12:6836/54288999,v1:172.21.15.12:6837/54288999] up:boot 2024-03-29T00:14:46.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:46 smithi053 ceph-mon[36233]: fsmap 4 up:standby 2024-03-29T00:14:46.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:46 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-03-29T00:14:46.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:46 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:46.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:46 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2738603231' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:46.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:46 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:46.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:46 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:46.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:46 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:14:46.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:46 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:14:46.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:46 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:46.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:46 smithi053 ceph-mon[36233]: Deploying daemon mds.e on smithi053 2024-03-29T00:14:46.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:46 smithi069 ceph-mon[36074]: mds.? [v2:172.21.15.12:6836/54288999,v1:172.21.15.12:6837/54288999] up:boot 2024-03-29T00:14:46.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:46 smithi069 ceph-mon[36074]: fsmap 4 up:standby 2024-03-29T00:14:46.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:46 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-03-29T00:14:46.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:46 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:46.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:46 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2738603231' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:46.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:46 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:46.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:46 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:46.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:46 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:14:46.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:46 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:14:46.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:46 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:46.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:46 smithi069 ceph-mon[36074]: Deploying daemon mds.e on smithi053 2024-03-29T00:14:46.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:46 smithi012 ceph-mon[31657]: mds.? [v2:172.21.15.12:6836/54288999,v1:172.21.15.12:6837/54288999] up:boot 2024-03-29T00:14:46.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:46 smithi012 ceph-mon[31657]: fsmap 4 up:standby 2024-03-29T00:14:46.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:46 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-03-29T00:14:46.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:46 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:46.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:46 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2738603231' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:46.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:46 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:46.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:46 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:46.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:46 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:14:46.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:46 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:14:46.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:46 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:46.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:46 smithi012 ceph-mon[31657]: Deploying daemon mds.e on smithi053 2024-03-29T00:14:47.237 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:14:47.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.473+0000 7fde85c00640 1 -- 172.21.15.12:0/2815982354 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde80107460 msgr2=0x7fde801098b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:47.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.473+0000 7fde85c00640 1 --2- 172.21.15.12:0/2815982354 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde80107460 0x7fde801098b0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fde78009860 tx=0x7fde7802bb70 comp rx=0 tx=0).stop 2024-03-29T00:14:47.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.473+0000 7fde85c00640 1 -- 172.21.15.12:0/2815982354 shutdown_connections 2024-03-29T00:14:47.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.473+0000 7fde85c00640 1 --2- 172.21.15.12:0/2815982354 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde80107460 0x7fde801098b0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:47.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.473+0000 7fde85c00640 1 --2- 172.21.15.12:0/2815982354 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fde80104b30 0x7fde80106f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:47.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.473+0000 7fde85c00640 1 --2- 172.21.15.12:0/2815982354 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fde80102200 0x7fde801045f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:47.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.473+0000 7fde85c00640 1 -- 172.21.15.12:0/2815982354 >> 172.21.15.12:0/2815982354 conn(0x7fde800fbbf0 msgr2=0x7fde800fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:47.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.473+0000 7fde85c00640 1 -- 172.21.15.12:0/2815982354 shutdown_connections 2024-03-29T00:14:47.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.474+0000 7fde85c00640 1 -- 172.21.15.12:0/2815982354 wait complete. 2024-03-29T00:14:47.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.474+0000 7fde85c00640 1 Processor -- start 2024-03-29T00:14:47.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.475+0000 7fde85c00640 1 -- start start 2024-03-29T00:14:47.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.475+0000 7fde85c00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fde80102200 0x7fde80199d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:47.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.475+0000 7fde85c00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde80104b30 0x7fde8019a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:47.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.475+0000 7fde85c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fde80107460 0x7fde801a1310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:47.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.475+0000 7fde85c00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fde8010d550 con 0x7fde80102200 2024-03-29T00:14:47.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.475+0000 7fde85c00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fde8010d3d0 con 0x7fde80104b30 2024-03-29T00:14:47.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.475+0000 7fde85c00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fde8010d6d0 con 0x7fde80107460 2024-03-29T00:14:47.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.475+0000 7fde7e000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde80104b30 0x7fde8019a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:47.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.475+0000 7fde7e000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde80104b30 0x7fde8019a2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:47474/0 (socket says 172.21.15.12:47474) 2024-03-29T00:14:47.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.475+0000 7fde7e000640 1 -- 172.21.15.12:0/1241330530 learned_addr learned my addr 172.21.15.12:0/1241330530 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:14:47.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.475+0000 7fde7ea00640 1 --2- 172.21.15.12:0/1241330530 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fde80102200 0x7fde80199d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:47.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.476+0000 7fde7f400640 1 --2- 172.21.15.12:0/1241330530 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fde80107460 0x7fde801a1310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:47.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.476+0000 7fde7e000640 1 -- 172.21.15.12:0/1241330530 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fde80107460 msgr2=0x7fde801a1310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:47.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.476+0000 7fde7e000640 1 --2- 172.21.15.12:0/1241330530 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fde80107460 0x7fde801a1310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:47.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.476+0000 7fde7e000640 1 -- 172.21.15.12:0/1241330530 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fde80102200 msgr2=0x7fde80199d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:47.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.476+0000 7fde7e000640 1 --2- 172.21.15.12:0/1241330530 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fde80102200 0x7fde80199d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:47.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.476+0000 7fde7e000640 1 -- 172.21.15.12:0/1241330530 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde801a1980 con 0x7fde80104b30 2024-03-29T00:14:47.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.476+0000 7fde7f400640 1 --2- 172.21.15.12:0/1241330530 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fde80107460 0x7fde801a1310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:14:47.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.476+0000 7fde7e000640 1 --2- 172.21.15.12:0/1241330530 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde80104b30 0x7fde8019a2a0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fde7000e9f0 tx=0x7fde7000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:47.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.476+0000 7fde77400640 1 -- 172.21.15.12:0/1241330530 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde7000ccc0 con 0x7fde80104b30 2024-03-29T00:14:47.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.476+0000 7fde85c00640 1 -- 172.21.15.12:0/1241330530 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde801a1c70 con 0x7fde80104b30 2024-03-29T00:14:47.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.476+0000 7fde77400640 1 -- 172.21.15.12:0/1241330530 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fde70010930 con 0x7fde80104b30 2024-03-29T00:14:47.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.476+0000 7fde77400640 1 -- 172.21.15.12:0/1241330530 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde700189f0 con 0x7fde80104b30 2024-03-29T00:14:47.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.476+0000 7fde85c00640 1 -- 172.21.15.12:0/1241330530 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde801a21c0 con 0x7fde80104b30 2024-03-29T00:14:47.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.478+0000 7fde85c00640 1 -- 172.21.15.12:0/1241330530 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde80108f50 con 0x7fde80104b30 2024-03-29T00:14:47.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.480+0000 7fde77400640 1 -- 172.21.15.12:0/1241330530 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7fde70010ae0 con 0x7fde80104b30 2024-03-29T00:14:47.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.481+0000 7fde77400640 1 --2- 172.21.15.12:0/1241330530 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fde640a1d80 0x7fde640a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:47.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.481+0000 7fde77400640 1 -- 172.21.15.12:0/1241330530 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fde700cdc20 con 0x7fde80104b30 2024-03-29T00:14:47.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.481+0000 7fde7ea00640 1 --2- 172.21.15.12:0/1241330530 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fde640a1d80 0x7fde640a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:47.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.482+0000 7fde7ea00640 1 --2- 172.21.15.12:0/1241330530 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fde640a1d80 0x7fde640a4240 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fde68005fd0 tx=0x7fde68009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:47.486 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.485+0000 7fde77400640 1 -- 172.21.15.12:0/1241330530 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fde7009b450 con 0x7fde80104b30 2024-03-29T00:14:47.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:47 smithi012 ceph-mon[31657]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:47.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:47 smithi053 ceph-mon[36233]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:47.655 INFO:journalctl@ceph.mds.e.smithi053.stdout:Mar 29 00:14:47 smithi053 systemd[1]: Starting Ceph mds.e for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:14:47.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.728+0000 7fde85c00640 1 -- 172.21.15.12:0/1241330530 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fde800623f0 con 0x7fde80104b30 2024-03-29T00:14:47.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.729+0000 7fde77400640 1 -- 172.21.15.12:0/1241330530 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3859 (secure 0 0 0) 0x7fde7009ad50 con 0x7fde80104b30 2024-03-29T00:14:47.729 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:14:47.729 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14385,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2850016952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2850016952},{"type":"v1","addr":"172.21.15.12:6835","nonce":2850016952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/54288999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":54288999},{"type":"v1","addr":"172.21.15.12:6837","nonce":54288999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24431,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24472,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-03-29T00:14:47.730 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 5 2024-03-29T00:14:47.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.731+0000 7fde85c00640 1 -- 172.21.15.12:0/1241330530 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fde640a1d80 msgr2=0x7fde640a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:47.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.731+0000 7fde85c00640 1 --2- 172.21.15.12:0/1241330530 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fde640a1d80 0x7fde640a4240 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fde68005fd0 tx=0x7fde68009500 comp rx=0 tx=0).stop 2024-03-29T00:14:47.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.731+0000 7fde85c00640 1 -- 172.21.15.12:0/1241330530 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde80104b30 msgr2=0x7fde8019a2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:47.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.731+0000 7fde85c00640 1 --2- 172.21.15.12:0/1241330530 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde80104b30 0x7fde8019a2a0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fde7000e9f0 tx=0x7fde7000eeb0 comp rx=0 tx=0).stop 2024-03-29T00:14:47.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.732+0000 7fde85c00640 1 -- 172.21.15.12:0/1241330530 shutdown_connections 2024-03-29T00:14:47.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.732+0000 7fde85c00640 1 --2- 172.21.15.12:0/1241330530 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fde640a1d80 0x7fde640a4240 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:47.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.732+0000 7fde85c00640 1 --2- 172.21.15.12:0/1241330530 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde80104b30 0x7fde8019a2a0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:47.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.732+0000 7fde85c00640 1 --2- 172.21.15.12:0/1241330530 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fde80107460 0x7fde801a1310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:47.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.732+0000 7fde85c00640 1 --2- 172.21.15.12:0/1241330530 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fde80102200 0x7fde80199d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:47.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.732+0000 7fde85c00640 1 -- 172.21.15.12:0/1241330530 >> 172.21.15.12:0/1241330530 conn(0x7fde800fbbf0 msgr2=0x7fde80101870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:47.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.732+0000 7fde85c00640 1 -- 172.21.15.12:0/1241330530 shutdown_connections 2024-03-29T00:14:47.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:47.732+0000 7fde85c00640 1 -- 172.21.15.12:0/1241330530 wait complete. 2024-03-29T00:14:47.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:47 smithi069 ceph-mon[36074]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:47.959 INFO:journalctl@ceph.mds.e.smithi053.stdout:Mar 29 00:14:47 smithi053 podman[65879]: 2024-03-29 00:14:47.605755075 +0000 UTC m=+0.018026422 image pull bed8e21b47c64c348bd50fa93e0a2db0f997a2392760f42fd1dd03442cc97c52 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15 2024-03-29T00:14:47.959 INFO:journalctl@ceph.mds.e.smithi053.stdout:Mar 29 00:14:47 smithi053 podman[65879]: 2024-03-29 00:14:47.715063011 +0000 UTC m=+0.127334347 container create be788717b7547e31e240504b3b916e0551f9cf1c8254928464d1d87804b3ca05 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-e, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-323d23d, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-29T00:14:47.959 INFO:journalctl@ceph.mds.e.smithi053.stdout:Mar 29 00:14:47 smithi053 podman[65879]: 2024-03-29 00:14:47.959507324 +0000 UTC m=+0.371778661 container init be788717b7547e31e240504b3b916e0551f9cf1c8254928464d1d87804b3ca05 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-e, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, RELEASE=squid-323d23d, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e) 2024-03-29T00:14:48.241 INFO:journalctl@ceph.mds.e.smithi053.stdout:Mar 29 00:14:47 smithi053 podman[65879]: 2024-03-29 00:14:47.962486504 +0000 UTC m=+0.374757830 container start be788717b7547e31e240504b3b916e0551f9cf1c8254928464d1d87804b3ca05 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-e, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, maintainer=Guillaume Abrioux , RELEASE=squid-323d23d, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-03-29T00:14:48.241 INFO:journalctl@ceph.mds.e.smithi053.stdout:Mar 29 00:14:47 smithi053 ceph-mds[65898]: -- 172.21.15.53:0/51507663 <== mon.2 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bceb15fa40 con 0x55bceb132c00 2024-03-29T00:14:48.241 INFO:journalctl@ceph.mds.e.smithi053.stdout:Mar 29 00:14:47 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-e[65894]: starting mds.e at 2024-03-29T00:14:48.241 INFO:journalctl@ceph.mds.e.smithi053.stdout:Mar 29 00:14:48 smithi053 bash[65879]: be788717b7547e31e240504b3b916e0551f9cf1c8254928464d1d87804b3ca05 2024-03-29T00:14:48.241 INFO:journalctl@ceph.mds.e.smithi053.stdout:Mar 29 00:14:48 smithi053 systemd[1]: Started Ceph mds.e for f0a28ba8-ed5f-11ee-95d0-87774f69a715. 2024-03-29T00:14:48.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:48 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1241330530' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:48.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:48 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:48.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:48 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:48.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:48 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:48.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:48 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:14:48.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:48 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:14:48.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:48 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:48.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:48 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1241330530' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:48.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:48 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:48.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:48 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:48.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:48 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:48.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:48 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:14:48.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:48 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:14:48.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:48 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:48.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:48 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1241330530' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:48.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:48 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:48.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:48 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:48.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:48 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:48.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:48 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:14:48.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:48 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:14:48.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:48 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:49.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:49 smithi069 ceph-mon[36074]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:49.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:49 smithi069 ceph-mon[36074]: Deploying daemon mds.f on smithi069 2024-03-29T00:14:49.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:49 smithi069 ceph-mon[36074]: mds.? [v2:172.21.15.53:6834/3689706936,v1:172.21.15.53:6835/3689706936] up:boot 2024-03-29T00:14:49.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:49 smithi069 ceph-mon[36074]: fsmap 5 up:standby 2024-03-29T00:14:49.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:49 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-03-29T00:14:49.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:49 smithi012 ceph-mon[31657]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:49.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:49 smithi012 ceph-mon[31657]: Deploying daemon mds.f on smithi069 2024-03-29T00:14:49.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:49 smithi012 ceph-mon[31657]: mds.? [v2:172.21.15.53:6834/3689706936,v1:172.21.15.53:6835/3689706936] up:boot 2024-03-29T00:14:49.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:49 smithi012 ceph-mon[31657]: fsmap 5 up:standby 2024-03-29T00:14:49.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:49 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-03-29T00:14:49.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:49 smithi053 ceph-mon[36233]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:49.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:49 smithi053 ceph-mon[36233]: Deploying daemon mds.f on smithi069 2024-03-29T00:14:49.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:49 smithi053 ceph-mon[36233]: mds.? [v2:172.21.15.53:6834/3689706936,v1:172.21.15.53:6835/3689706936] up:boot 2024-03-29T00:14:49.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:49 smithi053 ceph-mon[36233]: fsmap 5 up:standby 2024-03-29T00:14:49.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:49 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-03-29T00:14:49.755 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:14:49.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.985+0000 7fab07200640 1 -- 172.21.15.12:0/4114267350 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fab08104a60 msgr2=0x7fab08104ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:49.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.985+0000 7fab07200640 1 --2- 172.21.15.12:0/4114267350 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fab08104a60 0x7fab08104ee0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7faaf0009900 tx=0x7faaf002bc40 comp rx=0 tx=0).stop 2024-03-29T00:14:49.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.985+0000 7fab07200640 1 -- 172.21.15.12:0/4114267350 shutdown_connections 2024-03-29T00:14:49.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.985+0000 7fab07200640 1 --2- 172.21.15.12:0/4114267350 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fab08105420 0x7fab0810bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:49.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.985+0000 7fab07200640 1 --2- 172.21.15.12:0/4114267350 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fab08104a60 0x7fab08104ee0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:49.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.985+0000 7fab07200640 1 --2- 172.21.15.12:0/4114267350 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab08103870 0x7fab08103c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:49.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.985+0000 7fab07200640 1 -- 172.21.15.12:0/4114267350 >> 172.21.15.12:0/4114267350 conn(0x7fab080fee00 msgr2=0x7fab08101220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:49.987 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.985+0000 7fab07200640 1 -- 172.21.15.12:0/4114267350 shutdown_connections 2024-03-29T00:14:49.987 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.985+0000 7fab07200640 1 -- 172.21.15.12:0/4114267350 wait complete. 2024-03-29T00:14:49.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.986+0000 7fab07200640 1 Processor -- start 2024-03-29T00:14:49.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.986+0000 7fab07200640 1 -- start start 2024-03-29T00:14:49.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.987+0000 7fab07200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab08103870 0x7fab08199c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:49.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.987+0000 7fab07200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fab08104a60 0x7fab0819a170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:49.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.987+0000 7fab07200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fab08105420 0x7fab081a11a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:49.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.987+0000 7fab07200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fab0810f620 con 0x7fab08104a60 2024-03-29T00:14:49.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.987+0000 7fab07200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fab0810f4a0 con 0x7fab08105420 2024-03-29T00:14:49.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.987+0000 7fab07200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fab0810f7a0 con 0x7fab08103870 2024-03-29T00:14:49.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.987+0000 7faafd400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fab08104a60 0x7fab0819a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:49.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.987+0000 7fab05e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab08103870 0x7fab08199c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:49.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.987+0000 7faafd400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fab08104a60 0x7fab0819a170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:47056/0 (socket says 172.21.15.12:47056) 2024-03-29T00:14:49.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.987+0000 7faafd400640 1 -- 172.21.15.12:0/2848507292 learned_addr learned my addr 172.21.15.12:0/2848507292 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:14:49.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.987+0000 7fab06800640 1 --2- 172.21.15.12:0/2848507292 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fab08105420 0x7fab081a11a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:49.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.987+0000 7faafd400640 1 -- 172.21.15.12:0/2848507292 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab08103870 msgr2=0x7fab08199c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:49.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.988+0000 7faafd400640 1 --2- 172.21.15.12:0/2848507292 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab08103870 0x7fab08199c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:49.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.988+0000 7faafd400640 1 -- 172.21.15.12:0/2848507292 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fab08105420 msgr2=0x7fab081a11a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:49.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.988+0000 7faafd400640 1 --2- 172.21.15.12:0/2848507292 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fab08105420 0x7fab081a11a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:49.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.988+0000 7faafd400640 1 -- 172.21.15.12:0/2848507292 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab081a1840 con 0x7fab08104a60 2024-03-29T00:14:49.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.988+0000 7fab05e00640 1 --2- 172.21.15.12:0/2848507292 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab08103870 0x7fab08199c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:14:49.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.988+0000 7faafd400640 1 --2- 172.21.15.12:0/2848507292 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fab08104a60 0x7fab0819a170 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7faaf0000c00 tx=0x7faaf0004a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:49.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.988+0000 7faaff400640 1 -- 172.21.15.12:0/2848507292 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaf0043020 con 0x7fab08104a60 2024-03-29T00:14:49.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.988+0000 7faaff400640 1 -- 172.21.15.12:0/2848507292 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7faaf0004250 con 0x7fab08104a60 2024-03-29T00:14:49.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.988+0000 7fab07200640 1 -- 172.21.15.12:0/2848507292 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab081a1ad0 con 0x7fab08104a60 2024-03-29T00:14:49.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.988+0000 7faaff400640 1 -- 172.21.15.12:0/2848507292 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaf0003bc0 con 0x7fab08104a60 2024-03-29T00:14:49.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.988+0000 7fab07200640 1 -- 172.21.15.12:0/2848507292 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab081a2020 con 0x7fab08104a60 2024-03-29T00:14:49.991 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.990+0000 7fab07200640 1 -- 172.21.15.12:0/2848507292 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab0810ab90 con 0x7fab08104a60 2024-03-29T00:14:49.991 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.991+0000 7faaff400640 1 -- 172.21.15.12:0/2848507292 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7faaf0046020 con 0x7fab08104a60 2024-03-29T00:14:49.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.993+0000 7faaff400640 1 --2- 172.21.15.12:0/2848507292 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faaec0a1d70 0x7faaec0a4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:49.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.993+0000 7faaff400640 1 -- 172.21.15.12:0/2848507292 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7faaf00efa60 con 0x7fab08104a60 2024-03-29T00:14:49.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.993+0000 7fab05e00640 1 --2- 172.21.15.12:0/2848507292 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faaec0a1d70 0x7faaec0a4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:49.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.994+0000 7fab05e00640 1 --2- 172.21.15.12:0/2848507292 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faaec0a1d70 0x7faaec0a4230 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fab0819b100 tx=0x7faaf8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:49.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:49.997+0000 7faaff400640 1 -- 172.21.15.12:0/2848507292 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7faaf004d020 con 0x7fab08104a60 2024-03-29T00:14:50.243 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:50.243+0000 7fab07200640 1 -- 172.21.15.12:0/2848507292 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fab08062350 con 0x7fab08104a60 2024-03-29T00:14:50.244 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:50.244+0000 7faaff400640 1 -- 172.21.15.12:0/2848507292 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4684 (secure 0 0 0) 0x7faaf00bd290 con 0x7fab08104a60 2024-03-29T00:14:50.245 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:14:50.245 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14385,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2850016952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2850016952},{"type":"v1","addr":"172.21.15.12:6835","nonce":2850016952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/54288999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":54288999},{"type":"v1","addr":"172.21.15.12:6837","nonce":54288999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24431,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24472,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/3689706936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":3689706936},{"type":"v1","addr":"172.21.15.53:6835","nonce":3689706936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-03-29T00:14:50.245 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 6 2024-03-29T00:14:50.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:50.247+0000 7fab07200640 1 -- 172.21.15.12:0/2848507292 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faaec0a1d70 msgr2=0x7faaec0a4230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:50.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:50.247+0000 7fab07200640 1 --2- 172.21.15.12:0/2848507292 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faaec0a1d70 0x7faaec0a4230 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fab0819b100 tx=0x7faaf8005f90 comp rx=0 tx=0).stop 2024-03-29T00:14:50.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:50.247+0000 7fab07200640 1 -- 172.21.15.12:0/2848507292 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fab08104a60 msgr2=0x7fab0819a170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:50.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:50.247+0000 7fab07200640 1 --2- 172.21.15.12:0/2848507292 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fab08104a60 0x7fab0819a170 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7faaf0000c00 tx=0x7faaf0004a90 comp rx=0 tx=0).stop 2024-03-29T00:14:50.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:50.247+0000 7fab07200640 1 -- 172.21.15.12:0/2848507292 shutdown_connections 2024-03-29T00:14:50.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:50.247+0000 7fab07200640 1 --2- 172.21.15.12:0/2848507292 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faaec0a1d70 0x7faaec0a4230 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:50.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:50.247+0000 7fab07200640 1 --2- 172.21.15.12:0/2848507292 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fab08105420 0x7fab081a11a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:50.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:50.247+0000 7fab07200640 1 --2- 172.21.15.12:0/2848507292 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fab08104a60 0x7fab0819a170 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:50.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:50.247+0000 7fab07200640 1 --2- 172.21.15.12:0/2848507292 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab08103870 0x7fab08199c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:50.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:50.247+0000 7fab07200640 1 -- 172.21.15.12:0/2848507292 >> 172.21.15.12:0/2848507292 conn(0x7fab080fee00 msgr2=0x7fab08107d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:50.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:50.247+0000 7fab07200640 1 -- 172.21.15.12:0/2848507292 shutdown_connections 2024-03-29T00:14:50.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:50.247+0000 7fab07200640 1 -- 172.21.15.12:0/2848507292 wait complete. 2024-03-29T00:14:50.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:50 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2848507292' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:50.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:50 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2848507292' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:50.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:50 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2848507292' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:51.234 INFO:journalctl@ceph.mds.f.smithi069.stdout:Mar 29 00:14:51 smithi069 systemd[1]: Started Ceph mds.f for f0a28ba8-ed5f-11ee-95d0-87774f69a715. 2024-03-29T00:14:51.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:51 smithi012 ceph-mon[31657]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:51.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:51 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:51.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:51 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:51.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:51 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:51.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:51 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:14:51.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:51 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:14:51.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:51 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:51.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:51 smithi053 ceph-mon[36233]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:51.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:51 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:51.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:51 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:51.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:51 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:51.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:51 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:14:51.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:51 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:14:51.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:51 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:51.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:51 smithi069 ceph-mon[36074]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:51.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:51 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:51.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:51 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:51.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:51 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:51.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:51 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:14:51.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:51 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:14:51.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:51 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:52.269 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:14:52.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:52 smithi069 ceph-mon[36074]: Deploying daemon mds.c on smithi069 2024-03-29T00:14:52.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:52 smithi069 ceph-mon[36074]: mds.? [v2:172.21.15.69:6834/368717986,v1:172.21.15.69:6835/368717986] up:boot 2024-03-29T00:14:52.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:52 smithi069 ceph-mon[36074]: fsmap 6 up:standby 2024-03-29T00:14:52.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:52 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-29T00:14:52.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.499+0000 7fac47800640 1 -- 172.21.15.12:0/245972362 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fac40077350 msgr2=0x7fac400777b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:52.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.499+0000 7fac47800640 1 --2- 172.21.15.12:0/245972362 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fac40077350 0x7fac400777b0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fac28009860 tx=0x7fac2802bb70 comp rx=0 tx=0).stop 2024-03-29T00:14:52.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.499+0000 7fac47800640 1 -- 172.21.15.12:0/245972362 shutdown_connections 2024-03-29T00:14:52.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.499+0000 7fac47800640 1 --2- 172.21.15.12:0/245972362 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fac40077350 0x7fac400777b0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:52.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.499+0000 7fac47800640 1 --2- 172.21.15.12:0/245972362 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fac40077cf0 0x7fac40078590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:52.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.499+0000 7fac47800640 1 --2- 172.21.15.12:0/245972362 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fac40076110 0x7fac40076530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:52.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.499+0000 7fac47800640 1 -- 172.21.15.12:0/245972362 >> 172.21.15.12:0/245972362 conn(0x7fac400fef10 msgr2=0x7fac40101330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:52.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.499+0000 7fac47800640 1 -- 172.21.15.12:0/245972362 shutdown_connections 2024-03-29T00:14:52.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.499+0000 7fac47800640 1 -- 172.21.15.12:0/245972362 wait complete. 2024-03-29T00:14:52.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.500+0000 7fac47800640 1 Processor -- start 2024-03-29T00:14:52.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.501+0000 7fac47800640 1 -- start start 2024-03-29T00:14:52.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.501+0000 7fac47800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fac40076110 0x7fac4019e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:52.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.501+0000 7fac47800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fac40077350 0x7fac4019e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:52.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.501+0000 7fac47800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fac40077cf0 0x7fac401a56f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:52.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.501+0000 7fac47800640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fac40113b20 con 0x7fac40076110 2024-03-29T00:14:52.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.501+0000 7fac47800640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fac401139a0 con 0x7fac40077cf0 2024-03-29T00:14:52.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.501+0000 7fac47800640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fac40113ca0 con 0x7fac40077350 2024-03-29T00:14:52.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.501+0000 7fac44e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fac40076110 0x7fac4019e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:52.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.501+0000 7fac3fe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fac40077350 0x7fac4019e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:52.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.501+0000 7fac45800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fac40077cf0 0x7fac401a56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:52.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.501+0000 7fac3fe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fac40077350 0x7fac4019e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:50210/0 (socket says 172.21.15.12:50210) 2024-03-29T00:14:52.504 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.501+0000 7fac3fe00640 1 -- 172.21.15.12:0/2328898828 learned_addr learned my addr 172.21.15.12:0/2328898828 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:14:52.504 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.502+0000 7fac3fe00640 1 -- 172.21.15.12:0/2328898828 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fac40077cf0 msgr2=0x7fac401a56f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:52.504 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.502+0000 7fac3fe00640 1 --2- 172.21.15.12:0/2328898828 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fac40077cf0 0x7fac401a56f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:52.504 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.502+0000 7fac3fe00640 1 -- 172.21.15.12:0/2328898828 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fac40076110 msgr2=0x7fac4019e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:52.504 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.502+0000 7fac3fe00640 1 --2- 172.21.15.12:0/2328898828 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fac40076110 0x7fac4019e140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:52.504 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.502+0000 7fac3fe00640 1 -- 172.21.15.12:0/2328898828 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac401a5d60 con 0x7fac40077350 2024-03-29T00:14:52.504 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.502+0000 7fac3fe00640 1 --2- 172.21.15.12:0/2328898828 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fac40077350 0x7fac4019e680 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fac280057c0 tx=0x7fac28035f10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:52.504 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.502+0000 7fac3d600640 1 -- 172.21.15.12:0/2328898828 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac28041030 con 0x7fac40077350 2024-03-29T00:14:52.504 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.502+0000 7fac3d600640 1 -- 172.21.15.12:0/2328898828 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fac28005020 con 0x7fac40077350 2024-03-29T00:14:52.504 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.502+0000 7fac47800640 1 -- 172.21.15.12:0/2328898828 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac401a5ff0 con 0x7fac40077350 2024-03-29T00:14:52.504 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.502+0000 7fac3d600640 1 -- 172.21.15.12:0/2328898828 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac28039040 con 0x7fac40077350 2024-03-29T00:14:52.504 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.502+0000 7fac47800640 1 -- 172.21.15.12:0/2328898828 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac401a6450 con 0x7fac40077350 2024-03-29T00:14:52.505 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.503+0000 7fac47800640 1 -- 172.21.15.12:0/2328898828 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac40110440 con 0x7fac40077350 2024-03-29T00:14:52.505 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.505+0000 7fac3d600640 1 -- 172.21.15.12:0/2328898828 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7fac28044070 con 0x7fac40077350 2024-03-29T00:14:52.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.506+0000 7fac3d600640 1 --2- 172.21.15.12:0/2328898828 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fac240a1d80 0x7fac240a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:52.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.507+0000 7fac3d600640 1 -- 172.21.15.12:0/2328898828 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fac280eee40 con 0x7fac40077350 2024-03-29T00:14:52.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.507+0000 7fac44e00640 1 --2- 172.21.15.12:0/2328898828 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fac240a1d80 0x7fac240a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:52.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.507+0000 7fac44e00640 1 --2- 172.21.15.12:0/2328898828 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fac240a1d80 0x7fac240a4240 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fac30005fd0 tx=0x7fac30009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:52.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.511+0000 7fac3d600640 1 -- 172.21.15.12:0/2328898828 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fac280bc670 con 0x7fac40077350 2024-03-29T00:14:52.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:52 smithi012 ceph-mon[31657]: Deploying daemon mds.c on smithi069 2024-03-29T00:14:52.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:52 smithi012 ceph-mon[31657]: mds.? [v2:172.21.15.69:6834/368717986,v1:172.21.15.69:6835/368717986] up:boot 2024-03-29T00:14:52.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:52 smithi012 ceph-mon[31657]: fsmap 6 up:standby 2024-03-29T00:14:52.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:52 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-29T00:14:52.658 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:52 smithi053 ceph-mon[36233]: Deploying daemon mds.c on smithi069 2024-03-29T00:14:52.658 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:52 smithi053 ceph-mon[36233]: mds.? [v2:172.21.15.69:6834/368717986,v1:172.21.15.69:6835/368717986] up:boot 2024-03-29T00:14:52.658 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:52 smithi053 ceph-mon[36233]: fsmap 6 up:standby 2024-03-29T00:14:52.658 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:52 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-29T00:14:52.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.752+0000 7fac47800640 1 -- 172.21.15.12:0/2328898828 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fac4002d170 con 0x7fac40077350 2024-03-29T00:14:52.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.753+0000 7fac3d600640 1 -- 172.21.15.12:0/2328898828 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5506 (secure 0 0 0) 0x7fac280bbf70 con 0x7fac40077350 2024-03-29T00:14:52.754 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:14:52.754 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14385,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2850016952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2850016952},{"type":"v1","addr":"172.21.15.12:6835","nonce":2850016952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/54288999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":54288999},{"type":"v1","addr":"172.21.15.12:6837","nonce":54288999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24431,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24472,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/3689706936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":3689706936},{"type":"v1","addr":"172.21.15.53:6835","nonce":3689706936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24532,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/368717986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":368717986},{"type":"v1","addr":"172.21.15.69:6835","nonce":368717986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[]} 2024-03-29T00:14:52.755 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 7 2024-03-29T00:14:52.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.757+0000 7fac47800640 1 -- 172.21.15.12:0/2328898828 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fac240a1d80 msgr2=0x7fac240a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:52.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.757+0000 7fac47800640 1 --2- 172.21.15.12:0/2328898828 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fac240a1d80 0x7fac240a4240 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fac30005fd0 tx=0x7fac30009500 comp rx=0 tx=0).stop 2024-03-29T00:14:52.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.757+0000 7fac47800640 1 -- 172.21.15.12:0/2328898828 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fac40077350 msgr2=0x7fac4019e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:52.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.757+0000 7fac47800640 1 --2- 172.21.15.12:0/2328898828 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fac40077350 0x7fac4019e680 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fac280057c0 tx=0x7fac28035f10 comp rx=0 tx=0).stop 2024-03-29T00:14:52.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.757+0000 7fac47800640 1 -- 172.21.15.12:0/2328898828 shutdown_connections 2024-03-29T00:14:52.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.757+0000 7fac47800640 1 --2- 172.21.15.12:0/2328898828 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fac240a1d80 0x7fac240a4240 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:52.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.757+0000 7fac47800640 1 --2- 172.21.15.12:0/2328898828 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fac40077cf0 0x7fac401a56f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:52.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.757+0000 7fac47800640 1 --2- 172.21.15.12:0/2328898828 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fac40077350 0x7fac4019e680 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:52.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.757+0000 7fac47800640 1 --2- 172.21.15.12:0/2328898828 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fac40076110 0x7fac4019e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:52.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.757+0000 7fac47800640 1 -- 172.21.15.12:0/2328898828 >> 172.21.15.12:0/2328898828 conn(0x7fac400fef10 msgr2=0x7fac401005d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:52.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.757+0000 7fac47800640 1 -- 172.21.15.12:0/2328898828 shutdown_connections 2024-03-29T00:14:52.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:52.757+0000 7fac47800640 1 -- 172.21.15.12:0/2328898828 wait complete. 2024-03-29T00:14:53.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:53 smithi012 ceph-mon[31657]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:53.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:53 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2328898828' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:53.648 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:53 smithi069 ceph-mon[36074]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:53.648 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:53 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2328898828' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:53.648 INFO:journalctl@ceph.mds.c.smithi069.stdout:Mar 29 00:14:53 smithi069 systemd[1]: Starting Ceph mds.c for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:14:53.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:53 smithi053 ceph-mon[36233]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:53.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:53 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2328898828' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:53.975 INFO:journalctl@ceph.mds.c.smithi069.stdout:Mar 29 00:14:53 smithi069 podman[66885]: 2024-03-29 00:14:53.551202181 +0000 UTC m=+0.017657451 image pull bed8e21b47c64c348bd50fa93e0a2db0f997a2392760f42fd1dd03442cc97c52 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15 2024-03-29T00:14:53.975 INFO:journalctl@ceph.mds.c.smithi069.stdout:Mar 29 00:14:53 smithi069 podman[66885]: 2024-03-29 00:14:53.68016898 +0000 UTC m=+0.146624235 container create f4e8815136804141aedc286beae5153d4deb38de3b8ce7864531153d2ca2382d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-c, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-323d23d, GIT_BRANCH=HEAD) 2024-03-29T00:14:54.234 INFO:journalctl@ceph.mds.c.smithi069.stdout:Mar 29 00:14:53 smithi069 podman[66885]: 2024-03-29 00:14:53.974933925 +0000 UTC m=+0.441389179 container init f4e8815136804141aedc286beae5153d4deb38de3b8ce7864531153d2ca2382d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-c, org.label-schema.vendor=CentOS, RELEASE=squid-323d23d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True) 2024-03-29T00:14:54.234 INFO:journalctl@ceph.mds.c.smithi069.stdout:Mar 29 00:14:53 smithi069 podman[66885]: 2024-03-29 00:14:53.977592214 +0000 UTC m=+0.444047471 container start f4e8815136804141aedc286beae5153d4deb38de3b8ce7864531153d2ca2382d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-c, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-323d23d, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-29T00:14:54.234 INFO:journalctl@ceph.mds.c.smithi069.stdout:Mar 29 00:14:54 smithi069 ceph-mds[66904]: -- 172.21.15.69:0/3228642560 <== mon.1 v2:172.21.15.69:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5600ae80da40 con 0x5600ae7e1000 2024-03-29T00:14:54.234 INFO:journalctl@ceph.mds.c.smithi069.stdout:Mar 29 00:14:54 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-c[66900]: starting mds.c at 2024-03-29T00:14:54.234 INFO:journalctl@ceph.mds.c.smithi069.stdout:Mar 29 00:14:54 smithi069 bash[66885]: f4e8815136804141aedc286beae5153d4deb38de3b8ce7864531153d2ca2382d 2024-03-29T00:14:54.234 INFO:journalctl@ceph.mds.c.smithi069.stdout:Mar 29 00:14:54 smithi069 systemd[1]: Started Ceph mds.c for f0a28ba8-ed5f-11ee-95d0-87774f69a715. 2024-03-29T00:14:54.779 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:14:55.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.017+0000 7f1eeb000640 1 -- 172.21.15.12:0/1409692411 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1ee4076110 msgr2=0x7f1ee4076530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:55.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.017+0000 7f1eeb000640 1 --2- 172.21.15.12:0/1409692411 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1ee4076110 0x7f1ee4076530 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f1ed4009900 tx=0x7f1ed402bc40 comp rx=0 tx=0).stop 2024-03-29T00:14:55.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.017+0000 7f1eeb000640 1 -- 172.21.15.12:0/1409692411 shutdown_connections 2024-03-29T00:14:55.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.017+0000 7f1eeb000640 1 --2- 172.21.15.12:0/1409692411 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1ee4077cf0 0x7f1ee4078590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:55.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.017+0000 7f1eeb000640 1 --2- 172.21.15.12:0/1409692411 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1ee4077350 0x7f1ee40777b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:55.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.017+0000 7f1eeb000640 1 --2- 172.21.15.12:0/1409692411 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1ee4076110 0x7f1ee4076530 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:55.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.017+0000 7f1eeb000640 1 -- 172.21.15.12:0/1409692411 >> 172.21.15.12:0/1409692411 conn(0x7f1ee40fef10 msgr2=0x7f1ee4101330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:55.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.017+0000 7f1eeb000640 1 -- 172.21.15.12:0/1409692411 shutdown_connections 2024-03-29T00:14:55.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.017+0000 7f1eeb000640 1 -- 172.21.15.12:0/1409692411 wait complete. 2024-03-29T00:14:55.020 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.018+0000 7f1eeb000640 1 Processor -- start 2024-03-29T00:14:55.020 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.018+0000 7f1eeb000640 1 -- start start 2024-03-29T00:14:55.020 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.018+0000 7f1eeb000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1ee4076110 0x7f1ee419e180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:55.020 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.018+0000 7f1eeb000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1ee4077350 0x7f1ee419e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:55.020 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.018+0000 7f1eeb000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1ee4077cf0 0x7f1ee41a5730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:55.020 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.018+0000 7f1eeb000640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f1ee4113b30 con 0x7f1ee4077cf0 2024-03-29T00:14:55.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.018+0000 7f1eeb000640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f1ee41139b0 con 0x7f1ee4076110 2024-03-29T00:14:55.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.018+0000 7f1eeb000640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1ee4113cb0 con 0x7f1ee4077350 2024-03-29T00:14:55.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.019+0000 7f1ee3e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1ee4076110 0x7f1ee419e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:55.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.019+0000 7f1ee3400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1ee4077350 0x7f1ee419e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:55.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.019+0000 7f1ee9000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1ee4077cf0 0x7f1ee41a5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:55.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.019+0000 7f1ee3e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1ee4076110 0x7f1ee419e180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:37034/0 (socket says 172.21.15.12:37034) 2024-03-29T00:14:55.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.019+0000 7f1ee3400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1ee4077350 0x7f1ee419e6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:48856/0 (socket says 172.21.15.12:48856) 2024-03-29T00:14:55.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.019+0000 7f1ee3400640 1 -- 172.21.15.12:0/1356182304 learned_addr learned my addr 172.21.15.12:0/1356182304 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:14:55.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.019+0000 7f1ee9000640 1 -- 172.21.15.12:0/1356182304 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1ee4077350 msgr2=0x7f1ee419e6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:55.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.019+0000 7f1ee9000640 1 --2- 172.21.15.12:0/1356182304 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1ee4077350 0x7f1ee419e6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:55.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.019+0000 7f1ee9000640 1 -- 172.21.15.12:0/1356182304 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1ee4076110 msgr2=0x7f1ee419e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:55.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.019+0000 7f1ee9000640 1 --2- 172.21.15.12:0/1356182304 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1ee4076110 0x7f1ee419e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:55.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.019+0000 7f1ee9000640 1 -- 172.21.15.12:0/1356182304 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ee41a5da0 con 0x7f1ee4077cf0 2024-03-29T00:14:55.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.019+0000 7f1ee3400640 1 --2- 172.21.15.12:0/1356182304 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1ee4077350 0x7f1ee419e6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:14:55.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.019+0000 7f1ee9000640 1 --2- 172.21.15.12:0/1356182304 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1ee4077cf0 0x7f1ee41a5730 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f1edc00e940 tx=0x7f1edc00ee00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:55.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.020+0000 7f1ee0c00640 1 -- 172.21.15.12:0/1356182304 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1edc004d20 con 0x7f1ee4077cf0 2024-03-29T00:14:55.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.020+0000 7f1ee0c00640 1 -- 172.21.15.12:0/1356182304 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1edc00cb20 con 0x7f1ee4077cf0 2024-03-29T00:14:55.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.020+0000 7f1ee0c00640 1 -- 172.21.15.12:0/1356182304 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1edc0116b0 con 0x7f1ee4077cf0 2024-03-29T00:14:55.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.020+0000 7f1eeb000640 1 -- 172.21.15.12:0/1356182304 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ee41a6090 con 0x7f1ee4077cf0 2024-03-29T00:14:55.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.020+0000 7f1eeb000640 1 -- 172.21.15.12:0/1356182304 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ee41a65e0 con 0x7f1ee4077cf0 2024-03-29T00:14:55.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.021+0000 7f1eeb000640 1 -- 172.21.15.12:0/1356182304 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ee4110420 con 0x7f1ee4077cf0 2024-03-29T00:14:55.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.023+0000 7f1ee0c00640 1 -- 172.21.15.12:0/1356182304 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f1edc005020 con 0x7f1ee4077cf0 2024-03-29T00:14:55.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.024+0000 7f1ee0c00640 1 --2- 172.21.15.12:0/1356182304 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1ec80a1e00 0x7f1ec80a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:55.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.024+0000 7f1ee0c00640 1 -- 172.21.15.12:0/1356182304 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f1edc0cd970 con 0x7f1ee4077cf0 2024-03-29T00:14:55.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.024+0000 7f1ee3e00640 1 --2- 172.21.15.12:0/1356182304 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1ec80a1e00 0x7f1ec80a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:55.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.025+0000 7f1ee3e00640 1 --2- 172.21.15.12:0/1356182304 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1ec80a1e00 0x7f1ec80a42c0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f1ed402c250 tx=0x7f1ed402c9e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:55.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.029+0000 7f1ee0c00640 1 -- 172.21.15.12:0/1356182304 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f1edc016030 con 0x7f1ee4077cf0 2024-03-29T00:14:55.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:55 smithi053 ceph-mon[36233]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:55.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:55 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:55.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:55 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:55.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:55 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:55.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:55 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:14:55.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:55 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:14:55.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:55 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:55.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:55 smithi053 ceph-mon[36233]: Deploying daemon mds.h on smithi053 2024-03-29T00:14:55.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:55 smithi053 ceph-mon[36233]: mds.? [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] up:boot 2024-03-29T00:14:55.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:55 smithi053 ceph-mon[36233]: fsmap 7 up:standby 2024-03-29T00:14:55.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:55 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-29T00:14:55.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.272+0000 7f1eeb000640 1 -- 172.21.15.12:0/1356182304 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1ee4062350 con 0x7f1ee4077cf0 2024-03-29T00:14:55.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.273+0000 7f1ee0c00640 1 -- 172.21.15.12:0/1356182304 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6328 (secure 0 0 0) 0x7f1edc09ab50 con 0x7f1ee4077cf0 2024-03-29T00:14:55.274 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:14:55.274 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14385,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2850016952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2850016952},{"type":"v1","addr":"172.21.15.12:6835","nonce":2850016952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/54288999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":54288999},{"type":"v1","addr":"172.21.15.12:6837","nonce":54288999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24431,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24472,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/3689706936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":3689706936},{"type":"v1","addr":"172.21.15.53:6835","nonce":3689706936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24532,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/368717986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":368717986},{"type":"v1","addr":"172.21.15.69:6835","nonce":368717986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24544,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/466045469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":466045469},{"type":"v1","addr":"172.21.15.69:6837","nonce":466045469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-03-29T00:14:55.275 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 8 2024-03-29T00:14:55.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.276+0000 7f1eeb000640 1 -- 172.21.15.12:0/1356182304 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1ec80a1e00 msgr2=0x7f1ec80a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:55.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.276+0000 7f1eeb000640 1 --2- 172.21.15.12:0/1356182304 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1ec80a1e00 0x7f1ec80a42c0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f1ed402c250 tx=0x7f1ed402c9e0 comp rx=0 tx=0).stop 2024-03-29T00:14:55.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.276+0000 7f1eeb000640 1 -- 172.21.15.12:0/1356182304 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1ee4077cf0 msgr2=0x7f1ee41a5730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:55.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.276+0000 7f1eeb000640 1 --2- 172.21.15.12:0/1356182304 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1ee4077cf0 0x7f1ee41a5730 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f1edc00e940 tx=0x7f1edc00ee00 comp rx=0 tx=0).stop 2024-03-29T00:14:55.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.277+0000 7f1eeb000640 1 -- 172.21.15.12:0/1356182304 shutdown_connections 2024-03-29T00:14:55.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.277+0000 7f1eeb000640 1 --2- 172.21.15.12:0/1356182304 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1ec80a1e00 0x7f1ec80a42c0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:55.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.277+0000 7f1eeb000640 1 --2- 172.21.15.12:0/1356182304 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1ee4077cf0 0x7f1ee41a5730 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:55.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.277+0000 7f1eeb000640 1 --2- 172.21.15.12:0/1356182304 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1ee4077350 0x7f1ee419e6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:55.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.277+0000 7f1eeb000640 1 --2- 172.21.15.12:0/1356182304 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1ee4076110 0x7f1ee419e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:55.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.277+0000 7f1eeb000640 1 -- 172.21.15.12:0/1356182304 >> 172.21.15.12:0/1356182304 conn(0x7f1ee40fef10 msgr2=0x7f1ee4100550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:55.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.277+0000 7f1eeb000640 1 -- 172.21.15.12:0/1356182304 shutdown_connections 2024-03-29T00:14:55.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:55.277+0000 7f1eeb000640 1 -- 172.21.15.12:0/1356182304 wait complete. 2024-03-29T00:14:55.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:55 smithi069 ceph-mon[36074]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:55.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:55 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:55.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:55 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:55.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:55 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:55.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:55 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:14:55.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:55 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:14:55.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:55 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:55.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:55 smithi069 ceph-mon[36074]: Deploying daemon mds.h on smithi053 2024-03-29T00:14:55.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:55 smithi069 ceph-mon[36074]: mds.? [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] up:boot 2024-03-29T00:14:55.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:55 smithi069 ceph-mon[36074]: fsmap 7 up:standby 2024-03-29T00:14:55.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:55 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-29T00:14:55.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:55 smithi012 ceph-mon[31657]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:55.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:55 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:55.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:55 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:55.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:55 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:55.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:55 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:14:55.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:55 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:14:55.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:55 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:55.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:55 smithi012 ceph-mon[31657]: Deploying daemon mds.h on smithi053 2024-03-29T00:14:55.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:55 smithi012 ceph-mon[31657]: mds.? [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] up:boot 2024-03-29T00:14:55.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:55 smithi012 ceph-mon[31657]: fsmap 7 up:standby 2024-03-29T00:14:55.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:55 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-29T00:14:56.260 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:56 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1356182304' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:56.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:56 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1356182304' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:56.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:56 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1356182304' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:56.655 INFO:journalctl@ceph.mds.h.smithi053.stdout:Mar 29 00:14:56 smithi053 systemd[1]: Starting Ceph mds.h for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:14:56.923 INFO:journalctl@ceph.mds.h.smithi053.stdout:Mar 29 00:14:56 smithi053 podman[66189]: 2024-03-29 00:14:56.566738276 +0000 UTC m=+0.017789160 image pull bed8e21b47c64c348bd50fa93e0a2db0f997a2392760f42fd1dd03442cc97c52 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15 2024-03-29T00:14:56.923 INFO:journalctl@ceph.mds.h.smithi053.stdout:Mar 29 00:14:56 smithi053 podman[66189]: 2024-03-29 00:14:56.670357422 +0000 UTC m=+0.121408289 container create 597dcc9d90d11bce951ad60f11950c7ab37cdc5d2157f71c2df2c6a8dd9a475a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-h, org.label-schema.schema-version=1.0, RELEASE=squid-323d23d, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-29T00:14:56.923 INFO:journalctl@ceph.mds.h.smithi053.stdout:Mar 29 00:14:56 smithi053 podman[66189]: 2024-03-29 00:14:56.923115079 +0000 UTC m=+0.374165962 container init 597dcc9d90d11bce951ad60f11950c7ab37cdc5d2157f71c2df2c6a8dd9a475a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-h, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=squid-323d23d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-03-29T00:14:57.299 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:14:57.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:57 smithi053 ceph-mon[36233]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:57.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:57 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:57.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:57 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:57.405 INFO:journalctl@ceph.mds.h.smithi053.stdout:Mar 29 00:14:56 smithi053 podman[66189]: 2024-03-29 00:14:56.925965032 +0000 UTC m=+0.377015908 container start 597dcc9d90d11bce951ad60f11950c7ab37cdc5d2157f71c2df2c6a8dd9a475a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-h, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=squid-323d23d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-29T00:14:57.405 INFO:journalctl@ceph.mds.h.smithi053.stdout:Mar 29 00:14:56 smithi053 ceph-mds[66208]: -- 172.21.15.53:0/2163588295 <== mon.2 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560fdf5d3a40 con 0x560fdf5a6800 2024-03-29T00:14:57.405 INFO:journalctl@ceph.mds.h.smithi053.stdout:Mar 29 00:14:56 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-h[66204]: starting mds.h at 2024-03-29T00:14:57.405 INFO:journalctl@ceph.mds.h.smithi053.stdout:Mar 29 00:14:57 smithi053 bash[66189]: 597dcc9d90d11bce951ad60f11950c7ab37cdc5d2157f71c2df2c6a8dd9a475a 2024-03-29T00:14:57.405 INFO:journalctl@ceph.mds.h.smithi053.stdout:Mar 29 00:14:57 smithi053 systemd[1]: Started Ceph mds.h for f0a28ba8-ed5f-11ee-95d0-87774f69a715. 2024-03-29T00:14:57.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:57 smithi069 ceph-mon[36074]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:57.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:57 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:57.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:57 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:57.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.532+0000 7fd236200640 1 -- 172.21.15.12:0/2661902255 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd230103980 msgr2=0x7fd230103da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:57.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.532+0000 7fd236200640 1 --2- 172.21.15.12:0/2661902255 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd230103980 0x7fd230103da0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd220009900 tx=0x7fd22002bc30 comp rx=0 tx=0).stop 2024-03-29T00:14:57.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.532+0000 7fd236200640 1 -- 172.21.15.12:0/2661902255 shutdown_connections 2024-03-29T00:14:57.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.532+0000 7fd236200640 1 --2- 172.21.15.12:0/2661902255 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd230105530 0x7fd23010bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:57.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.532+0000 7fd236200640 1 --2- 172.21.15.12:0/2661902255 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd230104b70 0x7fd230104ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:57.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.532+0000 7fd236200640 1 --2- 172.21.15.12:0/2661902255 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd230103980 0x7fd230103da0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:57.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.532+0000 7fd236200640 1 -- 172.21.15.12:0/2661902255 >> 172.21.15.12:0/2661902255 conn(0x7fd2300fef10 msgr2=0x7fd230101330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:57.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.532+0000 7fd236200640 1 -- 172.21.15.12:0/2661902255 shutdown_connections 2024-03-29T00:14:57.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.532+0000 7fd236200640 1 -- 172.21.15.12:0/2661902255 wait complete. 2024-03-29T00:14:57.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.533+0000 7fd236200640 1 Processor -- start 2024-03-29T00:14:57.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.533+0000 7fd236200640 1 -- start start 2024-03-29T00:14:57.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.534+0000 7fd236200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd230103980 0x7fd230199df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:57.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.534+0000 7fd236200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd230104b70 0x7fd23019a330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:57.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.534+0000 7fd236200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd230105530 0x7fd2301a13a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:57.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.534+0000 7fd236200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fd23010f740 con 0x7fd230103980 2024-03-29T00:14:57.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.534+0000 7fd236200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd23010f5c0 con 0x7fd230105530 2024-03-29T00:14:57.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.534+0000 7fd236200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd23010f8c0 con 0x7fd230104b70 2024-03-29T00:14:57.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.534+0000 7fd22f400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd230103980 0x7fd230199df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:57.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.534+0000 7fd22f400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd230103980 0x7fd230199df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:56606/0 (socket says 172.21.15.12:56606) 2024-03-29T00:14:57.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.534+0000 7fd22f400640 1 -- 172.21.15.12:0/3285112809 learned_addr learned my addr 172.21.15.12:0/3285112809 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:14:57.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.534+0000 7fd227e00640 1 --2- 172.21.15.12:0/3285112809 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd230104b70 0x7fd23019a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:57.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.534+0000 7fd22fe00640 1 --2- 172.21.15.12:0/3285112809 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd230105530 0x7fd2301a13a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:57.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.534+0000 7fd22f400640 1 -- 172.21.15.12:0/3285112809 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd230104b70 msgr2=0x7fd23019a330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:57.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.534+0000 7fd22f400640 1 --2- 172.21.15.12:0/3285112809 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd230104b70 0x7fd23019a330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:57.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.534+0000 7fd22f400640 1 -- 172.21.15.12:0/3285112809 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd230105530 msgr2=0x7fd2301a13a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:57.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.534+0000 7fd22f400640 1 --2- 172.21.15.12:0/3285112809 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd230105530 0x7fd2301a13a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:57.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.534+0000 7fd22f400640 1 -- 172.21.15.12:0/3285112809 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2301a1a10 con 0x7fd230103980 2024-03-29T00:14:57.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.534+0000 7fd22fe00640 1 --2- 172.21.15.12:0/3285112809 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd230105530 0x7fd2301a13a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:14:57.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.535+0000 7fd22f400640 1 --2- 172.21.15.12:0/3285112809 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd230103980 0x7fd230199df0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fd220000c00 tx=0x7fd22002c710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:57.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.535+0000 7fd22cc00640 1 -- 172.21.15.12:0/3285112809 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd220043020 con 0x7fd230103980 2024-03-29T00:14:57.539 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.535+0000 7fd22cc00640 1 -- 172.21.15.12:0/3285112809 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd2200042d0 con 0x7fd230103980 2024-03-29T00:14:57.539 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.535+0000 7fd22cc00640 1 -- 172.21.15.12:0/3285112809 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd220003cc0 con 0x7fd230103980 2024-03-29T00:14:57.539 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.535+0000 7fd236200640 1 -- 172.21.15.12:0/3285112809 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2301a1ca0 con 0x7fd230103980 2024-03-29T00:14:57.539 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.535+0000 7fd236200640 1 -- 172.21.15.12:0/3285112809 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2301a21a0 con 0x7fd230103980 2024-03-29T00:14:57.539 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.536+0000 7fd236200640 1 -- 172.21.15.12:0/3285112809 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd23010ad20 con 0x7fd230103980 2024-03-29T00:14:57.539 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.538+0000 7fd22cc00640 1 -- 172.21.15.12:0/3285112809 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7fd220046020 con 0x7fd230103980 2024-03-29T00:14:57.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.541+0000 7fd22cc00640 1 --2- 172.21.15.12:0/3285112809 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd2140a1d80 0x7fd2140a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:14:57.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.541+0000 7fd22cc00640 1 -- 172.21.15.12:0/3285112809 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fd2200efb60 con 0x7fd230103980 2024-03-29T00:14:57.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.541+0000 7fd227e00640 1 --2- 172.21.15.12:0/3285112809 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd2140a1d80 0x7fd2140a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:14:57.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.542+0000 7fd227e00640 1 --2- 172.21.15.12:0/3285112809 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd2140a1d80 0x7fd2140a4240 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fd23019b300 tx=0x7fd218005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:14:57.546 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.546+0000 7fd22cc00640 1 -- 172.21.15.12:0/3285112809 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fd22004d020 con 0x7fd230103980 2024-03-29T00:14:57.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:57 smithi012 ceph-mon[31657]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:57.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:57 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:57.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:57 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:57.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.787+0000 7fd236200640 1 -- 172.21.15.12:0/3285112809 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd2300623f0 con 0x7fd230103980 2024-03-29T00:14:57.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.788+0000 7fd22cc00640 1 -- 172.21.15.12:0/3285112809 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7153 (secure 0 0 0) 0x7fd2200bd420 con 0x7fd230103980 2024-03-29T00:14:57.789 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:14:57.789 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14385,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2850016952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2850016952},{"type":"v1","addr":"172.21.15.12:6835","nonce":2850016952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/54288999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":54288999},{"type":"v1","addr":"172.21.15.12:6837","nonce":54288999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24431,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24472,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/3689706936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":3689706936},{"type":"v1","addr":"172.21.15.53:6835","nonce":3689706936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24509,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/3069224551","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":3069224551},{"type":"v1","addr":"172.21.15.53:6837","nonce":3069224551}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24532,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/368717986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":368717986},{"type":"v1","addr":"172.21.15.69:6835","nonce":368717986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24544,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/466045469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":466045469},{"type":"v1","addr":"172.21.15.69:6837","nonce":466045469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-03-29T00:14:57.789 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 9 2024-03-29T00:14:57.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.791+0000 7fd236200640 1 -- 172.21.15.12:0/3285112809 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd2140a1d80 msgr2=0x7fd2140a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:57.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.791+0000 7fd236200640 1 --2- 172.21.15.12:0/3285112809 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd2140a1d80 0x7fd2140a4240 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fd23019b300 tx=0x7fd218005f90 comp rx=0 tx=0).stop 2024-03-29T00:14:57.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.791+0000 7fd236200640 1 -- 172.21.15.12:0/3285112809 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd230103980 msgr2=0x7fd230199df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:14:57.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.791+0000 7fd236200640 1 --2- 172.21.15.12:0/3285112809 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd230103980 0x7fd230199df0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fd220000c00 tx=0x7fd22002c710 comp rx=0 tx=0).stop 2024-03-29T00:14:57.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.791+0000 7fd236200640 1 -- 172.21.15.12:0/3285112809 shutdown_connections 2024-03-29T00:14:57.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.791+0000 7fd236200640 1 --2- 172.21.15.12:0/3285112809 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd2140a1d80 0x7fd2140a4240 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:57.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.791+0000 7fd236200640 1 --2- 172.21.15.12:0/3285112809 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd230105530 0x7fd2301a13a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:57.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.791+0000 7fd236200640 1 --2- 172.21.15.12:0/3285112809 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd230104b70 0x7fd23019a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:57.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.791+0000 7fd236200640 1 --2- 172.21.15.12:0/3285112809 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd230103980 0x7fd230199df0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:14:57.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.791+0000 7fd236200640 1 -- 172.21.15.12:0/3285112809 >> 172.21.15.12:0/3285112809 conn(0x7fd2300fef10 msgr2=0x7fd230107ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:14:57.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.791+0000 7fd236200640 1 -- 172.21.15.12:0/3285112809 shutdown_connections 2024-03-29T00:14:57.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:14:57.791+0000 7fd236200640 1 -- 172.21.15.12:0/3285112809 wait complete. 2024-03-29T00:14:58.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:58 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:58.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:58 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:14:58.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:58 smithi069 ceph-mon[36074]: mds.? [v2:172.21.15.53:6836/3069224551,v1:172.21.15.53:6837/3069224551] up:boot 2024-03-29T00:14:58.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:58 smithi069 ceph-mon[36074]: fsmap 8 up:standby 2024-03-29T00:14:58.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:58 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-29T00:14:58.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:58 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:14:58.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:58 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:58.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:58 smithi069 ceph-mon[36074]: Deploying daemon mds.i on smithi069 2024-03-29T00:14:58.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:58 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3285112809' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:58.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:58 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:58.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:58 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:14:58.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:58 smithi012 ceph-mon[31657]: mds.? [v2:172.21.15.53:6836/3069224551,v1:172.21.15.53:6837/3069224551] up:boot 2024-03-29T00:14:58.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:58 smithi012 ceph-mon[31657]: fsmap 8 up:standby 2024-03-29T00:14:58.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:58 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-29T00:14:58.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:58 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:14:58.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:58 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:58.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:58 smithi012 ceph-mon[31657]: Deploying daemon mds.i on smithi069 2024-03-29T00:14:58.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:58 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3285112809' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:58.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:58 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:14:58.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:58 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:14:58.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:58 smithi053 ceph-mon[36233]: mds.? [v2:172.21.15.53:6836/3069224551,v1:172.21.15.53:6837/3069224551] up:boot 2024-03-29T00:14:58.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:58 smithi053 ceph-mon[36233]: fsmap 8 up:standby 2024-03-29T00:14:58.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:58 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-29T00:14:58.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:58 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:14:58.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:58 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:14:58.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:58 smithi053 ceph-mon[36233]: Deploying daemon mds.i on smithi069 2024-03-29T00:14:58.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:58 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3285112809' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:14:59.474 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:14:59 smithi069 ceph-mon[36074]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:59.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:14:59 smithi012 ceph-mon[31657]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:59.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:14:59 smithi053 ceph-mon[36233]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:14:59.734 INFO:journalctl@ceph.mds.i.smithi069.stdout:Mar 29 00:14:59 smithi069 podman[67210]: 2024-03-29 00:14:59.709405711 +0000 UTC m=+0.134433861 container create 47c2b5706fd21cba671dd2aae532f4de137cf82c91c8e466a3f4da9722fbd6d7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-i, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, RELEASE=squid-323d23d, GIT_BRANCH=HEAD, ceph=True) 2024-03-29T00:14:59.812 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:15:00.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.043+0000 7f4cd6800640 1 -- 172.21.15.12:0/3758096470 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4cd0107340 msgr2=0x7f4cd0109790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:00.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.043+0000 7f4cd6800640 1 --2- 172.21.15.12:0/3758096470 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4cd0107340 0x7f4cd0109790 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f4cc8009900 tx=0x7f4cc802bc50 comp rx=0 tx=0).stop 2024-03-29T00:15:00.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.043+0000 7f4cd6800640 1 -- 172.21.15.12:0/3758096470 shutdown_connections 2024-03-29T00:15:00.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.043+0000 7f4cd6800640 1 --2- 172.21.15.12:0/3758096470 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4cd0104a10 0x7f4cd0106e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:00.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.043+0000 7f4cd6800640 1 --2- 172.21.15.12:0/3758096470 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4cd0107340 0x7f4cd0109790 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:00.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.043+0000 7f4cd6800640 1 --2- 172.21.15.12:0/3758096470 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4cd01020e0 0x7f4cd01044d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:00.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.043+0000 7f4cd6800640 1 -- 172.21.15.12:0/3758096470 >> 172.21.15.12:0/3758096470 conn(0x7f4cd00fbaf0 msgr2=0x7f4cd00fdf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:00.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.043+0000 7f4cd6800640 1 -- 172.21.15.12:0/3758096470 shutdown_connections 2024-03-29T00:15:00.046 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.043+0000 7f4cd6800640 1 -- 172.21.15.12:0/3758096470 wait complete. 2024-03-29T00:15:00.046 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.044+0000 7f4cd6800640 1 Processor -- start 2024-03-29T00:15:00.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.045+0000 7f4cd6800640 1 -- start start 2024-03-29T00:15:00.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.045+0000 7f4cd6800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4cd01020e0 0x7f4cd0101a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:00.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.045+0000 7f4cd6800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4cd0104a10 0x7f4cd0100090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:00.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.045+0000 7f4cd6800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4cd0107340 0x7f4cd01005d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:00.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.045+0000 7f4cd6800640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f4cd010d410 con 0x7f4cd0107340 2024-03-29T00:15:00.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.045+0000 7f4cd6800640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f4cd010d290 con 0x7f4cd01020e0 2024-03-29T00:15:00.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.045+0000 7f4cd6800640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f4cd010d590 con 0x7f4cd0104a10 2024-03-29T00:15:00.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.045+0000 7f4cd5e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4cd0107340 0x7f4cd01005d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:00.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.045+0000 7f4cd5400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4cd01020e0 0x7f4cd0101a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:00.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.045+0000 7f4cd4a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4cd0104a10 0x7f4cd0100090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:00.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.045+0000 7f4cd5400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4cd01020e0 0x7f4cd0101a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:37068/0 (socket says 172.21.15.12:37068) 2024-03-29T00:15:00.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.045+0000 7f4cd4a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4cd0104a10 0x7f4cd0100090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:48874/0 (socket says 172.21.15.12:48874) 2024-03-29T00:15:00.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.045+0000 7f4cd5400640 1 -- 172.21.15.12:0/1070120744 learned_addr learned my addr 172.21.15.12:0/1070120744 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:00.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.046+0000 7f4cd4a00640 1 -- 172.21.15.12:0/1070120744 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4cd01020e0 msgr2=0x7f4cd0101a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:00.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.046+0000 7f4cd4a00640 1 --2- 172.21.15.12:0/1070120744 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4cd01020e0 0x7f4cd0101a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:00.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.046+0000 7f4cd4a00640 1 -- 172.21.15.12:0/1070120744 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4cd0107340 msgr2=0x7f4cd01005d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:00.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.046+0000 7f4cd4a00640 1 --2- 172.21.15.12:0/1070120744 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4cd0107340 0x7f4cd01005d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:00.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.046+0000 7f4cd4a00640 1 -- 172.21.15.12:0/1070120744 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cd0100e60 con 0x7f4cd0104a10 2024-03-29T00:15:00.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.046+0000 7f4cd5e00640 1 --2- 172.21.15.12:0/1070120744 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4cd0107340 0x7f4cd01005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:15:00.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.046+0000 7f4cd4a00640 1 --2- 172.21.15.12:0/1070120744 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4cd0104a10 0x7f4cd0100090 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4cbc00e9c0 tx=0x7f4cbc00ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:00.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.046+0000 7f4cce000640 1 -- 172.21.15.12:0/1070120744 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cbc00ccc0 con 0x7f4cd0104a10 2024-03-29T00:15:00.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.046+0000 7f4cd6800640 1 -- 172.21.15.12:0/1070120744 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4cd01a1b10 con 0x7f4cd0104a10 2024-03-29T00:15:00.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.046+0000 7f4cce000640 1 -- 172.21.15.12:0/1070120744 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4cbc010930 con 0x7f4cd0104a10 2024-03-29T00:15:00.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.046+0000 7f4cce000640 1 -- 172.21.15.12:0/1070120744 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cbc0189c0 con 0x7f4cd0104a10 2024-03-29T00:15:00.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.046+0000 7f4cd6800640 1 -- 172.21.15.12:0/1070120744 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4cd01a20b0 con 0x7f4cd0104a10 2024-03-29T00:15:00.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.047+0000 7f4cd6800640 1 -- 172.21.15.12:0/1070120744 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4cd00fd5e0 con 0x7f4cd0104a10 2024-03-29T00:15:00.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.050+0000 7f4cce000640 1 -- 172.21.15.12:0/1070120744 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f4cbc010ae0 con 0x7f4cd0104a10 2024-03-29T00:15:00.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.052+0000 7f4cce000640 1 --2- 172.21.15.12:0/1070120744 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4cb80a1d70 0x7f4cb80a4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:00.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.052+0000 7f4cce000640 1 -- 172.21.15.12:0/1070120744 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f4cbc0cdc70 con 0x7f4cd0104a10 2024-03-29T00:15:00.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.052+0000 7f4cd5400640 1 --2- 172.21.15.12:0/1070120744 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4cb80a1d70 0x7f4cb80a4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:00.053 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.052+0000 7f4cd5400640 1 --2- 172.21.15.12:0/1070120744 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4cb80a1d70 0x7f4cb80a4230 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f4cc40099a0 tx=0x7f4cc4009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:00.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.056+0000 7f4cce000640 1 -- 172.21.15.12:0/1070120744 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f4cbc09ae50 con 0x7f4cd0104a10 2024-03-29T00:15:00.234 INFO:journalctl@ceph.mds.i.smithi069.stdout:Mar 29 00:14:59 smithi069 podman[67210]: 2024-03-29 00:14:59.953856221 +0000 UTC m=+0.378884357 container init 47c2b5706fd21cba671dd2aae532f4de137cf82c91c8e466a3f4da9722fbd6d7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-i, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_CLEAN=True, RELEASE=squid-323d23d, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True) 2024-03-29T00:15:00.234 INFO:journalctl@ceph.mds.i.smithi069.stdout:Mar 29 00:14:59 smithi069 podman[67210]: 2024-03-29 00:14:59.956925519 +0000 UTC m=+0.381953659 container start 47c2b5706fd21cba671dd2aae532f4de137cf82c91c8e466a3f4da9722fbd6d7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-i, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-323d23d, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e) 2024-03-29T00:15:00.234 INFO:journalctl@ceph.mds.i.smithi069.stdout:Mar 29 00:14:59 smithi069 ceph-mds[67229]: -- 172.21.15.69:0/4165875654 <== mon.1 v2:172.21.15.69:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555642b6fa40 con 0x555642b43000 2024-03-29T00:15:00.234 INFO:journalctl@ceph.mds.i.smithi069.stdout:Mar 29 00:14:59 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-i[67225]: starting mds.i at 2024-03-29T00:15:00.234 INFO:journalctl@ceph.mds.i.smithi069.stdout:Mar 29 00:15:00 smithi069 bash[67210]: 47c2b5706fd21cba671dd2aae532f4de137cf82c91c8e466a3f4da9722fbd6d7 2024-03-29T00:15:00.234 INFO:journalctl@ceph.mds.i.smithi069.stdout:Mar 29 00:15:00 smithi069 systemd[1]: Started Ceph mds.i for f0a28ba8-ed5f-11ee-95d0-87774f69a715. 2024-03-29T00:15:00.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.315+0000 7f4cd6800640 1 -- 172.21.15.12:0/1070120744 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4cd0062350 con 0x7f4cd0104a10 2024-03-29T00:15:00.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.316+0000 7f4cce000640 1 -- 172.21.15.12:0/1070120744 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+7980 (secure 0 0 0) 0x7f4cbc09eef0 con 0x7f4cd0104a10 2024-03-29T00:15:00.316 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:15:00.317 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14385,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2850016952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2850016952},{"type":"v1","addr":"172.21.15.12:6835","nonce":2850016952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/54288999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":54288999},{"type":"v1","addr":"172.21.15.12:6837","nonce":54288999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24431,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24472,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/3689706936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":3689706936},{"type":"v1","addr":"172.21.15.53:6835","nonce":3689706936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24509,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/3069224551","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":3069224551},{"type":"v1","addr":"172.21.15.53:6837","nonce":3069224551}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24532,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/368717986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":368717986},{"type":"v1","addr":"172.21.15.69:6835","nonce":368717986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24544,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/466045469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":466045469},{"type":"v1","addr":"172.21.15.69:6837","nonce":466045469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24568,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1021939171","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1021939171},{"type":"v1","addr":"172.21.15.69:6839","nonce":1021939171}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-03-29T00:15:00.317 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 10 2024-03-29T00:15:00.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.318+0000 7f4cd6800640 1 -- 172.21.15.12:0/1070120744 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4cb80a1d70 msgr2=0x7f4cb80a4230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:00.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.318+0000 7f4cd6800640 1 --2- 172.21.15.12:0/1070120744 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4cb80a1d70 0x7f4cb80a4230 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f4cc40099a0 tx=0x7f4cc4009500 comp rx=0 tx=0).stop 2024-03-29T00:15:00.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.318+0000 7f4cd6800640 1 -- 172.21.15.12:0/1070120744 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4cd0104a10 msgr2=0x7f4cd0100090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:00.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.318+0000 7f4cd6800640 1 --2- 172.21.15.12:0/1070120744 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4cd0104a10 0x7f4cd0100090 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4cbc00e9c0 tx=0x7f4cbc00ee80 comp rx=0 tx=0).stop 2024-03-29T00:15:00.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.319+0000 7f4cd6800640 1 -- 172.21.15.12:0/1070120744 shutdown_connections 2024-03-29T00:15:00.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.319+0000 7f4cd6800640 1 --2- 172.21.15.12:0/1070120744 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4cb80a1d70 0x7f4cb80a4230 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:00.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.319+0000 7f4cd6800640 1 --2- 172.21.15.12:0/1070120744 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4cd0107340 0x7f4cd01005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:00.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.319+0000 7f4cd6800640 1 --2- 172.21.15.12:0/1070120744 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4cd0104a10 0x7f4cd0100090 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:00.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.319+0000 7f4cd6800640 1 --2- 172.21.15.12:0/1070120744 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4cd01020e0 0x7f4cd0101a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:00.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.319+0000 7f4cd6800640 1 -- 172.21.15.12:0/1070120744 >> 172.21.15.12:0/1070120744 conn(0x7f4cd00fbaf0 msgr2=0x7f4cd0102a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:00.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.319+0000 7f4cd6800640 1 -- 172.21.15.12:0/1070120744 shutdown_connections 2024-03-29T00:15:00.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:00.319+0000 7f4cd6800640 1 -- 172.21.15.12:0/1070120744 wait complete. 2024-03-29T00:15:01.380 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:01 smithi012 ceph-mon[31657]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:01.380 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:01.380 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:01.380 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:01.381 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:15:01.381 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:15:01.381 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:15:01.381 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:01 smithi012 ceph-mon[31657]: Deploying daemon mds.g on smithi012 2024-03-29T00:15:01.381 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:01 smithi012 ceph-mon[31657]: mds.? [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] up:boot 2024-03-29T00:15:01.381 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:01 smithi012 ceph-mon[31657]: fsmap 9 up:standby 2024-03-29T00:15:01.381 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:01 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-29T00:15:01.381 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:01 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1070120744' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:15:01.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:01 smithi053 ceph-mon[36233]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:01.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:01 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:01.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:01 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:01.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:01 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:01.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:01 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:15:01.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:01 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:15:01.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:01 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:15:01.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:01 smithi053 ceph-mon[36233]: Deploying daemon mds.g on smithi012 2024-03-29T00:15:01.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:01 smithi053 ceph-mon[36233]: mds.? [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] up:boot 2024-03-29T00:15:01.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:01 smithi053 ceph-mon[36233]: fsmap 9 up:standby 2024-03-29T00:15:01.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:01 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-29T00:15:01.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:01 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1070120744' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:15:01.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:01 smithi069 ceph-mon[36074]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:01.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:01 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:01.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:01 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:01.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:01 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:01.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:01 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:15:01.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:01 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:15:01.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:01 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:15:01.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:01 smithi069 ceph-mon[36074]: Deploying daemon mds.g on smithi012 2024-03-29T00:15:01.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:01 smithi069 ceph-mon[36074]: mds.? [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] up:boot 2024-03-29T00:15:01.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:01 smithi069 ceph-mon[36074]: fsmap 9 up:standby 2024-03-29T00:15:01.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:01 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-29T00:15:01.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:01 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1070120744' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:15:02.337 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:15:02.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.569+0000 7fdb3f200640 1 -- 172.21.15.12:0/517071524 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdb40105440 msgr2=0x7fdb4010bcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:02.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.569+0000 7fdb3f200640 1 --2- 172.21.15.12:0/517071524 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdb40105440 0x7fdb4010bcd0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fdb38009ca0 tx=0x7fdb3802c100 comp rx=0 tx=0).stop 2024-03-29T00:15:02.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.570+0000 7fdb3f200640 1 -- 172.21.15.12:0/517071524 shutdown_connections 2024-03-29T00:15:02.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.570+0000 7fdb3f200640 1 --2- 172.21.15.12:0/517071524 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdb40105440 0x7fdb4010bcd0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:02.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.570+0000 7fdb3f200640 1 --2- 172.21.15.12:0/517071524 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb40104a80 0x7fdb40104f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:02.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.570+0000 7fdb3f200640 1 --2- 172.21.15.12:0/517071524 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdb40103890 0x7fdb40103cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:02.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.570+0000 7fdb3f200640 1 -- 172.21.15.12:0/517071524 >> 172.21.15.12:0/517071524 conn(0x7fdb400fee20 msgr2=0x7fdb40101240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:02.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.570+0000 7fdb3f200640 1 -- 172.21.15.12:0/517071524 shutdown_connections 2024-03-29T00:15:02.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.570+0000 7fdb3f200640 1 -- 172.21.15.12:0/517071524 wait complete. 2024-03-29T00:15:02.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.571+0000 7fdb3f200640 1 Processor -- start 2024-03-29T00:15:02.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.571+0000 7fdb3f200640 1 -- start start 2024-03-29T00:15:02.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.571+0000 7fdb3f200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdb40103890 0x7fdb40199ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:02.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.571+0000 7fdb3f200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdb40104a80 0x7fdb4019a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:02.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.571+0000 7fdb3f200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb40105440 0x7fdb401a1150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:02.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.571+0000 7fdb3f200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fdb4010f640 con 0x7fdb40105440 2024-03-29T00:15:02.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.571+0000 7fdb3f200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fdb4010f4c0 con 0x7fdb40104a80 2024-03-29T00:15:02.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.571+0000 7fdb3f200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fdb4010f7c0 con 0x7fdb40103890 2024-03-29T00:15:02.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.572+0000 7fdb3e800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb40105440 0x7fdb401a1150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:02.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.572+0000 7fdb3e800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb40105440 0x7fdb401a1150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:56638/0 (socket says 172.21.15.12:56638) 2024-03-29T00:15:02.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.572+0000 7fdb3e800640 1 -- 172.21.15.12:0/2835635507 learned_addr learned my addr 172.21.15.12:0/2835635507 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:02.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.572+0000 7fdb3de00640 1 --2- 172.21.15.12:0/2835635507 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdb40103890 0x7fdb40199ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:02.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.572+0000 7fdb3d400640 1 --2- 172.21.15.12:0/2835635507 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdb40104a80 0x7fdb4019a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:02.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.572+0000 7fdb3e800640 1 -- 172.21.15.12:0/2835635507 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdb40103890 msgr2=0x7fdb40199ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:02.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.572+0000 7fdb3e800640 1 --2- 172.21.15.12:0/2835635507 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdb40103890 0x7fdb40199ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:02.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.572+0000 7fdb3e800640 1 -- 172.21.15.12:0/2835635507 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdb40104a80 msgr2=0x7fdb4019a0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:02.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.572+0000 7fdb3e800640 1 --2- 172.21.15.12:0/2835635507 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdb40104a80 0x7fdb4019a0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:02.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.572+0000 7fdb3e800640 1 -- 172.21.15.12:0/2835635507 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb401a17c0 con 0x7fdb40105440 2024-03-29T00:15:02.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.573+0000 7fdb3e800640 1 --2- 172.21.15.12:0/2835635507 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb40105440 0x7fdb401a1150 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fdb3802c710 tx=0x7fdb380346f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:02.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.573+0000 7fdb36a00640 1 -- 172.21.15.12:0/2835635507 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb38039040 con 0x7fdb40105440 2024-03-29T00:15:02.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.573+0000 7fdb36a00640 1 -- 172.21.15.12:0/2835635507 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fdb38044070 con 0x7fdb40105440 2024-03-29T00:15:02.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.573+0000 7fdb3f200640 1 -- 172.21.15.12:0/2835635507 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb401a1a50 con 0x7fdb40105440 2024-03-29T00:15:02.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.573+0000 7fdb36a00640 1 -- 172.21.15.12:0/2835635507 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb38004460 con 0x7fdb40105440 2024-03-29T00:15:02.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.573+0000 7fdb3f200640 1 -- 172.21.15.12:0/2835635507 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb401a1f90 con 0x7fdb40105440 2024-03-29T00:15:02.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.574+0000 7fdb3f200640 1 -- 172.21.15.12:0/2835635507 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb4010aae0 con 0x7fdb40105440 2024-03-29T00:15:02.577 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.576+0000 7fdb36a00640 1 -- 172.21.15.12:0/2835635507 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7fdb38004600 con 0x7fdb40105440 2024-03-29T00:15:02.578 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.578+0000 7fdb36a00640 1 --2- 172.21.15.12:0/2835635507 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fdb240a1df0 0x7fdb240a42b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:02.578 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.578+0000 7fdb36a00640 1 -- 172.21.15.12:0/2835635507 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fdb380efea0 con 0x7fdb40105440 2024-03-29T00:15:02.578 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.578+0000 7fdb3de00640 1 --2- 172.21.15.12:0/2835635507 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fdb240a1df0 0x7fdb240a42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:02.579 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.579+0000 7fdb3de00640 1 --2- 172.21.15.12:0/2835635507 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fdb240a1df0 0x7fdb240a42b0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fdb401048e0 tx=0x7fdb30005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:02.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.585+0000 7fdb36a00640 1 -- 172.21.15.12:0/2835635507 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fdb380bd6d0 con 0x7fdb40105440 2024-03-29T00:15:02.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.845+0000 7fdb3f200640 1 -- 172.21.15.12:0/2835635507 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdb40062350 con 0x7fdb40105440 2024-03-29T00:15:02.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.847+0000 7fdb36a00640 1 -- 172.21.15.12:0/2835635507 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+7980 (secure 0 0 0) 0x7fdb380bcfd0 con 0x7fdb40105440 2024-03-29T00:15:02.847 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:15:02.847 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14385,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2850016952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2850016952},{"type":"v1","addr":"172.21.15.12:6835","nonce":2850016952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/54288999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":54288999},{"type":"v1","addr":"172.21.15.12:6837","nonce":54288999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24431,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24472,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/3689706936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":3689706936},{"type":"v1","addr":"172.21.15.53:6835","nonce":3689706936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24509,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/3069224551","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":3069224551},{"type":"v1","addr":"172.21.15.53:6837","nonce":3069224551}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24532,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/368717986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":368717986},{"type":"v1","addr":"172.21.15.69:6835","nonce":368717986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24544,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/466045469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":466045469},{"type":"v1","addr":"172.21.15.69:6837","nonce":466045469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24568,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1021939171","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1021939171},{"type":"v1","addr":"172.21.15.69:6839","nonce":1021939171}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-03-29T00:15:02.848 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 10 2024-03-29T00:15:02.850 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.849+0000 7fdb3f200640 1 -- 172.21.15.12:0/2835635507 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fdb240a1df0 msgr2=0x7fdb240a42b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:02.850 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.849+0000 7fdb3f200640 1 --2- 172.21.15.12:0/2835635507 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fdb240a1df0 0x7fdb240a42b0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fdb401048e0 tx=0x7fdb30005f90 comp rx=0 tx=0).stop 2024-03-29T00:15:02.850 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.849+0000 7fdb3f200640 1 -- 172.21.15.12:0/2835635507 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb40105440 msgr2=0x7fdb401a1150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:02.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.849+0000 7fdb3f200640 1 --2- 172.21.15.12:0/2835635507 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb40105440 0x7fdb401a1150 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fdb3802c710 tx=0x7fdb380346f0 comp rx=0 tx=0).stop 2024-03-29T00:15:02.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.849+0000 7fdb3f200640 1 -- 172.21.15.12:0/2835635507 shutdown_connections 2024-03-29T00:15:02.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.849+0000 7fdb3f200640 1 --2- 172.21.15.12:0/2835635507 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fdb240a1df0 0x7fdb240a42b0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:02.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.849+0000 7fdb3f200640 1 --2- 172.21.15.12:0/2835635507 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdb40104a80 0x7fdb4019a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:02.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.849+0000 7fdb3f200640 1 --2- 172.21.15.12:0/2835635507 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb40105440 0x7fdb401a1150 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:02.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.849+0000 7fdb3f200640 1 --2- 172.21.15.12:0/2835635507 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdb40103890 0x7fdb40199ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:02.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.849+0000 7fdb3f200640 1 -- 172.21.15.12:0/2835635507 >> 172.21.15.12:0/2835635507 conn(0x7fdb400fee20 msgr2=0x7fdb40107cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:02.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.849+0000 7fdb3f200640 1 -- 172.21.15.12:0/2835635507 shutdown_connections 2024-03-29T00:15:02.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:02.850+0000 7fdb3f200640 1 -- 172.21.15.12:0/2835635507 wait complete. 2024-03-29T00:15:03.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:03 smithi053 ceph-mon[36233]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:03.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:03 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2835635507' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:15:03.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:03 smithi069 ceph-mon[36074]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:03.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:03 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2835635507' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:15:03.540 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:03 smithi012 ceph-mon[31657]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:03.540 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:03 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2835635507' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:15:03.540 INFO:journalctl@ceph.mds.g.smithi012.stdout:Mar 29 00:15:03 smithi012 systemd[1]: Starting Ceph mds.g for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:15:03.800 INFO:journalctl@ceph.mds.g.smithi012.stdout:Mar 29 00:15:03 smithi012 podman[73226]: 2024-03-29 00:15:03.447457417 +0000 UTC m=+0.044202368 image pull bed8e21b47c64c348bd50fa93e0a2db0f997a2392760f42fd1dd03442cc97c52 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15 2024-03-29T00:15:03.801 INFO:journalctl@ceph.mds.g.smithi012.stdout:Mar 29 00:15:03 smithi012 podman[73226]: 2024-03-29 00:15:03.5734882 +0000 UTC m=+0.170233168 container create 6bb32fac87e27cfc3bbdc7d9a4e75896c07609aa43da25bbb4b74b98258aa4b0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-g, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-323d23d, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-03-29T00:15:04.299 INFO:journalctl@ceph.mds.g.smithi012.stdout:Mar 29 00:15:03 smithi012 podman[73226]: 2024-03-29 00:15:03.86851409 +0000 UTC m=+0.465259054 container init 6bb32fac87e27cfc3bbdc7d9a4e75896c07609aa43da25bbb4b74b98258aa4b0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-g, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-323d23d, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-03-29T00:15:04.299 INFO:journalctl@ceph.mds.g.smithi012.stdout:Mar 29 00:15:03 smithi012 podman[73226]: 2024-03-29 00:15:03.877490654 +0000 UTC m=+0.474235652 container start 6bb32fac87e27cfc3bbdc7d9a4e75896c07609aa43da25bbb4b74b98258aa4b0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-g, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, io.buildah.version=1.33.5, RELEASE=squid-323d23d, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=) 2024-03-29T00:15:04.300 INFO:journalctl@ceph.mds.g.smithi012.stdout:Mar 29 00:15:03 smithi012 ceph-mds[73252]: -- 172.21.15.12:0/1012545844 <== mon.0 v2:172.21.15.12:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55dc29bb1a40 con 0x55dc29b84800 2024-03-29T00:15:04.300 INFO:journalctl@ceph.mds.g.smithi012.stdout:Mar 29 00:15:03 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-g[73243]: starting mds.g at 2024-03-29T00:15:04.300 INFO:journalctl@ceph.mds.g.smithi012.stdout:Mar 29 00:15:03 smithi012 bash[73226]: 6bb32fac87e27cfc3bbdc7d9a4e75896c07609aa43da25bbb4b74b98258aa4b0 2024-03-29T00:15:04.300 INFO:journalctl@ceph.mds.g.smithi012.stdout:Mar 29 00:15:03 smithi012 systemd[1]: Started Ceph mds.g for f0a28ba8-ed5f-11ee-95d0-87774f69a715. 2024-03-29T00:15:04.870 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:15:05.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.067+0000 7f37ed800640 1 -- 172.21.15.12:0/27986913 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f37e8075790 msgr2=0x7f37e8073be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:05.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.067+0000 7f37ed800640 1 --2- 172.21.15.12:0/27986913 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f37e8075790 0x7f37e8073be0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f37d8009930 tx=0x7f37d802bc30 comp rx=0 tx=0).stop 2024-03-29T00:15:05.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.068+0000 7f37ed800640 1 -- 172.21.15.12:0/27986913 shutdown_connections 2024-03-29T00:15:05.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.068+0000 7f37ed800640 1 --2- 172.21.15.12:0/27986913 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f37e810ddb0 0x7f37e81101a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:05.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.068+0000 7f37ed800640 1 --2- 172.21.15.12:0/27986913 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f37e80741b0 0x7f37e8074630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:05.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.068+0000 7f37ed800640 1 --2- 172.21.15.12:0/27986913 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f37e8075790 0x7f37e8073be0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:05.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.068+0000 7f37ed800640 1 -- 172.21.15.12:0/27986913 >> 172.21.15.12:0/27986913 conn(0x7f37e80fcd70 msgr2=0x7f37e80ff190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:05.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.068+0000 7f37ed800640 1 -- 172.21.15.12:0/27986913 shutdown_connections 2024-03-29T00:15:05.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.068+0000 7f37ed800640 1 -- 172.21.15.12:0/27986913 wait complete. 2024-03-29T00:15:05.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.069+0000 7f37ed800640 1 Processor -- start 2024-03-29T00:15:05.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.069+0000 7f37ed800640 1 -- start start 2024-03-29T00:15:05.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.069+0000 7f37ed800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f37e80741b0 0x7f37e819e170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:05.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.069+0000 7f37ed800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f37e8075790 0x7f37e819e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:05.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.069+0000 7f37ed800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f37e810ddb0 0x7f37e81a5720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:05.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.069+0000 7f37ed800640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f37e8113ad0 con 0x7f37e80741b0 2024-03-29T00:15:05.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.069+0000 7f37ed800640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f37e8113950 con 0x7f37e8075790 2024-03-29T00:15:05.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.069+0000 7f37ed800640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f37e8113c50 con 0x7f37e810ddb0 2024-03-29T00:15:05.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.069+0000 7f37e6a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f37e80741b0 0x7f37e819e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:05.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.069+0000 7f37e6a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f37e80741b0 0x7f37e819e170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:43730/0 (socket says 172.21.15.12:43730) 2024-03-29T00:15:05.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.069+0000 7f37e6a00640 1 -- 172.21.15.12:0/1795585926 learned_addr learned my addr 172.21.15.12:0/1795585926 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:05.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.069+0000 7f37e7400640 1 --2- 172.21.15.12:0/1795585926 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f37e810ddb0 0x7f37e81a5720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:05.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.070+0000 7f37e6000640 1 --2- 172.21.15.12:0/1795585926 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f37e8075790 0x7f37e819e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:05.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.070+0000 7f37e6a00640 1 -- 172.21.15.12:0/1795585926 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f37e810ddb0 msgr2=0x7f37e81a5720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:05.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.070+0000 7f37e6a00640 1 --2- 172.21.15.12:0/1795585926 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f37e810ddb0 0x7f37e81a5720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:05.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.070+0000 7f37e6a00640 1 -- 172.21.15.12:0/1795585926 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f37e8075790 msgr2=0x7f37e819e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:05.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.070+0000 7f37e6a00640 1 --2- 172.21.15.12:0/1795585926 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f37e8075790 0x7f37e819e6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:05.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.070+0000 7f37e6a00640 1 -- 172.21.15.12:0/1795585926 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37e81a5d90 con 0x7f37e80741b0 2024-03-29T00:15:05.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.070+0000 7f37e6a00640 1 --2- 172.21.15.12:0/1795585926 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f37e80741b0 0x7f37e819e170 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f37d8005ab0 tx=0x7f37d802c7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:05.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.071+0000 7f37df400640 1 -- 172.21.15.12:0/1795585926 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37d8043020 con 0x7f37e80741b0 2024-03-29T00:15:05.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.071+0000 7f37df400640 1 -- 172.21.15.12:0/1795585926 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f37d8004350 con 0x7f37e80741b0 2024-03-29T00:15:05.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.071+0000 7f37df400640 1 -- 172.21.15.12:0/1795585926 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37d8003db0 con 0x7f37e80741b0 2024-03-29T00:15:05.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.071+0000 7f37ed800640 1 -- 172.21.15.12:0/1795585926 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37e81a6020 con 0x7f37e80741b0 2024-03-29T00:15:05.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.071+0000 7f37ed800640 1 -- 172.21.15.12:0/1795585926 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37e81a6520 con 0x7f37e80741b0 2024-03-29T00:15:05.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.072+0000 7f37ed800640 1 -- 172.21.15.12:0/1795585926 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37e8103f80 con 0x7f37e80741b0 2024-03-29T00:15:05.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.074+0000 7f37df400640 1 -- 172.21.15.12:0/1795585926 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f37d8046020 con 0x7f37e80741b0 2024-03-29T00:15:05.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.075+0000 7f37df400640 1 --2- 172.21.15.12:0/1795585926 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f37cc0a1d80 0x7f37cc0a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:05.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.075+0000 7f37df400640 1 -- 172.21.15.12:0/1795585926 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f37d80efac0 con 0x7f37e80741b0 2024-03-29T00:15:05.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.075+0000 7f37e6000640 1 --2- 172.21.15.12:0/1795585926 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f37cc0a1d80 0x7f37cc0a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:05.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.076+0000 7f37e6000640 1 --2- 172.21.15.12:0/1795585926 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f37cc0a1d80 0x7f37cc0a4240 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f37e819f680 tx=0x7f37d400b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:05.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.079+0000 7f37df400640 1 -- 172.21.15.12:0/1795585926 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f37d804d020 con 0x7f37e80741b0 2024-03-29T00:15:05.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.325+0000 7f37ed800640 1 -- 172.21.15.12:0/1795585926 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f37e802d170 con 0x7f37e80741b0 2024-03-29T00:15:05.326 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.326+0000 7f37df400640 1 -- 172.21.15.12:0/1795585926 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8806 (secure 0 0 0) 0x7f37d80bd2f0 con 0x7f37e80741b0 2024-03-29T00:15:05.326 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:15:05.326 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14385,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2850016952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2850016952},{"type":"v1","addr":"172.21.15.12:6835","nonce":2850016952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/54288999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":54288999},{"type":"v1","addr":"172.21.15.12:6837","nonce":54288999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14451,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/2537576655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":2537576655},{"type":"v1","addr":"172.21.15.12:6839","nonce":2537576655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24431,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24472,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/3689706936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":3689706936},{"type":"v1","addr":"172.21.15.53:6835","nonce":3689706936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24509,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/3069224551","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":3069224551},{"type":"v1","addr":"172.21.15.53:6837","nonce":3069224551}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24532,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/368717986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":368717986},{"type":"v1","addr":"172.21.15.69:6835","nonce":368717986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24544,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/466045469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":466045469},{"type":"v1","addr":"172.21.15.69:6837","nonce":466045469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24568,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1021939171","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1021939171},{"type":"v1","addr":"172.21.15.69:6839","nonce":1021939171}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-03-29T00:15:05.327 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 11 2024-03-29T00:15:05.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.328+0000 7f37ed800640 1 -- 172.21.15.12:0/1795585926 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f37cc0a1d80 msgr2=0x7f37cc0a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:05.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.328+0000 7f37ed800640 1 --2- 172.21.15.12:0/1795585926 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f37cc0a1d80 0x7f37cc0a4240 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f37e819f680 tx=0x7f37d400b390 comp rx=0 tx=0).stop 2024-03-29T00:15:05.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.328+0000 7f37ed800640 1 -- 172.21.15.12:0/1795585926 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f37e80741b0 msgr2=0x7f37e819e170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:05.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.328+0000 7f37ed800640 1 --2- 172.21.15.12:0/1795585926 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f37e80741b0 0x7f37e819e170 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f37d8005ab0 tx=0x7f37d802c7a0 comp rx=0 tx=0).stop 2024-03-29T00:15:05.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.328+0000 7f37ed800640 1 -- 172.21.15.12:0/1795585926 shutdown_connections 2024-03-29T00:15:05.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.328+0000 7f37ed800640 1 --2- 172.21.15.12:0/1795585926 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f37cc0a1d80 0x7f37cc0a4240 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:05.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.328+0000 7f37ed800640 1 --2- 172.21.15.12:0/1795585926 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f37e8075790 0x7f37e819e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:05.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.328+0000 7f37ed800640 1 --2- 172.21.15.12:0/1795585926 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f37e810ddb0 0x7f37e81a5720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:05.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.329+0000 7f37ed800640 1 --2- 172.21.15.12:0/1795585926 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f37e80741b0 0x7f37e819e170 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:05.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.329+0000 7f37ed800640 1 -- 172.21.15.12:0/1795585926 >> 172.21.15.12:0/1795585926 conn(0x7f37e80fcd70 msgr2=0x7f37e8101150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:05.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.329+0000 7f37ed800640 1 -- 172.21.15.12:0/1795585926 shutdown_connections 2024-03-29T00:15:05.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:05.329+0000 7f37ed800640 1 -- 172.21.15.12:0/1795585926 wait complete. 2024-03-29T00:15:05.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:05 smithi053 ceph-mon[36233]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:05.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:05 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:05.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:05 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:05.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:05 smithi053 ceph-mon[36233]: mds.? [v2:172.21.15.12:6838/2537576655,v1:172.21.15.12:6839/2537576655] up:boot 2024-03-29T00:15:05.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:05 smithi053 ceph-mon[36233]: fsmap 10 up:standby 2024-03-29T00:15:05.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:05 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-03-29T00:15:05.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:05 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:05.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:05 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:15:05.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:05 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:15:05.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:05 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:15:05.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:05 smithi053 ceph-mon[36233]: Deploying daemon mds.a on smithi012 2024-03-29T00:15:05.424 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:05 smithi012 ceph-mon[31657]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:05.424 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:05 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:05.424 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:05 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:05.424 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:05 smithi012 ceph-mon[31657]: mds.? [v2:172.21.15.12:6838/2537576655,v1:172.21.15.12:6839/2537576655] up:boot 2024-03-29T00:15:05.425 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:05 smithi012 ceph-mon[31657]: fsmap 10 up:standby 2024-03-29T00:15:05.425 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:05 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-03-29T00:15:05.425 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:05 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:05.425 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:05 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:15:05.425 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:05 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:15:05.425 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:05 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:15:05.425 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:05 smithi012 ceph-mon[31657]: Deploying daemon mds.a on smithi012 2024-03-29T00:15:05.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:05 smithi069 ceph-mon[36074]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:05.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:05 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:05.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:05 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:05.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:05 smithi069 ceph-mon[36074]: mds.? [v2:172.21.15.12:6838/2537576655,v1:172.21.15.12:6839/2537576655] up:boot 2024-03-29T00:15:05.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:05 smithi069 ceph-mon[36074]: fsmap 10 up:standby 2024-03-29T00:15:05.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:05 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-03-29T00:15:05.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:05 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:05.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:05 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:15:05.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:05 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:15:05.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:05 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:15:05.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:05 smithi069 ceph-mon[36074]: Deploying daemon mds.a on smithi012 2024-03-29T00:15:06.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:06 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1795585926' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:15:06.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:06 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1795585926' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:15:06.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:06 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1795585926' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:15:07.348 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:15:07.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:07 smithi053 ceph-mon[36233]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:07.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:07 smithi012 ceph-mon[31657]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:07.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:07 smithi069 ceph-mon[36074]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:07.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.562+0000 7f5660600640 1 -- 172.21.15.12:0/4149127043 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5658104bf0 msgr2=0x7f5658105070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:07.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.562+0000 7f5660600640 1 --2- 172.21.15.12:0/4149127043 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5658104bf0 0x7f5658105070 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f5644009900 tx=0x7f564402bc30 comp rx=0 tx=0).stop 2024-03-29T00:15:07.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.562+0000 7f5660600640 1 -- 172.21.15.12:0/4149127043 shutdown_connections 2024-03-29T00:15:07.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.562+0000 7f5660600640 1 --2- 172.21.15.12:0/4149127043 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f56581055b0 0x7f565810be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:07.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.562+0000 7f5660600640 1 --2- 172.21.15.12:0/4149127043 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5658104bf0 0x7f5658105070 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:07.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.562+0000 7f5660600640 1 --2- 172.21.15.12:0/4149127043 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5658103a00 0x7f5658103e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:07.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.562+0000 7f5660600640 1 -- 172.21.15.12:0/4149127043 >> 172.21.15.12:0/4149127043 conn(0x7f56580fefb0 msgr2=0x7f56581013d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:07.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.562+0000 7f5660600640 1 -- 172.21.15.12:0/4149127043 shutdown_connections 2024-03-29T00:15:07.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.562+0000 7f5660600640 1 -- 172.21.15.12:0/4149127043 wait complete. 2024-03-29T00:15:07.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.563+0000 7f5660600640 1 Processor -- start 2024-03-29T00:15:07.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.563+0000 7f5660600640 1 -- start start 2024-03-29T00:15:07.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.563+0000 7f5660600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5658103a00 0x7f5658199d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:07.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.563+0000 7f5660600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5658104bf0 0x7f565819a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:07.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.563+0000 7f5660600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f56581055b0 0x7f56581a12c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:07.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.563+0000 7f5660600640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f565810f6f0 con 0x7f5658104bf0 2024-03-29T00:15:07.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.563+0000 7f5660600640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f565810f570 con 0x7f56581055b0 2024-03-29T00:15:07.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.563+0000 7f5660600640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f565810f870 con 0x7f5658103a00 2024-03-29T00:15:07.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.564+0000 7f565d200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5658104bf0 0x7f565819a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:07.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.564+0000 7f565dc00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5658103a00 0x7f5658199d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:07.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.564+0000 7f565e600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f56581055b0 0x7f56581a12c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:07.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.564+0000 7f565d200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5658104bf0 0x7f565819a290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:43756/0 (socket says 172.21.15.12:43756) 2024-03-29T00:15:07.566 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.564+0000 7f565d200640 1 -- 172.21.15.12:0/1761066842 learned_addr learned my addr 172.21.15.12:0/1761066842 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:07.566 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.564+0000 7f565dc00640 1 -- 172.21.15.12:0/1761066842 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f56581055b0 msgr2=0x7f56581a12c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:07.566 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.564+0000 7f565dc00640 1 --2- 172.21.15.12:0/1761066842 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f56581055b0 0x7f56581a12c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:07.566 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.564+0000 7f565dc00640 1 -- 172.21.15.12:0/1761066842 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5658104bf0 msgr2=0x7f565819a290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:07.566 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.564+0000 7f565dc00640 1 --2- 172.21.15.12:0/1761066842 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5658104bf0 0x7f565819a290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:07.566 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.564+0000 7f565dc00640 1 -- 172.21.15.12:0/1761066842 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56581a1960 con 0x7f5658103a00 2024-03-29T00:15:07.566 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.564+0000 7f565e600640 1 --2- 172.21.15.12:0/1761066842 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f56581055b0 0x7f56581a12c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:15:07.566 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.565+0000 7f565dc00640 1 --2- 172.21.15.12:0/1761066842 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5658103a00 0x7f5658199d50 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f564c00e9c0 tx=0x7f564c00ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:07.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.565+0000 7f5656000640 1 -- 172.21.15.12:0/1761066842 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f564c00ccc0 con 0x7f5658103a00 2024-03-29T00:15:07.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.565+0000 7f5660600640 1 -- 172.21.15.12:0/1761066842 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56581a1c50 con 0x7f5658103a00 2024-03-29T00:15:07.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.565+0000 7f5656000640 1 -- 172.21.15.12:0/1761066842 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f564c0035f0 con 0x7f5658103a00 2024-03-29T00:15:07.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.565+0000 7f5656000640 1 -- 172.21.15.12:0/1761066842 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f564c00ce60 con 0x7f5658103a00 2024-03-29T00:15:07.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.565+0000 7f5660600640 1 -- 172.21.15.12:0/1761066842 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56581a2150 con 0x7f5658103a00 2024-03-29T00:15:07.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.566+0000 7f5660600640 1 -- 172.21.15.12:0/1761066842 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f565810ad20 con 0x7f5658103a00 2024-03-29T00:15:07.568 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.568+0000 7f5656000640 1 -- 172.21.15.12:0/1761066842 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f564c0037a0 con 0x7f5658103a00 2024-03-29T00:15:07.570 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.570+0000 7f5656000640 1 --2- 172.21.15.12:0/1761066842 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f56400a1d80 0x7f56400a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:07.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.571+0000 7f5656000640 1 -- 172.21.15.12:0/1761066842 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f564c0cdd90 con 0x7f5658103a00 2024-03-29T00:15:07.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.571+0000 7f565d200640 1 --2- 172.21.15.12:0/1761066842 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f56400a1d80 0x7f56400a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:07.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.572+0000 7f565d200640 1 --2- 172.21.15.12:0/1761066842 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f56400a1d80 0x7f56400a4240 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f5644005dc0 tx=0x7f5644005d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:07.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.574+0000 7f5656000640 1 -- 172.21.15.12:0/1761066842 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f564c09b5c0 con 0x7f5658103a00 2024-03-29T00:15:07.800 INFO:journalctl@ceph.mds.a.smithi012.stdout:Mar 29 00:15:07 smithi012 systemd[1]: Starting Ceph mds.a for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:15:07.823 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.823+0000 7f5660600640 1 -- 172.21.15.12:0/1761066842 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f565802d170 con 0x7f5658103a00 2024-03-29T00:15:07.825 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.825+0000 7f5656000640 1 -- 172.21.15.12:0/1761066842 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8806 (secure 0 0 0) 0x7f564c09aec0 con 0x7f5658103a00 2024-03-29T00:15:07.825 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:15:07.825 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14385,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2850016952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2850016952},{"type":"v1","addr":"172.21.15.12:6835","nonce":2850016952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/54288999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":54288999},{"type":"v1","addr":"172.21.15.12:6837","nonce":54288999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14451,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/2537576655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":2537576655},{"type":"v1","addr":"172.21.15.12:6839","nonce":2537576655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24431,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24472,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/3689706936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":3689706936},{"type":"v1","addr":"172.21.15.53:6835","nonce":3689706936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24509,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/3069224551","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":3069224551},{"type":"v1","addr":"172.21.15.53:6837","nonce":3069224551}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24532,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/368717986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":368717986},{"type":"v1","addr":"172.21.15.69:6835","nonce":368717986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24544,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/466045469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":466045469},{"type":"v1","addr":"172.21.15.69:6837","nonce":466045469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24568,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1021939171","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1021939171},{"type":"v1","addr":"172.21.15.69:6839","nonce":1021939171}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-03-29T00:15:07.825 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 11 2024-03-29T00:15:07.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.827+0000 7f5660600640 1 -- 172.21.15.12:0/1761066842 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f56400a1d80 msgr2=0x7f56400a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:07.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.827+0000 7f5660600640 1 --2- 172.21.15.12:0/1761066842 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f56400a1d80 0x7f56400a4240 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f5644005dc0 tx=0x7f5644005d50 comp rx=0 tx=0).stop 2024-03-29T00:15:07.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.827+0000 7f5660600640 1 -- 172.21.15.12:0/1761066842 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5658103a00 msgr2=0x7f5658199d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:07.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.827+0000 7f5660600640 1 --2- 172.21.15.12:0/1761066842 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5658103a00 0x7f5658199d50 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f564c00e9c0 tx=0x7f564c00ee80 comp rx=0 tx=0).stop 2024-03-29T00:15:07.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.827+0000 7f5660600640 1 -- 172.21.15.12:0/1761066842 shutdown_connections 2024-03-29T00:15:07.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.827+0000 7f5660600640 1 --2- 172.21.15.12:0/1761066842 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f56400a1d80 0x7f56400a4240 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:07.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.827+0000 7f5660600640 1 --2- 172.21.15.12:0/1761066842 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f56581055b0 0x7f56581a12c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:07.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.827+0000 7f5660600640 1 --2- 172.21.15.12:0/1761066842 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5658104bf0 0x7f565819a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:07.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.827+0000 7f5660600640 1 --2- 172.21.15.12:0/1761066842 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5658103a00 0x7f5658199d50 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:07.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.827+0000 7f5660600640 1 -- 172.21.15.12:0/1761066842 >> 172.21.15.12:0/1761066842 conn(0x7f56580fefb0 msgr2=0x7f5658107ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:07.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.827+0000 7f5660600640 1 -- 172.21.15.12:0/1761066842 shutdown_connections 2024-03-29T00:15:07.829 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:07.828+0000 7f5660600640 1 -- 172.21.15.12:0/1761066842 wait complete. 2024-03-29T00:15:08.142 INFO:journalctl@ceph.mds.a.smithi012.stdout:Mar 29 00:15:07 smithi012 podman[73615]: 2024-03-29 00:15:07.708877183 +0000 UTC m=+0.032957001 image pull bed8e21b47c64c348bd50fa93e0a2db0f997a2392760f42fd1dd03442cc97c52 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15 2024-03-29T00:15:08.142 INFO:journalctl@ceph.mds.a.smithi012.stdout:Mar 29 00:15:07 smithi012 podman[73615]: 2024-03-29 00:15:07.869713969 +0000 UTC m=+0.193793814 container create 4f1f79d4d86fb11dfdeae440fefacfba3e79093fb6c00c50d1b29810fd8cb681 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-a, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-323d23d, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-03-29T00:15:08.142 INFO:journalctl@ceph.mds.a.smithi012.stdout:Mar 29 00:15:08 smithi012 podman[73615]: 2024-03-29 00:15:08.140952666 +0000 UTC m=+0.465032545 container init 4f1f79d4d86fb11dfdeae440fefacfba3e79093fb6c00c50d1b29810fd8cb681 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-a, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-323d23d, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux ) 2024-03-29T00:15:08.407 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:08 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1761066842' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:15:08.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:08 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1761066842' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:15:08.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:08 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1761066842' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:15:08.550 INFO:journalctl@ceph.mds.a.smithi012.stdout:Mar 29 00:15:08 smithi012 podman[73615]: 2024-03-29 00:15:08.152113405 +0000 UTC m=+0.476193217 container start 4f1f79d4d86fb11dfdeae440fefacfba3e79093fb6c00c50d1b29810fd8cb681 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-a, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , RELEASE=squid-323d23d, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-29T00:15:08.550 INFO:journalctl@ceph.mds.a.smithi012.stdout:Mar 29 00:15:08 smithi012 ceph-mds[73636]: -- 172.21.15.12:0/2934910535 <== mon.2 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55956aa19a40 con 0x55956a9ed000 2024-03-29T00:15:08.550 INFO:journalctl@ceph.mds.a.smithi012.stdout:Mar 29 00:15:08 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-a[73632]: starting mds.a at 2024-03-29T00:15:08.550 INFO:journalctl@ceph.mds.a.smithi012.stdout:Mar 29 00:15:08 smithi012 bash[73615]: 4f1f79d4d86fb11dfdeae440fefacfba3e79093fb6c00c50d1b29810fd8cb681 2024-03-29T00:15:08.550 INFO:journalctl@ceph.mds.a.smithi012.stdout:Mar 29 00:15:08 smithi012 systemd[1]: Started Ceph mds.a for f0a28ba8-ed5f-11ee-95d0-87774f69a715. 2024-03-29T00:15:09.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:09 smithi069 ceph-mon[36074]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:09.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:09 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:09.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:09 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:09.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:09 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:09.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:09 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:15:09.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:09 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:15:09.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:09 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:15:09.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:09 smithi069 ceph-mon[36074]: mds.? [v2:172.21.15.12:6840/167917143,v1:172.21.15.12:6841/167917143] up:boot 2024-03-29T00:15:09.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:09 smithi069 ceph-mon[36074]: fsmap 11 up:standby 2024-03-29T00:15:09.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:09 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-29T00:15:09.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:09 smithi012 ceph-mon[31657]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:09.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:09 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:09.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:09 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:09.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:09 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:09.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:09 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:15:09.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:09 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:15:09.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:09 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:15:09.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:09 smithi012 ceph-mon[31657]: mds.? [v2:172.21.15.12:6840/167917143,v1:172.21.15.12:6841/167917143] up:boot 2024-03-29T00:15:09.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:09 smithi012 ceph-mon[31657]: fsmap 11 up:standby 2024-03-29T00:15:09.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:09 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-29T00:15:09.848 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:15:09.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:09 smithi053 ceph-mon[36233]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:09.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:09 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:09.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:09 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:09.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:09 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:09.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:09 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-29T00:15:09.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:09 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-29T00:15:09.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:09 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:15:09.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:09 smithi053 ceph-mon[36233]: mds.? [v2:172.21.15.12:6840/167917143,v1:172.21.15.12:6841/167917143] up:boot 2024-03-29T00:15:09.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:09 smithi053 ceph-mon[36233]: fsmap 11 up:standby 2024-03-29T00:15:09.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:09 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-29T00:15:10.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.075+0000 7fc169a00640 1 -- 172.21.15.12:0/4151817679 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc164075790 msgr2=0x7fc164073be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:10.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.075+0000 7fc169a00640 1 --2- 172.21.15.12:0/4151817679 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc164075790 0x7fc164073be0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fc14c009900 tx=0x7fc14c02bc30 comp rx=0 tx=0).stop 2024-03-29T00:15:10.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.076+0000 7fc169a00640 1 -- 172.21.15.12:0/4151817679 shutdown_connections 2024-03-29T00:15:10.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.076+0000 7fc169a00640 1 --2- 172.21.15.12:0/4151817679 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc16410dd70 0x7fc164110160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:10.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.076+0000 7fc169a00640 1 --2- 172.21.15.12:0/4151817679 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc1640741b0 0x7fc164074630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:10.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.076+0000 7fc169a00640 1 --2- 172.21.15.12:0/4151817679 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc164075790 0x7fc164073be0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:10.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.076+0000 7fc169a00640 1 -- 172.21.15.12:0/4151817679 >> 172.21.15.12:0/4151817679 conn(0x7fc1640fcd10 msgr2=0x7fc1640ff150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:10.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.076+0000 7fc169a00640 1 -- 172.21.15.12:0/4151817679 shutdown_connections 2024-03-29T00:15:10.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.076+0000 7fc169a00640 1 -- 172.21.15.12:0/4151817679 wait complete. 2024-03-29T00:15:10.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.077+0000 7fc169a00640 1 Processor -- start 2024-03-29T00:15:10.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.077+0000 7fc169a00640 1 -- start start 2024-03-29T00:15:10.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.077+0000 7fc169a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc1640741b0 0x7fc16419e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:10.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.077+0000 7fc169a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc164075790 0x7fc16419e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:10.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.077+0000 7fc169a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc16410dd70 0x7fc1641a56f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:10.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.077+0000 7fc169a00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fc164113b50 con 0x7fc164075790 2024-03-29T00:15:10.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.077+0000 7fc169a00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fc1641139d0 con 0x7fc16410dd70 2024-03-29T00:15:10.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.077+0000 7fc169a00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc164113cd0 con 0x7fc1640741b0 2024-03-29T00:15:10.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.078+0000 7fc162000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc164075790 0x7fc16419e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:10.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.078+0000 7fc162000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc164075790 0x7fc16419e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:43780/0 (socket says 172.21.15.12:43780) 2024-03-29T00:15:10.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.078+0000 7fc162000640 1 -- 172.21.15.12:0/3702630093 learned_addr learned my addr 172.21.15.12:0/3702630093 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:10.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.078+0000 7fc162a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc1640741b0 0x7fc16419e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:10.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.078+0000 7fc163400640 1 --2- 172.21.15.12:0/3702630093 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc16410dd70 0x7fc1641a56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:10.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.078+0000 7fc162000640 1 -- 172.21.15.12:0/3702630093 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc1640741b0 msgr2=0x7fc16419e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:10.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.078+0000 7fc162000640 1 --2- 172.21.15.12:0/3702630093 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc1640741b0 0x7fc16419e140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:10.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.078+0000 7fc162000640 1 -- 172.21.15.12:0/3702630093 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc16410dd70 msgr2=0x7fc1641a56f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:10.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.078+0000 7fc162000640 1 --2- 172.21.15.12:0/3702630093 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc16410dd70 0x7fc1641a56f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:10.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.078+0000 7fc162000640 1 -- 172.21.15.12:0/3702630093 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1641a5d60 con 0x7fc164075790 2024-03-29T00:15:10.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.078+0000 7fc162000640 1 --2- 172.21.15.12:0/3702630093 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc164075790 0x7fc16419e680 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fc15400e9f0 tx=0x7fc15400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:10.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.079+0000 7fc15b400640 1 -- 172.21.15.12:0/3702630093 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc15400cd80 con 0x7fc164075790 2024-03-29T00:15:10.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.079+0000 7fc15b400640 1 -- 172.21.15.12:0/3702630093 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc154010930 con 0x7fc164075790 2024-03-29T00:15:10.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.079+0000 7fc15b400640 1 -- 172.21.15.12:0/3702630093 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc154018b00 con 0x7fc164075790 2024-03-29T00:15:10.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.079+0000 7fc169a00640 1 -- 172.21.15.12:0/3702630093 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1641a5ff0 con 0x7fc164075790 2024-03-29T00:15:10.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.079+0000 7fc169a00640 1 -- 172.21.15.12:0/3702630093 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1641a64c0 con 0x7fc164075790 2024-03-29T00:15:10.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.080+0000 7fc169a00640 1 -- 172.21.15.12:0/3702630093 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc164103f40 con 0x7fc164075790 2024-03-29T00:15:10.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.082+0000 7fc15b400640 1 -- 172.21.15.12:0/3702630093 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7fc154018ca0 con 0x7fc164075790 2024-03-29T00:15:10.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.083+0000 7fc15b400640 1 --2- 172.21.15.12:0/3702630093 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fc1480a1e00 0x7fc1480a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:10.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.083+0000 7fc15b400640 1 -- 172.21.15.12:0/3702630093 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fc1540cdc80 con 0x7fc164075790 2024-03-29T00:15:10.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.084+0000 7fc162a00640 1 --2- 172.21.15.12:0/3702630093 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fc1480a1e00 0x7fc1480a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:10.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.084+0000 7fc162a00640 1 --2- 172.21.15.12:0/3702630093 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fc1480a1e00 0x7fc1480a42c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fc14c000c00 tx=0x7fc14c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:10.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.088+0000 7fc15b400640 1 -- 172.21.15.12:0/3702630093 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fc15409ae60 con 0x7fc164075790 2024-03-29T00:15:10.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.332+0000 7fc169a00640 1 -- 172.21.15.12:0/3702630093 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc16402d170 con 0x7fc164075790 2024-03-29T00:15:10.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.333+0000 7fc15b400640 1 -- 172.21.15.12:0/3702630093 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9629 (secure 0 0 0) 0x7fc15409ef00 con 0x7fc164075790 2024-03-29T00:15:10.334 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:15:10.334 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14385,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2850016952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2850016952},{"type":"v1","addr":"172.21.15.12:6835","nonce":2850016952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/54288999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":54288999},{"type":"v1","addr":"172.21.15.12:6837","nonce":54288999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14451,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/2537576655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":2537576655},{"type":"v1","addr":"172.21.15.12:6839","nonce":2537576655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14469,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6841/167917143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":167917143},{"type":"v1","addr":"172.21.15.12:6841","nonce":167917143}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24431,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24472,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/3689706936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":3689706936},{"type":"v1","addr":"172.21.15.53:6835","nonce":3689706936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24509,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/3069224551","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":3069224551},{"type":"v1","addr":"172.21.15.53:6837","nonce":3069224551}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24532,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/368717986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":368717986},{"type":"v1","addr":"172.21.15.69:6835","nonce":368717986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24544,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/466045469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":466045469},{"type":"v1","addr":"172.21.15.69:6837","nonce":466045469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24568,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1021939171","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1021939171},{"type":"v1","addr":"172.21.15.69:6839","nonce":1021939171}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-03-29T00:15:10.334 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 12 2024-03-29T00:15:10.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.336+0000 7fc169a00640 1 -- 172.21.15.12:0/3702630093 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fc1480a1e00 msgr2=0x7fc1480a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:10.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.336+0000 7fc169a00640 1 --2- 172.21.15.12:0/3702630093 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fc1480a1e00 0x7fc1480a42c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fc14c000c00 tx=0x7fc14c005fd0 comp rx=0 tx=0).stop 2024-03-29T00:15:10.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.336+0000 7fc169a00640 1 -- 172.21.15.12:0/3702630093 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc164075790 msgr2=0x7fc16419e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:10.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.336+0000 7fc169a00640 1 --2- 172.21.15.12:0/3702630093 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc164075790 0x7fc16419e680 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fc15400e9f0 tx=0x7fc15400eeb0 comp rx=0 tx=0).stop 2024-03-29T00:15:10.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.336+0000 7fc169a00640 1 -- 172.21.15.12:0/3702630093 shutdown_connections 2024-03-29T00:15:10.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.336+0000 7fc169a00640 1 --2- 172.21.15.12:0/3702630093 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fc1480a1e00 0x7fc1480a42c0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:10.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.336+0000 7fc169a00640 1 --2- 172.21.15.12:0/3702630093 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc16410dd70 0x7fc1641a56f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:10.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.336+0000 7fc169a00640 1 --2- 172.21.15.12:0/3702630093 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc164075790 0x7fc16419e680 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:10.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.336+0000 7fc169a00640 1 --2- 172.21.15.12:0/3702630093 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc1640741b0 0x7fc16419e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:10.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.337+0000 7fc169a00640 1 -- 172.21.15.12:0/3702630093 >> 172.21.15.12:0/3702630093 conn(0x7fc1640fcd10 msgr2=0x7fc164101110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:10.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.337+0000 7fc169a00640 1 -- 172.21.15.12:0/3702630093 shutdown_connections 2024-03-29T00:15:10.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:10.337+0000 7fc169a00640 1 -- 172.21.15.12:0/3702630093 wait complete. 2024-03-29T00:15:10.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:10 smithi069 ceph-mon[36074]: Deploying daemon mds.b on smithi053 2024-03-29T00:15:10.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:10 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3702630093' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:15:10.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:10 smithi012 ceph-mon[31657]: Deploying daemon mds.b on smithi053 2024-03-29T00:15:10.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:10 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3702630093' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:15:10.892 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:10 smithi053 ceph-mon[36233]: Deploying daemon mds.b on smithi053 2024-03-29T00:15:10.892 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:10 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3702630093' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:15:10.892 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:15:10 smithi053 systemd[1]: Starting Ceph mds.b for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:15:11.153 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:15:10 smithi053 podman[66506]: 2024-03-29 00:15:10.89223183 +0000 UTC m=+0.113570819 container create 1f863529ea9cc29d364f2863ca606ecdb6c99c48266a81bec728690aaeaf8c5d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-323d23d, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e) 2024-03-29T00:15:11.153 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:15:10 smithi053 podman[66506]: 2024-03-29 00:15:10.796944545 +0000 UTC m=+0.018283544 image pull bed8e21b47c64c348bd50fa93e0a2db0f997a2392760f42fd1dd03442cc97c52 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15 2024-03-29T00:15:11.153 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:15:11 smithi053 podman[66506]: 2024-03-29 00:15:11.153579863 +0000 UTC m=+0.374918857 container init 1f863529ea9cc29d364f2863ca606ecdb6c99c48266a81bec728690aaeaf8c5d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, RELEASE=squid-323d23d, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326) 2024-03-29T00:15:11.404 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:15:11 smithi053 podman[66506]: 2024-03-29 00:15:11.157011242 +0000 UTC m=+0.378350233 container start 1f863529ea9cc29d364f2863ca606ecdb6c99c48266a81bec728690aaeaf8c5d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-323d23d) 2024-03-29T00:15:11.404 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:15:11 smithi053 ceph-mds[66525]: -- 172.21.15.53:0/2750690010 <== mon.2 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56188625fa40 con 0x561886232c00 2024-03-29T00:15:11.404 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:15:11 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: starting mds.b at 2024-03-29T00:15:11.405 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:15:11 smithi053 bash[66506]: 1f863529ea9cc29d364f2863ca606ecdb6c99c48266a81bec728690aaeaf8c5d 2024-03-29T00:15:11.405 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:15:11 smithi053 systemd[1]: Started Ceph mds.b for f0a28ba8-ed5f-11ee-95d0-87774f69a715. 2024-03-29T00:15:11.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:11 smithi069 ceph-mon[36074]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:11.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:11 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:11.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:11 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:11.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:11 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:11.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:11 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:11.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:11 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:11.736 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:11 smithi012 ceph-mon[31657]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:11.736 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:11 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:11.736 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:11 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:11.736 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:11 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:11.736 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:11 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:11.736 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:11 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:11.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:11 smithi053 ceph-mon[36233]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:11.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:11 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:11.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:11 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:11.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:11 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:11.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:11 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:11.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:11 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:12.358 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:15:12.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.560+0000 7f0da3e00640 1 -- 172.21.15.12:0/1626381750 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0da4074130 msgr2=0x7f0da4074590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:12.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.560+0000 7f0da3e00640 1 --2- 172.21.15.12:0/1626381750 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0da4074130 0x7f0da4074590 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f0d8c009900 tx=0x7f0d8c02bcd0 comp rx=0 tx=0).stop 2024-03-29T00:15:12.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.560+0000 7f0da3e00640 1 -- 172.21.15.12:0/1626381750 shutdown_connections 2024-03-29T00:15:12.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.560+0000 7f0da3e00640 1 --2- 172.21.15.12:0/1626381750 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0da4109520 0x7f0da410b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:12.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.560+0000 7f0da3e00640 1 --2- 172.21.15.12:0/1626381750 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0da4074130 0x7f0da4074590 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:12.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.560+0000 7f0da3e00640 1 --2- 172.21.15.12:0/1626381750 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0da4075710 0x7f0da4073b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:12.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.560+0000 7f0da3e00640 1 -- 172.21.15.12:0/1626381750 >> 172.21.15.12:0/1626381750 conn(0x7f0da40fcbe0 msgr2=0x7f0da40ff020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:12.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.560+0000 7f0da3e00640 1 -- 172.21.15.12:0/1626381750 shutdown_connections 2024-03-29T00:15:12.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.560+0000 7f0da3e00640 1 -- 172.21.15.12:0/1626381750 wait complete. 2024-03-29T00:15:12.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.561+0000 7f0da3e00640 1 Processor -- start 2024-03-29T00:15:12.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.561+0000 7f0da3e00640 1 -- start start 2024-03-29T00:15:12.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.562+0000 7f0da3e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0da4074130 0x7f0da4199bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:12.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.562+0000 7f0da3e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0da4075710 0x7f0da419a110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:12.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.562+0000 7f0da3e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0da4109520 0x7f0da41a1180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:12.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.562+0000 7f0da3e00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f0da410f630 con 0x7f0da4075710 2024-03-29T00:15:12.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.562+0000 7f0da3e00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f0da410f4b0 con 0x7f0da4109520 2024-03-29T00:15:12.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.562+0000 7f0da3e00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0da410f7b0 con 0x7f0da4074130 2024-03-29T00:15:12.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.562+0000 7f0da2a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0da4074130 0x7f0da4199bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:12.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.562+0000 7f0da2a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0da4074130 0x7f0da4199bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:48272/0 (socket says 172.21.15.12:48272) 2024-03-29T00:15:12.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.562+0000 7f0da2a00640 1 -- 172.21.15.12:0/3575171065 learned_addr learned my addr 172.21.15.12:0/3575171065 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:12.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.562+0000 7f0da3400640 1 --2- 172.21.15.12:0/3575171065 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0da4109520 0x7f0da41a1180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:12.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.562+0000 7f0d9a000640 1 --2- 172.21.15.12:0/3575171065 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0da4075710 0x7f0da419a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:12.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.562+0000 7f0da2a00640 1 -- 172.21.15.12:0/3575171065 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0da4109520 msgr2=0x7f0da41a1180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:12.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.562+0000 7f0da2a00640 1 --2- 172.21.15.12:0/3575171065 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0da4109520 0x7f0da41a1180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:12.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.562+0000 7f0da2a00640 1 -- 172.21.15.12:0/3575171065 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0da4075710 msgr2=0x7f0da419a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:12.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.562+0000 7f0da2a00640 1 --2- 172.21.15.12:0/3575171065 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0da4075710 0x7f0da419a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:12.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.562+0000 7f0da2a00640 1 -- 172.21.15.12:0/3575171065 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0da41a17f0 con 0x7f0da4074130 2024-03-29T00:15:12.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.563+0000 7f0da2a00640 1 --2- 172.21.15.12:0/3575171065 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0da4074130 0x7f0da4199bd0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f0d9400db80 tx=0x7f0d9400b630 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:12.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.563+0000 7f0d9be00640 1 -- 172.21.15.12:0/3575171065 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d94017070 con 0x7f0da4074130 2024-03-29T00:15:12.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.563+0000 7f0d9be00640 1 -- 172.21.15.12:0/3575171065 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0d94003b70 con 0x7f0da4074130 2024-03-29T00:15:12.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.563+0000 7f0d9be00640 1 -- 172.21.15.12:0/3575171065 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d940106c0 con 0x7f0da4074130 2024-03-29T00:15:12.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.563+0000 7f0da3e00640 1 -- 172.21.15.12:0/3575171065 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0da41a1ae0 con 0x7f0da4074130 2024-03-29T00:15:12.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.563+0000 7f0da3e00640 1 -- 172.21.15.12:0/3575171065 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0da41a1fb0 con 0x7f0da4074130 2024-03-29T00:15:12.566 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.565+0000 7f0da3e00640 1 -- 172.21.15.12:0/3575171065 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0da41082e0 con 0x7f0da4074130 2024-03-29T00:15:12.566 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.566+0000 7f0d9be00640 1 -- 172.21.15.12:0/3575171065 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f0d94004020 con 0x7f0da4074130 2024-03-29T00:15:12.568 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.567+0000 7f0d9be00640 1 --2- 172.21.15.12:0/3575171065 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0d880a1df0 0x7f0d880a42b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:12.568 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.568+0000 7f0d9be00640 1 -- 172.21.15.12:0/3575171065 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f0d940cd660 con 0x7f0da4074130 2024-03-29T00:15:12.568 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.568+0000 7f0d9a000640 1 --2- 172.21.15.12:0/3575171065 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0d880a1df0 0x7f0d880a42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:12.568 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.568+0000 7f0d9a000640 1 --2- 172.21.15.12:0/3575171065 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0d880a1df0 0x7f0d880a42b0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f0d8c02c9a0 tx=0x7f0d8c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:12.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.572+0000 7f0d9be00640 1 -- 172.21.15.12:0/3575171065 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f0d94020070 con 0x7f0da4074130 2024-03-29T00:15:12.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:12 smithi069 ceph-mon[36074]: mds.? [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] up:boot 2024-03-29T00:15:12.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:12 smithi069 ceph-mon[36074]: fsmap 12 up:standby 2024-03-29T00:15:12.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:12 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-29T00:15:12.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:12 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:15:12.766 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:12 smithi053 ceph-mon[36233]: mds.? [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] up:boot 2024-03-29T00:15:12.766 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:12 smithi053 ceph-mon[36233]: fsmap 12 up:standby 2024-03-29T00:15:12.766 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:12 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-29T00:15:12.766 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:12 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:15:12.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:12 smithi012 ceph-mon[31657]: mds.? [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] up:boot 2024-03-29T00:15:12.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:12 smithi012 ceph-mon[31657]: fsmap 12 up:standby 2024-03-29T00:15:12.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:12 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-29T00:15:12.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:12 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:15:12.836 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.836+0000 7f0da3e00640 1 -- 172.21.15.12:0/3575171065 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0da4062350 con 0x7f0da4074130 2024-03-29T00:15:12.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.837+0000 7f0d9be00640 1 -- 172.21.15.12:0/3575171065 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10455 (secure 0 0 0) 0x7f0d9409ae90 con 0x7f0da4074130 2024-03-29T00:15:12.838 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:15:12.838 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14385,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2850016952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2850016952},{"type":"v1","addr":"172.21.15.12:6835","nonce":2850016952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/54288999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":54288999},{"type":"v1","addr":"172.21.15.12:6837","nonce":54288999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14451,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/2537576655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":2537576655},{"type":"v1","addr":"172.21.15.12:6839","nonce":2537576655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14469,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6841/167917143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":167917143},{"type":"v1","addr":"172.21.15.12:6841","nonce":167917143}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24431,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24472,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/3689706936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":3689706936},{"type":"v1","addr":"172.21.15.53:6835","nonce":3689706936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24509,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/3069224551","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":3069224551},{"type":"v1","addr":"172.21.15.53:6837","nonce":3069224551}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24532,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/368717986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":368717986},{"type":"v1","addr":"172.21.15.69:6835","nonce":368717986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24544,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/466045469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":466045469},{"type":"v1","addr":"172.21.15.69:6837","nonce":466045469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24566,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6839/2142959350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":2142959350},{"type":"v1","addr":"172.21.15.53:6839","nonce":2142959350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":24568,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1021939171","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1021939171},{"type":"v1","addr":"172.21.15.69:6839","nonce":1021939171}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-03-29T00:15:12.838 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 13 2024-03-29T00:15:12.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.840+0000 7f0da3e00640 1 -- 172.21.15.12:0/3575171065 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0d880a1df0 msgr2=0x7f0d880a42b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:12.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.840+0000 7f0da3e00640 1 --2- 172.21.15.12:0/3575171065 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0d880a1df0 0x7f0d880a42b0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f0d8c02c9a0 tx=0x7f0d8c005fd0 comp rx=0 tx=0).stop 2024-03-29T00:15:12.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.840+0000 7f0da3e00640 1 -- 172.21.15.12:0/3575171065 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0da4074130 msgr2=0x7f0da4199bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:12.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.840+0000 7f0da3e00640 1 --2- 172.21.15.12:0/3575171065 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0da4074130 0x7f0da4199bd0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f0d9400db80 tx=0x7f0d9400b630 comp rx=0 tx=0).stop 2024-03-29T00:15:12.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.840+0000 7f0da3e00640 1 -- 172.21.15.12:0/3575171065 shutdown_connections 2024-03-29T00:15:12.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.840+0000 7f0da3e00640 1 --2- 172.21.15.12:0/3575171065 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0d880a1df0 0x7f0d880a42b0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:12.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.840+0000 7f0da3e00640 1 --2- 172.21.15.12:0/3575171065 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0da4109520 0x7f0da41a1180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:12.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.840+0000 7f0da3e00640 1 --2- 172.21.15.12:0/3575171065 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0da4075710 0x7f0da419a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:12.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.840+0000 7f0da3e00640 1 --2- 172.21.15.12:0/3575171065 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0da4074130 0x7f0da4199bd0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:12.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.840+0000 7f0da3e00640 1 -- 172.21.15.12:0/3575171065 >> 172.21.15.12:0/3575171065 conn(0x7f0da40fcbe0 msgr2=0x7f0da41054b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:12.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.840+0000 7f0da3e00640 1 -- 172.21.15.12:0/3575171065 shutdown_connections 2024-03-29T00:15:12.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:12.841+0000 7f0da3e00640 1 -- 172.21.15.12:0/3575171065 wait complete. 2024-03-29T00:15:12.861 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-29T00:15:13.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.096+0000 7f741e000640 1 -- 172.21.15.12:0/1856982962 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7418103390 msgr2=0x7f7418109c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:13.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.096+0000 7f741e000640 1 --2- 172.21.15.12:0/1856982962 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7418103390 0x7f7418109c20 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f7410009ca0 tx=0x7f741002c100 comp rx=0 tx=0).stop 2024-03-29T00:15:13.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.096+0000 7f741e000640 1 -- 172.21.15.12:0/1856982962 shutdown_connections 2024-03-29T00:15:13.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.096+0000 7f741e000640 1 --2- 172.21.15.12:0/1856982962 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7418103390 0x7f7418109c20 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:13.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.096+0000 7f741e000640 1 --2- 172.21.15.12:0/1856982962 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f74181029d0 0x7f7418102e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:13.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.096+0000 7f741e000640 1 --2- 172.21.15.12:0/1856982962 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f74181017e0 0x7f7418101c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:13.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.096+0000 7f741e000640 1 -- 172.21.15.12:0/1856982962 >> 172.21.15.12:0/1856982962 conn(0x7f74180fcd70 msgr2=0x7f74180ff190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:13.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.096+0000 7f741e000640 1 -- 172.21.15.12:0/1856982962 shutdown_connections 2024-03-29T00:15:13.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.096+0000 7f741e000640 1 -- 172.21.15.12:0/1856982962 wait complete. 2024-03-29T00:15:13.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.097+0000 7f741e000640 1 Processor -- start 2024-03-29T00:15:13.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.097+0000 7f741e000640 1 -- start start 2024-03-29T00:15:13.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.098+0000 7f741e000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f74181017e0 0x7f7418075500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:13.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.098+0000 7f741e000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f74181029d0 0x7f7418073b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:13.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.098+0000 7f741e000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7418103390 0x7f7418074080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:13.103 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.098+0000 7f741e000640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f741810d510 con 0x7f74181017e0 2024-03-29T00:15:13.103 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.098+0000 7f741e000640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f741810d390 con 0x7f7418103390 2024-03-29T00:15:13.103 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.098+0000 7f741e000640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f741810d690 con 0x7f74181029d0 2024-03-29T00:15:13.103 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.098+0000 7f7417400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f74181017e0 0x7f7418075500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:13.103 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.098+0000 7f7417400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f74181017e0 0x7f7418075500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:43808/0 (socket says 172.21.15.12:43808) 2024-03-29T00:15:13.103 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.098+0000 7f7417400640 1 -- 172.21.15.12:0/1624880451 learned_addr learned my addr 172.21.15.12:0/1624880451 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:13.103 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.098+0000 7f7416a00640 1 --2- 172.21.15.12:0/1624880451 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f74181029d0 0x7f7418073b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:13.103 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.098+0000 7f7417e00640 1 --2- 172.21.15.12:0/1624880451 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7418103390 0x7f7418074080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:13.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.098+0000 7f7417400640 1 -- 172.21.15.12:0/1624880451 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f74181029d0 msgr2=0x7f7418073b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:13.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.098+0000 7f7417400640 1 --2- 172.21.15.12:0/1624880451 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f74181029d0 0x7f7418073b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:13.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.098+0000 7f7417400640 1 -- 172.21.15.12:0/1624880451 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7418103390 msgr2=0x7f7418074080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:13.105 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.098+0000 7f7417400640 1 --2- 172.21.15.12:0/1624880451 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7418103390 0x7f7418074080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:13.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.098+0000 7f7417400640 1 -- 172.21.15.12:0/1624880451 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7418074910 con 0x7f74181017e0 2024-03-29T00:15:13.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.099+0000 7f7417400640 1 --2- 172.21.15.12:0/1624880451 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f74181017e0 0x7f7418075500 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f740800e9c0 tx=0x7f740800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:13.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.099+0000 7f740fe00640 1 -- 172.21.15.12:0/1624880451 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f740800cd80 con 0x7f74181017e0 2024-03-29T00:15:13.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.099+0000 7f741e000640 1 -- 172.21.15.12:0/1624880451 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74181a1be0 con 0x7f74181017e0 2024-03-29T00:15:13.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.099+0000 7f740fe00640 1 -- 172.21.15.12:0/1624880451 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f74080035f0 con 0x7f74181017e0 2024-03-29T00:15:13.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.099+0000 7f740fe00640 1 -- 172.21.15.12:0/1624880451 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7408010690 con 0x7f74181017e0 2024-03-29T00:15:13.107 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.099+0000 7f741e000640 1 -- 172.21.15.12:0/1624880451 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74181a2130 con 0x7f74181017e0 2024-03-29T00:15:13.107 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.101+0000 7f741e000640 1 -- 172.21.15.12:0/1624880451 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7418108aa0 con 0x7f74181017e0 2024-03-29T00:15:13.108 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.103+0000 7f740fe00640 1 -- 172.21.15.12:0/1624880451 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f74080037a0 con 0x7f74181017e0 2024-03-29T00:15:13.108 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.104+0000 7f740fe00640 1 --2- 172.21.15.12:0/1624880451 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f73fc0a1d80 0x7f73fc0a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:13.108 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.104+0000 7f740fe00640 1 -- 172.21.15.12:0/1624880451 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f74080cddd0 con 0x7f74181017e0 2024-03-29T00:15:13.108 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.104+0000 7f7416a00640 1 --2- 172.21.15.12:0/1624880451 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f73fc0a1d80 0x7f73fc0a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:13.108 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.105+0000 7f7416a00640 1 --2- 172.21.15.12:0/1624880451 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f73fc0a1d80 0x7f73fc0a4240 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f7418075270 tx=0x7f7400005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:13.109 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.109+0000 7f740fe00640 1 -- 172.21.15.12:0/1624880451 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f740809b600 con 0x7f74181017e0 2024-03-29T00:15:13.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.329+0000 7f741e000640 1 -- 172.21.15.12:0/1624880451 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f74180623f0 con 0x7f74181017e0 2024-03-29T00:15:13.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.331+0000 7f740fe00640 1 -- 172.21.15.12:0/1624880451 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+18359 (secure 0 0 0) 0x7f740809af00 con 0x7f74181017e0 2024-03-29T00:15:13.332 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:15:13.333 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":81,"fsid":"f0a28ba8-ed5f-11ee-95d0-87774f69a715","created":"2024-03-29T00:05:52.349196+0000","modified":"2024-03-29T00:14:18.657755+0000","last_up_change":"2024-03-29T00:14:17.644182+0000","last_in_change":"2024-03-29T00:13:57.992327+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-29T00:09:58.299082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f15b3bc8-42a4-4aca-bf7c-f36533a25084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6803","nonce":1970936395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6805","nonce":1970936395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6809","nonce":1970936395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6807","nonce":1970936395}]},"public_addr":"172.21.15.12:6803/1970936395","cluster_addr":"172.21.15.12:6805/1970936395","heartbeat_back_addr":"172.21.15.12:6809/1970936395","heartbeat_front_addr":"172.21.15.12:6807/1970936395","state":["exists","up"]},{"osd":1,"uuid":"9fc84928-5898-4421-8fae-8a6c3b5d6454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6801","nonce":2562558811}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6803","nonce":2562558811}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6807","nonce":2562558811}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6805","nonce":2562558811}]},"public_addr":"172.21.15.53:6801/2562558811","cluster_addr":"172.21.15.53:6803/2562558811","heartbeat_back_addr":"172.21.15.53:6807/2562558811","heartbeat_front_addr":"172.21.15.53:6805/2562558811","state":["exists","up"]},{"osd":2,"uuid":"6e1df3eb-d5e1-4433-aef8-dcc544feb108","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6800","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6801","nonce":3472201934}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6803","nonce":3472201934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6807","nonce":3472201934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6805","nonce":3472201934}]},"public_addr":"172.21.15.69:6801/3472201934","cluster_addr":"172.21.15.69:6803/3472201934","heartbeat_back_addr":"172.21.15.69:6807/3472201934","heartbeat_front_addr":"172.21.15.69:6805/3472201934","state":["exists","up"]},{"osd":3,"uuid":"c03886ee-0efd-4a1f-b04f-b060483d852b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6811","nonce":1860879351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6813","nonce":1860879351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6817","nonce":1860879351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6815","nonce":1860879351}]},"public_addr":"172.21.15.12:6811/1860879351","cluster_addr":"172.21.15.12:6813/1860879351","heartbeat_back_addr":"172.21.15.12:6817/1860879351","heartbeat_front_addr":"172.21.15.12:6815/1860879351","state":["exists","up"]},{"osd":4,"uuid":"10a25f7e-b569-4d47-add7-560968efa9c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6809","nonce":1066696400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6811","nonce":1066696400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6815","nonce":1066696400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6813","nonce":1066696400}]},"public_addr":"172.21.15.53:6809/1066696400","cluster_addr":"172.21.15.53:6811/1066696400","heartbeat_back_addr":"172.21.15.53:6815/1066696400","heartbeat_front_addr":"172.21.15.53:6813/1066696400","state":["exists","up"]},{"osd":5,"uuid":"21bad6a7-f98d-4344-8b0b-cf8526575ac2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6809","nonce":2160312252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6811","nonce":2160312252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6815","nonce":2160312252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6813","nonce":2160312252}]},"public_addr":"172.21.15.69:6809/2160312252","cluster_addr":"172.21.15.69:6811/2160312252","heartbeat_back_addr":"172.21.15.69:6815/2160312252","heartbeat_front_addr":"172.21.15.69:6813/2160312252","state":["exists","up"]},{"osd":6,"uuid":"927557ba-0245-42bb-83f1-c8b6b44cc496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6819","nonce":53322413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6821","nonce":53322413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6825","nonce":53322413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6823","nonce":53322413}]},"public_addr":"172.21.15.12:6819/53322413","cluster_addr":"172.21.15.12:6821/53322413","heartbeat_back_addr":"172.21.15.12:6825/53322413","heartbeat_front_addr":"172.21.15.12:6823/53322413","state":["exists","up"]},{"osd":7,"uuid":"22314690-d0eb-496b-b67d-922bdc0b6660","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6817","nonce":512991962}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6819","nonce":512991962}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6823","nonce":512991962}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6821","nonce":512991962}]},"public_addr":"172.21.15.53:6817/512991962","cluster_addr":"172.21.15.53:6819/512991962","heartbeat_back_addr":"172.21.15.53:6823/512991962","heartbeat_front_addr":"172.21.15.53:6821/512991962","state":["exists","up"]},{"osd":8,"uuid":"f26e428e-4919-4030-aa15-100d6df99aef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6817","nonce":2890541031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6819","nonce":2890541031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6823","nonce":2890541031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6821","nonce":2890541031}]},"public_addr":"172.21.15.69:6817/2890541031","cluster_addr":"172.21.15.69:6819/2890541031","heartbeat_back_addr":"172.21.15.69:6823/2890541031","heartbeat_front_addr":"172.21.15.69:6821/2890541031","state":["exists","up"]},{"osd":9,"uuid":"df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6827","nonce":1715133032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6829","nonce":1715133032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6833","nonce":1715133032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6831","nonce":1715133032}]},"public_addr":"172.21.15.12:6827/1715133032","cluster_addr":"172.21.15.12:6829/1715133032","heartbeat_back_addr":"172.21.15.12:6833/1715133032","heartbeat_front_addr":"172.21.15.12:6831/1715133032","state":["exists","up"]},{"osd":10,"uuid":"ac05ca46-a3d8-4e95-8b37-6f46b9f38703","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6825","nonce":3180522172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6827","nonce":3180522172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6831","nonce":3180522172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6829","nonce":3180522172}]},"public_addr":"172.21.15.53:6825/3180522172","cluster_addr":"172.21.15.53:6827/3180522172","heartbeat_back_addr":"172.21.15.53:6831/3180522172","heartbeat_front_addr":"172.21.15.53:6829/3180522172","state":["exists","up"]},{"osd":11,"uuid":"47fd23fb-f49f-49ca-8dfa-df667d03cfa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6825","nonce":1830685720}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6827","nonce":1830685720}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6831","nonce":1830685720}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6829","nonce":1830685720}]},"public_addr":"172.21.15.69:6825/1830685720","cluster_addr":"172.21.15.69:6827/1830685720","heartbeat_back_addr":"172.21.15.69:6831/1830685720","heartbeat_front_addr":"172.21.15.69:6829/1830685720","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:04.043487+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:29.451338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:53.723758+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:27.673354+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:54.498962+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:19.775485+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:54.005468+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:21.544560+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:47.123756+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:22.232554+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:50.514376+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:14:16.169343+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/3903984873":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/3329864026":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/1184533662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/2224576662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/798509208":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/4176566530":"2024-03-30T00:07:09.578981+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-29T00:15:13.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.334+0000 7f741e000640 1 -- 172.21.15.12:0/1624880451 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f73fc0a1d80 msgr2=0x7f73fc0a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:13.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.334+0000 7f741e000640 1 --2- 172.21.15.12:0/1624880451 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f73fc0a1d80 0x7f73fc0a4240 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f7418075270 tx=0x7f7400005f90 comp rx=0 tx=0).stop 2024-03-29T00:15:13.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.334+0000 7f741e000640 1 -- 172.21.15.12:0/1624880451 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f74181017e0 msgr2=0x7f7418075500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:13.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.334+0000 7f741e000640 1 --2- 172.21.15.12:0/1624880451 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f74181017e0 0x7f7418075500 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f740800e9c0 tx=0x7f740800ee80 comp rx=0 tx=0).stop 2024-03-29T00:15:13.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.334+0000 7f741e000640 1 -- 172.21.15.12:0/1624880451 shutdown_connections 2024-03-29T00:15:13.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.334+0000 7f741e000640 1 --2- 172.21.15.12:0/1624880451 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f73fc0a1d80 0x7f73fc0a4240 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:13.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.334+0000 7f741e000640 1 --2- 172.21.15.12:0/1624880451 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7418103390 0x7f7418074080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:13.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.334+0000 7f741e000640 1 --2- 172.21.15.12:0/1624880451 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f74181029d0 0x7f7418073b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:13.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.334+0000 7f741e000640 1 --2- 172.21.15.12:0/1624880451 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f74181017e0 0x7f7418075500 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:13.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.334+0000 7f741e000640 1 -- 172.21.15.12:0/1624880451 >> 172.21.15.12:0/1624880451 conn(0x7f74180fcd70 msgr2=0x7f7418105c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:13.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.334+0000 7f741e000640 1 -- 172.21.15.12:0/1624880451 shutdown_connections 2024-03-29T00:15:13.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.334+0000 7f741e000640 1 -- 172.21.15.12:0/1624880451 wait complete. 2024-03-29T00:15:13.356 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-29T00:09:58.299082+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-29T00:15:13.356 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-29T00:15:13.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.584+0000 7fe1ee800640 1 -- 172.21.15.12:0/4023710481 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe1e8101110 msgr2=0x7fe1e8101590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:13.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.584+0000 7fe1ee800640 1 --2- 172.21.15.12:0/4023710481 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe1e8101110 0x7fe1e8101590 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fe1e0009ca0 tx=0x7fe1e002c100 comp rx=0 tx=0).stop 2024-03-29T00:15:13.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.584+0000 7fe1ee800640 1 -- 172.21.15.12:0/4023710481 shutdown_connections 2024-03-29T00:15:13.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.584+0000 7fe1ee800640 1 --2- 172.21.15.12:0/4023710481 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe1e8101110 0x7fe1e8101590 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:13.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.584+0000 7fe1ee800640 1 --2- 172.21.15.12:0/4023710481 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe1e8100770 0x7fe1e8100bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:13.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.584+0000 7fe1ee800640 1 --2- 172.21.15.12:0/4023710481 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe1e80ffe10 0x7fe1e8100230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:13.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.584+0000 7fe1ee800640 1 -- 172.21.15.12:0/4023710481 >> 172.21.15.12:0/4023710481 conn(0x7fe1e80fba30 msgr2=0x7fe1e80fde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:13.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.584+0000 7fe1ee800640 1 -- 172.21.15.12:0/4023710481 shutdown_connections 2024-03-29T00:15:13.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.584+0000 7fe1ee800640 1 -- 172.21.15.12:0/4023710481 wait complete. 2024-03-29T00:15:13.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.585+0000 7fe1ee800640 1 Processor -- start 2024-03-29T00:15:13.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.585+0000 7fe1ee800640 1 -- start start 2024-03-29T00:15:13.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.586+0000 7fe1ee800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe1e80ffe10 0x7fe1e8199ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:13.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.586+0000 7fe1ee800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe1e8100770 0x7fe1e819a010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:13.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.586+0000 7fe1ee800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe1e8101110 0x7fe1e81a1080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:13.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.586+0000 7fe1ee800640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fe1e810f560 con 0x7fe1e8100770 2024-03-29T00:15:13.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.586+0000 7fe1ee800640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe1e810f3e0 con 0x7fe1e8101110 2024-03-29T00:15:13.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.586+0000 7fe1ee800640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe1e810f6e0 con 0x7fe1e80ffe10 2024-03-29T00:15:13.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.586+0000 7fe1ed400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe1e80ffe10 0x7fe1e8199ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:13.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.586+0000 7fe1ed400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe1e80ffe10 0x7fe1e8199ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:48324/0 (socket says 172.21.15.12:48324) 2024-03-29T00:15:13.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.586+0000 7fe1ed400640 1 -- 172.21.15.12:0/223077549 learned_addr learned my addr 172.21.15.12:0/223077549 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:13.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.586+0000 7fe1ede00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe1e8101110 0x7fe1e81a1080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:13.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.586+0000 7fe1eca00640 1 --2- 172.21.15.12:0/223077549 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe1e8100770 0x7fe1e819a010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:13.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.586+0000 7fe1ed400640 1 -- 172.21.15.12:0/223077549 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe1e8101110 msgr2=0x7fe1e81a1080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:13.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.586+0000 7fe1ed400640 1 --2- 172.21.15.12:0/223077549 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe1e8101110 0x7fe1e81a1080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:13.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.586+0000 7fe1ed400640 1 -- 172.21.15.12:0/223077549 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe1e8100770 msgr2=0x7fe1e819a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:13.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.586+0000 7fe1ed400640 1 --2- 172.21.15.12:0/223077549 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe1e8100770 0x7fe1e819a010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:13.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.586+0000 7fe1ed400640 1 -- 172.21.15.12:0/223077549 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1e81a16f0 con 0x7fe1e80ffe10 2024-03-29T00:15:13.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.586+0000 7fe1ede00640 1 --2- 172.21.15.12:0/223077549 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe1e8101110 0x7fe1e81a1080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:15:13.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.587+0000 7fe1ed400640 1 --2- 172.21.15.12:0/223077549 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe1e80ffe10 0x7fe1e8199ad0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe1dc00e9f0 tx=0x7fe1dc00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:13.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.587+0000 7fe1e6000640 1 -- 172.21.15.12:0/223077549 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1dc00cd80 con 0x7fe1e80ffe10 2024-03-29T00:15:13.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.587+0000 7fe1e6000640 1 -- 172.21.15.12:0/223077549 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe1dc010930 con 0x7fe1e80ffe10 2024-03-29T00:15:13.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.587+0000 7fe1e6000640 1 -- 172.21.15.12:0/223077549 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1dc018b00 con 0x7fe1e80ffe10 2024-03-29T00:15:13.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.587+0000 7fe1ee800640 1 -- 172.21.15.12:0/223077549 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1e81a19e0 con 0x7fe1e80ffe10 2024-03-29T00:15:13.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.587+0000 7fe1ee800640 1 -- 172.21.15.12:0/223077549 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1e81a1ee0 con 0x7fe1e80ffe10 2024-03-29T00:15:13.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.588+0000 7fe1ee800640 1 -- 172.21.15.12:0/223077549 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1e804f4b0 con 0x7fe1e80ffe10 2024-03-29T00:15:13.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.590+0000 7fe1e6000640 1 -- 172.21.15.12:0/223077549 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7fe1dc018ca0 con 0x7fe1e80ffe10 2024-03-29T00:15:13.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.591+0000 7fe1e6000640 1 --2- 172.21.15.12:0/223077549 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe1d00a1e00 0x7fe1d00a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:13.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.591+0000 7fe1e6000640 1 -- 172.21.15.12:0/223077549 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fe1dc0cdd60 con 0x7fe1e80ffe10 2024-03-29T00:15:13.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.592+0000 7fe1eca00640 1 --2- 172.21.15.12:0/223077549 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe1d00a1e00 0x7fe1d00a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:13.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.592+0000 7fe1eca00640 1 --2- 172.21.15.12:0/223077549 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe1d00a1e00 0x7fe1d00a42c0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe1e819afe0 tx=0x7fe1d4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:13.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.595+0000 7fe1e6000640 1 -- 172.21.15.12:0/223077549 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fe1dc09b590 con 0x7fe1e80ffe10 2024-03-29T00:15:13.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:13 smithi012 ceph-mon[31657]: pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:13.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:13 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3575171065' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:15:13.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:13 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1624880451' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:15:13.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:13 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:13.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:13 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:13.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:13 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:13.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:13 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:13.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.814+0000 7fe1ee800640 1 -- 172.21.15.12:0/223077549 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fe1e8062350 con 0x7fe1e80ffe10 2024-03-29T00:15:13.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.815+0000 7fe1e6000640 1 -- 172.21.15.12:0/223077549 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v81) ==== 93+0+10 (secure 0 0 0) 0x7fe1dc09ae90 con 0x7fe1e80ffe10 2024-03-29T00:15:13.815 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 1 2024-03-29T00:15:13.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.818+0000 7fe1ee800640 1 -- 172.21.15.12:0/223077549 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe1d00a1e00 msgr2=0x7fe1d00a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:13.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.818+0000 7fe1ee800640 1 --2- 172.21.15.12:0/223077549 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe1d00a1e00 0x7fe1d00a42c0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe1e819afe0 tx=0x7fe1d4005f90 comp rx=0 tx=0).stop 2024-03-29T00:15:13.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.818+0000 7fe1ee800640 1 -- 172.21.15.12:0/223077549 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe1e80ffe10 msgr2=0x7fe1e8199ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:13.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.818+0000 7fe1ee800640 1 --2- 172.21.15.12:0/223077549 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe1e80ffe10 0x7fe1e8199ad0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe1dc00e9f0 tx=0x7fe1dc00eeb0 comp rx=0 tx=0).stop 2024-03-29T00:15:13.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.819+0000 7fe1ee800640 1 -- 172.21.15.12:0/223077549 shutdown_connections 2024-03-29T00:15:13.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.819+0000 7fe1ee800640 1 --2- 172.21.15.12:0/223077549 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe1d00a1e00 0x7fe1d00a42c0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:13.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.819+0000 7fe1ee800640 1 --2- 172.21.15.12:0/223077549 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe1e8101110 0x7fe1e81a1080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:13.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.819+0000 7fe1ee800640 1 --2- 172.21.15.12:0/223077549 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe1e8100770 0x7fe1e819a010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:13.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.819+0000 7fe1ee800640 1 --2- 172.21.15.12:0/223077549 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe1e80ffe10 0x7fe1e8199ad0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:13.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.819+0000 7fe1ee800640 1 -- 172.21.15.12:0/223077549 >> 172.21.15.12:0/223077549 conn(0x7fe1e80fba30 msgr2=0x7fe1e80fd530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:13.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.819+0000 7fe1ee800640 1 -- 172.21.15.12:0/223077549 shutdown_connections 2024-03-29T00:15:13.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:13.819+0000 7fe1ee800640 1 -- 172.21.15.12:0/223077549 wait complete. 2024-03-29T00:15:13.841 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-03-29T00:15:13.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:13 smithi053 ceph-mon[36233]: pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:13.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:13 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3575171065' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:15:13.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:13 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1624880451' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:15:13.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:13 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:13.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:13 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:13.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:13 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:13.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:13 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:13.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:13 smithi069 ceph-mon[36074]: pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:13.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:13 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3575171065' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:15:13.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:13 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1624880451' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:15:13.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:13 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:13.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:13 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:13.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:13 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:13.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:13 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:14.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.048+0000 7f1256600640 1 -- 172.21.15.12:0/142908312 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1250104bd0 msgr2=0x7f1250106fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:14.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.048+0000 7f1256600640 1 --2- 172.21.15.12:0/142908312 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1250104bd0 0x7f1250106fc0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f123c009900 tx=0x7f123c02bc30 comp rx=0 tx=0).stop 2024-03-29T00:15:14.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.048+0000 7f1256600640 1 -- 172.21.15.12:0/142908312 shutdown_connections 2024-03-29T00:15:14.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.048+0000 7f1256600640 1 --2- 172.21.15.12:0/142908312 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1250104bd0 0x7f1250106fc0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:14.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.048+0000 7f1256600640 1 --2- 172.21.15.12:0/142908312 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1250107500 0x7f12501098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:14.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.048+0000 7f1256600640 1 --2- 172.21.15.12:0/142908312 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f12501022a0 0x7f1250104690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:14.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.048+0000 7f1256600640 1 -- 172.21.15.12:0/142908312 >> 172.21.15.12:0/142908312 conn(0x7f12500fbbf0 msgr2=0x7f12500fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:14.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.048+0000 7f1256600640 1 -- 172.21.15.12:0/142908312 shutdown_connections 2024-03-29T00:15:14.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.049+0000 7f1256600640 1 -- 172.21.15.12:0/142908312 wait complete. 2024-03-29T00:15:14.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.050+0000 7f1256600640 1 Processor -- start 2024-03-29T00:15:14.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.050+0000 7f1256600640 1 -- start start 2024-03-29T00:15:14.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.050+0000 7f1256600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f12501022a0 0x7f1250197b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:14.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.050+0000 7f1256600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1250104bd0 0x7f12501980d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:14.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.050+0000 7f1256600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1250107500 0x7f125019f140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:14.053 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.050+0000 7f1256600640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f125010d4c0 con 0x7f12501022a0 2024-03-29T00:15:14.053 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.050+0000 7f1256600640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f125010d340 con 0x7f1250107500 2024-03-29T00:15:14.053 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.050+0000 7f1256600640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f125010d640 con 0x7f1250104bd0 2024-03-29T00:15:14.053 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.051+0000 7f124f400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f12501022a0 0x7f1250197b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:14.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.051+0000 7f124f400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f12501022a0 0x7f1250197b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:58948/0 (socket says 172.21.15.12:58948) 2024-03-29T00:15:14.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.051+0000 7f124f400640 1 -- 172.21.15.12:0/1764050000 learned_addr learned my addr 172.21.15.12:0/1764050000 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:14.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.051+0000 7f124fe00640 1 --2- 172.21.15.12:0/1764050000 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1250107500 0x7f125019f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:14.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.051+0000 7f124ea00640 1 --2- 172.21.15.12:0/1764050000 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1250104bd0 0x7f12501980d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:14.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.051+0000 7f124f400640 1 -- 172.21.15.12:0/1764050000 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1250104bd0 msgr2=0x7f12501980d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:14.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.051+0000 7f124f400640 1 --2- 172.21.15.12:0/1764050000 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1250104bd0 0x7f12501980d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:14.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.051+0000 7f124f400640 1 -- 172.21.15.12:0/1764050000 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1250107500 msgr2=0x7f125019f140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:14.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.051+0000 7f124f400640 1 --2- 172.21.15.12:0/1764050000 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1250107500 0x7f125019f140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:14.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.051+0000 7f124f400640 1 -- 172.21.15.12:0/1764050000 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f125019f7b0 con 0x7f12501022a0 2024-03-29T00:15:14.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.051+0000 7f124ea00640 1 --2- 172.21.15.12:0/1764050000 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1250104bd0 0x7f12501980d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:15:14.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.051+0000 7f124fe00640 1 --2- 172.21.15.12:0/1764050000 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1250107500 0x7f125019f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:15:14.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.051+0000 7f124f400640 1 --2- 172.21.15.12:0/1764050000 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f12501022a0 0x7f1250197b90 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f124000ea60 tx=0x7f124000ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:14.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.052+0000 7f1247e00640 1 -- 172.21.15.12:0/1764050000 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f124000cde0 con 0x7f12501022a0 2024-03-29T00:15:14.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.052+0000 7f1247e00640 1 -- 172.21.15.12:0/1764050000 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f12400035f0 con 0x7f12501022a0 2024-03-29T00:15:14.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.052+0000 7f1256600640 1 -- 172.21.15.12:0/1764050000 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12501000f0 con 0x7f12501022a0 2024-03-29T00:15:14.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.052+0000 7f1247e00640 1 -- 172.21.15.12:0/1764050000 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1240010720 con 0x7f12501022a0 2024-03-29T00:15:14.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.052+0000 7f1256600640 1 -- 172.21.15.12:0/1764050000 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1250100610 con 0x7f12501022a0 2024-03-29T00:15:14.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.053+0000 7f1256600640 1 -- 172.21.15.12:0/1764050000 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12500fd6e0 con 0x7f12501022a0 2024-03-29T00:15:14.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.057+0000 7f1247e00640 1 -- 172.21.15.12:0/1764050000 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f12400037a0 con 0x7f12501022a0 2024-03-29T00:15:14.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.058+0000 7f1247e00640 1 --2- 172.21.15.12:0/1764050000 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f12340a1d80 0x7f12340a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:14.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.058+0000 7f1247e00640 1 -- 172.21.15.12:0/1764050000 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f12400cdf60 con 0x7f12501022a0 2024-03-29T00:15:14.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.058+0000 7f124ea00640 1 --2- 172.21.15.12:0/1764050000 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f12340a1d80 0x7f12340a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:14.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.059+0000 7f124ea00640 1 --2- 172.21.15.12:0/1764050000 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f12340a1d80 0x7f12340a4240 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f123c02c900 tx=0x7f123c02c9f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:14.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.061+0000 7f1247e00640 1 -- 172.21.15.12:0/1764050000 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f1240053280 con 0x7f12501022a0 2024-03-29T00:15:14.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.329+0000 7f1256600640 1 -- 172.21.15.12:0/1764050000 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f125002d170 con 0x7f12501022a0 2024-03-29T00:15:14.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.330+0000 7f1247e00640 1 -- 172.21.15.12:0/1764050000 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v81) ==== 84+0+65 (secure 0 0 0) 0x7f124009b790 con 0x7f12501022a0 2024-03-29T00:15:14.331 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:15:14.331 INFO:teuthology.orchestra.run.smithi012.stdout:[ 2024-03-29T00:15:14.331 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:15:14.331 INFO:teuthology.orchestra.run.smithi012.stdout: "poolnum": 1, 2024-03-29T00:15:14.331 INFO:teuthology.orchestra.run.smithi012.stdout: "poolname": ".mgr" 2024-03-29T00:15:14.331 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:15:14.331 INFO:teuthology.orchestra.run.smithi012.stdout:] 2024-03-29T00:15:14.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.333+0000 7f1256600640 1 -- 172.21.15.12:0/1764050000 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f12340a1d80 msgr2=0x7f12340a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:14.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.333+0000 7f1256600640 1 --2- 172.21.15.12:0/1764050000 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f12340a1d80 0x7f12340a4240 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f123c02c900 tx=0x7f123c02c9f0 comp rx=0 tx=0).stop 2024-03-29T00:15:14.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.333+0000 7f1256600640 1 -- 172.21.15.12:0/1764050000 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f12501022a0 msgr2=0x7f1250197b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:14.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.333+0000 7f1256600640 1 --2- 172.21.15.12:0/1764050000 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f12501022a0 0x7f1250197b90 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f124000ea60 tx=0x7f124000ef20 comp rx=0 tx=0).stop 2024-03-29T00:15:14.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.333+0000 7f1256600640 1 -- 172.21.15.12:0/1764050000 shutdown_connections 2024-03-29T00:15:14.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.333+0000 7f1256600640 1 --2- 172.21.15.12:0/1764050000 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f12340a1d80 0x7f12340a4240 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:14.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.333+0000 7f1256600640 1 --2- 172.21.15.12:0/1764050000 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1250107500 0x7f125019f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:14.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.333+0000 7f1256600640 1 --2- 172.21.15.12:0/1764050000 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1250104bd0 0x7f12501980d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:14.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.333+0000 7f1256600640 1 --2- 172.21.15.12:0/1764050000 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f12501022a0 0x7f1250197b90 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:14.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.333+0000 7f1256600640 1 -- 172.21.15.12:0/1764050000 >> 172.21.15.12:0/1764050000 conn(0x7f12500fbbf0 msgr2=0x7f1250102ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:14.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.333+0000 7f1256600640 1 -- 172.21.15.12:0/1764050000 shutdown_connections 2024-03-29T00:15:14.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.333+0000 7f1256600640 1 -- 172.21.15.12:0/1764050000 wait complete. 2024-03-29T00:15:14.352 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-03-29T00:15:14.353 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-03-29T00:15:14.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.541+0000 7efc1d800640 1 -- 172.21.15.12:0/1050644621 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efc18105520 msgr2=0x7efc1810bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:14.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.541+0000 7efc1d800640 1 --2- 172.21.15.12:0/1050644621 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efc18105520 0x7efc1810bdb0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7efc10009ca0 tx=0x7efc1002c100 comp rx=0 tx=0).stop 2024-03-29T00:15:14.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.541+0000 7efc1d800640 1 -- 172.21.15.12:0/1050644621 shutdown_connections 2024-03-29T00:15:14.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.541+0000 7efc1d800640 1 --2- 172.21.15.12:0/1050644621 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efc18105520 0x7efc1810bdb0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:14.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.541+0000 7efc1d800640 1 --2- 172.21.15.12:0/1050644621 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7efc18104b60 0x7efc18104fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:14.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.541+0000 7efc1d800640 1 --2- 172.21.15.12:0/1050644621 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efc18103970 0x7efc18103d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:14.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.541+0000 7efc1d800640 1 -- 172.21.15.12:0/1050644621 >> 172.21.15.12:0/1050644621 conn(0x7efc180fef00 msgr2=0x7efc18101320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:14.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.541+0000 7efc1d800640 1 -- 172.21.15.12:0/1050644621 shutdown_connections 2024-03-29T00:15:14.543 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.541+0000 7efc1d800640 1 -- 172.21.15.12:0/1050644621 wait complete. 2024-03-29T00:15:14.544 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.542+0000 7efc1d800640 1 Processor -- start 2024-03-29T00:15:14.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.543+0000 7efc1d800640 1 -- start start 2024-03-29T00:15:14.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.543+0000 7efc1d800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efc18103970 0x7efc18199da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:14.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.543+0000 7efc1d800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efc18104b60 0x7efc1819a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:14.546 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.543+0000 7efc1d800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7efc18105520 0x7efc181a1310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:14.546 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.543+0000 7efc1d800640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7efc1810f710 con 0x7efc18105520 2024-03-29T00:15:14.546 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.543+0000 7efc1d800640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7efc1810f590 con 0x7efc18103970 2024-03-29T00:15:14.546 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.543+0000 7efc1d800640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7efc1810f890 con 0x7efc18104b60 2024-03-29T00:15:14.546 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.543+0000 7efc17400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7efc18105520 0x7efc181a1310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:14.546 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.543+0000 7efc17400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7efc18105520 0x7efc181a1310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:58974/0 (socket says 172.21.15.12:58974) 2024-03-29T00:15:14.546 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.543+0000 7efc16a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efc18103970 0x7efc18199da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:14.546 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.543+0000 7efc17400640 1 -- 172.21.15.12:0/3404098657 learned_addr learned my addr 172.21.15.12:0/3404098657 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:14.546 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.544+0000 7efc0fe00640 1 --2- 172.21.15.12:0/3404098657 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efc18104b60 0x7efc1819a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:14.546 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.544+0000 7efc16a00640 1 -- 172.21.15.12:0/3404098657 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efc18104b60 msgr2=0x7efc1819a2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:14.546 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.544+0000 7efc16a00640 1 --2- 172.21.15.12:0/3404098657 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efc18104b60 0x7efc1819a2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:14.546 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.544+0000 7efc16a00640 1 -- 172.21.15.12:0/3404098657 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7efc18105520 msgr2=0x7efc181a1310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:14.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.544+0000 7efc16a00640 1 --2- 172.21.15.12:0/3404098657 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7efc18105520 0x7efc181a1310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:14.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.544+0000 7efc16a00640 1 -- 172.21.15.12:0/3404098657 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc181a19b0 con 0x7efc18103970 2024-03-29T00:15:14.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.544+0000 7efc0fe00640 1 --2- 172.21.15.12:0/3404098657 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efc18104b60 0x7efc1819a2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:15:14.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.544+0000 7efc17400640 1 --2- 172.21.15.12:0/3404098657 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7efc18105520 0x7efc181a1310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:15:14.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.544+0000 7efc16a00640 1 --2- 172.21.15.12:0/3404098657 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efc18103970 0x7efc18199da0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7efc0800e9c0 tx=0x7efc0800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:14.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.544+0000 7efc0f400640 1 -- 172.21.15.12:0/3404098657 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc0800cd80 con 0x7efc18103970 2024-03-29T00:15:14.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.544+0000 7efc0f400640 1 -- 172.21.15.12:0/3404098657 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7efc08010930 con 0x7efc18103970 2024-03-29T00:15:14.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.544+0000 7efc0f400640 1 -- 172.21.15.12:0/3404098657 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc08018a30 con 0x7efc18103970 2024-03-29T00:15:14.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.545+0000 7efc1d800640 1 -- 172.21.15.12:0/3404098657 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc181a1ca0 con 0x7efc18103970 2024-03-29T00:15:14.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.545+0000 7efc1d800640 1 -- 172.21.15.12:0/3404098657 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc181a2190 con 0x7efc18103970 2024-03-29T00:15:14.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.546+0000 7efc1d800640 1 -- 172.21.15.12:0/3404098657 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc1810abc0 con 0x7efc18103970 2024-03-29T00:15:14.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.548+0000 7efc0f400640 1 -- 172.21.15.12:0/3404098657 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7efc0801f020 con 0x7efc18103970 2024-03-29T00:15:14.550 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.549+0000 7efc0f400640 1 --2- 172.21.15.12:0/3404098657 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7efbfc0a1e00 0x7efbfc0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:14.550 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.549+0000 7efc0f400640 1 -- 172.21.15.12:0/3404098657 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7efc080cda50 con 0x7efc18103970 2024-03-29T00:15:14.550 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.549+0000 7efc0fe00640 1 --2- 172.21.15.12:0/3404098657 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7efbfc0a1e00 0x7efbfc0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:14.550 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.550+0000 7efc0fe00640 1 --2- 172.21.15.12:0/3404098657 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7efbfc0a1e00 0x7efbfc0a42c0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7efc00009ba0 tx=0x7efc00005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:14.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.554+0000 7efc0f400640 1 -- 172.21.15.12:0/3404098657 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7efc0809b280 con 0x7efc18103970 2024-03-29T00:15:14.772 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:14.771+0000 7efc1d800640 1 -- 172.21.15.12:0/3404098657 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7efc18062450 con 0x7efc18103970 2024-03-29T00:15:14.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:14 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/223077549' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:15:14.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:14 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1764050000' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-03-29T00:15:14.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:14 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/223077549' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:15:14.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:14 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1764050000' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-03-29T00:15:14.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:14 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/223077549' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:15:14.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:14 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1764050000' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-03-29T00:15:15.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.708+0000 7efc0f400640 1 -- 172.21.15.12:0/3404098657 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v82) ==== 138+0+0 (secure 0 0 0) 0x7efc0809ab80 con 0x7efc18103970 2024-03-29T00:15:15.711 INFO:teuthology.orchestra.run.smithi012.stderr:pool 'cephfs_metadata' created 2024-03-29T00:15:15.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.714+0000 7efc1d800640 1 -- 172.21.15.12:0/3404098657 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7efbfc0a1e00 msgr2=0x7efbfc0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:15.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.714+0000 7efc1d800640 1 --2- 172.21.15.12:0/3404098657 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7efbfc0a1e00 0x7efbfc0a42c0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7efc00009ba0 tx=0x7efc00005f90 comp rx=0 tx=0).stop 2024-03-29T00:15:15.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.714+0000 7efc1d800640 1 -- 172.21.15.12:0/3404098657 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efc18103970 msgr2=0x7efc18199da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:15.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.714+0000 7efc1d800640 1 --2- 172.21.15.12:0/3404098657 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efc18103970 0x7efc18199da0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7efc0800e9c0 tx=0x7efc0800ee80 comp rx=0 tx=0).stop 2024-03-29T00:15:15.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.715+0000 7efc1d800640 1 -- 172.21.15.12:0/3404098657 shutdown_connections 2024-03-29T00:15:15.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.715+0000 7efc1d800640 1 --2- 172.21.15.12:0/3404098657 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7efbfc0a1e00 0x7efbfc0a42c0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:15.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.715+0000 7efc1d800640 1 --2- 172.21.15.12:0/3404098657 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7efc18105520 0x7efc181a1310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:15.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.715+0000 7efc1d800640 1 --2- 172.21.15.12:0/3404098657 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efc18104b60 0x7efc1819a2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:15.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.715+0000 7efc1d800640 1 --2- 172.21.15.12:0/3404098657 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efc18103970 0x7efc18199da0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:15.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.715+0000 7efc1d800640 1 -- 172.21.15.12:0/3404098657 >> 172.21.15.12:0/3404098657 conn(0x7efc180fef00 msgr2=0x7efc18107d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:15.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.716+0000 7efc1d800640 1 -- 172.21.15.12:0/3404098657 shutdown_connections 2024-03-29T00:15:15.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.716+0000 7efc1d800640 1 -- 172.21.15.12:0/3404098657 wait complete. 2024-03-29T00:15:15.740 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-03-29T00:15:15.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:15 smithi012 ceph-mon[31657]: pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:15.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:15 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:15.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:15 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:15.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:15 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:15:15.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:15 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:15:15.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:15 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:15.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:15 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:15.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:15 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3404098657' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-03-29T00:15:15.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:15 smithi012 ceph-mon[31657]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-03-29T00:15:15.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:15 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:15:15.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:15 smithi053 ceph-mon[36233]: pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:15.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:15 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:15.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:15 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:15.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:15 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:15:15.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:15 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:15:15.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:15 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:15.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:15 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:15.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:15 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3404098657' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-03-29T00:15:15.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:15 smithi053 ceph-mon[36233]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-03-29T00:15:15.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:15 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:15:15.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.941+0000 7fd7d1a00640 1 -- 172.21.15.12:0/57957181 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd7cc076110 msgr2=0x7fd7cc076530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:15.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.941+0000 7fd7d1a00640 1 --2- 172.21.15.12:0/57957181 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd7cc076110 0x7fd7cc076530 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fd7bc009900 tx=0x7fd7bc02bc30 comp rx=0 tx=0).stop 2024-03-29T00:15:15.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.941+0000 7fd7d1a00640 1 -- 172.21.15.12:0/57957181 shutdown_connections 2024-03-29T00:15:15.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.941+0000 7fd7d1a00640 1 --2- 172.21.15.12:0/57957181 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd7cc077cf0 0x7fd7cc078590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:15.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.941+0000 7fd7d1a00640 1 --2- 172.21.15.12:0/57957181 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd7cc077350 0x7fd7cc0777b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:15.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.941+0000 7fd7d1a00640 1 --2- 172.21.15.12:0/57957181 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd7cc076110 0x7fd7cc076530 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:15.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.941+0000 7fd7d1a00640 1 -- 172.21.15.12:0/57957181 >> 172.21.15.12:0/57957181 conn(0x7fd7cc0fef00 msgr2=0x7fd7cc101340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:15.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.941+0000 7fd7d1a00640 1 -- 172.21.15.12:0/57957181 shutdown_connections 2024-03-29T00:15:15.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.942+0000 7fd7d1a00640 1 -- 172.21.15.12:0/57957181 wait complete. 2024-03-29T00:15:15.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.943+0000 7fd7d1a00640 1 Processor -- start 2024-03-29T00:15:15.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.943+0000 7fd7d1a00640 1 -- start start 2024-03-29T00:15:15.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.943+0000 7fd7d1a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd7cc076110 0x7fd7cc19e170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:15.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.943+0000 7fd7d1a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd7cc077350 0x7fd7cc19e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:15.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.944+0000 7fd7d1a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd7cc077cf0 0x7fd7cc1a5720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:15.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.944+0000 7fd7d1a00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fd7cc113b10 con 0x7fd7cc076110 2024-03-29T00:15:15.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.944+0000 7fd7d1a00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd7cc113990 con 0x7fd7cc077350 2024-03-29T00:15:15.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.944+0000 7fd7d1a00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd7cc113c90 con 0x7fd7cc077cf0 2024-03-29T00:15:15.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.944+0000 7fd7c3e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd7cc077350 0x7fd7cc19e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:15.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.944+0000 7fd7caa00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd7cc076110 0x7fd7cc19e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:15.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.944+0000 7fd7c3e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd7cc077350 0x7fd7cc19e6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:41654/0 (socket says 172.21.15.12:41654) 2024-03-29T00:15:15.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.944+0000 7fd7c3e00640 1 -- 172.21.15.12:0/1909948178 learned_addr learned my addr 172.21.15.12:0/1909948178 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:15.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.944+0000 7fd7cb400640 1 --2- 172.21.15.12:0/1909948178 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd7cc077cf0 0x7fd7cc1a5720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:15.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.944+0000 7fd7c3e00640 1 -- 172.21.15.12:0/1909948178 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd7cc077cf0 msgr2=0x7fd7cc1a5720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:15.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.944+0000 7fd7c3e00640 1 --2- 172.21.15.12:0/1909948178 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd7cc077cf0 0x7fd7cc1a5720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:15.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.944+0000 7fd7c3e00640 1 -- 172.21.15.12:0/1909948178 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd7cc076110 msgr2=0x7fd7cc19e170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:15.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.944+0000 7fd7c3e00640 1 --2- 172.21.15.12:0/1909948178 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd7cc076110 0x7fd7cc19e170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:15.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.944+0000 7fd7c3e00640 1 -- 172.21.15.12:0/1909948178 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7cc1a5d90 con 0x7fd7cc077350 2024-03-29T00:15:15.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.945+0000 7fd7c3e00640 1 --2- 172.21.15.12:0/1909948178 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd7cc077350 0x7fd7cc19e6b0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fd7b400e9f0 tx=0x7fd7b400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:15.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.945+0000 7fd7c3400640 1 -- 172.21.15.12:0/1909948178 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7b400cd80 con 0x7fd7cc077350 2024-03-29T00:15:15.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.945+0000 7fd7c3400640 1 -- 172.21.15.12:0/1909948178 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd7b4010930 con 0x7fd7cc077350 2024-03-29T00:15:15.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.945+0000 7fd7c3400640 1 -- 172.21.15.12:0/1909948178 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7b4018b00 con 0x7fd7cc077350 2024-03-29T00:15:15.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.945+0000 7fd7d1a00640 1 -- 172.21.15.12:0/1909948178 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7cc1a6080 con 0x7fd7cc077350 2024-03-29T00:15:15.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.945+0000 7fd7d1a00640 1 -- 172.21.15.12:0/1909948178 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7cc1a6580 con 0x7fd7cc077350 2024-03-29T00:15:15.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.946+0000 7fd7d1a00640 1 -- 172.21.15.12:0/1909948178 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7cc1104d0 con 0x7fd7cc077350 2024-03-29T00:15:15.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.950+0000 7fd7c3400640 1 -- 172.21.15.12:0/1909948178 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7fd7b4018ca0 con 0x7fd7cc077350 2024-03-29T00:15:15.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.951+0000 7fd7c3400640 1 --2- 172.21.15.12:0/1909948178 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd7b00a1e00 0x7fd7b00a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:15.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.951+0000 7fd7c3400640 1 -- 172.21.15.12:0/1909948178 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7497+0+0 (secure 0 0 0) 0x7fd7b40cde20 con 0x7fd7cc077350 2024-03-29T00:15:15.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.952+0000 7fd7caa00640 1 --2- 172.21.15.12:0/1909948178 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd7b00a1e00 0x7fd7b00a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:15.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.953+0000 7fd7caa00640 1 --2- 172.21.15.12:0/1909948178 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd7b00a1e00 0x7fd7b00a42c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fd7bc000c00 tx=0x7fd7bc005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:15.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:15.956+0000 7fd7c3400640 1 -- 172.21.15.12:0/1909948178 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fd7b409ae90 con 0x7fd7cc077350 2024-03-29T00:15:15.986 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:15 smithi069 ceph-mon[36074]: pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:15.986 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:15 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:15.986 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:15 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:15.986 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:15 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:15:15.986 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:15 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:15:15.986 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:15 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:15.986 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:15 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:15.986 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:15 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3404098657' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-03-29T00:15:15.986 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:15 smithi069 ceph-mon[36074]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-03-29T00:15:15.986 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:15 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:15:16.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.168+0000 7fd7d1a00640 1 -- 172.21.15.12:0/1909948178 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7fd7cc062380 con 0x7fd7cc077350 2024-03-29T00:15:16.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.731+0000 7fd7c3400640 1 -- 172.21.15.12:0/1909948178 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v83) ==== 171+0+0 (secure 0 0 0) 0x7fd7b409ef30 con 0x7fd7cc077350 2024-03-29T00:15:16.733 INFO:teuthology.orchestra.run.smithi012.stderr:pool 'cephfs_data' created 2024-03-29T00:15:16.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.744+0000 7fd7d1a00640 1 -- 172.21.15.12:0/1909948178 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd7b00a1e00 msgr2=0x7fd7b00a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:16.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.744+0000 7fd7d1a00640 1 --2- 172.21.15.12:0/1909948178 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd7b00a1e00 0x7fd7b00a42c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fd7bc000c00 tx=0x7fd7bc005fd0 comp rx=0 tx=0).stop 2024-03-29T00:15:16.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.744+0000 7fd7d1a00640 1 -- 172.21.15.12:0/1909948178 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd7cc077350 msgr2=0x7fd7cc19e6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:16.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.744+0000 7fd7d1a00640 1 --2- 172.21.15.12:0/1909948178 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd7cc077350 0x7fd7cc19e6b0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fd7b400e9f0 tx=0x7fd7b400eeb0 comp rx=0 tx=0).stop 2024-03-29T00:15:16.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.745+0000 7fd7d1a00640 1 -- 172.21.15.12:0/1909948178 shutdown_connections 2024-03-29T00:15:16.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.745+0000 7fd7d1a00640 1 --2- 172.21.15.12:0/1909948178 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd7b00a1e00 0x7fd7b00a42c0 secure :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fd7bc000c00 tx=0x7fd7bc005fd0 comp rx=0 tx=0).stop 2024-03-29T00:15:16.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.745+0000 7fd7d1a00640 1 --2- 172.21.15.12:0/1909948178 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd7cc077350 0x7fd7cc19e6b0 secure :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fd7b400e9f0 tx=0x7fd7b400eeb0 comp rx=0 tx=0).stop 2024-03-29T00:15:16.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.745+0000 7fd7d1a00640 1 --2- 172.21.15.12:0/1909948178 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd7cc077cf0 0x7fd7cc1a5720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:16.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.745+0000 7fd7d1a00640 1 --2- 172.21.15.12:0/1909948178 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd7cc076110 0x7fd7cc19e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:16.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.745+0000 7fd7d1a00640 1 -- 172.21.15.12:0/1909948178 >> 172.21.15.12:0/1909948178 conn(0x7fd7cc0fef00 msgr2=0x7fd7cc100670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:16.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.745+0000 7fd7d1a00640 1 -- 172.21.15.12:0/1909948178 shutdown_connections 2024-03-29T00:15:16.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.746+0000 7fd7d1a00640 1 -- 172.21.15.12:0/1909948178 wait complete. 2024-03-29T00:15:16.775 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-03-29T00:15:16.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.956+0000 7f71a4600640 1 -- 172.21.15.12:0/980606985 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f719c104b50 msgr2=0x7f719c104fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:16.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.956+0000 7f71a4600640 1 --2- 172.21.15.12:0/980606985 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f719c104b50 0x7f719c104fd0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f7188009900 tx=0x7f718802bc40 comp rx=0 tx=0).stop 2024-03-29T00:15:16.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.956+0000 7f71a4600640 1 -- 172.21.15.12:0/980606985 shutdown_connections 2024-03-29T00:15:16.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.957+0000 7f71a4600640 1 --2- 172.21.15.12:0/980606985 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f719c104b50 0x7f719c104fd0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:16.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.957+0000 7f71a4600640 1 --2- 172.21.15.12:0/980606985 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f719c105510 0x7f719c10bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:16.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.957+0000 7f71a4600640 1 --2- 172.21.15.12:0/980606985 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f719c103960 0x7f719c103d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:16.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.957+0000 7f71a4600640 1 -- 172.21.15.12:0/980606985 >> 172.21.15.12:0/980606985 conn(0x7f719c0feed0 msgr2=0x7f719c101310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:16.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.957+0000 7f71a4600640 1 -- 172.21.15.12:0/980606985 shutdown_connections 2024-03-29T00:15:16.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.957+0000 7f71a4600640 1 -- 172.21.15.12:0/980606985 wait complete. 2024-03-29T00:15:16.964 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.958+0000 7f71a4600640 1 Processor -- start 2024-03-29T00:15:16.964 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.958+0000 7f71a4600640 1 -- start start 2024-03-29T00:15:16.964 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.958+0000 7f71a4600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f719c103960 0x7f719c199d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:16.964 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.958+0000 7f71a4600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f719c104b50 0x7f719c19a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:16.964 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.958+0000 7f71a4600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f719c105510 0x7f719c1a1320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:16.964 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.958+0000 7f71a4600640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f719c10f710 con 0x7f719c105510 2024-03-29T00:15:16.964 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.958+0000 7f71a4600640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f719c10f590 con 0x7f719c104b50 2024-03-29T00:15:16.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.958+0000 7f71a4600640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f719c10f890 con 0x7f719c103960 2024-03-29T00:15:16.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.958+0000 7f71a1c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f719c103960 0x7f719c199d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:16.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.958+0000 7f71a1200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f719c104b50 0x7f719c19a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:16.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.958+0000 7f71a2600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f719c105510 0x7f719c1a1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:16.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.958+0000 7f71a1c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f719c103960 0x7f719c199d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:55870/0 (socket says 172.21.15.12:55870) 2024-03-29T00:15:16.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.958+0000 7f71a1c00640 1 -- 172.21.15.12:0/3394761798 learned_addr learned my addr 172.21.15.12:0/3394761798 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:16.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.959+0000 7f71a1c00640 1 -- 172.21.15.12:0/3394761798 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f719c104b50 msgr2=0x7f719c19a2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:16.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.959+0000 7f71a1c00640 1 --2- 172.21.15.12:0/3394761798 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f719c104b50 0x7f719c19a2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:16.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.959+0000 7f71a1c00640 1 -- 172.21.15.12:0/3394761798 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f719c105510 msgr2=0x7f719c1a1320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:16.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.959+0000 7f71a1c00640 1 --2- 172.21.15.12:0/3394761798 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f719c105510 0x7f719c1a1320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:16.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.959+0000 7f71a1c00640 1 -- 172.21.15.12:0/3394761798 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f719c1a1990 con 0x7f719c103960 2024-03-29T00:15:16.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.959+0000 7f71a1c00640 1 --2- 172.21.15.12:0/3394761798 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f719c103960 0x7f719c199d70 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f719000e9c0 tx=0x7f719000edc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:16.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.959+0000 7f719a000640 1 -- 172.21.15.12:0/3394761798 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f719000cd80 con 0x7f719c103960 2024-03-29T00:15:16.966 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.959+0000 7f71a4600640 1 -- 172.21.15.12:0/3394761798 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f719c1a1c80 con 0x7f719c103960 2024-03-29T00:15:16.966 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.959+0000 7f719a000640 1 -- 172.21.15.12:0/3394761798 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7190010930 con 0x7f719c103960 2024-03-29T00:15:16.966 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.959+0000 7f719a000640 1 -- 172.21.15.12:0/3394761798 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71900189c0 con 0x7f719c103960 2024-03-29T00:15:16.966 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.960+0000 7f71a4600640 1 -- 172.21.15.12:0/3394761798 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f719c1a21a0 con 0x7f719c103960 2024-03-29T00:15:16.966 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.960+0000 7f71a4600640 1 -- 172.21.15.12:0/3394761798 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f719c10ac80 con 0x7f719c103960 2024-03-29T00:15:16.966 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.962+0000 7f719a000640 1 -- 172.21.15.12:0/3394761798 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f719001f020 con 0x7f719c103960 2024-03-29T00:15:16.966 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.963+0000 7f719a000640 1 --2- 172.21.15.12:0/3394761798 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f71840a1d80 0x7f71840a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:16.966 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.964+0000 7f719a000640 1 -- 172.21.15.12:0/3394761798 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7879+0+0 (secure 0 0 0) 0x7f71900cdd00 con 0x7f719c103960 2024-03-29T00:15:16.966 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.964+0000 7f71a1200640 1 --2- 172.21.15.12:0/3394761798 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f71840a1d80 0x7f71840a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:16.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.964+0000 7f71a1200640 1 --2- 172.21.15.12:0/3394761798 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f71840a1d80 0x7f71840a4240 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f718802c910 tx=0x7f7188005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:16.968 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:16.968+0000 7f719a000640 1 -- 172.21.15.12:0/3394761798 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f719009b240 con 0x7f719c103960 2024-03-29T00:15:16.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:16 smithi069 ceph-mon[36074]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-03-29T00:15:16.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:16 smithi069 ceph-mon[36074]: osdmap e82: 12 total, 12 up, 12 in 2024-03-29T00:15:17.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:16 smithi012 ceph-mon[31657]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-03-29T00:15:17.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:16 smithi012 ceph-mon[31657]: osdmap e82: 12 total, 12 up, 12 in 2024-03-29T00:15:17.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:16 smithi053 ceph-mon[36233]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-03-29T00:15:17.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:16 smithi053 ceph-mon[36233]: osdmap e82: 12 total, 12 up, 12 in 2024-03-29T00:15:17.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:17.215+0000 7f71a4600640 1 -- 172.21.15.12:0/3394761798 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f719c0623f0 con 0x7f719c103960 2024-03-29T00:15:17.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:17 smithi069 ceph-mon[36074]: pgmap v315: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:17.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:17 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1909948178' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-03-29T00:15:17.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:17 smithi069 ceph-mon[36074]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-03-29T00:15:17.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:17 smithi069 ceph-mon[36074]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-29T00:15:17.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:17 smithi069 ceph-mon[36074]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-03-29T00:15:17.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:17 smithi069 ceph-mon[36074]: osdmap e83: 12 total, 12 up, 12 in 2024-03-29T00:15:17.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:17 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:17.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:17 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:17.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:17 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:17.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:17 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:17.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:17 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3394761798' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-03-29T00:15:17.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:17 smithi069 ceph-mon[36074]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-03-29T00:15:17.985 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:17 smithi069 ceph-mon[36074]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-03-29T00:15:18.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:17 smithi012 ceph-mon[31657]: pgmap v315: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:18.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:17 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1909948178' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-03-29T00:15:18.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:17 smithi012 ceph-mon[31657]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-03-29T00:15:18.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:17 smithi012 ceph-mon[31657]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-29T00:15:18.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:17 smithi012 ceph-mon[31657]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-03-29T00:15:18.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:17 smithi012 ceph-mon[31657]: osdmap e83: 12 total, 12 up, 12 in 2024-03-29T00:15:18.052 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:17 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:18.052 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:17 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:18.052 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:17 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:18.052 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:17 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:18.052 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:17 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3394761798' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-03-29T00:15:18.052 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:17 smithi012 ceph-mon[31657]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-03-29T00:15:18.053 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:17 smithi012 ceph-mon[31657]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-03-29T00:15:18.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:17 smithi053 ceph-mon[36233]: pgmap v315: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:18.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:17 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1909948178' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-03-29T00:15:18.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:17 smithi053 ceph-mon[36233]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-03-29T00:15:18.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:17 smithi053 ceph-mon[36233]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-29T00:15:18.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:17 smithi053 ceph-mon[36233]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-03-29T00:15:18.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:17 smithi053 ceph-mon[36233]: osdmap e83: 12 total, 12 up, 12 in 2024-03-29T00:15:18.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:17 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:18.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:17 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:18.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:17 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:18.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:17 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:18.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:17 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3394761798' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-03-29T00:15:18.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:17 smithi053 ceph-mon[36233]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-03-29T00:15:18.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:17 smithi053 ceph-mon[36233]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-03-29T00:15:18.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.191+0000 7f719a000640 1 -- 172.21.15.12:0/3394761798 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7f719009ab40 con 0x7f719c103960 2024-03-29T00:15:18.191 INFO:teuthology.orchestra.run.smithi012.stderr:new fs with metadata pool 2 and data pool 3 2024-03-29T00:15:18.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.194+0000 7f71a4600640 1 -- 172.21.15.12:0/3394761798 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f71840a1d80 msgr2=0x7f71840a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:18.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.194+0000 7f71a4600640 1 --2- 172.21.15.12:0/3394761798 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f71840a1d80 0x7f71840a4240 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f718802c910 tx=0x7f7188005fd0 comp rx=0 tx=0).stop 2024-03-29T00:15:18.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.194+0000 7f71a4600640 1 -- 172.21.15.12:0/3394761798 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f719c103960 msgr2=0x7f719c199d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:18.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.194+0000 7f71a4600640 1 --2- 172.21.15.12:0/3394761798 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f719c103960 0x7f719c199d70 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f719000e9c0 tx=0x7f719000edc0 comp rx=0 tx=0).stop 2024-03-29T00:15:18.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.195+0000 7f71a4600640 1 -- 172.21.15.12:0/3394761798 shutdown_connections 2024-03-29T00:15:18.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.195+0000 7f71a4600640 1 --2- 172.21.15.12:0/3394761798 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f71840a1d80 0x7f71840a4240 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:18.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.195+0000 7f71a4600640 1 --2- 172.21.15.12:0/3394761798 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f719c104b50 0x7f719c19a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:18.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.195+0000 7f71a4600640 1 --2- 172.21.15.12:0/3394761798 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f719c105510 0x7f719c1a1320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:18.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.195+0000 7f71a4600640 1 --2- 172.21.15.12:0/3394761798 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f719c103960 0x7f719c199d70 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:18.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.195+0000 7f71a4600640 1 -- 172.21.15.12:0/3394761798 >> 172.21.15.12:0/3394761798 conn(0x7f719c0feed0 msgr2=0x7f719c107e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:18.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.196+0000 7f71a4600640 1 -- 172.21.15.12:0/3394761798 shutdown_connections 2024-03-29T00:15:18.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.196+0000 7f71a4600640 1 -- 172.21.15.12:0/3394761798 wait complete. 2024-03-29T00:15:18.219 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-03-29T00:15:18.219 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-03-29T00:15:18.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.425+0000 7f0ee3c00640 1 -- 172.21.15.12:0/931700617 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0edc104b20 msgr2=0x7f0edc106f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:18.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.425+0000 7f0ee3c00640 1 --2- 172.21.15.12:0/931700617 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0edc104b20 0x7f0edc106f10 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f0ec4009be0 tx=0x7f0ec402bef0 comp rx=0 tx=0).stop 2024-03-29T00:15:18.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.426+0000 7f0ee3c00640 1 -- 172.21.15.12:0/931700617 shutdown_connections 2024-03-29T00:15:18.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.426+0000 7f0ee3c00640 1 --2- 172.21.15.12:0/931700617 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0edc104b20 0x7f0edc106f10 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:18.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.426+0000 7f0ee3c00640 1 --2- 172.21.15.12:0/931700617 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0edc107450 0x7f0edc1098a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:18.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.426+0000 7f0ee3c00640 1 --2- 172.21.15.12:0/931700617 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0edc1021f0 0x7f0edc1045e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:18.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.426+0000 7f0ee3c00640 1 -- 172.21.15.12:0/931700617 >> 172.21.15.12:0/931700617 conn(0x7f0edc0fbbe0 msgr2=0x7f0edc0fe020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:18.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.426+0000 7f0ee3c00640 1 -- 172.21.15.12:0/931700617 shutdown_connections 2024-03-29T00:15:18.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.426+0000 7f0ee3c00640 1 -- 172.21.15.12:0/931700617 wait complete. 2024-03-29T00:15:18.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.427+0000 7f0ee3c00640 1 Processor -- start 2024-03-29T00:15:18.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.427+0000 7f0ee3c00640 1 -- start start 2024-03-29T00:15:18.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.427+0000 7f0ee3c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0edc1021f0 0x7f0edc101b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:18.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.427+0000 7f0ee3c00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0edc104b20 0x7f0edc1001a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:18.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.427+0000 7f0ee3c00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0edc107450 0x7f0edc1006e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:18.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.427+0000 7f0ee3c00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f0edc10d520 con 0x7f0edc104b20 2024-03-29T00:15:18.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.427+0000 7f0ee3c00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f0edc10d3a0 con 0x7f0edc107450 2024-03-29T00:15:18.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.427+0000 7f0ee3c00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0edc10d6a0 con 0x7f0edc1021f0 2024-03-29T00:15:18.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.428+0000 7f0ee1200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0edc1021f0 0x7f0edc101b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:18.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.428+0000 7f0ee1200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0edc1021f0 0x7f0edc101b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:55888/0 (socket says 172.21.15.12:55888) 2024-03-29T00:15:18.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.428+0000 7f0ee1200640 1 -- 172.21.15.12:0/1306441004 learned_addr learned my addr 172.21.15.12:0/1306441004 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:18.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.428+0000 7f0edbe00640 1 --2- 172.21.15.12:0/1306441004 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0edc104b20 0x7f0edc1001a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:18.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.428+0000 7f0ee1c00640 1 --2- 172.21.15.12:0/1306441004 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0edc107450 0x7f0edc1006e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:18.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.428+0000 7f0ee1200640 1 -- 172.21.15.12:0/1306441004 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0edc107450 msgr2=0x7f0edc1006e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:18.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.428+0000 7f0ee1200640 1 --2- 172.21.15.12:0/1306441004 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0edc107450 0x7f0edc1006e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:18.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.428+0000 7f0ee1200640 1 -- 172.21.15.12:0/1306441004 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0edc104b20 msgr2=0x7f0edc1001a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:18.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.428+0000 7f0ee1200640 1 --2- 172.21.15.12:0/1306441004 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0edc104b20 0x7f0edc1001a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:18.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.428+0000 7f0ee1200640 1 -- 172.21.15.12:0/1306441004 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0edc100f70 con 0x7f0edc1021f0 2024-03-29T00:15:18.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.428+0000 7f0ee1200640 1 --2- 172.21.15.12:0/1306441004 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0edc1021f0 0x7f0edc101b60 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f0ecc00e9f0 tx=0x7f0ecc00edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:18.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.429+0000 7f0ed9600640 1 -- 172.21.15.12:0/1306441004 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ecc00ccc0 con 0x7f0edc1021f0 2024-03-29T00:15:18.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.429+0000 7f0ed9600640 1 -- 172.21.15.12:0/1306441004 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0ecc00ce60 con 0x7f0edc1021f0 2024-03-29T00:15:18.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.429+0000 7f0ed9600640 1 -- 172.21.15.12:0/1306441004 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ecc010690 con 0x7f0edc1021f0 2024-03-29T00:15:18.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.429+0000 7f0ee3c00640 1 -- 172.21.15.12:0/1306441004 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0edc1a1cf0 con 0x7f0edc1021f0 2024-03-29T00:15:18.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.429+0000 7f0ee3c00640 1 -- 172.21.15.12:0/1306441004 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0edc1a21c0 con 0x7f0edc1021f0 2024-03-29T00:15:18.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.430+0000 7f0ee3c00640 1 -- 172.21.15.12:0/1306441004 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0edc068a50 con 0x7f0edc1021f0 2024-03-29T00:15:18.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.432+0000 7f0ed9600640 1 -- 172.21.15.12:0/1306441004 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f0ecc0046c0 con 0x7f0edc1021f0 2024-03-29T00:15:18.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.433+0000 7f0ed9600640 1 --2- 172.21.15.12:0/1306441004 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0ebc0a1e00 0x7f0ebc0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:18.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.433+0000 7f0ed9600640 1 -- 172.21.15.12:0/1306441004 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7979+0+0 (secure 0 0 0) 0x7f0ecc0ce090 con 0x7f0edc1021f0 2024-03-29T00:15:18.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.433+0000 7f0edbe00640 1 --2- 172.21.15.12:0/1306441004 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0ebc0a1e00 0x7f0ebc0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:18.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.434+0000 7f0edbe00640 1 --2- 172.21.15.12:0/1306441004 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0ebc0a1e00 0x7f0ebc0a42c0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f0ec4006010 tx=0x7f0ec4004a60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:18.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.437+0000 7f0ed9600640 1 -- 172.21.15.12:0/1306441004 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f0edc068a50 con 0x7f0edc1021f0 2024-03-29T00:15:18.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.651+0000 7f0ee3c00640 1 -- 172.21.15.12:0/1306441004 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7f0edc062350 con 0x7f0edc1021f0 2024-03-29T00:15:18.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.734+0000 7f0ed9600640 1 -- 172.21.15.12:0/1306441004 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v85) ==== 157+0+0 (secure 0 0 0) 0x7f0ecc09b5b0 con 0x7f0edc1021f0 2024-03-29T00:15:18.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.737+0000 7f0ee3c00640 1 -- 172.21.15.12:0/1306441004 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0ebc0a1e00 msgr2=0x7f0ebc0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:18.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.738+0000 7f0ee3c00640 1 --2- 172.21.15.12:0/1306441004 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0ebc0a1e00 0x7f0ebc0a42c0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f0ec4006010 tx=0x7f0ec4004a60 comp rx=0 tx=0).stop 2024-03-29T00:15:18.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.738+0000 7f0ee3c00640 1 -- 172.21.15.12:0/1306441004 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0edc1021f0 msgr2=0x7f0edc101b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:18.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.738+0000 7f0ee3c00640 1 --2- 172.21.15.12:0/1306441004 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0edc1021f0 0x7f0edc101b60 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f0ecc00e9f0 tx=0x7f0ecc00edf0 comp rx=0 tx=0).stop 2024-03-29T00:15:18.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.738+0000 7f0ee3c00640 1 -- 172.21.15.12:0/1306441004 shutdown_connections 2024-03-29T00:15:18.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.738+0000 7f0ee3c00640 1 --2- 172.21.15.12:0/1306441004 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0ebc0a1e00 0x7f0ebc0a42c0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:18.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.738+0000 7f0ee3c00640 1 --2- 172.21.15.12:0/1306441004 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0edc107450 0x7f0edc1006e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:18.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.738+0000 7f0ee3c00640 1 --2- 172.21.15.12:0/1306441004 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0edc104b20 0x7f0edc1001a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:18.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.738+0000 7f0ee3c00640 1 --2- 172.21.15.12:0/1306441004 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0edc1021f0 0x7f0edc101b60 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:18.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.738+0000 7f0ee3c00640 1 -- 172.21.15.12:0/1306441004 >> 172.21.15.12:0/1306441004 conn(0x7f0edc0fbbe0 msgr2=0x7f0edc102b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:18.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.738+0000 7f0ee3c00640 1 -- 172.21.15.12:0/1306441004 shutdown_connections 2024-03-29T00:15:18.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.738+0000 7f0ee3c00640 1 -- 172.21.15.12:0/1306441004 wait complete. 2024-03-29T00:15:18.760 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-03-29T00:15:18.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.993+0000 7fa993600640 1 -- 172.21.15.12:0/1471615715 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa98c102270 msgr2=0x7fa98c104660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:18.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.993+0000 7fa993600640 1 --2- 172.21.15.12:0/1471615715 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa98c102270 0x7fa98c104660 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fa980009900 tx=0x7fa98002bc30 comp rx=0 tx=0).stop 2024-03-29T00:15:18.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.993+0000 7fa993600640 1 -- 172.21.15.12:0/1471615715 shutdown_connections 2024-03-29T00:15:18.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.993+0000 7fa993600640 1 --2- 172.21.15.12:0/1471615715 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa98c104ba0 0x7fa98c106f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:18.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.993+0000 7fa993600640 1 --2- 172.21.15.12:0/1471615715 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa98c1074d0 0x7fa98c109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:18.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.993+0000 7fa993600640 1 --2- 172.21.15.12:0/1471615715 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa98c102270 0x7fa98c104660 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:18.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.993+0000 7fa993600640 1 -- 172.21.15.12:0/1471615715 >> 172.21.15.12:0/1471615715 conn(0x7fa98c0fbc60 msgr2=0x7fa98c0fe0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:18.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.993+0000 7fa993600640 1 -- 172.21.15.12:0/1471615715 shutdown_connections 2024-03-29T00:15:18.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.993+0000 7fa993600640 1 -- 172.21.15.12:0/1471615715 wait complete. 2024-03-29T00:15:18.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.994+0000 7fa993600640 1 Processor -- start 2024-03-29T00:15:18.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.994+0000 7fa993600640 1 -- start start 2024-03-29T00:15:18.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.994+0000 7fa993600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa98c102270 0x7fa98c199d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:18.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.994+0000 7fa993600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa98c104ba0 0x7fa98c19a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:18.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.994+0000 7fa993600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa98c1074d0 0x7fa98c1a1300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:18.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.995+0000 7fa993600640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa98c10d500 con 0x7fa98c1074d0 2024-03-29T00:15:18.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.995+0000 7fa993600640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa98c10d380 con 0x7fa98c104ba0 2024-03-29T00:15:18.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.995+0000 7fa993600640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa98c10d680 con 0x7fa98c102270 2024-03-29T00:15:18.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.995+0000 7fa991600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa98c1074d0 0x7fa98c1a1300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:18.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.995+0000 7fa98be00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa98c104ba0 0x7fa98c19a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:18.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.995+0000 7fa991600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa98c1074d0 0x7fa98c1a1300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:59032/0 (socket says 172.21.15.12:59032) 2024-03-29T00:15:18.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.995+0000 7fa991600640 1 -- 172.21.15.12:0/1983836741 learned_addr learned my addr 172.21.15.12:0/1983836741 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:18.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.995+0000 7fa990c00640 1 --2- 172.21.15.12:0/1983836741 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa98c102270 0x7fa98c199d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:18.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.995+0000 7fa991600640 1 -- 172.21.15.12:0/1983836741 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa98c102270 msgr2=0x7fa98c199d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:18.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.995+0000 7fa991600640 1 --2- 172.21.15.12:0/1983836741 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa98c102270 0x7fa98c199d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:18.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.995+0000 7fa991600640 1 -- 172.21.15.12:0/1983836741 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa98c104ba0 msgr2=0x7fa98c19a290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:18.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.995+0000 7fa991600640 1 --2- 172.21.15.12:0/1983836741 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa98c104ba0 0x7fa98c19a290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:18.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.995+0000 7fa991600640 1 -- 172.21.15.12:0/1983836741 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa98c1a1970 con 0x7fa98c1074d0 2024-03-29T00:15:18.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.995+0000 7fa98be00640 1 --2- 172.21.15.12:0/1983836741 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa98c104ba0 0x7fa98c19a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:15:18.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.996+0000 7fa991600640 1 --2- 172.21.15.12:0/1983836741 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa98c1074d0 0x7fa98c1a1300 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fa98400eb10 tx=0x7fa98400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:18.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.996+0000 7fa989600640 1 -- 172.21.15.12:0/1983836741 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa984004b20 con 0x7fa98c1074d0 2024-03-29T00:15:18.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.996+0000 7fa989600640 1 -- 172.21.15.12:0/1983836741 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa984004cc0 con 0x7fa98c1074d0 2024-03-29T00:15:18.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.996+0000 7fa993600640 1 -- 172.21.15.12:0/1983836741 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa98c1a1c60 con 0x7fa98c1074d0 2024-03-29T00:15:18.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.996+0000 7fa989600640 1 -- 172.21.15.12:0/1983836741 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9840107f0 con 0x7fa98c1074d0 2024-03-29T00:15:18.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.996+0000 7fa993600640 1 -- 172.21.15.12:0/1983836741 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa98c1a21b0 con 0x7fa98c1074d0 2024-03-29T00:15:18.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:18.997+0000 7fa993600640 1 -- 172.21.15.12:0/1983836741 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa98c109020 con 0x7fa98c1074d0 2024-03-29T00:15:19.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:19.000+0000 7fa989600640 1 -- 172.21.15.12:0/1983836741 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7fa984005000 con 0x7fa98c1074d0 2024-03-29T00:15:19.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:19.002+0000 7fa989600640 1 --2- 172.21.15.12:0/1983836741 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa9740a1e00 0x7fa9740a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:19.003 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:19.002+0000 7fa989600640 1 -- 172.21.15.12:0/1983836741 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8277+0+0 (secure 0 0 0) 0x7fa9840ce510 con 0x7fa98c1074d0 2024-03-29T00:15:19.003 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:19.002+0000 7fa990c00640 1 --2- 172.21.15.12:0/1983836741 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa9740a1e00 0x7fa9740a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:19.003 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:19.003+0000 7fa990c00640 1 --2- 172.21.15.12:0/1983836741 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa9740a1e00 0x7fa9740a42c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fa980000c00 tx=0x7fa980005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:19.006 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:19.006+0000 7fa989600640 1 -- 172.21.15.12:0/1983836741 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fa984053280 con 0x7fa98c1074d0 2024-03-29T00:15:19.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:18 smithi012 ceph-mon[31657]: pgmap v317: 97 pgs: 24 creating+peering, 11 active+clean, 62 unknown; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:19.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:18 smithi012 ceph-mon[31657]: osdmap e84: 12 total, 12 up, 12 in 2024-03-29T00:15:19.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:18 smithi012 ceph-mon[31657]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-03-29T00:15:19.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:18 smithi012 ceph-mon[31657]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-03-29T00:15:19.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:18 smithi012 ceph-mon[31657]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-03-29T00:15:19.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:18 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:19.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:18 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:19.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:18 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:15:19.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:18 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:15:19.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:18 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:19.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:18 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1306441004' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-03-29T00:15:19.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:18 smithi012 ceph-mon[31657]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-03-29T00:15:19.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:18 smithi053 ceph-mon[36233]: pgmap v317: 97 pgs: 24 creating+peering, 11 active+clean, 62 unknown; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:19.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:18 smithi053 ceph-mon[36233]: osdmap e84: 12 total, 12 up, 12 in 2024-03-29T00:15:19.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:18 smithi053 ceph-mon[36233]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-03-29T00:15:19.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:18 smithi053 ceph-mon[36233]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-03-29T00:15:19.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:18 smithi053 ceph-mon[36233]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-03-29T00:15:19.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:18 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:19.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:18 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:19.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:18 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:15:19.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:18 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:15:19.156 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:18 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:19.157 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:18 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1306441004' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-03-29T00:15:19.157 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:18 smithi053 ceph-mon[36233]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-03-29T00:15:19.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:19.212+0000 7fa993600640 1 -- 172.21.15.12:0/1983836741 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fa98c02d370 con 0x7fa98c1074d0 2024-03-29T00:15:19.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:18 smithi069 ceph-mon[36074]: pgmap v317: 97 pgs: 24 creating+peering, 11 active+clean, 62 unknown; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:19.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:18 smithi069 ceph-mon[36074]: osdmap e84: 12 total, 12 up, 12 in 2024-03-29T00:15:19.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:18 smithi069 ceph-mon[36074]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-03-29T00:15:19.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:18 smithi069 ceph-mon[36074]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-03-29T00:15:19.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:18 smithi069 ceph-mon[36074]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-03-29T00:15:19.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:18 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:19.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:18 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:19.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:18 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:15:19.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:18 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:15:19.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:18 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:15:19.235 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:18 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1306441004' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-03-29T00:15:19.235 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:18 smithi069 ceph-mon[36074]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-03-29T00:15:20.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:19 smithi012 ceph-mon[31657]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-03-29T00:15:20.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:19 smithi012 ceph-mon[31657]: osdmap e85: 12 total, 12 up, 12 in 2024-03-29T00:15:20.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:19 smithi012 ceph-mon[31657]: mds.? [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] up:active 2024-03-29T00:15:20.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:19 smithi012 ceph-mon[31657]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-03-29T00:15:20.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:19 smithi012 ceph-mon[31657]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-03-29T00:15:20.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:19 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1983836741' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-03-29T00:15:20.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:19 smithi053 ceph-mon[36233]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-03-29T00:15:20.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:19 smithi053 ceph-mon[36233]: osdmap e85: 12 total, 12 up, 12 in 2024-03-29T00:15:20.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:19 smithi053 ceph-mon[36233]: mds.? [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] up:active 2024-03-29T00:15:20.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:19 smithi053 ceph-mon[36233]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-03-29T00:15:20.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:19 smithi053 ceph-mon[36233]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-03-29T00:15:20.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:19 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1983836741' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-03-29T00:15:20.194 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:19 smithi069 ceph-mon[36074]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-03-29T00:15:20.194 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:19 smithi069 ceph-mon[36074]: osdmap e85: 12 total, 12 up, 12 in 2024-03-29T00:15:20.194 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:19 smithi069 ceph-mon[36074]: mds.? [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] up:active 2024-03-29T00:15:20.194 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:19 smithi069 ceph-mon[36074]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-03-29T00:15:20.194 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:19 smithi069 ceph-mon[36074]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-03-29T00:15:20.194 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:19 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1983836741' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-03-29T00:15:20.485 INFO:journalctl@ceph.mds.i.smithi069.stdout:Mar 29 00:15:20 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-i[67225]: 2024-03-29T00:15:20.194+0000 7fc968711700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-03-29T00:15:21.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:20 smithi012 ceph-mon[31657]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-03-29T00:15:21.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:20 smithi012 ceph-mon[31657]: Cluster is now healthy 2024-03-29T00:15:21.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:20 smithi053 ceph-mon[36233]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-03-29T00:15:21.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:20 smithi053 ceph-mon[36233]: Cluster is now healthy 2024-03-29T00:15:21.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.217+0000 7fa989600640 1 -- 172.21.15.12:0/1983836741 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v87) ==== 228+0+0 (secure 0 0 0) 0x7fa98409b8b0 con 0x7fa98c1074d0 2024-03-29T00:15:21.218 INFO:teuthology.orchestra.run.smithi012.stderr:pool 'cephfs_data_ec' created 2024-03-29T00:15:21.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.222+0000 7fa993600640 1 -- 172.21.15.12:0/1983836741 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa9740a1e00 msgr2=0x7fa9740a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:21.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.222+0000 7fa993600640 1 --2- 172.21.15.12:0/1983836741 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa9740a1e00 0x7fa9740a42c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fa980000c00 tx=0x7fa980005fd0 comp rx=0 tx=0).stop 2024-03-29T00:15:21.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.222+0000 7fa993600640 1 -- 172.21.15.12:0/1983836741 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa98c1074d0 msgr2=0x7fa98c1a1300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:21.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.222+0000 7fa993600640 1 --2- 172.21.15.12:0/1983836741 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa98c1074d0 0x7fa98c1a1300 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fa98400eb10 tx=0x7fa98400c2d0 comp rx=0 tx=0).stop 2024-03-29T00:15:21.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.223+0000 7fa993600640 1 -- 172.21.15.12:0/1983836741 shutdown_connections 2024-03-29T00:15:21.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.223+0000 7fa993600640 1 --2- 172.21.15.12:0/1983836741 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa9740a1e00 0x7fa9740a42c0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:21.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.223+0000 7fa993600640 1 --2- 172.21.15.12:0/1983836741 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa98c104ba0 0x7fa98c19a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:21.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.223+0000 7fa993600640 1 --2- 172.21.15.12:0/1983836741 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa98c1074d0 0x7fa98c1a1300 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:21.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.223+0000 7fa993600640 1 --2- 172.21.15.12:0/1983836741 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa98c102270 0x7fa98c199d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:21.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.223+0000 7fa993600640 1 -- 172.21.15.12:0/1983836741 >> 172.21.15.12:0/1983836741 conn(0x7fa98c0fbc60 msgr2=0x7fa98c101a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:21.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.224+0000 7fa993600640 1 -- 172.21.15.12:0/1983836741 shutdown_connections 2024-03-29T00:15:21.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.225+0000 7fa993600640 1 -- 172.21.15.12:0/1983836741 wait complete. 2024-03-29T00:15:21.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:20 smithi069 ceph-mon[36074]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-03-29T00:15:21.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:20 smithi069 ceph-mon[36074]: Cluster is now healthy 2024-03-29T00:15:21.251 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-03-29T00:15:21.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.446+0000 7f9cfea00640 1 -- 172.21.15.12:0/2249433765 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9cf81015c0 msgr2=0x7f9cf81019e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:21.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.446+0000 7f9cfea00640 1 --2- 172.21.15.12:0/2249433765 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9cf81015c0 0x7f9cf81019e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f9ce8009ca0 tx=0x7f9ce802c100 comp rx=0 tx=0).stop 2024-03-29T00:15:21.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.447+0000 7f9cfea00640 1 -- 172.21.15.12:0/2249433765 shutdown_connections 2024-03-29T00:15:21.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.447+0000 7f9cfea00640 1 --2- 172.21.15.12:0/2249433765 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9cf81027b0 0x7f9cf8102c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:21.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.447+0000 7f9cfea00640 1 --2- 172.21.15.12:0/2249433765 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9cf8103170 0x7f9cf8109a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:21.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.447+0000 7f9cfea00640 1 --2- 172.21.15.12:0/2249433765 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9cf81015c0 0x7f9cf81019e0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:21.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.447+0000 7f9cfea00640 1 -- 172.21.15.12:0/2249433765 >> 172.21.15.12:0/2249433765 conn(0x7f9cf80fcb30 msgr2=0x7f9cf80fef70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:21.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.447+0000 7f9cfea00640 1 -- 172.21.15.12:0/2249433765 shutdown_connections 2024-03-29T00:15:21.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.447+0000 7f9cfea00640 1 -- 172.21.15.12:0/2249433765 wait complete. 2024-03-29T00:15:21.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.448+0000 7f9cfea00640 1 Processor -- start 2024-03-29T00:15:21.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.448+0000 7f9cfea00640 1 -- start start 2024-03-29T00:15:21.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.448+0000 7f9cfea00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9cf81015c0 0x7f9cf8199bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:21.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.448+0000 7f9cfea00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9cf81027b0 0x7f9cf819a110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:21.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.449+0000 7f9cfea00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9cf8103170 0x7f9cf81a1180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:21.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.449+0000 7f9cfea00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f9cf810d360 con 0x7f9cf81015c0 2024-03-29T00:15:21.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.449+0000 7f9cfea00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f9cf810d1e0 con 0x7f9cf8103170 2024-03-29T00:15:21.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.449+0000 7f9cfea00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f9cf810d4e0 con 0x7f9cf81027b0 2024-03-29T00:15:21.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.449+0000 7f9cfd600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9cf81015c0 0x7f9cf8199bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:21.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.449+0000 7f9cfcc00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9cf81027b0 0x7f9cf819a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:21.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.449+0000 7f9cfcc00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9cf81027b0 0x7f9cf819a110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:55924/0 (socket says 172.21.15.12:55924) 2024-03-29T00:15:21.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.449+0000 7f9cfcc00640 1 -- 172.21.15.12:0/1009262355 learned_addr learned my addr 172.21.15.12:0/1009262355 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:21.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.449+0000 7f9cfe000640 1 --2- 172.21.15.12:0/1009262355 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9cf8103170 0x7f9cf81a1180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:21.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.449+0000 7f9cfcc00640 1 -- 172.21.15.12:0/1009262355 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9cf8103170 msgr2=0x7f9cf81a1180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:21.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.449+0000 7f9cfcc00640 1 --2- 172.21.15.12:0/1009262355 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9cf8103170 0x7f9cf81a1180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:21.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.449+0000 7f9cfcc00640 1 -- 172.21.15.12:0/1009262355 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9cf81015c0 msgr2=0x7f9cf8199bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:21.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.449+0000 7f9cfcc00640 1 --2- 172.21.15.12:0/1009262355 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9cf81015c0 0x7f9cf8199bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:21.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.449+0000 7f9cfcc00640 1 -- 172.21.15.12:0/1009262355 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cf81a17f0 con 0x7f9cf81027b0 2024-03-29T00:15:21.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.449+0000 7f9cfcc00640 1 --2- 172.21.15.12:0/1009262355 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9cf81027b0 0x7f9cf819a110 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f9ce400ea60 tx=0x7f9ce400ee60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:21.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.450+0000 7f9cf6000640 1 -- 172.21.15.12:0/1009262355 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ce400cd20 con 0x7f9cf81027b0 2024-03-29T00:15:21.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.450+0000 7f9cf6000640 1 -- 172.21.15.12:0/1009262355 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9ce40035f0 con 0x7f9cf81027b0 2024-03-29T00:15:21.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.450+0000 7f9cfea00640 1 -- 172.21.15.12:0/1009262355 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9cf81a1ae0 con 0x7f9cf81027b0 2024-03-29T00:15:21.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.450+0000 7f9cf6000640 1 -- 172.21.15.12:0/1009262355 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ce4010690 con 0x7f9cf81027b0 2024-03-29T00:15:21.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.450+0000 7f9cfea00640 1 -- 172.21.15.12:0/1009262355 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9cf81a2080 con 0x7f9cf81027b0 2024-03-29T00:15:21.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.451+0000 7f9cfea00640 1 -- 172.21.15.12:0/1009262355 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9cf81a22b0 con 0x7f9cf81027b0 2024-03-29T00:15:21.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.454+0000 7f9cf6000640 1 -- 172.21.15.12:0/1009262355 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f9ce40037a0 con 0x7f9cf81027b0 2024-03-29T00:15:21.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.455+0000 7f9cf6000640 1 --2- 172.21.15.12:0/1009262355 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9cdc0a1e00 0x7f9cdc0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:21.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.455+0000 7f9cf6000640 1 -- 172.21.15.12:0/1009262355 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8770+0+0 (secure 0 0 0) 0x7f9ce40ce360 con 0x7f9cf81027b0 2024-03-29T00:15:21.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.455+0000 7f9cfd600640 1 --2- 172.21.15.12:0/1009262355 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9cdc0a1e00 0x7f9cdc0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:21.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.456+0000 7f9cfd600640 1 --2- 172.21.15.12:0/1009262355 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9cdc0a1e00 0x7f9cdc0a42c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f9ce802c640 tx=0x7f9ce8009360 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:21.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.457+0000 7f9cf6000640 1 -- 172.21.15.12:0/1009262355 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f9ce409b510 con 0x7f9cf81027b0 2024-03-29T00:15:21.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:21.649+0000 7f9cfea00640 1 -- 172.21.15.12:0/1009262355 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7f9cf81a2790 con 0x7f9cf81027b0 2024-03-29T00:15:22.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:21 smithi012 ceph-mon[31657]: pgmap v320: 97 pgs: 24 creating+peering, 39 active+clean, 34 unknown; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:22.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:21 smithi012 ceph-mon[31657]: osdmap e86: 12 total, 12 up, 12 in 2024-03-29T00:15:22.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:21 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1983836741' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-03-29T00:15:22.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:21 smithi012 ceph-mon[31657]: osdmap e87: 12 total, 12 up, 12 in 2024-03-29T00:15:22.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:21 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1009262355' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-03-29T00:15:22.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:21 smithi012 ceph-mon[31657]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-03-29T00:15:22.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:21 smithi053 ceph-mon[36233]: pgmap v320: 97 pgs: 24 creating+peering, 39 active+clean, 34 unknown; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:22.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:21 smithi053 ceph-mon[36233]: osdmap e86: 12 total, 12 up, 12 in 2024-03-29T00:15:22.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:21 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1983836741' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-03-29T00:15:22.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:21 smithi053 ceph-mon[36233]: osdmap e87: 12 total, 12 up, 12 in 2024-03-29T00:15:22.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:21 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1009262355' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-03-29T00:15:22.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:21 smithi053 ceph-mon[36233]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-03-29T00:15:22.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.227+0000 7f9cf6000640 1 -- 172.21.15.12:0/1009262355 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v88) ==== 169+0+0 (secure 0 0 0) 0x7f9ce409ae10 con 0x7f9cf81027b0 2024-03-29T00:15:22.230 INFO:teuthology.orchestra.run.smithi012.stderr:set pool 4 allow_ec_overwrites to true 2024-03-29T00:15:22.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:21 smithi069 ceph-mon[36074]: pgmap v320: 97 pgs: 24 creating+peering, 39 active+clean, 34 unknown; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:22.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:21 smithi069 ceph-mon[36074]: osdmap e86: 12 total, 12 up, 12 in 2024-03-29T00:15:22.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:21 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1983836741' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-03-29T00:15:22.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:21 smithi069 ceph-mon[36074]: osdmap e87: 12 total, 12 up, 12 in 2024-03-29T00:15:22.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:21 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1009262355' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-03-29T00:15:22.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:21 smithi069 ceph-mon[36074]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-03-29T00:15:22.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.233+0000 7f9cfea00640 1 -- 172.21.15.12:0/1009262355 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9cdc0a1e00 msgr2=0x7f9cdc0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:22.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.233+0000 7f9cfea00640 1 --2- 172.21.15.12:0/1009262355 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9cdc0a1e00 0x7f9cdc0a42c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f9ce802c640 tx=0x7f9ce8009360 comp rx=0 tx=0).stop 2024-03-29T00:15:22.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.234+0000 7f9cfea00640 1 -- 172.21.15.12:0/1009262355 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9cf81027b0 msgr2=0x7f9cf819a110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:22.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.234+0000 7f9cfea00640 1 --2- 172.21.15.12:0/1009262355 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9cf81027b0 0x7f9cf819a110 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f9ce400ea60 tx=0x7f9ce400ee60 comp rx=0 tx=0).stop 2024-03-29T00:15:22.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.234+0000 7f9cfea00640 1 -- 172.21.15.12:0/1009262355 shutdown_connections 2024-03-29T00:15:22.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.234+0000 7f9cfea00640 1 --2- 172.21.15.12:0/1009262355 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9cdc0a1e00 0x7f9cdc0a42c0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:22.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.234+0000 7f9cfea00640 1 --2- 172.21.15.12:0/1009262355 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9cf8103170 0x7f9cf81a1180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:22.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.234+0000 7f9cfea00640 1 --2- 172.21.15.12:0/1009262355 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9cf81027b0 0x7f9cf819a110 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:22.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.234+0000 7f9cfea00640 1 --2- 172.21.15.12:0/1009262355 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9cf81015c0 0x7f9cf8199bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:22.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.234+0000 7f9cfea00640 1 -- 172.21.15.12:0/1009262355 >> 172.21.15.12:0/1009262355 conn(0x7f9cf80fcb30 msgr2=0x7f9cf8073980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:22.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.235+0000 7f9cfea00640 1 -- 172.21.15.12:0/1009262355 shutdown_connections 2024-03-29T00:15:22.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.235+0000 7f9cfea00640 1 -- 172.21.15.12:0/1009262355 wait complete. 2024-03-29T00:15:22.271 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2024-03-29T00:15:22.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.456+0000 7f7eee000640 1 -- 172.21.15.12:0/3118689733 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7ee8107bb0 msgr2=0x7f7ee8107fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:22.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.456+0000 7f7eee000640 1 --2- 172.21.15.12:0/3118689733 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7ee8107bb0 0x7f7ee8107fd0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f7edc009900 tx=0x7f7edc02bc30 comp rx=0 tx=0).stop 2024-03-29T00:15:22.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.456+0000 7f7eee000640 1 -- 172.21.15.12:0/3118689733 shutdown_connections 2024-03-29T00:15:22.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.456+0000 7f7eee000640 1 --2- 172.21.15.12:0/3118689733 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ee8108da0 0x7f7ee8109220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:22.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.456+0000 7f7eee000640 1 --2- 172.21.15.12:0/3118689733 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ee8109760 0x7f7ee810fff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:22.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.456+0000 7f7eee000640 1 --2- 172.21.15.12:0/3118689733 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7ee8107bb0 0x7f7ee8107fd0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:22.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.456+0000 7f7eee000640 1 -- 172.21.15.12:0/3118689733 >> 172.21.15.12:0/3118689733 conn(0x7f7ee8076b40 msgr2=0x7f7ee8078f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:22.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.456+0000 7f7eee000640 1 -- 172.21.15.12:0/3118689733 shutdown_connections 2024-03-29T00:15:22.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.456+0000 7f7eee000640 1 -- 172.21.15.12:0/3118689733 wait complete. 2024-03-29T00:15:22.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.457+0000 7f7eee000640 1 Processor -- start 2024-03-29T00:15:22.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.457+0000 7f7eee000640 1 -- start start 2024-03-29T00:15:22.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.457+0000 7f7eee000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7ee8107bb0 0x7f7ee819df90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:22.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.457+0000 7f7eee000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ee8108da0 0x7f7ee819e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:22.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.458+0000 7f7eee000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ee8109760 0x7f7ee81a5540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:22.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.458+0000 7f7eee000640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7ee8113910 con 0x7f7ee8107bb0 2024-03-29T00:15:22.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.458+0000 7f7eee000640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7ee8113790 con 0x7f7ee8108da0 2024-03-29T00:15:22.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.458+0000 7f7eee000640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7ee8113a90 con 0x7f7ee8109760 2024-03-29T00:15:22.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.458+0000 7f7eecc00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7ee8107bb0 0x7f7ee819df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:22.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.458+0000 7f7eecc00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7ee8107bb0 0x7f7ee819df90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:59074/0 (socket says 172.21.15.12:59074) 2024-03-29T00:15:22.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.458+0000 7f7eed600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ee8109760 0x7f7ee81a5540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:22.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.458+0000 7f7eecc00640 1 -- 172.21.15.12:0/1431802472 learned_addr learned my addr 172.21.15.12:0/1431802472 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:22.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.458+0000 7f7ee7e00640 1 --2- 172.21.15.12:0/1431802472 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ee8108da0 0x7f7ee819e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:22.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.458+0000 7f7eed600640 1 -- 172.21.15.12:0/1431802472 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ee8108da0 msgr2=0x7f7ee819e4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:22.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.458+0000 7f7eed600640 1 --2- 172.21.15.12:0/1431802472 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ee8108da0 0x7f7ee819e4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:22.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.458+0000 7f7eed600640 1 -- 172.21.15.12:0/1431802472 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7ee8107bb0 msgr2=0x7f7ee819df90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:22.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.458+0000 7f7eed600640 1 --2- 172.21.15.12:0/1431802472 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7ee8107bb0 0x7f7ee819df90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:22.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.458+0000 7f7eed600640 1 -- 172.21.15.12:0/1431802472 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ee81a5bb0 con 0x7f7ee8109760 2024-03-29T00:15:22.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.458+0000 7f7eed600640 1 --2- 172.21.15.12:0/1431802472 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ee8109760 0x7f7ee81a5540 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f7ee0009fd0 tx=0x7f7ee000ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:22.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.459+0000 7f7ee5600640 1 -- 172.21.15.12:0/1431802472 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ee000ce20 con 0x7f7ee8109760 2024-03-29T00:15:22.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.459+0000 7f7ee5600640 1 -- 172.21.15.12:0/1431802472 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7ee0004b20 con 0x7f7ee8109760 2024-03-29T00:15:22.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.459+0000 7f7eee000640 1 -- 172.21.15.12:0/1431802472 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ee81a5ea0 con 0x7f7ee8109760 2024-03-29T00:15:22.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.459+0000 7f7ee5600640 1 -- 172.21.15.12:0/1431802472 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ee0010790 con 0x7f7ee8109760 2024-03-29T00:15:22.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.459+0000 7f7eee000640 1 -- 172.21.15.12:0/1431802472 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ee81a6310 con 0x7f7ee8109760 2024-03-29T00:15:22.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.460+0000 7f7eee000640 1 -- 172.21.15.12:0/1431802472 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ee810eed0 con 0x7f7ee8109760 2024-03-29T00:15:22.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.462+0000 7f7ee5600640 1 -- 172.21.15.12:0/1431802472 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f7ee0005020 con 0x7f7ee8109760 2024-03-29T00:15:22.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.463+0000 7f7ee5600640 1 --2- 172.21.15.12:0/1431802472 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7ed00a1d80 0x7f7ed00a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:22.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.463+0000 7f7ee5600640 1 -- 172.21.15.12:0/1431802472 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8770+0+0 (secure 0 0 0) 0x7f7ee00ce760 con 0x7f7ee8109760 2024-03-29T00:15:22.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.463+0000 7f7eecc00640 1 --2- 172.21.15.12:0/1431802472 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7ed00a1d80 0x7f7ed00a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:22.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.464+0000 7f7eecc00640 1 --2- 172.21.15.12:0/1431802472 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7ed00a1d80 0x7f7ed00a4240 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f7edc02ca30 tx=0x7f7edc009560 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:22.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.467+0000 7f7ee5600640 1 -- 172.21.15.12:0/1431802472 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f7ee009b910 con 0x7f7ee8109760 2024-03-29T00:15:22.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:22.710+0000 7f7eee000640 1 -- 172.21.15.12:0/1431802472 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7f7ee80623f0 con 0x7f7ee8109760 2024-03-29T00:15:23.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.249+0000 7f7ee5600640 1 -- 172.21.15.12:0/1431802472 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v17) ==== 137+0+0 (secure 0 0 0) 0x7f7ee009b210 con 0x7f7ee8109760 2024-03-29T00:15:23.249 INFO:teuthology.orchestra.run.smithi012.stderr:added data pool 4 to fsmap 2024-03-29T00:15:23.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.252+0000 7f7eee000640 1 -- 172.21.15.12:0/1431802472 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7ed00a1d80 msgr2=0x7f7ed00a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:23.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.252+0000 7f7eee000640 1 --2- 172.21.15.12:0/1431802472 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7ed00a1d80 0x7f7ed00a4240 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f7edc02ca30 tx=0x7f7edc009560 comp rx=0 tx=0).stop 2024-03-29T00:15:23.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.252+0000 7f7eee000640 1 -- 172.21.15.12:0/1431802472 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ee8109760 msgr2=0x7f7ee81a5540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:23.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.252+0000 7f7eee000640 1 --2- 172.21.15.12:0/1431802472 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ee8109760 0x7f7ee81a5540 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f7ee0009fd0 tx=0x7f7ee000ef10 comp rx=0 tx=0).stop 2024-03-29T00:15:23.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.252+0000 7f7eee000640 1 -- 172.21.15.12:0/1431802472 shutdown_connections 2024-03-29T00:15:23.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.252+0000 7f7eee000640 1 --2- 172.21.15.12:0/1431802472 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7ed00a1d80 0x7f7ed00a4240 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:23.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.252+0000 7f7eee000640 1 --2- 172.21.15.12:0/1431802472 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ee8108da0 0x7f7ee819e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:23.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.252+0000 7f7eee000640 1 --2- 172.21.15.12:0/1431802472 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ee8109760 0x7f7ee81a5540 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:23.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.252+0000 7f7eee000640 1 --2- 172.21.15.12:0/1431802472 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7ee8107bb0 0x7f7ee819df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:23.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.252+0000 7f7eee000640 1 -- 172.21.15.12:0/1431802472 >> 172.21.15.12:0/1431802472 conn(0x7f7ee8076b40 msgr2=0x7f7ee810c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:23.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.252+0000 7f7eee000640 1 -- 172.21.15.12:0/1431802472 shutdown_connections 2024-03-29T00:15:23.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.252+0000 7f7eee000640 1 -- 172.21.15.12:0/1431802472 wait complete. 2024-03-29T00:15:23.274 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:15:23.353 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:23 smithi012 ceph-mon[31657]: pgmap v323: 129 pgs: 22 creating+peering, 81 active+clean, 26 unknown; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 8 op/s 2024-03-29T00:15:23.354 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:23 smithi012 ceph-mon[31657]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-29T00:15:23.354 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:23 smithi012 ceph-mon[31657]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-03-29T00:15:23.354 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:23 smithi012 ceph-mon[31657]: osdmap e88: 12 total, 12 up, 12 in 2024-03-29T00:15:23.354 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:23 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1431802472' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-03-29T00:15:23.354 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:23 smithi012 ceph-mon[31657]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-03-29T00:15:23.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:23 smithi053 ceph-mon[36233]: pgmap v323: 129 pgs: 22 creating+peering, 81 active+clean, 26 unknown; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 8 op/s 2024-03-29T00:15:23.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:23 smithi053 ceph-mon[36233]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-29T00:15:23.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:23 smithi053 ceph-mon[36233]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-03-29T00:15:23.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:23 smithi053 ceph-mon[36233]: osdmap e88: 12 total, 12 up, 12 in 2024-03-29T00:15:23.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:23 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1431802472' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-03-29T00:15:23.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:23 smithi053 ceph-mon[36233]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-03-29T00:15:23.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:23 smithi069 ceph-mon[36074]: pgmap v323: 129 pgs: 22 creating+peering, 81 active+clean, 26 unknown; 577 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 8 op/s 2024-03-29T00:15:23.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:23 smithi069 ceph-mon[36074]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-29T00:15:23.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:23 smithi069 ceph-mon[36074]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-03-29T00:15:23.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:23 smithi069 ceph-mon[36074]: osdmap e88: 12 total, 12 up, 12 in 2024-03-29T00:15:23.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:23 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1431802472' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-03-29T00:15:23.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:23 smithi069 ceph-mon[36074]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-03-29T00:15:23.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.493+0000 7fb549600640 1 -- 172.21.15.12:0/4165399541 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb544104a60 msgr2=0x7fb544104ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:23.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.493+0000 7fb549600640 1 --2- 172.21.15.12:0/4165399541 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb544104a60 0x7fb544104ee0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fb52c009860 tx=0x7fb52c02bb70 comp rx=0 tx=0).stop 2024-03-29T00:15:23.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.494+0000 7fb549600640 1 -- 172.21.15.12:0/4165399541 shutdown_connections 2024-03-29T00:15:23.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.494+0000 7fb549600640 1 --2- 172.21.15.12:0/4165399541 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb544104a60 0x7fb544104ee0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:23.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.494+0000 7fb549600640 1 --2- 172.21.15.12:0/4165399541 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb544105420 0x7fb54410bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:23.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.494+0000 7fb549600640 1 --2- 172.21.15.12:0/4165399541 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb544103870 0x7fb544103c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:23.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.494+0000 7fb549600640 1 -- 172.21.15.12:0/4165399541 >> 172.21.15.12:0/4165399541 conn(0x7fb5440fee00 msgr2=0x7fb544101220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:23.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.494+0000 7fb549600640 1 -- 172.21.15.12:0/4165399541 shutdown_connections 2024-03-29T00:15:23.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.494+0000 7fb549600640 1 -- 172.21.15.12:0/4165399541 wait complete. 2024-03-29T00:15:23.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.495+0000 7fb549600640 1 Processor -- start 2024-03-29T00:15:23.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.495+0000 7fb549600640 1 -- start start 2024-03-29T00:15:23.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.495+0000 7fb549600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb544103870 0x7fb544199c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:23.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.495+0000 7fb549600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb544104a60 0x7fb54419a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:23.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.495+0000 7fb549600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb544105420 0x7fb5441a1230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:23.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.495+0000 7fb549600640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fb54410f620 con 0x7fb544103870 2024-03-29T00:15:23.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.495+0000 7fb549600640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fb54410f4a0 con 0x7fb544104a60 2024-03-29T00:15:23.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.495+0000 7fb549600640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb54410f7a0 con 0x7fb544105420 2024-03-29T00:15:23.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.496+0000 7fb543e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb544103870 0x7fb544199c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:23.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.496+0000 7fb548c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb544105420 0x7fb5441a1230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:23.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.496+0000 7fb548c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb544105420 0x7fb5441a1230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:55958/0 (socket says 172.21.15.12:55958) 2024-03-29T00:15:23.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.496+0000 7fb548c00640 1 -- 172.21.15.12:0/4207159413 learned_addr learned my addr 172.21.15.12:0/4207159413 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:23.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.496+0000 7fb53b400640 1 --2- 172.21.15.12:0/4207159413 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb544104a60 0x7fb54419a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:23.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.496+0000 7fb548c00640 1 -- 172.21.15.12:0/4207159413 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb544104a60 msgr2=0x7fb54419a1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:23.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.496+0000 7fb548c00640 1 --2- 172.21.15.12:0/4207159413 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb544104a60 0x7fb54419a1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:23.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.496+0000 7fb548c00640 1 -- 172.21.15.12:0/4207159413 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb544103870 msgr2=0x7fb544199c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:23.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.496+0000 7fb548c00640 1 --2- 172.21.15.12:0/4207159413 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb544103870 0x7fb544199c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:23.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.496+0000 7fb548c00640 1 -- 172.21.15.12:0/4207159413 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5441a18d0 con 0x7fb544105420 2024-03-29T00:15:23.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.496+0000 7fb548c00640 1 --2- 172.21.15.12:0/4207159413 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb544105420 0x7fb5441a1230 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fb53c009fd0 tx=0x7fb53c00c800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:23.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.497+0000 7fb541600640 1 -- 172.21.15.12:0/4207159413 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb53c004b20 con 0x7fb544105420 2024-03-29T00:15:23.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.497+0000 7fb541600640 1 -- 172.21.15.12:0/4207159413 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb53c004cc0 con 0x7fb544105420 2024-03-29T00:15:23.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.497+0000 7fb549600640 1 -- 172.21.15.12:0/4207159413 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5441a1bc0 con 0x7fb544105420 2024-03-29T00:15:23.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.497+0000 7fb541600640 1 -- 172.21.15.12:0/4207159413 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb53c00b630 con 0x7fb544105420 2024-03-29T00:15:23.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.497+0000 7fb549600640 1 -- 172.21.15.12:0/4207159413 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5441a20e0 con 0x7fb544105420 2024-03-29T00:15:23.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.498+0000 7fb549600640 1 -- 172.21.15.12:0/4207159413 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb54410aac0 con 0x7fb544105420 2024-03-29T00:15:23.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.501+0000 7fb541600640 1 -- 172.21.15.12:0/4207159413 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7fb53c01d020 con 0x7fb544105420 2024-03-29T00:15:23.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.502+0000 7fb541600640 1 --2- 172.21.15.12:0/4207159413 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb5280a1d70 0x7fb5280a4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:23.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.502+0000 7fb541600640 1 -- 172.21.15.12:0/4207159413 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fb53c0cdea0 con 0x7fb544105420 2024-03-29T00:15:23.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.502+0000 7fb543e00640 1 --2- 172.21.15.12:0/4207159413 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb5280a1d70 0x7fb5280a4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:23.504 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.503+0000 7fb543e00640 1 --2- 172.21.15.12:0/4207159413 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb5280a1d70 0x7fb5280a4230 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fb54419ab60 tx=0x7fb534005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:23.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.506+0000 7fb541600640 1 -- 172.21.15.12:0/4207159413 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fb53c09b030 con 0x7fb544105420 2024-03-29T00:15:23.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.755+0000 7fb549600640 1 -- 172.21.15.12:0/4207159413 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb544062350 con 0x7fb544105420 2024-03-29T00:15:23.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.756+0000 7fb541600640 1 -- 172.21.15.12:0/4207159413 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+11773 (secure 0 0 0) 0x7fb53c09a930 con 0x7fb544105420 2024-03-29T00:15:23.758 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:15:23.758 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":17,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14385,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2850016952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2850016952},{"type":"v1","addr":"172.21.15.12:6835","nonce":2850016952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/54288999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":54288999},{"type":"v1","addr":"172.21.15.12:6837","nonce":54288999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14451,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/2537576655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":2537576655},{"type":"v1","addr":"172.21.15.12:6839","nonce":2537576655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14469,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6841/167917143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":167917143},{"type":"v1","addr":"172.21.15.12:6841","nonce":167917143}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24431,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24472,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/3689706936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":3689706936},{"type":"v1","addr":"172.21.15.53:6835","nonce":3689706936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24509,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/3069224551","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":3069224551},{"type":"v1","addr":"172.21.15.53:6837","nonce":3069224551}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24532,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/368717986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":368717986},{"type":"v1","addr":"172.21.15.69:6835","nonce":368717986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24544,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/466045469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":466045469},{"type":"v1","addr":"172.21.15.69:6837","nonce":466045469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24566,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6839/2142959350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":2142959350},{"type":"v1","addr":"172.21.15.53:6839","nonce":2142959350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-03-29T00:15:17.217711+0000","modified":"2024-03-29T00:15:22.713518+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24568},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24568":{"gid":24568,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.69:6839/1021939171","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1021939171},{"type":"v1","addr":"172.21.15.69:6839","nonce":1021939171}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24568,"qdb_cluster":[24568]},"id":1}]} 2024-03-29T00:15:23.758 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 17 2024-03-29T00:15:23.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.760+0000 7fb549600640 1 -- 172.21.15.12:0/4207159413 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb5280a1d70 msgr2=0x7fb5280a4230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:23.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.760+0000 7fb549600640 1 --2- 172.21.15.12:0/4207159413 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb5280a1d70 0x7fb5280a4230 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fb54419ab60 tx=0x7fb534005f90 comp rx=0 tx=0).stop 2024-03-29T00:15:23.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.760+0000 7fb549600640 1 -- 172.21.15.12:0/4207159413 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb544105420 msgr2=0x7fb5441a1230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:23.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.760+0000 7fb549600640 1 --2- 172.21.15.12:0/4207159413 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb544105420 0x7fb5441a1230 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fb53c009fd0 tx=0x7fb53c00c800 comp rx=0 tx=0).stop 2024-03-29T00:15:23.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.760+0000 7fb549600640 1 -- 172.21.15.12:0/4207159413 shutdown_connections 2024-03-29T00:15:23.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.760+0000 7fb549600640 1 --2- 172.21.15.12:0/4207159413 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb5280a1d70 0x7fb5280a4230 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:23.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.760+0000 7fb549600640 1 --2- 172.21.15.12:0/4207159413 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb544104a60 0x7fb54419a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:23.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.760+0000 7fb549600640 1 --2- 172.21.15.12:0/4207159413 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb544105420 0x7fb5441a1230 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:23.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.760+0000 7fb549600640 1 --2- 172.21.15.12:0/4207159413 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb544103870 0x7fb544199c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:23.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.760+0000 7fb549600640 1 -- 172.21.15.12:0/4207159413 >> 172.21.15.12:0/4207159413 conn(0x7fb5440fee00 msgr2=0x7fb544107c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:23.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.760+0000 7fb549600640 1 -- 172.21.15.12:0/4207159413 shutdown_connections 2024-03-29T00:15:23.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:23.760+0000 7fb549600640 1 -- 172.21.15.12:0/4207159413 wait complete. 2024-03-29T00:15:23.781 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-29T00:15:24.004 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.002+0000 7ff439e00640 1 -- 172.21.15.12:0/3937611569 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff434077cf0 msgr2=0x7ff434078590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:24.004 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.002+0000 7ff439e00640 1 --2- 172.21.15.12:0/3937611569 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff434077cf0 0x7ff434078590 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7ff42c009be0 tx=0x7ff42c02bef0 comp rx=0 tx=0).stop 2024-03-29T00:15:24.004 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.003+0000 7ff439e00640 1 -- 172.21.15.12:0/3937611569 shutdown_connections 2024-03-29T00:15:24.005 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.003+0000 7ff439e00640 1 --2- 172.21.15.12:0/3937611569 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff434077cf0 0x7ff434078590 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:24.005 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.003+0000 7ff439e00640 1 --2- 172.21.15.12:0/3937611569 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff434077350 0x7ff4340777b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:24.005 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.003+0000 7ff439e00640 1 --2- 172.21.15.12:0/3937611569 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff434076110 0x7ff434076530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:24.005 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.003+0000 7ff439e00640 1 -- 172.21.15.12:0/3937611569 >> 172.21.15.12:0/3937611569 conn(0x7ff4340fee00 msgr2=0x7ff434101220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:24.005 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.003+0000 7ff439e00640 1 -- 172.21.15.12:0/3937611569 shutdown_connections 2024-03-29T00:15:24.005 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.003+0000 7ff439e00640 1 -- 172.21.15.12:0/3937611569 wait complete. 2024-03-29T00:15:24.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.004+0000 7ff439e00640 1 Processor -- start 2024-03-29T00:15:24.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.004+0000 7ff439e00640 1 -- start start 2024-03-29T00:15:24.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.004+0000 7ff439e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff434076110 0x7ff43419dff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:24.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.004+0000 7ff439e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff434077350 0x7ff43419e530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:24.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.004+0000 7ff439e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff434077cf0 0x7ff4341a5550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:24.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.004+0000 7ff439e00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff434113a20 con 0x7ff434077cf0 2024-03-29T00:15:24.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.004+0000 7ff439e00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff4341138a0 con 0x7ff434076110 2024-03-29T00:15:24.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.004+0000 7ff439e00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff434113ba0 con 0x7ff434077350 2024-03-29T00:15:24.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.005+0000 7ff433e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff434077350 0x7ff43419e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:24.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.005+0000 7ff433e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff434077350 0x7ff43419e530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:53804/0 (socket says 172.21.15.12:53804) 2024-03-29T00:15:24.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.005+0000 7ff433e00640 1 -- 172.21.15.12:0/2112904985 learned_addr learned my addr 172.21.15.12:0/2112904985 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:24.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.005+0000 7ff439400640 1 --2- 172.21.15.12:0/2112904985 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff434077cf0 0x7ff4341a5550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:24.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.005+0000 7ff438a00640 1 --2- 172.21.15.12:0/2112904985 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff434076110 0x7ff43419dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:24.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.005+0000 7ff433e00640 1 -- 172.21.15.12:0/2112904985 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff434076110 msgr2=0x7ff43419dff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:24.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.005+0000 7ff433e00640 1 --2- 172.21.15.12:0/2112904985 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff434076110 0x7ff43419dff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:24.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.005+0000 7ff433e00640 1 -- 172.21.15.12:0/2112904985 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff434077cf0 msgr2=0x7ff4341a5550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:24.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.005+0000 7ff433e00640 1 --2- 172.21.15.12:0/2112904985 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff434077cf0 0x7ff4341a5550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:24.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.005+0000 7ff433e00640 1 -- 172.21.15.12:0/2112904985 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4341a5bc0 con 0x7ff434077350 2024-03-29T00:15:24.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.005+0000 7ff438a00640 1 --2- 172.21.15.12:0/2112904985 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff434076110 0x7ff43419dff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:15:24.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.005+0000 7ff439400640 1 --2- 172.21.15.12:0/2112904985 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff434077cf0 0x7ff4341a5550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:15:24.009 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.005+0000 7ff433e00640 1 --2- 172.21.15.12:0/2112904985 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff434077350 0x7ff43419e530 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ff42000e9c0 tx=0x7ff42000ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:24.009 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.005+0000 7ff431600640 1 -- 172.21.15.12:0/2112904985 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff42000cde0 con 0x7ff434077350 2024-03-29T00:15:24.009 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.005+0000 7ff431600640 1 -- 172.21.15.12:0/2112904985 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff4200035f0 con 0x7ff434077350 2024-03-29T00:15:24.009 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.005+0000 7ff431600640 1 -- 172.21.15.12:0/2112904985 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff420010670 con 0x7ff434077350 2024-03-29T00:15:24.009 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.006+0000 7ff439e00640 1 -- 172.21.15.12:0/2112904985 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4341a5eb0 con 0x7ff434077350 2024-03-29T00:15:24.009 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.006+0000 7ff439e00640 1 -- 172.21.15.12:0/2112904985 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4341a6320 con 0x7ff434077350 2024-03-29T00:15:24.009 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.007+0000 7ff439e00640 1 -- 172.21.15.12:0/2112904985 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4341101e0 con 0x7ff434077350 2024-03-29T00:15:24.010 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.009+0000 7ff431600640 1 -- 172.21.15.12:0/2112904985 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7ff4200037a0 con 0x7ff434077350 2024-03-29T00:15:24.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.011+0000 7ff431600640 1 --2- 172.21.15.12:0/2112904985 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff41c0a1d70 0x7ff41c0a4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:24.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.011+0000 7ff431600640 1 -- 172.21.15.12:0/2112904985 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7ff4200ce4c0 con 0x7ff434077350 2024-03-29T00:15:24.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.011+0000 7ff438a00640 1 --2- 172.21.15.12:0/2112904985 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff41c0a1d70 0x7ff41c0a4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:24.013 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.012+0000 7ff438a00640 1 --2- 172.21.15.12:0/2112904985 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff41c0a1d70 0x7ff41c0a4230 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7ff428009b50 tx=0x7ff428005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:24.016 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.015+0000 7ff431600640 1 -- 172.21.15.12:0/2112904985 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7ff42009b650 con 0x7ff434077350 2024-03-29T00:15:24.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.218+0000 7ff439e00640 1 -- 172.21.15.12:0/2112904985 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff434062380 con 0x7ff434077350 2024-03-29T00:15:24.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.220+0000 7ff431600640 1 -- 172.21.15.12:0/2112904985 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+24031 (secure 0 0 0) 0x7ff42009af50 con 0x7ff434077350 2024-03-29T00:15:24.222 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:15:24.222 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":89,"fsid":"f0a28ba8-ed5f-11ee-95d0-87774f69a715","created":"2024-03-29T00:05:52.349196+0000","modified":"2024-03-29T00:15:22.713146+0000","last_up_change":"2024-03-29T00:14:17.644182+0000","last_in_change":"2024-03-29T00:13:57.992327+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-29T00:09:58.299082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-29T00:15:15.323046+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-29T00:15:16.709268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-29T00:15:20.769838+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f15b3bc8-42a4-4aca-bf7c-f36533a25084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6803","nonce":1970936395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6805","nonce":1970936395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6809","nonce":1970936395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6807","nonce":1970936395}]},"public_addr":"172.21.15.12:6803/1970936395","cluster_addr":"172.21.15.12:6805/1970936395","heartbeat_back_addr":"172.21.15.12:6809/1970936395","heartbeat_front_addr":"172.21.15.12:6807/1970936395","state":["exists","up"]},{"osd":1,"uuid":"9fc84928-5898-4421-8fae-8a6c3b5d6454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6801","nonce":2562558811}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6803","nonce":2562558811}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6807","nonce":2562558811}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6805","nonce":2562558811}]},"public_addr":"172.21.15.53:6801/2562558811","cluster_addr":"172.21.15.53:6803/2562558811","heartbeat_back_addr":"172.21.15.53:6807/2562558811","heartbeat_front_addr":"172.21.15.53:6805/2562558811","state":["exists","up"]},{"osd":2,"uuid":"6e1df3eb-d5e1-4433-aef8-dcc544feb108","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6800","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6801","nonce":3472201934}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6803","nonce":3472201934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6807","nonce":3472201934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6805","nonce":3472201934}]},"public_addr":"172.21.15.69:6801/3472201934","cluster_addr":"172.21.15.69:6803/3472201934","heartbeat_back_addr":"172.21.15.69:6807/3472201934","heartbeat_front_addr":"172.21.15.69:6805/3472201934","state":["exists","up"]},{"osd":3,"uuid":"c03886ee-0efd-4a1f-b04f-b060483d852b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6811","nonce":1860879351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6813","nonce":1860879351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6817","nonce":1860879351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6815","nonce":1860879351}]},"public_addr":"172.21.15.12:6811/1860879351","cluster_addr":"172.21.15.12:6813/1860879351","heartbeat_back_addr":"172.21.15.12:6817/1860879351","heartbeat_front_addr":"172.21.15.12:6815/1860879351","state":["exists","up"]},{"osd":4,"uuid":"10a25f7e-b569-4d47-add7-560968efa9c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6809","nonce":1066696400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6811","nonce":1066696400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6815","nonce":1066696400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6813","nonce":1066696400}]},"public_addr":"172.21.15.53:6809/1066696400","cluster_addr":"172.21.15.53:6811/1066696400","heartbeat_back_addr":"172.21.15.53:6815/1066696400","heartbeat_front_addr":"172.21.15.53:6813/1066696400","state":["exists","up"]},{"osd":5,"uuid":"21bad6a7-f98d-4344-8b0b-cf8526575ac2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6809","nonce":2160312252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6811","nonce":2160312252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6815","nonce":2160312252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6813","nonce":2160312252}]},"public_addr":"172.21.15.69:6809/2160312252","cluster_addr":"172.21.15.69:6811/2160312252","heartbeat_back_addr":"172.21.15.69:6815/2160312252","heartbeat_front_addr":"172.21.15.69:6813/2160312252","state":["exists","up"]},{"osd":6,"uuid":"927557ba-0245-42bb-83f1-c8b6b44cc496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6819","nonce":53322413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6821","nonce":53322413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6825","nonce":53322413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6823","nonce":53322413}]},"public_addr":"172.21.15.12:6819/53322413","cluster_addr":"172.21.15.12:6821/53322413","heartbeat_back_addr":"172.21.15.12:6825/53322413","heartbeat_front_addr":"172.21.15.12:6823/53322413","state":["exists","up"]},{"osd":7,"uuid":"22314690-d0eb-496b-b67d-922bdc0b6660","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6817","nonce":512991962}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6819","nonce":512991962}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6823","nonce":512991962}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6821","nonce":512991962}]},"public_addr":"172.21.15.53:6817/512991962","cluster_addr":"172.21.15.53:6819/512991962","heartbeat_back_addr":"172.21.15.53:6823/512991962","heartbeat_front_addr":"172.21.15.53:6821/512991962","state":["exists","up"]},{"osd":8,"uuid":"f26e428e-4919-4030-aa15-100d6df99aef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6817","nonce":2890541031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6819","nonce":2890541031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6823","nonce":2890541031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6821","nonce":2890541031}]},"public_addr":"172.21.15.69:6817/2890541031","cluster_addr":"172.21.15.69:6819/2890541031","heartbeat_back_addr":"172.21.15.69:6823/2890541031","heartbeat_front_addr":"172.21.15.69:6821/2890541031","state":["exists","up"]},{"osd":9,"uuid":"df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6827","nonce":1715133032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6829","nonce":1715133032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6833","nonce":1715133032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6831","nonce":1715133032}]},"public_addr":"172.21.15.12:6827/1715133032","cluster_addr":"172.21.15.12:6829/1715133032","heartbeat_back_addr":"172.21.15.12:6833/1715133032","heartbeat_front_addr":"172.21.15.12:6831/1715133032","state":["exists","up"]},{"osd":10,"uuid":"ac05ca46-a3d8-4e95-8b37-6f46b9f38703","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6825","nonce":3180522172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6827","nonce":3180522172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6831","nonce":3180522172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6829","nonce":3180522172}]},"public_addr":"172.21.15.53:6825/3180522172","cluster_addr":"172.21.15.53:6827/3180522172","heartbeat_back_addr":"172.21.15.53:6831/3180522172","heartbeat_front_addr":"172.21.15.53:6829/3180522172","state":["exists","up"]},{"osd":11,"uuid":"47fd23fb-f49f-49ca-8dfa-df667d03cfa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6825","nonce":1830685720}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6827","nonce":1830685720}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6831","nonce":1830685720}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6829","nonce":1830685720}]},"public_addr":"172.21.15.69:6825/1830685720","cluster_addr":"172.21.15.69:6827/1830685720","heartbeat_back_addr":"172.21.15.69:6831/1830685720","heartbeat_front_addr":"172.21.15.69:6829/1830685720","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:04.043487+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:29.451338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:53.723758+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:27.673354+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:54.498962+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:19.775485+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:54.005468+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:21.544560+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:47.123756+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:22.232554+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:50.514376+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:14:16.169343+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/3903984873":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/3329864026":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/1184533662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/2224576662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/798509208":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/4176566530":"2024-03-30T00:07:09.578981+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-29T00:15:24.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.222+0000 7ff439e00640 1 -- 172.21.15.12:0/2112904985 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff41c0a1d70 msgr2=0x7ff41c0a4230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:24.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.222+0000 7ff439e00640 1 --2- 172.21.15.12:0/2112904985 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff41c0a1d70 0x7ff41c0a4230 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7ff428009b50 tx=0x7ff428005f90 comp rx=0 tx=0).stop 2024-03-29T00:15:24.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.222+0000 7ff439e00640 1 -- 172.21.15.12:0/2112904985 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff434077350 msgr2=0x7ff43419e530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:24.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.222+0000 7ff439e00640 1 --2- 172.21.15.12:0/2112904985 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff434077350 0x7ff43419e530 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ff42000e9c0 tx=0x7ff42000ee80 comp rx=0 tx=0).stop 2024-03-29T00:15:24.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.223+0000 7ff439e00640 1 -- 172.21.15.12:0/2112904985 shutdown_connections 2024-03-29T00:15:24.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.223+0000 7ff439e00640 1 --2- 172.21.15.12:0/2112904985 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff41c0a1d70 0x7ff41c0a4230 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:24.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.223+0000 7ff439e00640 1 --2- 172.21.15.12:0/2112904985 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff434077cf0 0x7ff4341a5550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:24.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.223+0000 7ff439e00640 1 --2- 172.21.15.12:0/2112904985 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff434077350 0x7ff43419e530 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:24.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.223+0000 7ff439e00640 1 --2- 172.21.15.12:0/2112904985 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff434076110 0x7ff43419dff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:24.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.223+0000 7ff439e00640 1 -- 172.21.15.12:0/2112904985 >> 172.21.15.12:0/2112904985 conn(0x7ff4340fee00 msgr2=0x7ff434100900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:24.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.223+0000 7ff439e00640 1 -- 172.21.15.12:0/2112904985 shutdown_connections 2024-03-29T00:15:24.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.223+0000 7ff439e00640 1 -- 172.21.15.12:0/2112904985 wait complete. 2024-03-29T00:15:24.244 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-29T00:15:24.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:24 smithi053 ceph-mon[36233]: osdmap e89: 12 total, 12 up, 12 in 2024-03-29T00:15:24.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:24 smithi053 ceph-mon[36233]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-03-29T00:15:24.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:24 smithi053 ceph-mon[36233]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-03-29T00:15:24.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:24 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/4207159413' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:15:24.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.467+0000 7f3871c00640 1 -- 172.21.15.12:0/2112489443 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f386c109500 msgr2=0x7f386c10b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:24.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.467+0000 7f3871c00640 1 --2- 172.21.15.12:0/2112489443 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f386c109500 0x7f386c10b990 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f3864009900 tx=0x7f386402bcc0 comp rx=0 tx=0).stop 2024-03-29T00:15:24.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.467+0000 7f3871c00640 1 -- 172.21.15.12:0/2112489443 shutdown_connections 2024-03-29T00:15:24.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.467+0000 7f3871c00640 1 --2- 172.21.15.12:0/2112489443 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f386c074130 0x7f386c074590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:24.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.467+0000 7f3871c00640 1 --2- 172.21.15.12:0/2112489443 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f386c109500 0x7f386c10b990 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:24.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.467+0000 7f3871c00640 1 --2- 172.21.15.12:0/2112489443 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f386c075710 0x7f386c073b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:24.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.467+0000 7f3871c00640 1 -- 172.21.15.12:0/2112489443 >> 172.21.15.12:0/2112489443 conn(0x7f386c0fcbe0 msgr2=0x7f386c0ff000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:24.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.467+0000 7f3871c00640 1 -- 172.21.15.12:0/2112489443 shutdown_connections 2024-03-29T00:15:24.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.467+0000 7f3871c00640 1 -- 172.21.15.12:0/2112489443 wait complete. 2024-03-29T00:15:24.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.468+0000 7f3871c00640 1 Processor -- start 2024-03-29T00:15:24.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.468+0000 7f3871c00640 1 -- start start 2024-03-29T00:15:24.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.469+0000 7f3871c00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f386c074130 0x7f386c199ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:24.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.469+0000 7f3871c00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f386c075710 0x7f386c19a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:24.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.469+0000 7f3871c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f386c109500 0x7f386c1a1150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:24.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.469+0000 7f3871c00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f386c10f610 con 0x7f386c075710 2024-03-29T00:15:24.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.469+0000 7f3871c00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f386c10f490 con 0x7f386c074130 2024-03-29T00:15:24.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.469+0000 7f3871c00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f386c10f790 con 0x7f386c109500 2024-03-29T00:15:24.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.469+0000 7f386be00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f386c074130 0x7f386c199ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:24.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.469+0000 7f386b400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f386c075710 0x7f386c19a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:24.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.469+0000 7f3871200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f386c109500 0x7f386c1a1150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:24.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.469+0000 7f386be00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f386c074130 0x7f386c199ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:47704/0 (socket says 172.21.15.12:47704) 2024-03-29T00:15:24.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.469+0000 7f386be00640 1 -- 172.21.15.12:0/24009748 learned_addr learned my addr 172.21.15.12:0/24009748 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:24.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.470+0000 7f386be00640 1 -- 172.21.15.12:0/24009748 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f386c109500 msgr2=0x7f386c1a1150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:24.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.470+0000 7f386be00640 1 --2- 172.21.15.12:0/24009748 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f386c109500 0x7f386c1a1150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:24.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.470+0000 7f386be00640 1 -- 172.21.15.12:0/24009748 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f386c075710 msgr2=0x7f386c19a0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:24.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.470+0000 7f386be00640 1 --2- 172.21.15.12:0/24009748 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f386c075710 0x7f386c19a0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:24.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.470+0000 7f386be00640 1 -- 172.21.15.12:0/24009748 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f386c1a17c0 con 0x7f386c074130 2024-03-29T00:15:24.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.470+0000 7f3871200640 1 --2- 172.21.15.12:0/24009748 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f386c109500 0x7f386c1a1150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:15:24.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.470+0000 7f386be00640 1 --2- 172.21.15.12:0/24009748 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f386c074130 0x7f386c199ba0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f385c009d50 tx=0x7f385c00c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:24.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.470+0000 7f3868c00640 1 -- 172.21.15.12:0/24009748 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f385c003b70 con 0x7f386c074130 2024-03-29T00:15:24.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.470+0000 7f3868c00640 1 -- 172.21.15.12:0/24009748 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f385c003d10 con 0x7f386c074130 2024-03-29T00:15:24.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.470+0000 7f3871c00640 1 -- 172.21.15.12:0/24009748 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f386c1a1ab0 con 0x7f386c074130 2024-03-29T00:15:24.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.470+0000 7f3868c00640 1 -- 172.21.15.12:0/24009748 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f385c010a90 con 0x7f386c074130 2024-03-29T00:15:24.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.470+0000 7f3871c00640 1 -- 172.21.15.12:0/24009748 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f386c1a2000 con 0x7f386c074130 2024-03-29T00:15:24.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.471+0000 7f3871c00640 1 -- 172.21.15.12:0/24009748 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f386c1082c0 con 0x7f386c074130 2024-03-29T00:15:24.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.474+0000 7f3868c00640 1 -- 172.21.15.12:0/24009748 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f385c004a40 con 0x7f386c074130 2024-03-29T00:15:24.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.475+0000 7f3868c00640 1 --2- 172.21.15.12:0/24009748 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f38500a1d70 0x7f38500a4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:24.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.475+0000 7f3868c00640 1 -- 172.21.15.12:0/24009748 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f385c0cea70 con 0x7f386c074130 2024-03-29T00:15:24.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.475+0000 7f386b400640 1 --2- 172.21.15.12:0/24009748 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f38500a1d70 0x7f38500a4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:24.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.476+0000 7f386b400640 1 --2- 172.21.15.12:0/24009748 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f38500a1d70 0x7f38500a4230 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f386c19b0b0 tx=0x7f3854005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:24.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.477+0000 7f3868c00640 1 -- 172.21.15.12:0/24009748 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f385c09bc00 con 0x7f386c074130 2024-03-29T00:15:24.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:24 smithi069 ceph-mon[36074]: osdmap e89: 12 total, 12 up, 12 in 2024-03-29T00:15:24.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:24 smithi069 ceph-mon[36074]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-03-29T00:15:24.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:24 smithi069 ceph-mon[36074]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-03-29T00:15:24.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:24 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/4207159413' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:15:24.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:24 smithi012 ceph-mon[31657]: osdmap e89: 12 total, 12 up, 12 in 2024-03-29T00:15:24.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:24 smithi012 ceph-mon[31657]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-03-29T00:15:24.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:24 smithi012 ceph-mon[31657]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-03-29T00:15:24.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:24 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/4207159413' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:15:24.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.681+0000 7f3871c00640 1 -- 172.21.15.12:0/24009748 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f386c02d3d0 con 0x7f386c074130 2024-03-29T00:15:24.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.683+0000 7f3868c00640 1 -- 172.21.15.12:0/24009748 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+24031 (secure 0 0 0) 0x7f385c09b500 con 0x7f386c074130 2024-03-29T00:15:24.685 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:15:24.685 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":89,"fsid":"f0a28ba8-ed5f-11ee-95d0-87774f69a715","created":"2024-03-29T00:05:52.349196+0000","modified":"2024-03-29T00:15:22.713146+0000","last_up_change":"2024-03-29T00:14:17.644182+0000","last_in_change":"2024-03-29T00:13:57.992327+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-29T00:09:58.299082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-29T00:15:15.323046+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-29T00:15:16.709268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-29T00:15:20.769838+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f15b3bc8-42a4-4aca-bf7c-f36533a25084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6803","nonce":1970936395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6805","nonce":1970936395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6809","nonce":1970936395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6807","nonce":1970936395}]},"public_addr":"172.21.15.12:6803/1970936395","cluster_addr":"172.21.15.12:6805/1970936395","heartbeat_back_addr":"172.21.15.12:6809/1970936395","heartbeat_front_addr":"172.21.15.12:6807/1970936395","state":["exists","up"]},{"osd":1,"uuid":"9fc84928-5898-4421-8fae-8a6c3b5d6454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6801","nonce":2562558811}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6803","nonce":2562558811}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6807","nonce":2562558811}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6805","nonce":2562558811}]},"public_addr":"172.21.15.53:6801/2562558811","cluster_addr":"172.21.15.53:6803/2562558811","heartbeat_back_addr":"172.21.15.53:6807/2562558811","heartbeat_front_addr":"172.21.15.53:6805/2562558811","state":["exists","up"]},{"osd":2,"uuid":"6e1df3eb-d5e1-4433-aef8-dcc544feb108","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6800","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6801","nonce":3472201934}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6803","nonce":3472201934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6807","nonce":3472201934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6805","nonce":3472201934}]},"public_addr":"172.21.15.69:6801/3472201934","cluster_addr":"172.21.15.69:6803/3472201934","heartbeat_back_addr":"172.21.15.69:6807/3472201934","heartbeat_front_addr":"172.21.15.69:6805/3472201934","state":["exists","up"]},{"osd":3,"uuid":"c03886ee-0efd-4a1f-b04f-b060483d852b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6811","nonce":1860879351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6813","nonce":1860879351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6817","nonce":1860879351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6815","nonce":1860879351}]},"public_addr":"172.21.15.12:6811/1860879351","cluster_addr":"172.21.15.12:6813/1860879351","heartbeat_back_addr":"172.21.15.12:6817/1860879351","heartbeat_front_addr":"172.21.15.12:6815/1860879351","state":["exists","up"]},{"osd":4,"uuid":"10a25f7e-b569-4d47-add7-560968efa9c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6809","nonce":1066696400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6811","nonce":1066696400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6815","nonce":1066696400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6813","nonce":1066696400}]},"public_addr":"172.21.15.53:6809/1066696400","cluster_addr":"172.21.15.53:6811/1066696400","heartbeat_back_addr":"172.21.15.53:6815/1066696400","heartbeat_front_addr":"172.21.15.53:6813/1066696400","state":["exists","up"]},{"osd":5,"uuid":"21bad6a7-f98d-4344-8b0b-cf8526575ac2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6809","nonce":2160312252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6811","nonce":2160312252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6815","nonce":2160312252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6813","nonce":2160312252}]},"public_addr":"172.21.15.69:6809/2160312252","cluster_addr":"172.21.15.69:6811/2160312252","heartbeat_back_addr":"172.21.15.69:6815/2160312252","heartbeat_front_addr":"172.21.15.69:6813/2160312252","state":["exists","up"]},{"osd":6,"uuid":"927557ba-0245-42bb-83f1-c8b6b44cc496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6819","nonce":53322413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6821","nonce":53322413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6825","nonce":53322413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6823","nonce":53322413}]},"public_addr":"172.21.15.12:6819/53322413","cluster_addr":"172.21.15.12:6821/53322413","heartbeat_back_addr":"172.21.15.12:6825/53322413","heartbeat_front_addr":"172.21.15.12:6823/53322413","state":["exists","up"]},{"osd":7,"uuid":"22314690-d0eb-496b-b67d-922bdc0b6660","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6817","nonce":512991962}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6819","nonce":512991962}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6823","nonce":512991962}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6821","nonce":512991962}]},"public_addr":"172.21.15.53:6817/512991962","cluster_addr":"172.21.15.53:6819/512991962","heartbeat_back_addr":"172.21.15.53:6823/512991962","heartbeat_front_addr":"172.21.15.53:6821/512991962","state":["exists","up"]},{"osd":8,"uuid":"f26e428e-4919-4030-aa15-100d6df99aef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6817","nonce":2890541031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6819","nonce":2890541031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6823","nonce":2890541031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6821","nonce":2890541031}]},"public_addr":"172.21.15.69:6817/2890541031","cluster_addr":"172.21.15.69:6819/2890541031","heartbeat_back_addr":"172.21.15.69:6823/2890541031","heartbeat_front_addr":"172.21.15.69:6821/2890541031","state":["exists","up"]},{"osd":9,"uuid":"df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6827","nonce":1715133032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6829","nonce":1715133032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6833","nonce":1715133032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6831","nonce":1715133032}]},"public_addr":"172.21.15.12:6827/1715133032","cluster_addr":"172.21.15.12:6829/1715133032","heartbeat_back_addr":"172.21.15.12:6833/1715133032","heartbeat_front_addr":"172.21.15.12:6831/1715133032","state":["exists","up"]},{"osd":10,"uuid":"ac05ca46-a3d8-4e95-8b37-6f46b9f38703","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6825","nonce":3180522172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6827","nonce":3180522172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6831","nonce":3180522172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6829","nonce":3180522172}]},"public_addr":"172.21.15.53:6825/3180522172","cluster_addr":"172.21.15.53:6827/3180522172","heartbeat_back_addr":"172.21.15.53:6831/3180522172","heartbeat_front_addr":"172.21.15.53:6829/3180522172","state":["exists","up"]},{"osd":11,"uuid":"47fd23fb-f49f-49ca-8dfa-df667d03cfa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6825","nonce":1830685720}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6827","nonce":1830685720}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6831","nonce":1830685720}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6829","nonce":1830685720}]},"public_addr":"172.21.15.69:6825/1830685720","cluster_addr":"172.21.15.69:6827/1830685720","heartbeat_back_addr":"172.21.15.69:6831/1830685720","heartbeat_front_addr":"172.21.15.69:6829/1830685720","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:04.043487+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:29.451338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:53.723758+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:27.673354+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:54.498962+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:19.775485+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:54.005468+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:21.544560+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:47.123756+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:22.232554+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:50.514376+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:14:16.169343+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/3903984873":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/3329864026":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/1184533662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/2224576662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/798509208":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/4176566530":"2024-03-30T00:07:09.578981+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-29T00:15:24.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.686+0000 7f3871c00640 1 -- 172.21.15.12:0/24009748 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f38500a1d70 msgr2=0x7f38500a4230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:24.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.686+0000 7f3871c00640 1 --2- 172.21.15.12:0/24009748 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f38500a1d70 0x7f38500a4230 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f386c19b0b0 tx=0x7f3854005f90 comp rx=0 tx=0).stop 2024-03-29T00:15:24.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.687+0000 7f3871c00640 1 -- 172.21.15.12:0/24009748 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f386c074130 msgr2=0x7f386c199ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:24.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.687+0000 7f3871c00640 1 --2- 172.21.15.12:0/24009748 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f386c074130 0x7f386c199ba0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f385c009d50 tx=0x7f385c00c6a0 comp rx=0 tx=0).stop 2024-03-29T00:15:24.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.687+0000 7f3871c00640 1 -- 172.21.15.12:0/24009748 shutdown_connections 2024-03-29T00:15:24.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.687+0000 7f3871c00640 1 --2- 172.21.15.12:0/24009748 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f38500a1d70 0x7f38500a4230 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:24.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.687+0000 7f3871c00640 1 --2- 172.21.15.12:0/24009748 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f386c109500 0x7f386c1a1150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:24.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.687+0000 7f3871c00640 1 --2- 172.21.15.12:0/24009748 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f386c075710 0x7f386c19a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:24.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.687+0000 7f3871c00640 1 --2- 172.21.15.12:0/24009748 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f386c074130 0x7f386c199ba0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:24.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.687+0000 7f3871c00640 1 -- 172.21.15.12:0/24009748 >> 172.21.15.12:0/24009748 conn(0x7f386c0fcbe0 msgr2=0x7f386c105490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:24.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.687+0000 7f3871c00640 1 -- 172.21.15.12:0/24009748 shutdown_connections 2024-03-29T00:15:24.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.687+0000 7f3871c00640 1 -- 172.21.15.12:0/24009748 wait complete. 2024-03-29T00:15:24.727 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:15:24.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.956+0000 7f9254e00640 1 -- 172.21.15.12:0/453315195 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9250101650 msgr2=0x7f9250101a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:24.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.956+0000 7f9254e00640 1 --2- 172.21.15.12:0/453315195 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9250101650 0x7f9250101a70 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f9240009900 tx=0x7f924002bc30 comp rx=0 tx=0).stop 2024-03-29T00:15:24.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.956+0000 7f9254e00640 1 -- 172.21.15.12:0/453315195 shutdown_connections 2024-03-29T00:15:24.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.956+0000 7f9254e00640 1 --2- 172.21.15.12:0/453315195 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9250102840 0x7f9250102cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:24.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.956+0000 7f9254e00640 1 --2- 172.21.15.12:0/453315195 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9250103200 0x7f9250109a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:24.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.956+0000 7f9254e00640 1 --2- 172.21.15.12:0/453315195 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9250101650 0x7f9250101a70 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:24.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.956+0000 7f9254e00640 1 -- 172.21.15.12:0/453315195 >> 172.21.15.12:0/453315195 conn(0x7f92500fcbe0 msgr2=0x7f92500ff000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:24.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.956+0000 7f9254e00640 1 -- 172.21.15.12:0/453315195 shutdown_connections 2024-03-29T00:15:24.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.956+0000 7f9254e00640 1 -- 172.21.15.12:0/453315195 wait complete. 2024-03-29T00:15:24.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.957+0000 7f9254e00640 1 Processor -- start 2024-03-29T00:15:24.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.958+0000 7f9254e00640 1 -- start start 2024-03-29T00:15:24.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.958+0000 7f9254e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9250101650 0x7f9250199c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:24.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.958+0000 7f9254e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9250102840 0x7f925019a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:24.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.958+0000 7f9254e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9250103200 0x7f92501a1210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:24.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.958+0000 7f9254e00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f925010d3b0 con 0x7f9250103200 2024-03-29T00:15:24.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.958+0000 7f9254e00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f925010d230 con 0x7f9250102840 2024-03-29T00:15:24.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.958+0000 7f9254e00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f925010d530 con 0x7f9250101650 2024-03-29T00:15:24.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.958+0000 7f924f400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9250101650 0x7f9250199c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:24.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.958+0000 7f924f400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9250101650 0x7f9250199c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:53836/0 (socket says 172.21.15.12:53836) 2024-03-29T00:15:24.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.958+0000 7f924f400640 1 -- 172.21.15.12:0/324291780 learned_addr learned my addr 172.21.15.12:0/324291780 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:24.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.959+0000 7f924fe00640 1 --2- 172.21.15.12:0/324291780 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9250103200 0x7f92501a1210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:24.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.959+0000 7f924f400640 1 -- 172.21.15.12:0/324291780 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9250102840 msgr2=0x7f925019a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:24.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.959+0000 7f924ea00640 1 --2- 172.21.15.12:0/324291780 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9250102840 0x7f925019a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:24.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.959+0000 7f924f400640 1 --2- 172.21.15.12:0/324291780 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9250102840 0x7f925019a1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:24.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.959+0000 7f924f400640 1 -- 172.21.15.12:0/324291780 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9250103200 msgr2=0x7f92501a1210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:24.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.959+0000 7f924f400640 1 --2- 172.21.15.12:0/324291780 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9250103200 0x7f92501a1210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:24.964 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.959+0000 7f924f400640 1 -- 172.21.15.12:0/324291780 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92501a18b0 con 0x7f9250101650 2024-03-29T00:15:24.964 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.959+0000 7f924fe00640 1 --2- 172.21.15.12:0/324291780 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9250103200 0x7f92501a1210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:15:24.964 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.959+0000 7f924f400640 1 --2- 172.21.15.12:0/324291780 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9250101650 0x7f9250199c70 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f9240000c00 tx=0x7f9240004a30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:24.964 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.959+0000 7f9247e00640 1 -- 172.21.15.12:0/324291780 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9240043020 con 0x7f9250101650 2024-03-29T00:15:24.964 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.959+0000 7f9247e00640 1 -- 172.21.15.12:0/324291780 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9240004250 con 0x7f9250101650 2024-03-29T00:15:24.964 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.959+0000 7f9247e00640 1 -- 172.21.15.12:0/324291780 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9240003c00 con 0x7f9250101650 2024-03-29T00:15:24.964 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.959+0000 7f9254e00640 1 -- 172.21.15.12:0/324291780 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92501a1b40 con 0x7f9250101650 2024-03-29T00:15:24.964 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.960+0000 7f9254e00640 1 -- 172.21.15.12:0/324291780 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92501a20e0 con 0x7f9250101650 2024-03-29T00:15:24.964 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.961+0000 7f9254e00640 1 -- 172.21.15.12:0/324291780 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92501a22b0 con 0x7f9250101650 2024-03-29T00:15:24.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.962+0000 7f9247e00640 1 -- 172.21.15.12:0/324291780 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f9240046020 con 0x7f9250101650 2024-03-29T00:15:24.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.964+0000 7f9247e00640 1 --2- 172.21.15.12:0/324291780 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f92340a1df0 0x7f92340a42b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:24.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.964+0000 7f9247e00640 1 -- 172.21.15.12:0/324291780 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f92400f01d0 con 0x7f9250101650 2024-03-29T00:15:24.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.964+0000 7f924ea00640 1 --2- 172.21.15.12:0/324291780 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f92340a1df0 0x7f92340a42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:24.966 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.965+0000 7f924ea00640 1 --2- 172.21.15.12:0/324291780 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f92340a1df0 0x7f92340a42b0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f925019b170 tx=0x7f923c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:24.969 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:24.968+0000 7f9247e00640 1 -- 172.21.15.12:0/324291780 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f924004d020 con 0x7f9250101650 2024-03-29T00:15:25.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.209+0000 7f9254e00640 1 -- 172.21.15.12:0/324291780 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f92501a2560 con 0x7f9250101650 2024-03-29T00:15:25.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.210+0000 7f9247e00640 1 -- 172.21.15.12:0/324291780 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+11773 (secure 0 0 0) 0x7f92400bd360 con 0x7f9250101650 2024-03-29T00:15:25.212 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:15:25.212 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":17,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14385,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2850016952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2850016952},{"type":"v1","addr":"172.21.15.12:6835","nonce":2850016952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/54288999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":54288999},{"type":"v1","addr":"172.21.15.12:6837","nonce":54288999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14451,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/2537576655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":2537576655},{"type":"v1","addr":"172.21.15.12:6839","nonce":2537576655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14469,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6841/167917143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":167917143},{"type":"v1","addr":"172.21.15.12:6841","nonce":167917143}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24431,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24472,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/3689706936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":3689706936},{"type":"v1","addr":"172.21.15.53:6835","nonce":3689706936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24509,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/3069224551","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":3069224551},{"type":"v1","addr":"172.21.15.53:6837","nonce":3069224551}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24532,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/368717986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":368717986},{"type":"v1","addr":"172.21.15.69:6835","nonce":368717986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24544,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/466045469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":466045469},{"type":"v1","addr":"172.21.15.69:6837","nonce":466045469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24566,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6839/2142959350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":2142959350},{"type":"v1","addr":"172.21.15.53:6839","nonce":2142959350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-03-29T00:15:17.217711+0000","modified":"2024-03-29T00:15:22.713518+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24568},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24568":{"gid":24568,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.69:6839/1021939171","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1021939171},{"type":"v1","addr":"172.21.15.69:6839","nonce":1021939171}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24568,"qdb_cluster":[24568]},"id":1}]} 2024-03-29T00:15:25.213 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 17 2024-03-29T00:15:25.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.213+0000 7f9254e00640 1 -- 172.21.15.12:0/324291780 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f92340a1df0 msgr2=0x7f92340a42b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:25.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.213+0000 7f9254e00640 1 --2- 172.21.15.12:0/324291780 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f92340a1df0 0x7f92340a42b0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f925019b170 tx=0x7f923c005f90 comp rx=0 tx=0).stop 2024-03-29T00:15:25.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.213+0000 7f9254e00640 1 -- 172.21.15.12:0/324291780 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9250101650 msgr2=0x7f9250199c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:25.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.213+0000 7f9254e00640 1 --2- 172.21.15.12:0/324291780 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9250101650 0x7f9250199c70 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f9240000c00 tx=0x7f9240004a30 comp rx=0 tx=0).stop 2024-03-29T00:15:25.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.214+0000 7f9254e00640 1 -- 172.21.15.12:0/324291780 shutdown_connections 2024-03-29T00:15:25.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.214+0000 7f9254e00640 1 --2- 172.21.15.12:0/324291780 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f92340a1df0 0x7f92340a42b0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.214+0000 7f9254e00640 1 --2- 172.21.15.12:0/324291780 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9250102840 0x7f925019a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.214+0000 7f9254e00640 1 --2- 172.21.15.12:0/324291780 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9250103200 0x7f92501a1210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.214+0000 7f9254e00640 1 --2- 172.21.15.12:0/324291780 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9250101650 0x7f9250199c70 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.214+0000 7f9254e00640 1 -- 172.21.15.12:0/324291780 >> 172.21.15.12:0/324291780 conn(0x7f92500fcbe0 msgr2=0x7f9250073980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:25.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.214+0000 7f9254e00640 1 -- 172.21.15.12:0/324291780 shutdown_connections 2024-03-29T00:15:25.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.214+0000 7f9254e00640 1 -- 172.21.15.12:0/324291780 wait complete. 2024-03-29T00:15:25.237 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-29T00:15:25.384 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:25 smithi069 ceph-mon[36074]: pgmap v326: 129 pgs: 2 creating+activating, 11 creating+peering, 106 active+clean, 10 unknown; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s wr, 11 op/s 2024-03-29T00:15:25.385 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:25 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2112904985' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:15:25.385 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:25 smithi069 ceph-mon[36074]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-29T00:15:25.385 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:25 smithi069 ceph-mon[36074]: Cluster is now healthy 2024-03-29T00:15:25.385 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:25 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/24009748' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:15:25.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:25 smithi053 ceph-mon[36233]: pgmap v326: 129 pgs: 2 creating+activating, 11 creating+peering, 106 active+clean, 10 unknown; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s wr, 11 op/s 2024-03-29T00:15:25.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:25 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2112904985' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:15:25.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:25 smithi053 ceph-mon[36233]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-29T00:15:25.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:25 smithi053 ceph-mon[36233]: Cluster is now healthy 2024-03-29T00:15:25.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:25 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/24009748' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:15:25.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.449+0000 7f3731000640 1 -- 172.21.15.12:0/2487931675 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f372c104a10 msgr2=0x7f372c106e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:25.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.449+0000 7f3731000640 1 --2- 172.21.15.12:0/2487931675 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f372c104a10 0x7f372c106e00 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f371c009ca0 tx=0x7f371c02c100 comp rx=0 tx=0).stop 2024-03-29T00:15:25.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.450+0000 7f3731000640 1 -- 172.21.15.12:0/2487931675 shutdown_connections 2024-03-29T00:15:25.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.450+0000 7f3731000640 1 --2- 172.21.15.12:0/2487931675 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f372c107340 0x7f372c109790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.450+0000 7f3731000640 1 --2- 172.21.15.12:0/2487931675 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f372c104a10 0x7f372c106e00 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.450+0000 7f3731000640 1 --2- 172.21.15.12:0/2487931675 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f372c1020e0 0x7f372c1044d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.450+0000 7f3731000640 1 -- 172.21.15.12:0/2487931675 >> 172.21.15.12:0/2487931675 conn(0x7f372c0fbad0 msgr2=0x7f372c0fdf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:25.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.450+0000 7f3731000640 1 -- 172.21.15.12:0/2487931675 shutdown_connections 2024-03-29T00:15:25.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.450+0000 7f3731000640 1 -- 172.21.15.12:0/2487931675 wait complete. 2024-03-29T00:15:25.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.451+0000 7f3731000640 1 Processor -- start 2024-03-29T00:15:25.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.451+0000 7f3731000640 1 -- start start 2024-03-29T00:15:25.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.452+0000 7f3731000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f372c1020e0 0x7f372c101a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:25.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.452+0000 7f3731000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f372c104a10 0x7f372c100090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:25.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.452+0000 7f3731000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f372c107340 0x7f372c1005d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:25.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.452+0000 7f3731000640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f372c10d410 con 0x7f372c107340 2024-03-29T00:15:25.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.452+0000 7f3731000640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f372c10d290 con 0x7f372c1020e0 2024-03-29T00:15:25.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.452+0000 7f3731000640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f372c10d590 con 0x7f372c104a10 2024-03-29T00:15:25.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.452+0000 7f372aa00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f372c104a10 0x7f372c100090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:25.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.452+0000 7f372aa00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f372c104a10 0x7f372c100090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:53850/0 (socket says 172.21.15.12:53850) 2024-03-29T00:15:25.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.452+0000 7f372aa00640 1 -- 172.21.15.12:0/3480615155 learned_addr learned my addr 172.21.15.12:0/3480615155 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:25.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.452+0000 7f372b400640 1 --2- 172.21.15.12:0/3480615155 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f372c1020e0 0x7f372c101a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:25.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.452+0000 7f372be00640 1 --2- 172.21.15.12:0/3480615155 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f372c107340 0x7f372c1005d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:25.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.452+0000 7f372aa00640 1 -- 172.21.15.12:0/3480615155 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f372c1020e0 msgr2=0x7f372c101a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:25.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.452+0000 7f372aa00640 1 --2- 172.21.15.12:0/3480615155 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f372c1020e0 0x7f372c101a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.452+0000 7f372aa00640 1 -- 172.21.15.12:0/3480615155 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f372c107340 msgr2=0x7f372c1005d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:25.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.452+0000 7f372aa00640 1 --2- 172.21.15.12:0/3480615155 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f372c107340 0x7f372c1005d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.452+0000 7f372aa00640 1 -- 172.21.15.12:0/3480615155 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f372c100e60 con 0x7f372c104a10 2024-03-29T00:15:25.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.452+0000 7f372be00640 1 --2- 172.21.15.12:0/3480615155 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f372c107340 0x7f372c1005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:15:25.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.452+0000 7f372b400640 1 --2- 172.21.15.12:0/3480615155 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f372c1020e0 0x7f372c101a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:15:25.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.453+0000 7f372aa00640 1 --2- 172.21.15.12:0/3480615155 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f372c104a10 0x7f372c100090 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f371c000f80 tx=0x7f371c034670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:25.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.453+0000 7f3723e00640 1 -- 172.21.15.12:0/3480615155 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f371c039040 con 0x7f372c104a10 2024-03-29T00:15:25.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.453+0000 7f3723e00640 1 -- 172.21.15.12:0/3480615155 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f371c044070 con 0x7f372c104a10 2024-03-29T00:15:25.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.453+0000 7f3723e00640 1 -- 172.21.15.12:0/3480615155 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f371c004600 con 0x7f372c104a10 2024-03-29T00:15:25.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.453+0000 7f3731000640 1 -- 172.21.15.12:0/3480615155 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f372c1a1ad0 con 0x7f372c104a10 2024-03-29T00:15:25.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.453+0000 7f3731000640 1 -- 172.21.15.12:0/3480615155 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f372c1a2040 con 0x7f372c104a10 2024-03-29T00:15:25.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.454+0000 7f3731000640 1 -- 172.21.15.12:0/3480615155 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f372c0fd5c0 con 0x7f372c104a10 2024-03-29T00:15:25.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.457+0000 7f3723e00640 1 -- 172.21.15.12:0/3480615155 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f371c032940 con 0x7f372c104a10 2024-03-29T00:15:25.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.458+0000 7f3723e00640 1 --2- 172.21.15.12:0/3480615155 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f37100a1df0 0x7f37100a42b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:25.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.458+0000 7f3723e00640 1 -- 172.21.15.12:0/3480615155 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f371c0f0790 con 0x7f372c104a10 2024-03-29T00:15:25.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.458+0000 7f372b400640 1 --2- 172.21.15.12:0/3480615155 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f37100a1df0 0x7f37100a42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:25.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.459+0000 7f372b400640 1 --2- 172.21.15.12:0/3480615155 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f37100a1df0 0x7f37100a42b0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f37140058c0 tx=0x7f3714005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:25.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.462+0000 7f3723e00640 1 -- 172.21.15.12:0/3480615155 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f371c0bd920 con 0x7f372c104a10 2024-03-29T00:15:25.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:25 smithi012 ceph-mon[31657]: pgmap v326: 129 pgs: 2 creating+activating, 11 creating+peering, 106 active+clean, 10 unknown; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s wr, 11 op/s 2024-03-29T00:15:25.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:25 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2112904985' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:15:25.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:25 smithi012 ceph-mon[31657]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-29T00:15:25.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:25 smithi012 ceph-mon[31657]: Cluster is now healthy 2024-03-29T00:15:25.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:25 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/24009748' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:15:25.665 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.664+0000 7f3731000640 1 -- 172.21.15.12:0/3480615155 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f372c062350 con 0x7f372c104a10 2024-03-29T00:15:25.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.666+0000 7f3723e00640 1 -- 172.21.15.12:0/3480615155 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+24031 (secure 0 0 0) 0x7f371c0bd220 con 0x7f372c104a10 2024-03-29T00:15:25.667 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:15:25.668 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":89,"fsid":"f0a28ba8-ed5f-11ee-95d0-87774f69a715","created":"2024-03-29T00:05:52.349196+0000","modified":"2024-03-29T00:15:22.713146+0000","last_up_change":"2024-03-29T00:14:17.644182+0000","last_in_change":"2024-03-29T00:13:57.992327+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-29T00:09:58.299082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-29T00:15:15.323046+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-29T00:15:16.709268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-29T00:15:20.769838+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f15b3bc8-42a4-4aca-bf7c-f36533a25084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6803","nonce":1970936395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6805","nonce":1970936395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6809","nonce":1970936395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6807","nonce":1970936395}]},"public_addr":"172.21.15.12:6803/1970936395","cluster_addr":"172.21.15.12:6805/1970936395","heartbeat_back_addr":"172.21.15.12:6809/1970936395","heartbeat_front_addr":"172.21.15.12:6807/1970936395","state":["exists","up"]},{"osd":1,"uuid":"9fc84928-5898-4421-8fae-8a6c3b5d6454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6801","nonce":2562558811}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6803","nonce":2562558811}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6807","nonce":2562558811}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6805","nonce":2562558811}]},"public_addr":"172.21.15.53:6801/2562558811","cluster_addr":"172.21.15.53:6803/2562558811","heartbeat_back_addr":"172.21.15.53:6807/2562558811","heartbeat_front_addr":"172.21.15.53:6805/2562558811","state":["exists","up"]},{"osd":2,"uuid":"6e1df3eb-d5e1-4433-aef8-dcc544feb108","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6800","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6801","nonce":3472201934}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6803","nonce":3472201934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6807","nonce":3472201934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6805","nonce":3472201934}]},"public_addr":"172.21.15.69:6801/3472201934","cluster_addr":"172.21.15.69:6803/3472201934","heartbeat_back_addr":"172.21.15.69:6807/3472201934","heartbeat_front_addr":"172.21.15.69:6805/3472201934","state":["exists","up"]},{"osd":3,"uuid":"c03886ee-0efd-4a1f-b04f-b060483d852b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6811","nonce":1860879351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6813","nonce":1860879351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6817","nonce":1860879351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6815","nonce":1860879351}]},"public_addr":"172.21.15.12:6811/1860879351","cluster_addr":"172.21.15.12:6813/1860879351","heartbeat_back_addr":"172.21.15.12:6817/1860879351","heartbeat_front_addr":"172.21.15.12:6815/1860879351","state":["exists","up"]},{"osd":4,"uuid":"10a25f7e-b569-4d47-add7-560968efa9c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6809","nonce":1066696400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6811","nonce":1066696400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6815","nonce":1066696400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6813","nonce":1066696400}]},"public_addr":"172.21.15.53:6809/1066696400","cluster_addr":"172.21.15.53:6811/1066696400","heartbeat_back_addr":"172.21.15.53:6815/1066696400","heartbeat_front_addr":"172.21.15.53:6813/1066696400","state":["exists","up"]},{"osd":5,"uuid":"21bad6a7-f98d-4344-8b0b-cf8526575ac2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6809","nonce":2160312252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6811","nonce":2160312252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6815","nonce":2160312252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6813","nonce":2160312252}]},"public_addr":"172.21.15.69:6809/2160312252","cluster_addr":"172.21.15.69:6811/2160312252","heartbeat_back_addr":"172.21.15.69:6815/2160312252","heartbeat_front_addr":"172.21.15.69:6813/2160312252","state":["exists","up"]},{"osd":6,"uuid":"927557ba-0245-42bb-83f1-c8b6b44cc496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6819","nonce":53322413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6821","nonce":53322413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6825","nonce":53322413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6823","nonce":53322413}]},"public_addr":"172.21.15.12:6819/53322413","cluster_addr":"172.21.15.12:6821/53322413","heartbeat_back_addr":"172.21.15.12:6825/53322413","heartbeat_front_addr":"172.21.15.12:6823/53322413","state":["exists","up"]},{"osd":7,"uuid":"22314690-d0eb-496b-b67d-922bdc0b6660","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6817","nonce":512991962}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6819","nonce":512991962}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6823","nonce":512991962}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6821","nonce":512991962}]},"public_addr":"172.21.15.53:6817/512991962","cluster_addr":"172.21.15.53:6819/512991962","heartbeat_back_addr":"172.21.15.53:6823/512991962","heartbeat_front_addr":"172.21.15.53:6821/512991962","state":["exists","up"]},{"osd":8,"uuid":"f26e428e-4919-4030-aa15-100d6df99aef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6817","nonce":2890541031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6819","nonce":2890541031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6823","nonce":2890541031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6821","nonce":2890541031}]},"public_addr":"172.21.15.69:6817/2890541031","cluster_addr":"172.21.15.69:6819/2890541031","heartbeat_back_addr":"172.21.15.69:6823/2890541031","heartbeat_front_addr":"172.21.15.69:6821/2890541031","state":["exists","up"]},{"osd":9,"uuid":"df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6827","nonce":1715133032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6829","nonce":1715133032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6833","nonce":1715133032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6831","nonce":1715133032}]},"public_addr":"172.21.15.12:6827/1715133032","cluster_addr":"172.21.15.12:6829/1715133032","heartbeat_back_addr":"172.21.15.12:6833/1715133032","heartbeat_front_addr":"172.21.15.12:6831/1715133032","state":["exists","up"]},{"osd":10,"uuid":"ac05ca46-a3d8-4e95-8b37-6f46b9f38703","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6825","nonce":3180522172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6827","nonce":3180522172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6831","nonce":3180522172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6829","nonce":3180522172}]},"public_addr":"172.21.15.53:6825/3180522172","cluster_addr":"172.21.15.53:6827/3180522172","heartbeat_back_addr":"172.21.15.53:6831/3180522172","heartbeat_front_addr":"172.21.15.53:6829/3180522172","state":["exists","up"]},{"osd":11,"uuid":"47fd23fb-f49f-49ca-8dfa-df667d03cfa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6825","nonce":1830685720}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6827","nonce":1830685720}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6831","nonce":1830685720}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6829","nonce":1830685720}]},"public_addr":"172.21.15.69:6825/1830685720","cluster_addr":"172.21.15.69:6827/1830685720","heartbeat_back_addr":"172.21.15.69:6831/1830685720","heartbeat_front_addr":"172.21.15.69:6829/1830685720","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:04.043487+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:29.451338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:53.723758+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:27.673354+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:54.498962+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:19.775485+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:54.005468+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:21.544560+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:47.123756+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:22.232554+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:50.514376+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:14:16.169343+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/3903984873":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/3329864026":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/1184533662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/2224576662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/798509208":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/4176566530":"2024-03-30T00:07:09.578981+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-29T00:15:25.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.668+0000 7f3731000640 1 -- 172.21.15.12:0/3480615155 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f37100a1df0 msgr2=0x7f37100a42b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:25.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.668+0000 7f3731000640 1 --2- 172.21.15.12:0/3480615155 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f37100a1df0 0x7f37100a42b0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f37140058c0 tx=0x7f3714005850 comp rx=0 tx=0).stop 2024-03-29T00:15:25.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.668+0000 7f3731000640 1 -- 172.21.15.12:0/3480615155 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f372c104a10 msgr2=0x7f372c100090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:25.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.668+0000 7f3731000640 1 --2- 172.21.15.12:0/3480615155 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f372c104a10 0x7f372c100090 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f371c000f80 tx=0x7f371c034670 comp rx=0 tx=0).stop 2024-03-29T00:15:25.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.668+0000 7f3731000640 1 -- 172.21.15.12:0/3480615155 shutdown_connections 2024-03-29T00:15:25.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.668+0000 7f3731000640 1 --2- 172.21.15.12:0/3480615155 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f37100a1df0 0x7f37100a42b0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.668+0000 7f3731000640 1 --2- 172.21.15.12:0/3480615155 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f372c107340 0x7f372c1005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.668+0000 7f3731000640 1 --2- 172.21.15.12:0/3480615155 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f372c104a10 0x7f372c100090 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.668+0000 7f3731000640 1 --2- 172.21.15.12:0/3480615155 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f372c1020e0 0x7f372c101a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.668+0000 7f3731000640 1 -- 172.21.15.12:0/3480615155 >> 172.21.15.12:0/3480615155 conn(0x7f372c0fbad0 msgr2=0x7f372c102a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:25.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.668+0000 7f3731000640 1 -- 172.21.15.12:0/3480615155 shutdown_connections 2024-03-29T00:15:25.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.669+0000 7f3731000640 1 -- 172.21.15.12:0/3480615155 wait complete. 2024-03-29T00:15:25.690 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-03-29T00:15:17.217711+0000', 'modified': '2024-03-29T00:15:22.713518+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24568}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24568': {'gid': 24568, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.69:6839/1021939171', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.69:6838', 'nonce': 1021939171}, {'type': 'v1', 'addr': '172.21.15.69:6839', 'nonce': 1021939171}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 24568, 'qdb_cluster': [24568]} 2024-03-29T00:15:25.690 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-03-29T00:15:25.690 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-03-29T00:15:25.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.917+0000 7f2634600640 1 -- 172.21.15.12:0/954414232 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f262c077350 msgr2=0x7f262c0777b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:25.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.917+0000 7f2634600640 1 --2- 172.21.15.12:0/954414232 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f262c077350 0x7f262c0777b0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f261c009900 tx=0x7f261c02bc30 comp rx=0 tx=0).stop 2024-03-29T00:15:25.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.917+0000 7f2634600640 1 -- 172.21.15.12:0/954414232 shutdown_connections 2024-03-29T00:15:25.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.917+0000 7f2634600640 1 --2- 172.21.15.12:0/954414232 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f262c077cf0 0x7f262c078590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.917+0000 7f2634600640 1 --2- 172.21.15.12:0/954414232 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f262c077350 0x7f262c0777b0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.917+0000 7f2634600640 1 --2- 172.21.15.12:0/954414232 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f262c076110 0x7f262c076530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.917+0000 7f2634600640 1 -- 172.21.15.12:0/954414232 >> 172.21.15.12:0/954414232 conn(0x7f262c0fef00 msgr2=0x7f262c101320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:25.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.917+0000 7f2634600640 1 -- 172.21.15.12:0/954414232 shutdown_connections 2024-03-29T00:15:25.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.917+0000 7f2634600640 1 -- 172.21.15.12:0/954414232 wait complete. 2024-03-29T00:15:25.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.918+0000 7f2634600640 1 Processor -- start 2024-03-29T00:15:25.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.918+0000 7f2634600640 1 -- start start 2024-03-29T00:15:25.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.918+0000 7f2634600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f262c076110 0x7f262c19e170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:25.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.918+0000 7f2634600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f262c077350 0x7f262c19e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:25.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.918+0000 7f2634600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f262c077cf0 0x7f262c1a5720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:25.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.918+0000 7f2634600640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f262c113af0 con 0x7f262c076110 2024-03-29T00:15:25.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.918+0000 7f2634600640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f262c113970 con 0x7f262c077350 2024-03-29T00:15:25.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.918+0000 7f2634600640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f262c113c70 con 0x7f262c077cf0 2024-03-29T00:15:25.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.919+0000 7f2632600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f262c077cf0 0x7f262c1a5720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:25.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.919+0000 7f2631c00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f262c076110 0x7f262c19e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:25.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.919+0000 7f2632600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f262c077cf0 0x7f262c1a5720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:53870/0 (socket says 172.21.15.12:53870) 2024-03-29T00:15:25.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.919+0000 7f2632600640 1 -- 172.21.15.12:0/3697606010 learned_addr learned my addr 172.21.15.12:0/3697606010 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:25.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.919+0000 7f2631200640 1 --2- 172.21.15.12:0/3697606010 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f262c077350 0x7f262c19e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:25.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.919+0000 7f2632600640 1 -- 172.21.15.12:0/3697606010 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f262c077350 msgr2=0x7f262c19e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:25.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.919+0000 7f2632600640 1 --2- 172.21.15.12:0/3697606010 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f262c077350 0x7f262c19e6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.919+0000 7f2632600640 1 -- 172.21.15.12:0/3697606010 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f262c076110 msgr2=0x7f262c19e170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:25.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.919+0000 7f2632600640 1 --2- 172.21.15.12:0/3697606010 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f262c076110 0x7f262c19e170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.919+0000 7f2632600640 1 -- 172.21.15.12:0/3697606010 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f262c1a5d90 con 0x7f262c077cf0 2024-03-29T00:15:25.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.919+0000 7f2631c00640 1 --2- 172.21.15.12:0/3697606010 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f262c076110 0x7f262c19e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:15:25.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.919+0000 7f2632600640 1 --2- 172.21.15.12:0/3697606010 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f262c077cf0 0x7f262c1a5720 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f262400eaa0 tx=0x7f262400ef60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:25.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.920+0000 7f262a000640 1 -- 172.21.15.12:0/3697606010 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f262400cdb0 con 0x7f262c077cf0 2024-03-29T00:15:25.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.920+0000 7f262a000640 1 -- 172.21.15.12:0/3697606010 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2624004b20 con 0x7f262c077cf0 2024-03-29T00:15:25.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.920+0000 7f262a000640 1 -- 172.21.15.12:0/3697606010 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2624011760 con 0x7f262c077cf0 2024-03-29T00:15:25.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.920+0000 7f2634600640 1 -- 172.21.15.12:0/3697606010 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f262c1a6080 con 0x7f262c077cf0 2024-03-29T00:15:25.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.920+0000 7f2634600640 1 -- 172.21.15.12:0/3697606010 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f262c1a6550 con 0x7f262c077cf0 2024-03-29T00:15:25.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.923+0000 7f263738b740 1 Processor -- start 2024-03-29T00:15:25.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.923+0000 7f262a000640 1 -- 172.21.15.12:0/3697606010 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f2624004cd0 con 0x7f262c077cf0 2024-03-29T00:15:25.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.923+0000 7f263738b740 1 -- start start 2024-03-29T00:15:25.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.923+0000 7f263738b740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563759e6c570 0x563759e6c990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:25.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.924+0000 7f263738b740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563759e6cf60 0x563759e71a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:25.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.924+0000 7f263738b740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563759e720d0 0x563759e74560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:25.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.924+0000 7f263738b740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x563759dd09c0 con 0x563759e720d0 2024-03-29T00:15:25.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.924+0000 7f263738b740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x563759d79c30 con 0x563759e6cf60 2024-03-29T00:15:25.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.924+0000 7f263738b740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x563759dcca60 con 0x563759e6c570 2024-03-29T00:15:25.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.924+0000 7f2631200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563759e6c570 0x563759e6c990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:25.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.924+0000 7f2631200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563759e6c570 0x563759e6c990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:53874/0 (socket says 172.21.15.12:53874) 2024-03-29T00:15:25.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.924+0000 7f2631200640 1 -- 172.21.15.12:0/1522120659 learned_addr learned my addr 172.21.15.12:0/1522120659 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:25.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.924+0000 7f2631200640 1 --2- 172.21.15.12:0/1522120659 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563759e720d0 0x563759e74560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:25.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.924+0000 7f2631c00640 1 --2- 172.21.15.12:0/1522120659 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563759e6cf60 0x563759e71a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:25.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.924+0000 7f2631200640 1 -- 172.21.15.12:0/1522120659 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563759e6cf60 msgr2=0x563759e71a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:15:25.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.924+0000 7f2631200640 1 --2- 172.21.15.12:0/1522120659 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563759e6cf60 0x563759e71a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.924+0000 7f2631200640 1 -- 172.21.15.12:0/1522120659 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563759e720d0 msgr2=0x563759e74560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:15:25.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.924+0000 7f2631200640 1 --2- 172.21.15.12:0/1522120659 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563759e720d0 0x563759e74560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.924+0000 7f2631200640 1 -- 172.21.15.12:0/1522120659 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563759ae52d0 con 0x563759e6c570 2024-03-29T00:15:25.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.925+0000 7f2631200640 1 --2- 172.21.15.12:0/1522120659 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563759e6c570 0x563759e6c990 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f261c005ab0 tx=0x7f261c005a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=841ec7f2713936aa server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:25.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.925+0000 7f262a000640 1 --2- 172.21.15.12:0/3697606010 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f26140a1d80 0x7f26140a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:25.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.925+0000 7f261aa00640 1 -- 172.21.15.12:0/1522120659 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f261c004230 con 0x563759e6c570 2024-03-29T00:15:25.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.925+0000 7f261aa00640 1 -- 172.21.15.12:0/1522120659 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f261c0043d0 con 0x563759e6c570 2024-03-29T00:15:25.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.925+0000 7f261aa00640 1 -- 172.21.15.12:0/1522120659 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f261c0348d0 con 0x563759e6c570 2024-03-29T00:15:25.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.925+0000 7f262a000640 1 -- 172.21.15.12:0/3697606010 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f26240ce290 con 0x7f262c077cf0 2024-03-29T00:15:25.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.925+0000 7f2631c00640 1 --2- 172.21.15.12:0/3697606010 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f26140a1d80 0x7f26140a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:25.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.925+0000 7f263738b740 1 -- 172.21.15.12:0/1522120659 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563759e6c570 msgr2=0x563759e6c990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:25.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.925+0000 7f263738b740 1 --2- 172.21.15.12:0/1522120659 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563759e6c570 0x563759e6c990 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f261c005ab0 tx=0x7f261c005a40 comp rx=0 tx=0).stop 2024-03-29T00:15:25.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.926+0000 7f263738b740 1 -- 172.21.15.12:0/1522120659 shutdown_connections 2024-03-29T00:15:25.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.926+0000 7f263738b740 1 --2- 172.21.15.12:0/1522120659 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563759e6cf60 0x563759e71a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.926+0000 7f263738b740 1 --2- 172.21.15.12:0/1522120659 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563759e720d0 0x563759e74560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.926+0000 7f263738b740 1 --2- 172.21.15.12:0/1522120659 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563759e6c570 0x563759e6c990 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.926+0000 7f263738b740 1 -- 172.21.15.12:0/1522120659 >> 172.21.15.12:0/1522120659 conn(0x563759e67ae0 msgr2=0x563759e67ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:25.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.926+0000 7f263738b740 1 -- 172.21.15.12:0/1522120659 shutdown_connections 2024-03-29T00:15:25.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.926+0000 7f263738b740 1 -- 172.21.15.12:0/1522120659 wait complete. 2024-03-29T00:15:25.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.926+0000 7f2631c00640 1 --2- 172.21.15.12:0/3697606010 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f26140a1d80 0x7f26140a4240 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x563759e6d360 tx=0x7f2620005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:25.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.926+0000 7f263738b740 1 -- start start 2024-03-29T00:15:25.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.926+0000 7f263738b740 1 Processor -- start 2024-03-29T00:15:25.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.927+0000 7f263738b740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563759e6c570 0x563759e76a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:25.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.927+0000 7f263738b740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563759e6cf60 0x563759e76fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:25.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.927+0000 7f263738b740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563759e720d0 0x563759e7dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:25.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.927+0000 7f263738b740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x563759e74fc0 con 0x563759e6cf60 2024-03-29T00:15:25.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.927+0000 7f263738b740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x563759d6f180 con 0x563759e720d0 2024-03-29T00:15:25.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.927+0000 7f263738b740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x563759e75140 con 0x563759e6c570 2024-03-29T00:15:25.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.927+0000 7f263738b740 10 client.0 _ll_register_callbacks cb 0x563759ae4ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:15:25.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.927+0000 7f2631200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563759e6cf60 0x563759e76fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:25.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.927+0000 7f2631c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563759e6c570 0x563759e76a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:25.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.927+0000 7f2631c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563759e6c570 0x563759e76a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:53890/0 (socket says 172.21.15.12:53890) 2024-03-29T00:15:25.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.927+0000 7f2631200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563759e6cf60 0x563759e76fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:49826/0 (socket says 172.21.15.12:49826) 2024-03-29T00:15:25.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.927+0000 7f2631c00640 1 -- 172.21.15.12:0/971093531 learned_addr learned my addr 172.21.15.12:0/971093531 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:25.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.927+0000 7f2632600640 1 --2- 172.21.15.12:0/971093531 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563759e720d0 0x563759e7dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:25.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.928+0000 7f2631200640 1 -- 172.21.15.12:0/971093531 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563759e6c570 msgr2=0x563759e76a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:15:25.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.928+0000 7f2631200640 1 --2- 172.21.15.12:0/971093531 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563759e6c570 0x563759e76a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.928+0000 7f2631200640 1 -- 172.21.15.12:0/971093531 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563759e720d0 msgr2=0x563759e7dfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:15:25.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.928+0000 7f2631200640 1 --2- 172.21.15.12:0/971093531 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563759e720d0 0x563759e7dfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.928+0000 7f2631200640 1 -- 172.21.15.12:0/971093531 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563759baf6b0 con 0x563759e6cf60 2024-03-29T00:15:25.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.928+0000 7f2631c00640 1 --2- 172.21.15.12:0/971093531 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563759e6c570 0x563759e76a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:15:25.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.928+0000 7f2631200640 1 --2- 172.21.15.12:0/971093531 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563759e6cf60 0x563759e76fa0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f261c02c170 tx=0x7f261c0058f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2777e6c543c02fba server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:25.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.928+0000 7f260f400640 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-03-29T00:15:25.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.928+0000 7f260f400640 1 -- 172.21.15.12:0/971093531 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f261c052020 con 0x563759e6cf60 2024-03-29T00:15:25.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.928+0000 7f260f400640 1 -- 172.21.15.12:0/971093531 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f261c003800 con 0x563759e6cf60 2024-03-29T00:15:25.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.928+0000 7f263738b740 1 -- 172.21.15.12:0/971093531 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f261c0043d0 con 0x563759e6cf60 2024-03-29T00:15:25.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.929+0000 7f260f400640 1 -- 172.21.15.12:0/971093531 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f261c05d050 con 0x563759e6cf60 2024-03-29T00:15:25.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.929+0000 7f263738b740 10 client.14580 fetch_fsmap learned FSMap version 17 2024-03-29T00:15:25.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.929+0000 7f263738b740 1 -- 172.21.15.12:0/971093531 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) -- 0x563759e81350 con 0x563759e6cf60 2024-03-29T00:15:25.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.929+0000 7f260f400640 1 -- 172.21.15.12:0/971093531 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f261c0043d0 con 0x563759e6cf60 2024-03-29T00:15:25.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.929+0000 7f260f400640 1 -- 172.21.15.12:0/971093531 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 17) ==== 8342+0+0 (secure 0 0 0) 0x7f261c040040 con 0x563759e6cf60 2024-03-29T00:15:25.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.929+0000 7f263738b740 10 client.14580 fetch_fsmap finished waiting for FSMap version 17 2024-03-29T00:15:25.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.929+0000 7f263738b740 10 client.14580 resolve_mds: resolved name 'i' to daemon mds.i 2024-03-29T00:15:25.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.929+0000 7f263738b740 20 client.14580 populate_metadata read hostname 'smithi012' 2024-03-29T00:15:25.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.929+0000 7f263738b740 1 --2- 172.21.15.12:0/971093531 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x563759e83480 0x563759e848f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:25.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.929+0000 7f263738b740 4 client.14580 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:15:25.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.929+0000 7f263738b740 1 -- 172.21.15.12:0/971093531 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563759dddf00 con 0x563759e83480 2024-03-29T00:15:25.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.930+0000 7f2631c00640 1 --2- 172.21.15.12:0/971093531 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x563759e83480 0x563759e848f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:25.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.930+0000 7f2631c00640 1 --2- 172.21.15.12:0/971093531 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x563759e83480 0x563759e848f0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aee8de4db914ab81 server_cookie=8a3c35df44fb08cc in_seq=0 out_seq=0 2024-03-29T00:15:25.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.930+0000 7f260f400640 10 client.14580 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:15:25.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.931+0000 7f260f400640 1 -- 172.21.15.12:0/971093531 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x563759dddf00 con 0x563759e83480 2024-03-29T00:15:25.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.931+0000 7f260f400640 10 client.14580 handle_command_reply: tid=0 2024-03-29T00:15:25.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.931+0000 7f263738b740 1 client.14580 shutdown 2024-03-29T00:15:25.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.931+0000 7f263738b740 1 -- 172.21.15.12:0/971093531 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563759e6cf60 msgr2=0x563759e76fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:25.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.931+0000 7f263738b740 1 --2- 172.21.15.12:0/971093531 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563759e6cf60 0x563759e76fa0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f261c02c170 tx=0x7f261c0058f0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.931+0000 7f263738b740 1 -- 172.21.15.12:0/971093531 shutdown_connections 2024-03-29T00:15:25.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.931+0000 7f263738b740 1 --2- 172.21.15.12:0/971093531 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x563759e83480 0x563759e848f0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.931+0000 7f263738b740 1 --2- 172.21.15.12:0/971093531 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563759e720d0 0x563759e7dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.931+0000 7f263738b740 1 --2- 172.21.15.12:0/971093531 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563759e6cf60 0x563759e76fa0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.931+0000 7f263738b740 1 --2- 172.21.15.12:0/971093531 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563759e6c570 0x563759e76a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.931+0000 7f263738b740 1 -- 172.21.15.12:0/971093531 >> 172.21.15.12:0/971093531 conn(0x563759e67ae0 msgr2=0x563759e66ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:25.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.931+0000 7f260f400640 0 client.14580 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:15:25.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.931+0000 7f263738b740 1 -- 172.21.15.12:0/971093531 shutdown_connections 2024-03-29T00:15:25.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.932+0000 7f263738b740 1 -- 172.21.15.12:0/971093531 wait complete. 2024-03-29T00:15:25.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.932+0000 7f263738b740 20 client.14580 trim_cache size 0 max 16384 2024-03-29T00:15:25.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.951+0000 7f263738b740 1 Processor -- start 2024-03-29T00:15:25.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.951+0000 7f263738b740 1 -- start start 2024-03-29T00:15:25.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.952+0000 7f263738b740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563759e6c570 0x563759e754e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:25.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.952+0000 7f263738b740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563759e6cf60 0x563759e7dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:25.968 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.952+0000 7f263738b740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563759e720d0 0x563759e76a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:25.968 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.952+0000 7f263738b740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x563759e82c30 con 0x563759e6c570 2024-03-29T00:15:25.968 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.952+0000 7f263738b740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x563759e83300 con 0x563759e6cf60 2024-03-29T00:15:25.968 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.952+0000 7f263738b740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x563759e839d0 con 0x563759e720d0 2024-03-29T00:15:25.968 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.952+0000 7f2631c00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563759e6c570 0x563759e754e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:25.968 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.952+0000 7f2632600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563759e720d0 0x563759e76a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:25.969 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.952+0000 7f2631c00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563759e6c570 0x563759e754e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:49840/0 (socket says 172.21.15.12:49840) 2024-03-29T00:15:25.969 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.952+0000 7f2631c00640 1 -- 172.21.15.12:0/3328381257 learned_addr learned my addr 172.21.15.12:0/3328381257 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:25.969 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.952+0000 7f2631200640 1 --2- 172.21.15.12:0/3328381257 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563759e6cf60 0x563759e7dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:25.969 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.952+0000 7f2631c00640 1 -- 172.21.15.12:0/3328381257 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563759e720d0 msgr2=0x563759e76a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:15:25.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.952+0000 7f2631c00640 1 --2- 172.21.15.12:0/3328381257 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563759e720d0 0x563759e76a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.952+0000 7f2631c00640 1 -- 172.21.15.12:0/3328381257 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563759e6cf60 msgr2=0x563759e7dfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:15:25.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.952+0000 7f2631c00640 1 --2- 172.21.15.12:0/3328381257 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563759e6cf60 0x563759e7dfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.952+0000 7f2631c00640 1 -- 172.21.15.12:0/3328381257 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563759e68850 con 0x563759e6c570 2024-03-29T00:15:25.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.952+0000 7f2632600640 1 --2- 172.21.15.12:0/3328381257 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563759e720d0 0x563759e76a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:15:25.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.952+0000 7f2631200640 1 --2- 172.21.15.12:0/3328381257 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563759e6cf60 0x563759e7dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:15:25.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.953+0000 7f2631c00640 1 --2- 172.21.15.12:0/3328381257 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563759e6c570 0x563759e754e0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f2620009f70 tx=0x7f2620017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9746528ab6c0446 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:25.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.953+0000 7f261a000640 1 -- 172.21.15.12:0/3328381257 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f262002b4f0 con 0x563759e6c570 2024-03-29T00:15:25.971 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.953+0000 7f261a000640 1 -- 172.21.15.12:0/3328381257 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f262001dd60 con 0x563759e6c570 2024-03-29T00:15:25.971 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.953+0000 7f261a000640 1 -- 172.21.15.12:0/3328381257 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26200047a0 con 0x563759e6c570 2024-03-29T00:15:25.971 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.954+0000 7f263738b740 1 -- 172.21.15.12:0/3328381257 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563759e6c570 msgr2=0x563759e754e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:25.971 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.954+0000 7f263738b740 1 --2- 172.21.15.12:0/3328381257 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563759e6c570 0x563759e754e0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f2620009f70 tx=0x7f2620017000 comp rx=0 tx=0).stop 2024-03-29T00:15:25.971 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.954+0000 7f263738b740 1 -- 172.21.15.12:0/3328381257 shutdown_connections 2024-03-29T00:15:25.971 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.954+0000 7f263738b740 1 --2- 172.21.15.12:0/3328381257 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563759e6cf60 0x563759e7dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.954+0000 7f263738b740 1 --2- 172.21.15.12:0/3328381257 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563759e720d0 0x563759e76a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.954+0000 7f263738b740 1 --2- 172.21.15.12:0/3328381257 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563759e6c570 0x563759e754e0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.954+0000 7f263738b740 1 -- 172.21.15.12:0/3328381257 >> 172.21.15.12:0/3328381257 conn(0x563759e67ae0 msgr2=0x563759e6d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:25.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.954+0000 7f263738b740 1 -- 172.21.15.12:0/3328381257 shutdown_connections 2024-03-29T00:15:25.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.954+0000 7f263738b740 1 -- 172.21.15.12:0/3328381257 wait complete. 2024-03-29T00:15:25.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.954+0000 7f263738b740 1 -- start start 2024-03-29T00:15:25.973 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.954+0000 7f263738b740 1 Processor -- start 2024-03-29T00:15:25.973 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.955+0000 7f263738b740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563759e6c570 0x563759e793f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:25.973 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.955+0000 7f263738b740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563759e6cf60 0x563759e79930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:25.973 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.955+0000 7f263738b740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563759e720d0 0x563759e7c950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:25.973 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.955+0000 7f263738b740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x563759e84770 con 0x563759e6c570 2024-03-29T00:15:25.973 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.955+0000 7f263738b740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x563759e840a0 con 0x563759e720d0 2024-03-29T00:15:25.973 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.955+0000 7f263738b740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x563759e84e40 con 0x563759e6cf60 2024-03-29T00:15:25.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.955+0000 7f263738b740 10 client.0 _ll_register_callbacks cb 0x7f261c009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:15:25.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.955+0000 7f2631c00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563759e6c570 0x563759e793f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:25.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.955+0000 7f2631200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563759e6cf60 0x563759e79930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:25.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.955+0000 7f2631200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563759e6cf60 0x563759e79930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:53904/0 (socket says 172.21.15.12:53904) 2024-03-29T00:15:25.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.955+0000 7f2631c00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563759e6c570 0x563759e793f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:49854/0 (socket says 172.21.15.12:49854) 2024-03-29T00:15:25.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.955+0000 7f2631200640 1 -- 172.21.15.12:0/1180606548 learned_addr learned my addr 172.21.15.12:0/1180606548 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:25.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.955+0000 7f2632600640 1 --2- 172.21.15.12:0/1180606548 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563759e720d0 0x563759e7c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:25.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.955+0000 7f2631200640 1 -- 172.21.15.12:0/1180606548 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563759e720d0 msgr2=0x563759e7c950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:15:25.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.955+0000 7f2631200640 1 --2- 172.21.15.12:0/1180606548 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563759e720d0 0x563759e7c950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.956+0000 7f2631200640 1 -- 172.21.15.12:0/1180606548 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563759e6c570 msgr2=0x563759e793f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:15:25.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.956+0000 7f2631200640 1 --2- 172.21.15.12:0/1180606548 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563759e6c570 0x563759e793f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.956+0000 7f2631200640 1 -- 172.21.15.12:0/1180606548 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563759e7cf40 con 0x563759e6cf60 2024-03-29T00:15:25.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.956+0000 7f2631c00640 1 --2- 172.21.15.12:0/1180606548 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563759e6c570 0x563759e793f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:15:25.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.956+0000 7f2631200640 1 --2- 172.21.15.12:0/1180606548 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563759e6cf60 0x563759e79930 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x563759e68a20 tx=0x7f261c0057e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c4814b0b76c9ede1 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:25.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.956+0000 7f260f400640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:15:25.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.956+0000 7f260f400640 1 -- 172.21.15.12:0/1180606548 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f261c052070 con 0x563759e6cf60 2024-03-29T00:15:25.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.956+0000 7f260f400640 1 -- 172.21.15.12:0/1180606548 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f261c003c10 con 0x563759e6cf60 2024-03-29T00:15:25.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.956+0000 7f263738b740 1 -- 172.21.15.12:0/1180606548 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f262001dd60 con 0x563759e6cf60 2024-03-29T00:15:25.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.956+0000 7f260f400640 1 -- 172.21.15.12:0/1180606548 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f261c069050 con 0x563759e6cf60 2024-03-29T00:15:25.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.956+0000 7f263738b740 10 client.24724 fetch_fsmap learned FSMap version 17 2024-03-29T00:15:25.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.956+0000 7f263738b740 1 -- 172.21.15.12:0/1180606548 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) -- 0x563759e7e270 con 0x563759e6cf60 2024-03-29T00:15:25.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.957+0000 7f260f400640 1 -- 172.21.15.12:0/1180606548 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f262001dd60 con 0x563759e6cf60 2024-03-29T00:15:25.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.957+0000 7f260f400640 1 -- 172.21.15.12:0/1180606548 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 17) ==== 8342+0+0 (secure 0 0 0) 0x7f261c04e4e0 con 0x563759e6cf60 2024-03-29T00:15:25.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.957+0000 7f263738b740 10 client.24724 fetch_fsmap finished waiting for FSMap version 17 2024-03-29T00:15:25.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.957+0000 7f263738b740 10 client.24724 resolve_mds: resolved name 'i' to daemon mds.i 2024-03-29T00:15:25.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.957+0000 7f263738b740 20 client.24724 populate_metadata read hostname 'smithi012' 2024-03-29T00:15:25.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.957+0000 7f263738b740 1 --2- 172.21.15.12:0/1180606548 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x563759eedb40 0x563759eea650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:25.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.957+0000 7f263738b740 4 client.24724 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-29T00:15:25.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.957+0000 7f263738b740 1 -- 172.21.15.12:0/1180606548 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "status"}) -- 0x563759dd8250 con 0x563759eedb40 2024-03-29T00:15:25.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.957+0000 7f2631c00640 1 --2- 172.21.15.12:0/1180606548 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x563759eedb40 0x563759eea650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:25.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.958+0000 7f2631c00640 1 --2- 172.21.15.12:0/1180606548 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x563759eedb40 0x563759eea650 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=74c0c1b762daa58c server_cookie=3e9ae027d97a0714 in_seq=0 out_seq=0 2024-03-29T00:15:25.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.958+0000 7f260f400640 10 client.24724 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:15:25.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.958+0000 7f260f400640 1 -- 172.21.15.12:0/1180606548 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x563759dd8250 con 0x563759eedb40 2024-03-29T00:15:25.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.958+0000 7f260f400640 10 client.24724 handle_command_reply: tid=0 2024-03-29T00:15:25.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.958+0000 7f263738b740 1 client.24724 shutdown 2024-03-29T00:15:25.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.958+0000 7f263738b740 1 -- 172.21.15.12:0/1180606548 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563759e6cf60 msgr2=0x563759e79930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:25.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.958+0000 7f263738b740 1 --2- 172.21.15.12:0/1180606548 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563759e6cf60 0x563759e79930 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x563759e68a20 tx=0x7f261c0057e0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.958+0000 7f263738b740 1 -- 172.21.15.12:0/1180606548 shutdown_connections 2024-03-29T00:15:25.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.958+0000 7f263738b740 1 --2- 172.21.15.12:0/1180606548 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x563759eedb40 0x563759eea650 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.958+0000 7f263738b740 1 --2- 172.21.15.12:0/1180606548 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563759e720d0 0x563759e7c950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.958+0000 7f263738b740 1 --2- 172.21.15.12:0/1180606548 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563759e6cf60 0x563759e79930 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.958+0000 7f263738b740 1 --2- 172.21.15.12:0/1180606548 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563759e6c570 0x563759e793f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.958+0000 7f263738b740 1 -- 172.21.15.12:0/1180606548 >> 172.21.15.12:0/1180606548 conn(0x563759e67ae0 msgr2=0x563759e754e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:25.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.958+0000 7f260f400640 0 client.24724 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:15:25.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.958+0000 7f263738b740 1 -- 172.21.15.12:0/1180606548 shutdown_connections 2024-03-29T00:15:25.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.958+0000 7f263738b740 1 -- 172.21.15.12:0/1180606548 wait complete. 2024-03-29T00:15:25.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.959+0000 7f263738b740 20 client.24724 trim_cache size 0 max 16384 2024-03-29T00:15:25.977 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:15:25.978 INFO:teuthology.orchestra.run.smithi012.stdout: "cluster_fsid": "f0a28ba8-ed5f-11ee-95d0-87774f69a715", 2024-03-29T00:15:25.978 INFO:teuthology.orchestra.run.smithi012.stdout: "whoami": 0, 2024-03-29T00:15:25.978 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 24568, 2024-03-29T00:15:25.978 INFO:teuthology.orchestra.run.smithi012.stdout: "want_state": "up:active", 2024-03-29T00:15:25.978 INFO:teuthology.orchestra.run.smithi012.stdout: "state": "up:active", 2024-03-29T00:15:25.978 INFO:teuthology.orchestra.run.smithi012.stdout: "fs_name": "cephfs", 2024-03-29T00:15:25.978 INFO:teuthology.orchestra.run.smithi012.stdout: "rank_uptime": 7.7698933060000002, 2024-03-29T00:15:25.978 INFO:teuthology.orchestra.run.smithi012.stdout: "mdsmap_epoch": 17, 2024-03-29T00:15:25.978 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch": 89, 2024-03-29T00:15:25.978 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch_barrier": 89, 2024-03-29T00:15:25.978 INFO:teuthology.orchestra.run.smithi012.stdout: "uptime": 25.977954266000001 2024-03-29T00:15:25.978 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:15:25.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.959+0000 7f2634600640 1 -- 172.21.15.12:0/3697606010 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f26140a1d80 msgr2=0x7f26140a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:25.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.959+0000 7f2634600640 1 --2- 172.21.15.12:0/3697606010 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f26140a1d80 0x7f26140a4240 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x563759e6d360 tx=0x7f2620005f90 comp rx=0 tx=0).stop 2024-03-29T00:15:25.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.959+0000 7f2634600640 1 -- 172.21.15.12:0/3697606010 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f262c077cf0 msgr2=0x7f262c1a5720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:25.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.959+0000 7f2634600640 1 --2- 172.21.15.12:0/3697606010 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f262c077cf0 0x7f262c1a5720 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f262400eaa0 tx=0x7f262400ef60 comp rx=0 tx=0).stop 2024-03-29T00:15:25.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.959+0000 7f2634600640 1 -- 172.21.15.12:0/3697606010 shutdown_connections 2024-03-29T00:15:25.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.959+0000 7f2634600640 1 --2- 172.21.15.12:0/3697606010 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f26140a1d80 0x7f26140a4240 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.959+0000 7f2634600640 1 --2- 172.21.15.12:0/3697606010 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f262c077350 0x7f262c19e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.959+0000 7f2634600640 1 --2- 172.21.15.12:0/3697606010 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f262c077cf0 0x7f262c1a5720 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.959+0000 7f2634600640 1 --2- 172.21.15.12:0/3697606010 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f262c076110 0x7f262c19e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:25.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.959+0000 7f2634600640 1 -- 172.21.15.12:0/3697606010 >> 172.21.15.12:0/3697606010 conn(0x7f262c0fef00 msgr2=0x7f262c102240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:25.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.959+0000 7f2634600640 1 -- 172.21.15.12:0/3697606010 shutdown_connections 2024-03-29T00:15:25.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:25.959+0000 7f2634600640 1 -- 172.21.15.12:0/3697606010 wait complete. 2024-03-29T00:15:25.981 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-03-29T00:15:25.982 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-03-29T00:15:25.982 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph fs ls 2024-03-29T00:15:26.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:26 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/324291780' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:15:26.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:26 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3480615155' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:15:26.397 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:26 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/324291780' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:15:26.397 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:26 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3480615155' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:15:26.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:26 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/324291780' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:15:26.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:26 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3480615155' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:15:26.445 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:15:27.133 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:27 smithi012 ceph-mon[31657]: pgmap v327: 129 pgs: 2 creating+activating, 11 creating+peering, 113 active+clean, 3 unknown; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s wr, 4 op/s 2024-03-29T00:15:27.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:27 smithi053 ceph-mon[36233]: pgmap v327: 129 pgs: 2 creating+activating, 11 creating+peering, 113 active+clean, 3 unknown; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s wr, 4 op/s 2024-03-29T00:15:27.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:27 smithi069 ceph-mon[36074]: pgmap v327: 129 pgs: 2 creating+activating, 11 creating+peering, 113 active+clean, 3 unknown; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s wr, 4 op/s 2024-03-29T00:15:28.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.888+0000 7f00d1200700 1 -- 172.21.15.12:0/3574497632 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f00cc104f40 msgr2=0x7f00cc108f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:28.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.888+0000 7f00d1200700 1 --2- 172.21.15.12:0/3574497632 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f00cc104f40 0x7f00cc108f90 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f00b80099c0 tx=0x7f00b8009cd0 comp rx=0 tx=0).stop 2024-03-29T00:15:28.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.888+0000 7f00d1200700 1 -- 172.21.15.12:0/3574497632 shutdown_connections 2024-03-29T00:15:28.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.888+0000 7f00d1200700 1 --2- 172.21.15.12:0/3574497632 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f00cc104590 0x7f00cc104970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:28.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.888+0000 7f00d1200700 1 --2- 172.21.15.12:0/3574497632 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f00cc109670 0x7f00cc111240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:28.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.888+0000 7f00d1200700 1 --2- 172.21.15.12:0/3574497632 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f00cc104f40 0x7f00cc108f90 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:28.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.888+0000 7f00d1200700 1 -- 172.21.15.12:0/3574497632 >> 172.21.15.12:0/3574497632 conn(0x7f00cc0ffe60 msgr2=0x7f00cc102280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:28.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.888+0000 7f00d1200700 1 -- 172.21.15.12:0/3574497632 shutdown_connections 2024-03-29T00:15:28.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.889+0000 7f00d1200700 1 -- 172.21.15.12:0/3574497632 wait complete. 2024-03-29T00:15:28.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.890+0000 7f00d1200700 1 Processor -- start 2024-03-29T00:15:28.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.891+0000 7f00d1200700 1 -- start start 2024-03-29T00:15:28.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.891+0000 7f00d1200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f00cc104590 0x7f00cc1a0870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:28.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.891+0000 7f00d1200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f00cc104f40 0x7f00cc1a0db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:28.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.892+0000 7f00d1200700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f00cc109670 0x7f00cc19aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:28.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.892+0000 7f00d1200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f00cc114770 con 0x7f00cc104f40 2024-03-29T00:15:28.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.892+0000 7f00d1200700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f00cc1145f0 con 0x7f00cc109670 2024-03-29T00:15:28.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.892+0000 7f00d1200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f00cc1148f0 con 0x7f00cc104590 2024-03-29T00:15:28.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.892+0000 7f00cb400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f00cc104590 0x7f00cc1a0870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:28.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.892+0000 7f00caa00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f00cc104f40 0x7f00cc1a0db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:28.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.892+0000 7f00cb400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f00cc104590 0x7f00cc1a0870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:53926/0 (socket says 172.21.15.12:53926) 2024-03-29T00:15:28.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.892+0000 7f00cb400700 1 -- 172.21.15.12:0/3486452720 learned_addr learned my addr 172.21.15.12:0/3486452720 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:28.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.892+0000 7f00cbe00700 1 --2- 172.21.15.12:0/3486452720 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f00cc109670 0x7f00cc19aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:28.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.892+0000 7f00cb400700 1 -- 172.21.15.12:0/3486452720 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f00cc109670 msgr2=0x7f00cc19aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:28.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.892+0000 7f00cb400700 1 --2- 172.21.15.12:0/3486452720 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f00cc109670 0x7f00cc19aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:28.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.892+0000 7f00cb400700 1 -- 172.21.15.12:0/3486452720 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f00cc104f40 msgr2=0x7f00cc1a0db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:28.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.892+0000 7f00cb400700 1 --2- 172.21.15.12:0/3486452720 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f00cc104f40 0x7f00cc1a0db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:28.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.892+0000 7f00cb400700 1 -- 172.21.15.12:0/3486452720 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00cc19b190 con 0x7f00cc104590 2024-03-29T00:15:28.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.893+0000 7f00cb400700 1 --2- 172.21.15.12:0/3486452720 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f00cc104590 0x7f00cc1a0870 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f00bc00e9a0 tx=0x7f00bc00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:28.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.893+0000 7f00c3e00700 1 -- 172.21.15.12:0/3486452720 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00bc00ca10 con 0x7f00cc104590 2024-03-29T00:15:28.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.893+0000 7f00c3e00700 1 -- 172.21.15.12:0/3486452720 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f00bc00cbb0 con 0x7f00cc104590 2024-03-29T00:15:28.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.893+0000 7f00d1200700 1 -- 172.21.15.12:0/3486452720 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00cc19b480 con 0x7f00cc104590 2024-03-29T00:15:28.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.893+0000 7f00c3e00700 1 -- 172.21.15.12:0/3486452720 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00bc018710 con 0x7f00cc104590 2024-03-29T00:15:28.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.893+0000 7f00d1200700 1 -- 172.21.15.12:0/3486452720 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00cc1a7740 con 0x7f00cc104590 2024-03-29T00:15:28.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.894+0000 7f00d1200700 1 -- 172.21.15.12:0/3486452720 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00cc068f00 con 0x7f00cc104590 2024-03-29T00:15:28.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.896+0000 7f00c3e00700 1 -- 172.21.15.12:0/3486452720 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f00bc010430 con 0x7f00cc104590 2024-03-29T00:15:28.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.898+0000 7f00c3e00700 1 --2- 172.21.15.12:0/3486452720 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f00b00a1e90 0x7f00b00a4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:28.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.898+0000 7f00c3e00700 1 -- 172.21.15.12:0/3486452720 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f00bc0ce180 con 0x7f00cc104590 2024-03-29T00:15:28.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.898+0000 7f00caa00700 1 --2- 172.21.15.12:0/3486452720 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f00b00a1e90 0x7f00b00a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:28.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.899+0000 7f00caa00700 1 --2- 172.21.15.12:0/3486452720 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f00b00a1e90 0x7f00b00a4350 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f00b8000c00 tx=0x7f00b8005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:28.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:28.901+0000 7f00c3e00700 1 -- 172.21.15.12:0/3486452720 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f00bc09b310 con 0x7f00cc104590 2024-03-29T00:15:29.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:29.176+0000 7f00d1200700 1 -- 172.21.15.12:0/3486452720 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f00cc02db30 con 0x7f00cc104590 2024-03-29T00:15:29.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:29 smithi012 ceph-mon[31657]: pgmap v328: 129 pgs: 129 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 2 op/s 2024-03-29T00:15:29.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:29.177+0000 7f00c3e00700 1 -- 172.21.15.12:0/3486452720 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) ==== 53+0+88 (secure 0 0 0) 0x7f00bc09ac10 con 0x7f00cc104590 2024-03-29T00:15:29.179 INFO:teuthology.orchestra.run.smithi012.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-03-29T00:15:29.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:29.180+0000 7f00d1200700 1 -- 172.21.15.12:0/3486452720 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f00b00a1e90 msgr2=0x7f00b00a4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:29.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:29.180+0000 7f00d1200700 1 --2- 172.21.15.12:0/3486452720 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f00b00a1e90 0x7f00b00a4350 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f00b8000c00 tx=0x7f00b8005fb0 comp rx=0 tx=0).stop 2024-03-29T00:15:29.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:29.180+0000 7f00d1200700 1 -- 172.21.15.12:0/3486452720 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f00cc104590 msgr2=0x7f00cc1a0870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:29.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:29.180+0000 7f00d1200700 1 --2- 172.21.15.12:0/3486452720 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f00cc104590 0x7f00cc1a0870 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f00bc00e9a0 tx=0x7f00bc00ecb0 comp rx=0 tx=0).stop 2024-03-29T00:15:29.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:29.180+0000 7f00d1200700 1 -- 172.21.15.12:0/3486452720 shutdown_connections 2024-03-29T00:15:29.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:29.180+0000 7f00d1200700 1 --2- 172.21.15.12:0/3486452720 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f00b00a1e90 0x7f00b00a4350 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:29.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:29.180+0000 7f00d1200700 1 --2- 172.21.15.12:0/3486452720 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f00cc104590 0x7f00cc1a0870 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:29.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:29.180+0000 7f00d1200700 1 --2- 172.21.15.12:0/3486452720 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f00cc109670 0x7f00cc19aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:29.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:29.180+0000 7f00d1200700 1 --2- 172.21.15.12:0/3486452720 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f00cc104f40 0x7f00cc1a0db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:29.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:29.180+0000 7f00d1200700 1 -- 172.21.15.12:0/3486452720 >> 172.21.15.12:0/3486452720 conn(0x7f00cc0ffe60 msgr2=0x7f00cc1009b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:29.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:29.180+0000 7f00d1200700 1 -- 172.21.15.12:0/3486452720 shutdown_connections 2024-03-29T00:15:29.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:29.180+0000 7f00d1200700 1 -- 172.21.15.12:0/3486452720 wait complete. 2024-03-29T00:15:29.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:29 smithi053 ceph-mon[36233]: pgmap v328: 129 pgs: 129 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 2 op/s 2024-03-29T00:15:29.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:29 smithi069 ceph-mon[36074]: pgmap v328: 129 pgs: 129 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 2 op/s 2024-03-29T00:15:30.160 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-03-29T00:15:30.160 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-03-29T00:15:30.160 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi012.front.sepia.ceph.com 2024-03-29T00:15:30.160 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-03-29T00:15:30.160 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-03-29T00:15:30.160 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-03-29T00:15:30.160 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-03-29T00:15:30.160 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-03-29T00:15:30.161 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-03-29T00:15:30.161 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:15:30.161 DEBUG:teuthology.orchestra.run.smithi012:> ip addr 2024-03-29T00:15:30.220 INFO:teuthology.orchestra.run.smithi012.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-03-29T00:15:30.221 INFO:teuthology.orchestra.run.smithi012.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-03-29T00:15:30.221 INFO:teuthology.orchestra.run.smithi012.stdout: inet 127.0.0.1/8 scope host lo 2024-03-29T00:15:30.221 INFO:teuthology.orchestra.run.smithi012.stdout: valid_lft forever preferred_lft forever 2024-03-29T00:15:30.221 INFO:teuthology.orchestra.run.smithi012.stdout: inet6 ::1/128 scope host 2024-03-29T00:15:30.221 INFO:teuthology.orchestra.run.smithi012.stdout: valid_lft forever preferred_lft forever 2024-03-29T00:15:30.221 INFO:teuthology.orchestra.run.smithi012.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-03-29T00:15:30.221 INFO:teuthology.orchestra.run.smithi012.stdout: link/ether 0c:c4:7a:6b:fd:a4 brd ff:ff:ff:ff:ff:ff 2024-03-29T00:15:30.221 INFO:teuthology.orchestra.run.smithi012.stdout: altname enp7s0f0 2024-03-29T00:15:30.221 INFO:teuthology.orchestra.run.smithi012.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-03-29T00:15:30.221 INFO:teuthology.orchestra.run.smithi012.stdout: link/ether 0c:c4:7a:6b:fd:a5 brd ff:ff:ff:ff:ff:ff 2024-03-29T00:15:30.221 INFO:teuthology.orchestra.run.smithi012.stdout: altname enp7s0f1 2024-03-29T00:15:30.221 INFO:teuthology.orchestra.run.smithi012.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-03-29T00:15:30.221 INFO:teuthology.orchestra.run.smithi012.stdout: link/ether ac:1f:6b:f8:25:ea brd ff:ff:ff:ff:ff:ff 2024-03-29T00:15:30.222 INFO:teuthology.orchestra.run.smithi012.stdout: altname enp1s0f0 2024-03-29T00:15:30.222 INFO:teuthology.orchestra.run.smithi012.stdout: inet 172.21.15.12/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-03-29T00:15:30.222 INFO:teuthology.orchestra.run.smithi012.stdout: valid_lft 41963sec preferred_lft 41963sec 2024-03-29T00:15:30.222 INFO:teuthology.orchestra.run.smithi012.stdout: inet6 fe80::ae1f:6bff:fef8:25ea/64 scope link noprefixroute 2024-03-29T00:15:30.222 INFO:teuthology.orchestra.run.smithi012.stdout: valid_lft forever preferred_lft forever 2024-03-29T00:15:30.222 INFO:teuthology.orchestra.run.smithi012.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-03-29T00:15:30.222 INFO:teuthology.orchestra.run.smithi012.stdout: link/ether ac:1f:6b:f8:25:eb brd ff:ff:ff:ff:ff:ff 2024-03-29T00:15:30.222 INFO:teuthology.orchestra.run.smithi012.stdout: altname enp1s0f1 2024-03-29T00:15:30.223 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-03-29T00:15:30.223 DEBUG:teuthology.orchestra.run.smithi012:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-03-29T00:15:30.223 DEBUG:teuthology.orchestra.run.smithi012:> set -e 2024-03-29T00:15:30.223 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip link add name ceph-brx type bridge 2024-03-29T00:15:30.223 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip addr flush dev ceph-brx 2024-03-29T00:15:30.223 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip link set ceph-brx up 2024-03-29T00:15:30.223 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-03-29T00:15:30.223 DEBUG:teuthology.orchestra.run.smithi012:> ') 2024-03-29T00:15:30.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:30 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-03-29T00:15:30.371 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:30 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3486452720' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-03-29T00:15:30.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:30 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3486452720' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-03-29T00:15:30.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:30 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3486452720' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-03-29T00:15:30.738 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-03-29T00:15:30.749 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:15:30.749 DEBUG:teuthology.orchestra.run.smithi012:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-03-29T00:15:30.838 INFO:teuthology.orchestra.run.smithi012.stdout:1 2024-03-29T00:15:30.842 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:15:30.842 DEBUG:teuthology.orchestra.run.smithi012:> route 2024-03-29T00:15:30.903 INFO:teuthology.orchestra.run.smithi012.stdout:Kernel IP routing table 2024-03-29T00:15:30.903 INFO:teuthology.orchestra.run.smithi012.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-03-29T00:15:30.903 INFO:teuthology.orchestra.run.smithi012.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-03-29T00:15:30.903 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-03-29T00:15:30.903 INFO:teuthology.orchestra.run.smithi012.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-03-29T00:15:30.904 DEBUG:teuthology.orchestra.run.smithi012:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-03-29T00:15:30.904 DEBUG:teuthology.orchestra.run.smithi012:> set -e 2024-03-29T00:15:30.904 DEBUG:teuthology.orchestra.run.smithi012:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-03-29T00:15:30.904 DEBUG:teuthology.orchestra.run.smithi012:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-03-29T00:15:30.904 DEBUG:teuthology.orchestra.run.smithi012:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-03-29T00:15:30.904 DEBUG:teuthology.orchestra.run.smithi012:> ') 2024-03-29T00:15:31.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:31 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-03-29T00:15:31.310 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:31 smithi012 ceph-mon[31657]: pgmap v329: 129 pgs: 129 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 1 op/s 2024-03-29T00:15:31.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:31 smithi053 ceph-mon[36233]: pgmap v329: 129 pgs: 129 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 1 op/s 2024-03-29T00:15:31.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:31 smithi069 ceph-mon[36074]: pgmap v329: 129 pgs: 129 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 1 op/s 2024-03-29T00:15:31.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-03-29T00:15:31.708 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:15:31.708 DEBUG:teuthology.orchestra.run.smithi012:> ip netns list 2024-03-29T00:15:31.762 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:15:31.763 DEBUG:teuthology.orchestra.run.smithi012:> ip netns list-id 2024-03-29T00:15:31.815 DEBUG:teuthology.orchestra.run.smithi012:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-03-29T00:15:31.816 DEBUG:teuthology.orchestra.run.smithi012:> set -e 2024-03-29T00:15:31.816 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-03-29T00:15:31.816 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-03-29T00:15:31.816 DEBUG:teuthology.orchestra.run.smithi012:> ') 2024-03-29T00:15:31.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:31 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-03-29T00:15:32.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-03-29T00:15:32.035 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-03-29T00:15:32.035 DEBUG:teuthology.orchestra.run.smithi012:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-03-29T00:15:32.035 DEBUG:teuthology.orchestra.run.smithi012:> set -e 2024-03-29T00:15:32.036 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-03-29T00:15:32.036 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-03-29T00:15:32.036 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-03-29T00:15:32.036 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-03-29T00:15:32.036 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-03-29T00:15:32.036 DEBUG:teuthology.orchestra.run.smithi012:> ') 2024-03-29T00:15:32.146 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-03-29T00:15:32.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-03-29T00:15:32.399 DEBUG:teuthology.orchestra.run.smithi012:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-03-29T00:15:32.399 DEBUG:teuthology.orchestra.run.smithi012:> set -e 2024-03-29T00:15:32.400 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip link set brx.0 up 2024-03-29T00:15:32.400 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip link set dev brx.0 master ceph-brx 2024-03-29T00:15:32.400 DEBUG:teuthology.orchestra.run.smithi012:> ') 2024-03-29T00:15:32.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-03-29T00:15:32.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-03-29T00:15:32.635 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-03-29T00:15:32.635 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-03-29T00:15:32.636 DEBUG:teuthology.orchestra.run.smithi012:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-03-29T00:15:32.686 INFO:teuthology.orchestra.run.smithi012.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-03-29T00:15:32.686 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-03-29T00:15:32.686 DEBUG:teuthology.orchestra.run.smithi012:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-03-29T00:15:32.731 DEBUG:teuthology.orchestra.run.smithi012:> sudo modprobe fuse 2024-03-29T00:15:32.861 DEBUG:teuthology.orchestra.run.smithi012:> cat /proc/self/mounts | awk '{print $2}' 2024-03-29T00:15:32.913 INFO:teuthology.orchestra.run.smithi012.stdout:/proc 2024-03-29T00:15:32.913 INFO:teuthology.orchestra.run.smithi012.stdout:/sys 2024-03-29T00:15:32.913 INFO:teuthology.orchestra.run.smithi012.stdout:/dev 2024-03-29T00:15:32.913 INFO:teuthology.orchestra.run.smithi012.stdout:/sys/kernel/security 2024-03-29T00:15:32.913 INFO:teuthology.orchestra.run.smithi012.stdout:/dev/shm 2024-03-29T00:15:32.913 INFO:teuthology.orchestra.run.smithi012.stdout:/dev/pts 2024-03-29T00:15:32.913 INFO:teuthology.orchestra.run.smithi012.stdout:/run 2024-03-29T00:15:32.913 INFO:teuthology.orchestra.run.smithi012.stdout:/sys/fs/cgroup 2024-03-29T00:15:32.913 INFO:teuthology.orchestra.run.smithi012.stdout:/sys/fs/pstore 2024-03-29T00:15:32.914 INFO:teuthology.orchestra.run.smithi012.stdout:/sys/fs/bpf 2024-03-29T00:15:32.914 INFO:teuthology.orchestra.run.smithi012.stdout:/ 2024-03-29T00:15:32.914 INFO:teuthology.orchestra.run.smithi012.stdout:/sys/fs/selinux 2024-03-29T00:15:32.914 INFO:teuthology.orchestra.run.smithi012.stdout:/proc/sys/fs/binfmt_misc 2024-03-29T00:15:32.914 INFO:teuthology.orchestra.run.smithi012.stdout:/dev/mqueue 2024-03-29T00:15:32.914 INFO:teuthology.orchestra.run.smithi012.stdout:/dev/hugepages 2024-03-29T00:15:32.914 INFO:teuthology.orchestra.run.smithi012.stdout:/sys/kernel/debug 2024-03-29T00:15:32.914 INFO:teuthology.orchestra.run.smithi012.stdout:/sys/kernel/tracing 2024-03-29T00:15:32.914 INFO:teuthology.orchestra.run.smithi012.stdout:/sys/fs/fuse/connections 2024-03-29T00:15:32.914 INFO:teuthology.orchestra.run.smithi012.stdout:/sys/kernel/config 2024-03-29T00:15:32.914 INFO:teuthology.orchestra.run.smithi012.stdout:/run/credentials/systemd-sysctl.service 2024-03-29T00:15:32.914 INFO:teuthology.orchestra.run.smithi012.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-03-29T00:15:32.914 INFO:teuthology.orchestra.run.smithi012.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-03-29T00:15:32.914 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/nfs/rpc_pipefs 2024-03-29T00:15:32.915 INFO:teuthology.orchestra.run.smithi012.stdout:/run/user/1000 2024-03-29T00:15:32.915 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/ceph 2024-03-29T00:15:32.915 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay 2024-03-29T00:15:32.915 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay/be71f35ca1418aa438abfccfbfd2b4a7be1fc131403b30c65bbdcc5a9a5024b3/merged 2024-03-29T00:15:32.916 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay/3e7938530ac5737b70eb944714b8a30811744b51c7002cea98ad71d66d454d30/merged 2024-03-29T00:15:32.916 INFO:teuthology.orchestra.run.smithi012.stdout:/run/user/0 2024-03-29T00:15:32.916 INFO:teuthology.orchestra.run.smithi012.stdout:/proc/sys/fs/binfmt_misc 2024-03-29T00:15:32.916 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay/6868f8a7f7641ba828ef92da9eeee7064589e01eda794d11575d9f5a9243b70d/merged 2024-03-29T00:15:32.916 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay/78937b08cdc9ebed06a50fb0ca0dccf25d80654c099b3214629212c22b2e0c48/merged 2024-03-29T00:15:32.916 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay/ed819c1832d824057d7e987f235ce553ce07d239ebad1b13cce59d3c2b798a1c/merged 2024-03-29T00:15:32.916 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay/c96dab54b9ef7a15c2c4abcbc686edd423f20969e255371a0376a0f48f0299f3/merged 2024-03-29T00:15:32.916 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay/0096a3e9f8aed1e39bfb69ea827180c736ff621c59b29f3a65261aafd71d6534/merged 2024-03-29T00:15:32.916 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay/43bae3c41c887d450a373a079e630391e2b81c6fcc59bd8372f290edccf3c644/merged 2024-03-29T00:15:32.916 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay/49b4edb329cf5cea9fb16139ccc49ef6ee1cf4989efa34ec14ed6fb03ffb2f5d/merged 2024-03-29T00:15:32.916 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay/99ebfc9e02b9487ae127d3d7c1c9de3d11317403374d6a285512d0a3e5786e74/merged 2024-03-29T00:15:32.916 INFO:teuthology.orchestra.run.smithi012.stdout:/run/netns 2024-03-29T00:15:32.916 INFO:teuthology.orchestra.run.smithi012.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-03-29T00:15:32.917 INFO:teuthology.orchestra.run.smithi012.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-03-29T00:15:32.918 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:15:32.918 DEBUG:teuthology.orchestra.run.smithi012:> ls /sys/fs/fuse/connections 2024-03-29T00:15:32.968 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-03-29T00:15:32.969 DEBUG:teuthology.orchestra.run.smithi012:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-03-29T00:15:32.976 DEBUG:teuthology.orchestra.run.smithi012:> sudo modprobe fuse 2024-03-29T00:15:33.053 DEBUG:teuthology.orchestra.run.smithi012:> cat /proc/self/mounts | awk '{print $2}' 2024-03-29T00:15:33.104 INFO:teuthology.orchestra.run.smithi012.stdout:/proc 2024-03-29T00:15:33.104 INFO:teuthology.orchestra.run.smithi012.stdout:/sys 2024-03-29T00:15:33.104 INFO:teuthology.orchestra.run.smithi012.stdout:/dev 2024-03-29T00:15:33.104 INFO:teuthology.orchestra.run.smithi012.stdout:/sys/kernel/security 2024-03-29T00:15:33.105 INFO:teuthology.orchestra.run.smithi012.stdout:/dev/shm 2024-03-29T00:15:33.105 INFO:teuthology.orchestra.run.smithi012.stdout:/dev/pts 2024-03-29T00:15:33.105 INFO:teuthology.orchestra.run.smithi012.stdout:/run 2024-03-29T00:15:33.105 INFO:teuthology.orchestra.run.smithi012.stdout:/sys/fs/cgroup 2024-03-29T00:15:33.105 INFO:teuthology.orchestra.run.smithi012.stdout:/sys/fs/pstore 2024-03-29T00:15:33.105 INFO:teuthology.orchestra.run.smithi012.stdout:/sys/fs/bpf 2024-03-29T00:15:33.105 INFO:teuthology.orchestra.run.smithi012.stdout:/ 2024-03-29T00:15:33.105 INFO:teuthology.orchestra.run.smithi012.stdout:/sys/fs/selinux 2024-03-29T00:15:33.105 INFO:teuthology.orchestra.run.smithi012.stdout:/proc/sys/fs/binfmt_misc 2024-03-29T00:15:33.105 INFO:teuthology.orchestra.run.smithi012.stdout:/dev/mqueue 2024-03-29T00:15:33.105 INFO:teuthology.orchestra.run.smithi012.stdout:/dev/hugepages 2024-03-29T00:15:33.105 INFO:teuthology.orchestra.run.smithi012.stdout:/sys/kernel/debug 2024-03-29T00:15:33.105 INFO:teuthology.orchestra.run.smithi012.stdout:/sys/kernel/tracing 2024-03-29T00:15:33.105 INFO:teuthology.orchestra.run.smithi012.stdout:/sys/fs/fuse/connections 2024-03-29T00:15:33.105 INFO:teuthology.orchestra.run.smithi012.stdout:/sys/kernel/config 2024-03-29T00:15:33.106 INFO:teuthology.orchestra.run.smithi012.stdout:/run/credentials/systemd-sysctl.service 2024-03-29T00:15:33.106 INFO:teuthology.orchestra.run.smithi012.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-03-29T00:15:33.106 INFO:teuthology.orchestra.run.smithi012.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-03-29T00:15:33.106 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/nfs/rpc_pipefs 2024-03-29T00:15:33.106 INFO:teuthology.orchestra.run.smithi012.stdout:/run/user/1000 2024-03-29T00:15:33.106 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/ceph 2024-03-29T00:15:33.106 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay 2024-03-29T00:15:33.106 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay/be71f35ca1418aa438abfccfbfd2b4a7be1fc131403b30c65bbdcc5a9a5024b3/merged 2024-03-29T00:15:33.106 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay/3e7938530ac5737b70eb944714b8a30811744b51c7002cea98ad71d66d454d30/merged 2024-03-29T00:15:33.106 INFO:teuthology.orchestra.run.smithi012.stdout:/run/user/0 2024-03-29T00:15:33.106 INFO:teuthology.orchestra.run.smithi012.stdout:/proc/sys/fs/binfmt_misc 2024-03-29T00:15:33.106 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay/6868f8a7f7641ba828ef92da9eeee7064589e01eda794d11575d9f5a9243b70d/merged 2024-03-29T00:15:33.106 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay/78937b08cdc9ebed06a50fb0ca0dccf25d80654c099b3214629212c22b2e0c48/merged 2024-03-29T00:15:33.106 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay/ed819c1832d824057d7e987f235ce553ce07d239ebad1b13cce59d3c2b798a1c/merged 2024-03-29T00:15:33.107 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay/c96dab54b9ef7a15c2c4abcbc686edd423f20969e255371a0376a0f48f0299f3/merged 2024-03-29T00:15:33.107 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay/0096a3e9f8aed1e39bfb69ea827180c736ff621c59b29f3a65261aafd71d6534/merged 2024-03-29T00:15:33.107 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay/43bae3c41c887d450a373a079e630391e2b81c6fcc59bd8372f290edccf3c644/merged 2024-03-29T00:15:33.107 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay/49b4edb329cf5cea9fb16139ccc49ef6ee1cf4989efa34ec14ed6fb03ffb2f5d/merged 2024-03-29T00:15:33.107 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay/99ebfc9e02b9487ae127d3d7c1c9de3d11317403374d6a285512d0a3e5786e74/merged 2024-03-29T00:15:33.107 INFO:teuthology.orchestra.run.smithi012.stdout:/run/netns 2024-03-29T00:15:33.107 INFO:teuthology.orchestra.run.smithi012.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-03-29T00:15:33.107 INFO:teuthology.orchestra.run.smithi012.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-03-29T00:15:33.108 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:15:33.108 DEBUG:teuthology.orchestra.run.smithi012:> ls /sys/fs/fuse/connections 2024-03-29T00:15:33.199 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi012.stderr:2024-03-29T00:15:33.197+0000 7f8f11045480 -1 init, newargv = 0x55cc713f70d0 newargc=15 2024-03-29T00:15:33.199 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi012.stderr:ceph-fuse[75766]: starting ceph client 2024-03-29T00:15:33.209 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi012.stderr:ceph-fuse[75766]: starting fuse 2024-03-29T00:15:33.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:33 smithi053 ceph-mon[36233]: pgmap v330: 129 pgs: 129 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 323 B/s wr, 0 op/s 2024-03-29T00:15:33.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:33 smithi069 ceph-mon[36074]: pgmap v330: 129 pgs: 129 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 323 B/s wr, 0 op/s 2024-03-29T00:15:33.494 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:33 smithi012 ceph-mon[31657]: pgmap v330: 129 pgs: 129 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 323 B/s wr, 0 op/s 2024-03-29T00:15:34.251 DEBUG:teuthology.orchestra.run.smithi012:> sudo modprobe fuse 2024-03-29T00:15:34.347 DEBUG:teuthology.orchestra.run.smithi012:> cat /proc/self/mounts | awk '{print $2}' 2024-03-29T00:15:34.396 INFO:teuthology.orchestra.run.smithi012.stdout:/proc 2024-03-29T00:15:34.396 INFO:teuthology.orchestra.run.smithi012.stdout:/sys 2024-03-29T00:15:34.396 INFO:teuthology.orchestra.run.smithi012.stdout:/dev 2024-03-29T00:15:34.396 INFO:teuthology.orchestra.run.smithi012.stdout:/sys/kernel/security 2024-03-29T00:15:34.396 INFO:teuthology.orchestra.run.smithi012.stdout:/dev/shm 2024-03-29T00:15:34.397 INFO:teuthology.orchestra.run.smithi012.stdout:/dev/pts 2024-03-29T00:15:34.397 INFO:teuthology.orchestra.run.smithi012.stdout:/run 2024-03-29T00:15:34.397 INFO:teuthology.orchestra.run.smithi012.stdout:/sys/fs/cgroup 2024-03-29T00:15:34.397 INFO:teuthology.orchestra.run.smithi012.stdout:/sys/fs/pstore 2024-03-29T00:15:34.397 INFO:teuthology.orchestra.run.smithi012.stdout:/sys/fs/bpf 2024-03-29T00:15:34.397 INFO:teuthology.orchestra.run.smithi012.stdout:/ 2024-03-29T00:15:34.397 INFO:teuthology.orchestra.run.smithi012.stdout:/sys/fs/selinux 2024-03-29T00:15:34.397 INFO:teuthology.orchestra.run.smithi012.stdout:/proc/sys/fs/binfmt_misc 2024-03-29T00:15:34.397 INFO:teuthology.orchestra.run.smithi012.stdout:/dev/mqueue 2024-03-29T00:15:34.397 INFO:teuthology.orchestra.run.smithi012.stdout:/dev/hugepages 2024-03-29T00:15:34.397 INFO:teuthology.orchestra.run.smithi012.stdout:/sys/kernel/debug 2024-03-29T00:15:34.397 INFO:teuthology.orchestra.run.smithi012.stdout:/sys/kernel/tracing 2024-03-29T00:15:34.397 INFO:teuthology.orchestra.run.smithi012.stdout:/sys/fs/fuse/connections 2024-03-29T00:15:34.397 INFO:teuthology.orchestra.run.smithi012.stdout:/sys/kernel/config 2024-03-29T00:15:34.398 INFO:teuthology.orchestra.run.smithi012.stdout:/run/credentials/systemd-sysctl.service 2024-03-29T00:15:34.398 INFO:teuthology.orchestra.run.smithi012.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-03-29T00:15:34.398 INFO:teuthology.orchestra.run.smithi012.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-03-29T00:15:34.398 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/nfs/rpc_pipefs 2024-03-29T00:15:34.398 INFO:teuthology.orchestra.run.smithi012.stdout:/run/user/1000 2024-03-29T00:15:34.398 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/ceph 2024-03-29T00:15:34.398 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay 2024-03-29T00:15:34.398 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay/be71f35ca1418aa438abfccfbfd2b4a7be1fc131403b30c65bbdcc5a9a5024b3/merged 2024-03-29T00:15:34.398 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay/3e7938530ac5737b70eb944714b8a30811744b51c7002cea98ad71d66d454d30/merged 2024-03-29T00:15:34.398 INFO:teuthology.orchestra.run.smithi012.stdout:/run/user/0 2024-03-29T00:15:34.398 INFO:teuthology.orchestra.run.smithi012.stdout:/proc/sys/fs/binfmt_misc 2024-03-29T00:15:34.398 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay/6868f8a7f7641ba828ef92da9eeee7064589e01eda794d11575d9f5a9243b70d/merged 2024-03-29T00:15:34.398 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay/78937b08cdc9ebed06a50fb0ca0dccf25d80654c099b3214629212c22b2e0c48/merged 2024-03-29T00:15:34.398 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay/ed819c1832d824057d7e987f235ce553ce07d239ebad1b13cce59d3c2b798a1c/merged 2024-03-29T00:15:34.399 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay/c96dab54b9ef7a15c2c4abcbc686edd423f20969e255371a0376a0f48f0299f3/merged 2024-03-29T00:15:34.399 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay/0096a3e9f8aed1e39bfb69ea827180c736ff621c59b29f3a65261aafd71d6534/merged 2024-03-29T00:15:34.399 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay/43bae3c41c887d450a373a079e630391e2b81c6fcc59bd8372f290edccf3c644/merged 2024-03-29T00:15:34.399 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay/49b4edb329cf5cea9fb16139ccc49ef6ee1cf4989efa34ec14ed6fb03ffb2f5d/merged 2024-03-29T00:15:34.399 INFO:teuthology.orchestra.run.smithi012.stdout:/var/lib/containers/storage/overlay/99ebfc9e02b9487ae127d3d7c1c9de3d11317403374d6a285512d0a3e5786e74/merged 2024-03-29T00:15:34.399 INFO:teuthology.orchestra.run.smithi012.stdout:/run/netns 2024-03-29T00:15:34.399 INFO:teuthology.orchestra.run.smithi012.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-03-29T00:15:34.399 INFO:teuthology.orchestra.run.smithi012.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-03-29T00:15:34.399 INFO:teuthology.orchestra.run.smithi012.stdout:/home/ubuntu/cephtest/mnt.admin 2024-03-29T00:15:34.400 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:15:34.400 DEBUG:teuthology.orchestra.run.smithi012:> ls /sys/fs/fuse/connections 2024-03-29T00:15:34.441 INFO:teuthology.orchestra.run.smithi012.stdout:118 2024-03-29T00:15:34.441 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [118] 2024-03-29T00:15:34.441 DEBUG:teuthology.orchestra.run.smithi012:> sudo stdin-killer -- python3 -c ' 2024-03-29T00:15:34.441 DEBUG:teuthology.orchestra.run.smithi012:> import glob 2024-03-29T00:15:34.441 DEBUG:teuthology.orchestra.run.smithi012:> import re 2024-03-29T00:15:34.442 DEBUG:teuthology.orchestra.run.smithi012:> import os 2024-03-29T00:15:34.442 DEBUG:teuthology.orchestra.run.smithi012:> import subprocess 2024-03-29T00:15:34.442 DEBUG:teuthology.orchestra.run.smithi012:> 2024-03-29T00:15:34.442 DEBUG:teuthology.orchestra.run.smithi012:> def _find_admin_socket(client_name): 2024-03-29T00:15:34.442 DEBUG:teuthology.orchestra.run.smithi012:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-03-29T00:15:34.442 DEBUG:teuthology.orchestra.run.smithi012:> files = glob.glob(asok_path) 2024-03-29T00:15:34.442 DEBUG:teuthology.orchestra.run.smithi012:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-03-29T00:15:34.442 DEBUG:teuthology.orchestra.run.smithi012:> 2024-03-29T00:15:34.442 DEBUG:teuthology.orchestra.run.smithi012:> # Given a non-glob path, it better be there 2024-03-29T00:15:34.442 DEBUG:teuthology.orchestra.run.smithi012:> if "*" not in asok_path: 2024-03-29T00:15:34.442 DEBUG:teuthology.orchestra.run.smithi012:> assert(len(files) == 1) 2024-03-29T00:15:34.442 DEBUG:teuthology.orchestra.run.smithi012:> return files[0] 2024-03-29T00:15:34.442 DEBUG:teuthology.orchestra.run.smithi012:> 2024-03-29T00:15:34.442 DEBUG:teuthology.orchestra.run.smithi012:> for f in files: 2024-03-29T00:15:34.443 DEBUG:teuthology.orchestra.run.smithi012:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-03-29T00:15:34.443 DEBUG:teuthology.orchestra.run.smithi012:> if os.path.exists("/proc/{0}".format(pid)): 2024-03-29T00:15:34.443 DEBUG:teuthology.orchestra.run.smithi012:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-03-29T00:15:34.443 DEBUG:teuthology.orchestra.run.smithi012:> contents = proc_f.read() 2024-03-29T00:15:34.443 DEBUG:teuthology.orchestra.run.smithi012:> if mountpoint in contents: 2024-03-29T00:15:34.443 DEBUG:teuthology.orchestra.run.smithi012:> return f 2024-03-29T00:15:34.443 DEBUG:teuthology.orchestra.run.smithi012:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-03-29T00:15:34.443 DEBUG:teuthology.orchestra.run.smithi012:> 2024-03-29T00:15:34.443 DEBUG:teuthology.orchestra.run.smithi012:> print(_find_admin_socket("client.admin")) 2024-03-29T00:15:34.443 DEBUG:teuthology.orchestra.run.smithi012:> ' 2024-03-29T00:15:34.666 INFO:teuthology.orchestra.run.smithi012.stdout:/var/run/ceph/ceph-client.admin.75766.asok 2024-03-29T00:15:34.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-03-29T00:15:34.684 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.75766.asok 2024-03-29T00:15:34.684 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:15:34.685 DEBUG:teuthology.orchestra.run.smithi012:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.75766.asok status 2024-03-29T00:15:34.931 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:15:34.931 INFO:teuthology.orchestra.run.smithi012.stdout: "metadata": { 2024-03-29T00:15:34.931 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_sha1": "323d23dc228bbcb7f16f188fdc9c0dcb801844be", 2024-03-29T00:15:34.931 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_version": "ceph version 19.0.0-1899-g323d23dc (323d23dc228bbcb7f16f188fdc9c0dcb801844be) squid (dev)", 2024-03-29T00:15:34.932 INFO:teuthology.orchestra.run.smithi012.stdout: "entity_id": "admin", 2024-03-29T00:15:34.932 INFO:teuthology.orchestra.run.smithi012.stdout: "hostname": "smithi012", 2024-03-29T00:15:34.932 INFO:teuthology.orchestra.run.smithi012.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-03-29T00:15:34.932 INFO:teuthology.orchestra.run.smithi012.stdout: "pid": "75766", 2024-03-29T00:15:34.932 INFO:teuthology.orchestra.run.smithi012.stdout: "root": "/" 2024-03-29T00:15:34.932 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:15:34.932 INFO:teuthology.orchestra.run.smithi012.stdout: "dentry_count": 0, 2024-03-29T00:15:34.932 INFO:teuthology.orchestra.run.smithi012.stdout: "dentry_pinned_count": 0, 2024-03-29T00:15:34.932 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 24736, 2024-03-29T00:15:34.932 INFO:teuthology.orchestra.run.smithi012.stdout: "inst": { 2024-03-29T00:15:34.932 INFO:teuthology.orchestra.run.smithi012.stdout: "name": { 2024-03-29T00:15:34.933 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "client", 2024-03-29T00:15:34.933 INFO:teuthology.orchestra.run.smithi012.stdout: "num": 24736 2024-03-29T00:15:34.933 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:15:34.933 INFO:teuthology.orchestra.run.smithi012.stdout: "addr": { 2024-03-29T00:15:34.933 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "v1", 2024-03-29T00:15:34.933 INFO:teuthology.orchestra.run.smithi012.stdout: "addr": "172.21.15.12:0", 2024-03-29T00:15:34.933 INFO:teuthology.orchestra.run.smithi012.stdout: "nonce": 1720835327 2024-03-29T00:15:34.933 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:15:34.933 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:15:34.933 INFO:teuthology.orchestra.run.smithi012.stdout: "addr": { 2024-03-29T00:15:34.933 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "v1", 2024-03-29T00:15:34.934 INFO:teuthology.orchestra.run.smithi012.stdout: "addr": "172.21.15.12:0", 2024-03-29T00:15:34.934 INFO:teuthology.orchestra.run.smithi012.stdout: "nonce": 1720835327 2024-03-29T00:15:34.934 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:15:34.934 INFO:teuthology.orchestra.run.smithi012.stdout: "inst_str": "client.24736 172.21.15.12:0/1720835327", 2024-03-29T00:15:34.934 INFO:teuthology.orchestra.run.smithi012.stdout: "addr_str": "172.21.15.12:0/1720835327", 2024-03-29T00:15:34.934 INFO:teuthology.orchestra.run.smithi012.stdout: "inode_count": 1, 2024-03-29T00:15:34.934 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_epoch": 17, 2024-03-29T00:15:34.934 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_epoch": 89, 2024-03-29T00:15:34.934 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_epoch_barrier": 0, 2024-03-29T00:15:34.934 INFO:teuthology.orchestra.run.smithi012.stdout: "blocklisted": false, 2024-03-29T00:15:34.934 INFO:teuthology.orchestra.run.smithi012.stdout: "fs_name": "cephfs" 2024-03-29T00:15:34.935 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:15:34.946 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:15:34.947 DEBUG:teuthology.orchestra.run.smithi012:> stat --file-system '--printf=%T 2024-03-29T00:15:34.947 DEBUG:teuthology.orchestra.run.smithi012:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-03-29T00:15:35.004 INFO:teuthology.orchestra.run.smithi012.stdout:fuseblk 2024-03-29T00:15:35.004 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-03-29T00:15:35.004 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:15:35.004 DEBUG:teuthology.orchestra.run.smithi012:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-03-29T00:15:35.107 DEBUG:teuthology.orchestra.run.smithi012:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-03-29T00:15:35.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-03-29T00:15:35.263 INFO:teuthology.orchestra.run.smithi012.stdout:# file: . 2024-03-29T00:15:35.264 INFO:teuthology.orchestra.run.smithi012.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-03-29T00:15:35.264 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:15:35.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-03-29T00:15:35.274 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-03-29T00:15:35.275 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/proc/self/mounts of=/dev/stdout 2024-03-29T00:15:35.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:35 smithi012 ceph-mon[31657]: pgmap v331: 129 pgs: 129 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:35.327 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-29T00:15:35.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:35 smithi053 ceph-mon[36233]: pgmap v331: 129 pgs: 129 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:35.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:35 smithi069 ceph-mon[36074]: pgmap v331: 129 pgs: 129 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:35.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.595+0000 7f57a2000640 1 -- 172.21.15.12:0/550393552 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f579c103980 msgr2=0x7f579c103da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:35.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.595+0000 7f57a2000640 1 --2- 172.21.15.12:0/550393552 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f579c103980 0x7f579c103da0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f578c009900 tx=0x7f578c02bc30 comp rx=0 tx=0).stop 2024-03-29T00:15:35.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.595+0000 7f57a2000640 1 -- 172.21.15.12:0/550393552 shutdown_connections 2024-03-29T00:15:35.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.595+0000 7f57a2000640 1 --2- 172.21.15.12:0/550393552 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f579c104b70 0x7f579c104ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:35.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.595+0000 7f57a2000640 1 --2- 172.21.15.12:0/550393552 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f579c105530 0x7f579c10bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:35.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.595+0000 7f57a2000640 1 --2- 172.21.15.12:0/550393552 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f579c103980 0x7f579c103da0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:35.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.595+0000 7f57a2000640 1 -- 172.21.15.12:0/550393552 >> 172.21.15.12:0/550393552 conn(0x7f579c0fef10 msgr2=0x7f579c101330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:35.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.595+0000 7f57a2000640 1 -- 172.21.15.12:0/550393552 shutdown_connections 2024-03-29T00:15:35.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.595+0000 7f57a2000640 1 -- 172.21.15.12:0/550393552 wait complete. 2024-03-29T00:15:35.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.597+0000 7f57a2000640 1 Processor -- start 2024-03-29T00:15:35.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.597+0000 7f57a2000640 1 -- start start 2024-03-29T00:15:35.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.597+0000 7f57a2000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f579c103980 0x7f579c199da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:35.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.597+0000 7f57a2000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f579c104b70 0x7f579c19a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:35.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.597+0000 7f57a2000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f579c105530 0x7f579c1a1310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:35.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.597+0000 7f57a2000640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f579c10f6e0 con 0x7f579c103980 2024-03-29T00:15:35.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.597+0000 7f57a2000640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f579c10f560 con 0x7f579c104b70 2024-03-29T00:15:35.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.597+0000 7f57a2000640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f579c10f860 con 0x7f579c105530 2024-03-29T00:15:35.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.597+0000 7f579b400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f579c103980 0x7f579c199da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:35.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.598+0000 7f579be00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f579c105530 0x7f579c1a1310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:35.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.598+0000 7f579b400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f579c103980 0x7f579c199da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:36820/0 (socket says 172.21.15.12:36820) 2024-03-29T00:15:35.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.598+0000 7f579b400640 1 -- 172.21.15.12:0/939359718 learned_addr learned my addr 172.21.15.12:0/939359718 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:35.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.598+0000 7f579be00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f579c105530 0x7f579c1a1310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46312/0 (socket says 172.21.15.12:46312) 2024-03-29T00:15:35.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.598+0000 7f5792a00640 1 --2- 172.21.15.12:0/939359718 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f579c104b70 0x7f579c19a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:35.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.598+0000 7f579be00640 1 -- 172.21.15.12:0/939359718 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f579c104b70 msgr2=0x7f579c19a2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:35.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.598+0000 7f579be00640 1 --2- 172.21.15.12:0/939359718 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f579c104b70 0x7f579c19a2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:35.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.598+0000 7f579be00640 1 -- 172.21.15.12:0/939359718 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f579c103980 msgr2=0x7f579c199da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:35.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.598+0000 7f579be00640 1 --2- 172.21.15.12:0/939359718 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f579c103980 0x7f579c199da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:35.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.598+0000 7f579be00640 1 -- 172.21.15.12:0/939359718 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f579c1a19b0 con 0x7f579c105530 2024-03-29T00:15:35.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.598+0000 7f579be00640 1 --2- 172.21.15.12:0/939359718 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f579c105530 0x7f579c1a1310 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f579400ec50 tx=0x7f579400c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:35.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.599+0000 7f5798c00640 1 -- 172.21.15.12:0/939359718 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5794003b70 con 0x7f579c105530 2024-03-29T00:15:35.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.599+0000 7f5798c00640 1 -- 172.21.15.12:0/939359718 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5794003d10 con 0x7f579c105530 2024-03-29T00:15:35.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.599+0000 7f5798c00640 1 -- 172.21.15.12:0/939359718 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5794010920 con 0x7f579c105530 2024-03-29T00:15:35.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.599+0000 7f57a2000640 1 -- 172.21.15.12:0/939359718 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f579c1a1ca0 con 0x7f579c105530 2024-03-29T00:15:35.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.599+0000 7f57a2000640 1 -- 172.21.15.12:0/939359718 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f579c1a21a0 con 0x7f579c105530 2024-03-29T00:15:35.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.600+0000 7f57a2000640 1 -- 172.21.15.12:0/939359718 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f579c10aca0 con 0x7f579c105530 2024-03-29T00:15:35.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.602+0000 7f5798c00640 1 -- 172.21.15.12:0/939359718 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f5794004b40 con 0x7f579c105530 2024-03-29T00:15:35.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.603+0000 7f5798c00640 1 --2- 172.21.15.12:0/939359718 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f57800a1e00 0x7f57800a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:35.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.603+0000 7f5798c00640 1 -- 172.21.15.12:0/939359718 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f57940ce580 con 0x7f579c105530 2024-03-29T00:15:35.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.604+0000 7f579b400640 1 --2- 172.21.15.12:0/939359718 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f57800a1e00 0x7f57800a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:35.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.604+0000 7f579b400640 1 --2- 172.21.15.12:0/939359718 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f57800a1e00 0x7f57800a42c0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f578c006010 tx=0x7f578c009560 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:35.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.605+0000 7f5798c00640 1 -- 172.21.15.12:0/939359718 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f579409b710 con 0x7f579c105530 2024-03-29T00:15:35.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.807+0000 7f57a2000640 1 -- 172.21.15.12:0/939359718 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f579c02d3c0 con 0x7f579c105530 2024-03-29T00:15:35.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.810+0000 7f5798c00640 1 -- 172.21.15.12:0/939359718 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+24031 (secure 0 0 0) 0x7f579409b010 con 0x7f579c105530 2024-03-29T00:15:35.811 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:15:35.811 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":89,"fsid":"f0a28ba8-ed5f-11ee-95d0-87774f69a715","created":"2024-03-29T00:05:52.349196+0000","modified":"2024-03-29T00:15:22.713146+0000","last_up_change":"2024-03-29T00:14:17.644182+0000","last_in_change":"2024-03-29T00:13:57.992327+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-29T00:09:58.299082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-29T00:15:15.323046+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-29T00:15:16.709268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-29T00:15:20.769838+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f15b3bc8-42a4-4aca-bf7c-f36533a25084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6803","nonce":1970936395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6805","nonce":1970936395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6809","nonce":1970936395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6807","nonce":1970936395}]},"public_addr":"172.21.15.12:6803/1970936395","cluster_addr":"172.21.15.12:6805/1970936395","heartbeat_back_addr":"172.21.15.12:6809/1970936395","heartbeat_front_addr":"172.21.15.12:6807/1970936395","state":["exists","up"]},{"osd":1,"uuid":"9fc84928-5898-4421-8fae-8a6c3b5d6454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6801","nonce":2562558811}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6803","nonce":2562558811}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6807","nonce":2562558811}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6805","nonce":2562558811}]},"public_addr":"172.21.15.53:6801/2562558811","cluster_addr":"172.21.15.53:6803/2562558811","heartbeat_back_addr":"172.21.15.53:6807/2562558811","heartbeat_front_addr":"172.21.15.53:6805/2562558811","state":["exists","up"]},{"osd":2,"uuid":"6e1df3eb-d5e1-4433-aef8-dcc544feb108","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6800","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6801","nonce":3472201934}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6803","nonce":3472201934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6807","nonce":3472201934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6805","nonce":3472201934}]},"public_addr":"172.21.15.69:6801/3472201934","cluster_addr":"172.21.15.69:6803/3472201934","heartbeat_back_addr":"172.21.15.69:6807/3472201934","heartbeat_front_addr":"172.21.15.69:6805/3472201934","state":["exists","up"]},{"osd":3,"uuid":"c03886ee-0efd-4a1f-b04f-b060483d852b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6811","nonce":1860879351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6813","nonce":1860879351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6817","nonce":1860879351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6815","nonce":1860879351}]},"public_addr":"172.21.15.12:6811/1860879351","cluster_addr":"172.21.15.12:6813/1860879351","heartbeat_back_addr":"172.21.15.12:6817/1860879351","heartbeat_front_addr":"172.21.15.12:6815/1860879351","state":["exists","up"]},{"osd":4,"uuid":"10a25f7e-b569-4d47-add7-560968efa9c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6809","nonce":1066696400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6811","nonce":1066696400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6815","nonce":1066696400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6813","nonce":1066696400}]},"public_addr":"172.21.15.53:6809/1066696400","cluster_addr":"172.21.15.53:6811/1066696400","heartbeat_back_addr":"172.21.15.53:6815/1066696400","heartbeat_front_addr":"172.21.15.53:6813/1066696400","state":["exists","up"]},{"osd":5,"uuid":"21bad6a7-f98d-4344-8b0b-cf8526575ac2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6809","nonce":2160312252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6811","nonce":2160312252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6815","nonce":2160312252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6813","nonce":2160312252}]},"public_addr":"172.21.15.69:6809/2160312252","cluster_addr":"172.21.15.69:6811/2160312252","heartbeat_back_addr":"172.21.15.69:6815/2160312252","heartbeat_front_addr":"172.21.15.69:6813/2160312252","state":["exists","up"]},{"osd":6,"uuid":"927557ba-0245-42bb-83f1-c8b6b44cc496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6819","nonce":53322413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6821","nonce":53322413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6825","nonce":53322413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6823","nonce":53322413}]},"public_addr":"172.21.15.12:6819/53322413","cluster_addr":"172.21.15.12:6821/53322413","heartbeat_back_addr":"172.21.15.12:6825/53322413","heartbeat_front_addr":"172.21.15.12:6823/53322413","state":["exists","up"]},{"osd":7,"uuid":"22314690-d0eb-496b-b67d-922bdc0b6660","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6817","nonce":512991962}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6819","nonce":512991962}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6823","nonce":512991962}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6821","nonce":512991962}]},"public_addr":"172.21.15.53:6817/512991962","cluster_addr":"172.21.15.53:6819/512991962","heartbeat_back_addr":"172.21.15.53:6823/512991962","heartbeat_front_addr":"172.21.15.53:6821/512991962","state":["exists","up"]},{"osd":8,"uuid":"f26e428e-4919-4030-aa15-100d6df99aef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6817","nonce":2890541031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6819","nonce":2890541031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6823","nonce":2890541031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6821","nonce":2890541031}]},"public_addr":"172.21.15.69:6817/2890541031","cluster_addr":"172.21.15.69:6819/2890541031","heartbeat_back_addr":"172.21.15.69:6823/2890541031","heartbeat_front_addr":"172.21.15.69:6821/2890541031","state":["exists","up"]},{"osd":9,"uuid":"df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6827","nonce":1715133032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6829","nonce":1715133032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6833","nonce":1715133032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6831","nonce":1715133032}]},"public_addr":"172.21.15.12:6827/1715133032","cluster_addr":"172.21.15.12:6829/1715133032","heartbeat_back_addr":"172.21.15.12:6833/1715133032","heartbeat_front_addr":"172.21.15.12:6831/1715133032","state":["exists","up"]},{"osd":10,"uuid":"ac05ca46-a3d8-4e95-8b37-6f46b9f38703","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6825","nonce":3180522172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6827","nonce":3180522172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6831","nonce":3180522172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6829","nonce":3180522172}]},"public_addr":"172.21.15.53:6825/3180522172","cluster_addr":"172.21.15.53:6827/3180522172","heartbeat_back_addr":"172.21.15.53:6831/3180522172","heartbeat_front_addr":"172.21.15.53:6829/3180522172","state":["exists","up"]},{"osd":11,"uuid":"47fd23fb-f49f-49ca-8dfa-df667d03cfa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6825","nonce":1830685720}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6827","nonce":1830685720}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6831","nonce":1830685720}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6829","nonce":1830685720}]},"public_addr":"172.21.15.69:6825/1830685720","cluster_addr":"172.21.15.69:6827/1830685720","heartbeat_back_addr":"172.21.15.69:6831/1830685720","heartbeat_front_addr":"172.21.15.69:6829/1830685720","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:04.043487+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:29.451338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:53.723758+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:27.673354+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:54.498962+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:19.775485+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:54.005468+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:21.544560+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:47.123756+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:22.232554+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:50.514376+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:14:16.169343+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/3903984873":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/3329864026":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/1184533662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/2224576662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/798509208":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/4176566530":"2024-03-30T00:07:09.578981+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-29T00:15:35.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.812+0000 7f57a2000640 1 -- 172.21.15.12:0/939359718 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f57800a1e00 msgr2=0x7f57800a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:35.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.812+0000 7f57a2000640 1 --2- 172.21.15.12:0/939359718 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f57800a1e00 0x7f57800a42c0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f578c006010 tx=0x7f578c009560 comp rx=0 tx=0).stop 2024-03-29T00:15:35.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.812+0000 7f57a2000640 1 -- 172.21.15.12:0/939359718 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f579c105530 msgr2=0x7f579c1a1310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:35.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.812+0000 7f57a2000640 1 --2- 172.21.15.12:0/939359718 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f579c105530 0x7f579c1a1310 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f579400ec50 tx=0x7f579400c6a0 comp rx=0 tx=0).stop 2024-03-29T00:15:35.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.812+0000 7f57a2000640 1 -- 172.21.15.12:0/939359718 shutdown_connections 2024-03-29T00:15:35.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.812+0000 7f57a2000640 1 --2- 172.21.15.12:0/939359718 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f57800a1e00 0x7f57800a42c0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:35.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.812+0000 7f57a2000640 1 --2- 172.21.15.12:0/939359718 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f579c104b70 0x7f579c19a2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:35.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.812+0000 7f57a2000640 1 --2- 172.21.15.12:0/939359718 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f579c105530 0x7f579c1a1310 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:35.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.812+0000 7f57a2000640 1 --2- 172.21.15.12:0/939359718 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f579c103980 0x7f579c199da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:35.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.812+0000 7f57a2000640 1 -- 172.21.15.12:0/939359718 >> 172.21.15.12:0/939359718 conn(0x7f579c0fef10 msgr2=0x7f579c107e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:35.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.812+0000 7f57a2000640 1 -- 172.21.15.12:0/939359718 shutdown_connections 2024-03-29T00:15:35.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:35.812+0000 7f57a2000640 1 -- 172.21.15.12:0/939359718 wait complete. 2024-03-29T00:15:35.834 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-29T00:09:58.299082+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-29T00:15:15.323046+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-29T00:15:16.709268+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-29T00:15:20.769838+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-03-29T00:15:35.835 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-29T00:15:36.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.065+0000 7fb653400640 1 -- 172.21.15.12:0/2177639835 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb64c102970 msgr2=0x7fb64c102df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:36.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.065+0000 7fb653400640 1 --2- 172.21.15.12:0/2177639835 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb64c102970 0x7fb64c102df0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fb634009900 tx=0x7fb63402bc40 comp rx=0 tx=0).stop 2024-03-29T00:15:36.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.066+0000 7fb653400640 1 -- 172.21.15.12:0/2177639835 shutdown_connections 2024-03-29T00:15:36.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.066+0000 7fb653400640 1 --2- 172.21.15.12:0/2177639835 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb64c103330 0x7fb64c109bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:36.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.066+0000 7fb653400640 1 --2- 172.21.15.12:0/2177639835 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb64c102970 0x7fb64c102df0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:36.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.066+0000 7fb653400640 1 --2- 172.21.15.12:0/2177639835 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb64c101780 0x7fb64c101ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:36.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.066+0000 7fb653400640 1 -- 172.21.15.12:0/2177639835 >> 172.21.15.12:0/2177639835 conn(0x7fb64c0fcd10 msgr2=0x7fb64c0ff130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:36.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.066+0000 7fb653400640 1 -- 172.21.15.12:0/2177639835 shutdown_connections 2024-03-29T00:15:36.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.066+0000 7fb653400640 1 -- 172.21.15.12:0/2177639835 wait complete. 2024-03-29T00:15:36.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.067+0000 7fb653400640 1 Processor -- start 2024-03-29T00:15:36.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.067+0000 7fb653400640 1 -- start start 2024-03-29T00:15:36.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.068+0000 7fb653400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb64c101780 0x7fb64c199d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:36.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.068+0000 7fb653400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb64c102970 0x7fb64c19a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:36.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.068+0000 7fb653400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb64c103330 0x7fb64c1a1310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:36.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.068+0000 7fb653400640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fb64c10d530 con 0x7fb64c101780 2024-03-29T00:15:36.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.068+0000 7fb653400640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fb64c10d3b0 con 0x7fb64c103330 2024-03-29T00:15:36.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.068+0000 7fb653400640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb64c10d6b0 con 0x7fb64c102970 2024-03-29T00:15:36.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.068+0000 7fb643e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb64c102970 0x7fb64c19a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:36.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.068+0000 7fb643e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb64c102970 0x7fb64c19a2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46336/0 (socket says 172.21.15.12:46336) 2024-03-29T00:15:36.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.068+0000 7fb643e00640 1 -- 172.21.15.12:0/1800139881 learned_addr learned my addr 172.21.15.12:0/1800139881 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:36.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.068+0000 7fb650a00640 1 --2- 172.21.15.12:0/1800139881 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb64c101780 0x7fb64c199d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:36.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.068+0000 7fb651400640 1 --2- 172.21.15.12:0/1800139881 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb64c103330 0x7fb64c1a1310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:36.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.068+0000 7fb643e00640 1 -- 172.21.15.12:0/1800139881 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb64c103330 msgr2=0x7fb64c1a1310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:36.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.068+0000 7fb643e00640 1 --2- 172.21.15.12:0/1800139881 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb64c103330 0x7fb64c1a1310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:36.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.068+0000 7fb643e00640 1 -- 172.21.15.12:0/1800139881 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb64c101780 msgr2=0x7fb64c199d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:36.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.068+0000 7fb643e00640 1 --2- 172.21.15.12:0/1800139881 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb64c101780 0x7fb64c199d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:36.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.068+0000 7fb643e00640 1 -- 172.21.15.12:0/1800139881 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb64c1a1980 con 0x7fb64c102970 2024-03-29T00:15:36.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.068+0000 7fb651400640 1 --2- 172.21.15.12:0/1800139881 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb64c103330 0x7fb64c1a1310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:15:36.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.069+0000 7fb643e00640 1 --2- 172.21.15.12:0/1800139881 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb64c102970 0x7fb64c19a2a0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fb634000c00 tx=0x7fb63402c830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:36.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.069+0000 7fb64a000640 1 -- 172.21.15.12:0/1800139881 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb634043020 con 0x7fb64c102970 2024-03-29T00:15:36.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.069+0000 7fb653400640 1 -- 172.21.15.12:0/1800139881 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb64c1a1c10 con 0x7fb64c102970 2024-03-29T00:15:36.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.069+0000 7fb64a000640 1 -- 172.21.15.12:0/1800139881 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb6340043d0 con 0x7fb64c102970 2024-03-29T00:15:36.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.069+0000 7fb64a000640 1 -- 172.21.15.12:0/1800139881 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb634003cc0 con 0x7fb64c102970 2024-03-29T00:15:36.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.069+0000 7fb653400640 1 -- 172.21.15.12:0/1800139881 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb64c1a2160 con 0x7fb64c102970 2024-03-29T00:15:36.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.070+0000 7fb653400640 1 -- 172.21.15.12:0/1800139881 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb64c1a2330 con 0x7fb64c102970 2024-03-29T00:15:36.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.072+0000 7fb64a000640 1 -- 172.21.15.12:0/1800139881 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7fb634046020 con 0x7fb64c102970 2024-03-29T00:15:36.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.073+0000 7fb64a000640 1 --2- 172.21.15.12:0/1800139881 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb6300a1d80 0x7fb6300a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:36.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.074+0000 7fb64a000640 1 -- 172.21.15.12:0/1800139881 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fb6340f0270 con 0x7fb64c102970 2024-03-29T00:15:36.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.074+0000 7fb650a00640 1 --2- 172.21.15.12:0/1800139881 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb6300a1d80 0x7fb6300a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:36.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.074+0000 7fb650a00640 1 --2- 172.21.15.12:0/1800139881 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb6300a1d80 0x7fb6300a4240 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb64c1027d0 tx=0x7fb63c009720 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:36.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.077+0000 7fb64a000640 1 -- 172.21.15.12:0/1800139881 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fb63404d020 con 0x7fb64c102970 2024-03-29T00:15:36.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.281+0000 7fb653400640 1 -- 172.21.15.12:0/1800139881 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fb64c1a2500 con 0x7fb64c102970 2024-03-29T00:15:36.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.282+0000 7fb64a000640 1 -- 172.21.15.12:0/1800139881 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v89) ==== 93+0+10 (secure 0 0 0) 0x7fb6340bd400 con 0x7fb64c102970 2024-03-29T00:15:36.285 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 1 2024-03-29T00:15:36.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.285+0000 7fb653400640 1 -- 172.21.15.12:0/1800139881 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb6300a1d80 msgr2=0x7fb6300a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:36.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.285+0000 7fb653400640 1 --2- 172.21.15.12:0/1800139881 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb6300a1d80 0x7fb6300a4240 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb64c1027d0 tx=0x7fb63c009720 comp rx=0 tx=0).stop 2024-03-29T00:15:36.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.285+0000 7fb653400640 1 -- 172.21.15.12:0/1800139881 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb64c102970 msgr2=0x7fb64c19a2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:36.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.285+0000 7fb653400640 1 --2- 172.21.15.12:0/1800139881 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb64c102970 0x7fb64c19a2a0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fb634000c00 tx=0x7fb63402c830 comp rx=0 tx=0).stop 2024-03-29T00:15:36.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.285+0000 7fb653400640 1 -- 172.21.15.12:0/1800139881 shutdown_connections 2024-03-29T00:15:36.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.285+0000 7fb653400640 1 --2- 172.21.15.12:0/1800139881 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb6300a1d80 0x7fb6300a4240 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:36.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.285+0000 7fb653400640 1 --2- 172.21.15.12:0/1800139881 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb64c103330 0x7fb64c1a1310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:36.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.285+0000 7fb653400640 1 --2- 172.21.15.12:0/1800139881 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb64c102970 0x7fb64c19a2a0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:36.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.285+0000 7fb653400640 1 --2- 172.21.15.12:0/1800139881 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb64c101780 0x7fb64c199d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:36.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.285+0000 7fb653400640 1 -- 172.21.15.12:0/1800139881 >> 172.21.15.12:0/1800139881 conn(0x7fb64c0fcd10 msgr2=0x7fb64c073980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:36.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.285+0000 7fb653400640 1 -- 172.21.15.12:0/1800139881 shutdown_connections 2024-03-29T00:15:36.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.285+0000 7fb653400640 1 -- 172.21.15.12:0/1800139881 wait complete. 2024-03-29T00:15:36.306 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-29T00:15:36.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:36 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/939359718' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:15:36.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:36 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/939359718' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:15:36.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.529+0000 7f0affe00640 1 -- 172.21.15.12:0/208240976 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b001015a0 msgr2=0x7f0b001019c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:36.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.529+0000 7f0affe00640 1 --2- 172.21.15.12:0/208240976 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b001015a0 0x7f0b001019c0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f0ae8009900 tx=0x7f0ae802bc60 comp rx=0 tx=0).stop 2024-03-29T00:15:36.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.530+0000 7f0affe00640 1 -- 172.21.15.12:0/208240976 shutdown_connections 2024-03-29T00:15:36.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.530+0000 7f0affe00640 1 --2- 172.21.15.12:0/208240976 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0b00103150 0x7f0b001099e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:36.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.530+0000 7f0affe00640 1 --2- 172.21.15.12:0/208240976 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0b00102790 0x7f0b00102c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:36.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.530+0000 7f0affe00640 1 --2- 172.21.15.12:0/208240976 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b001015a0 0x7f0b001019c0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:36.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.530+0000 7f0affe00640 1 -- 172.21.15.12:0/208240976 >> 172.21.15.12:0/208240976 conn(0x7f0b000fcb10 msgr2=0x7f0b000fef50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:36.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.530+0000 7f0affe00640 1 -- 172.21.15.12:0/208240976 shutdown_connections 2024-03-29T00:15:36.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.530+0000 7f0affe00640 1 -- 172.21.15.12:0/208240976 wait complete. 2024-03-29T00:15:36.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.531+0000 7f0affe00640 1 Processor -- start 2024-03-29T00:15:36.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.531+0000 7f0affe00640 1 -- start start 2024-03-29T00:15:36.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.531+0000 7f0affe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b001015a0 0x7f0b00199c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:36.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.531+0000 7f0affe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0b00102790 0x7f0b0019a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:36.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.531+0000 7f0affe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0b00103150 0x7f0b001a11b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:36.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.531+0000 7f0affe00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f0b0010d3d0 con 0x7f0b00102790 2024-03-29T00:15:36.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.531+0000 7f0affe00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f0b0010d250 con 0x7f0b00103150 2024-03-29T00:15:36.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.531+0000 7f0affe00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0b0010d550 con 0x7f0b001015a0 2024-03-29T00:15:36.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.532+0000 7f0afea00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b001015a0 0x7f0b00199c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:36.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.532+0000 7f0afea00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b001015a0 0x7f0b00199c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46352/0 (socket says 172.21.15.12:46352) 2024-03-29T00:15:36.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.532+0000 7f0afea00640 1 -- 172.21.15.12:0/4170024540 learned_addr learned my addr 172.21.15.12:0/4170024540 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:36.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.532+0000 7f0afe000640 1 --2- 172.21.15.12:0/4170024540 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0b00102790 0x7f0b0019a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:36.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.532+0000 7f0aff400640 1 --2- 172.21.15.12:0/4170024540 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0b00103150 0x7f0b001a11b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:36.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.532+0000 7f0afea00640 1 -- 172.21.15.12:0/4170024540 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0b00103150 msgr2=0x7f0b001a11b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:36.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.532+0000 7f0afea00640 1 --2- 172.21.15.12:0/4170024540 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0b00103150 0x7f0b001a11b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:36.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.532+0000 7f0afea00640 1 -- 172.21.15.12:0/4170024540 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0b00102790 msgr2=0x7f0b0019a180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:36.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.532+0000 7f0afea00640 1 --2- 172.21.15.12:0/4170024540 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0b00102790 0x7f0b0019a180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:36.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.532+0000 7f0afea00640 1 -- 172.21.15.12:0/4170024540 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b001a1850 con 0x7f0b001015a0 2024-03-29T00:15:36.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.532+0000 7f0afea00640 1 --2- 172.21.15.12:0/4170024540 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b001015a0 0x7f0b00199c40 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f0ae8000c00 tx=0x7f0ae802c6d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:36.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.533+0000 7f0af7400640 1 -- 172.21.15.12:0/4170024540 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae8043020 con 0x7f0b001015a0 2024-03-29T00:15:36.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.533+0000 7f0af7400640 1 -- 172.21.15.12:0/4170024540 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0ae8004310 con 0x7f0b001015a0 2024-03-29T00:15:36.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.533+0000 7f0af7400640 1 -- 172.21.15.12:0/4170024540 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae8003bd0 con 0x7f0b001015a0 2024-03-29T00:15:36.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.533+0000 7f0affe00640 1 -- 172.21.15.12:0/4170024540 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b001a1ae0 con 0x7f0b001015a0 2024-03-29T00:15:36.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.533+0000 7f0affe00640 1 -- 172.21.15.12:0/4170024540 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b001a1fe0 con 0x7f0b001015a0 2024-03-29T00:15:36.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.534+0000 7f0affe00640 1 -- 172.21.15.12:0/4170024540 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b001a21b0 con 0x7f0b001015a0 2024-03-29T00:15:36.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.536+0000 7f0af7400640 1 -- 172.21.15.12:0/4170024540 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f0ae8046020 con 0x7f0b001015a0 2024-03-29T00:15:36.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.537+0000 7f0af7400640 1 --2- 172.21.15.12:0/4170024540 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0ae40a1e00 0x7f0ae40a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:36.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.537+0000 7f0af7400640 1 -- 172.21.15.12:0/4170024540 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f0ae80f01c0 con 0x7f0b001015a0 2024-03-29T00:15:36.539 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.538+0000 7f0afe000640 1 --2- 172.21.15.12:0/4170024540 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0ae40a1e00 0x7f0ae40a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:36.540 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.538+0000 7f0afe000640 1 --2- 172.21.15.12:0/4170024540 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0ae40a1e00 0x7f0ae40a42c0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f0af0005fd0 tx=0x7f0af0009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:36.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.541+0000 7f0af7400640 1 -- 172.21.15.12:0/4170024540 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f0ae804d020 con 0x7f0b001015a0 2024-03-29T00:15:36.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:36 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/939359718' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:15:36.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.747+0000 7f0affe00640 1 -- 172.21.15.12:0/4170024540 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f0b001a2420 con 0x7f0b001015a0 2024-03-29T00:15:36.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.748+0000 7f0af7400640 1 -- 172.21.15.12:0/4170024540 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v89) ==== 104+0+11 (secure 0 0 0) 0x7f0ae80bd350 con 0x7f0b001015a0 2024-03-29T00:15:36.750 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 32 2024-03-29T00:15:36.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.751+0000 7f0affe00640 1 -- 172.21.15.12:0/4170024540 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0ae40a1e00 msgr2=0x7f0ae40a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:36.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.751+0000 7f0affe00640 1 --2- 172.21.15.12:0/4170024540 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0ae40a1e00 0x7f0ae40a42c0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f0af0005fd0 tx=0x7f0af0009500 comp rx=0 tx=0).stop 2024-03-29T00:15:36.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.751+0000 7f0affe00640 1 -- 172.21.15.12:0/4170024540 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b001015a0 msgr2=0x7f0b00199c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:36.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.751+0000 7f0affe00640 1 --2- 172.21.15.12:0/4170024540 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b001015a0 0x7f0b00199c40 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f0ae8000c00 tx=0x7f0ae802c6d0 comp rx=0 tx=0).stop 2024-03-29T00:15:36.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.751+0000 7f0affe00640 1 -- 172.21.15.12:0/4170024540 shutdown_connections 2024-03-29T00:15:36.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.751+0000 7f0affe00640 1 --2- 172.21.15.12:0/4170024540 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0ae40a1e00 0x7f0ae40a42c0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:36.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.751+0000 7f0affe00640 1 --2- 172.21.15.12:0/4170024540 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0b00103150 0x7f0b001a11b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:36.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.751+0000 7f0affe00640 1 --2- 172.21.15.12:0/4170024540 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0b00102790 0x7f0b0019a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:36.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.751+0000 7f0affe00640 1 --2- 172.21.15.12:0/4170024540 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b001015a0 0x7f0b00199c40 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:36.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.751+0000 7f0affe00640 1 -- 172.21.15.12:0/4170024540 >> 172.21.15.12:0/4170024540 conn(0x7f0b000fcb10 msgr2=0x7f0b00073980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:36.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.751+0000 7f0affe00640 1 -- 172.21.15.12:0/4170024540 shutdown_connections 2024-03-29T00:15:36.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.751+0000 7f0affe00640 1 -- 172.21.15.12:0/4170024540 wait complete. 2024-03-29T00:15:36.772 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-29T00:15:36.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.993+0000 7f3c17200640 1 -- 172.21.15.12:0/2563808207 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3c180ffe10 msgr2=0x7f3c18102240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:36.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.993+0000 7f3c17200640 1 --2- 172.21.15.12:0/2563808207 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3c180ffe10 0x7f3c18102240 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f3c08009900 tx=0x7f3c0802bc30 comp rx=0 tx=0).stop 2024-03-29T00:15:36.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.993+0000 7f3c17200640 1 -- 172.21.15.12:0/2563808207 shutdown_connections 2024-03-29T00:15:36.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.993+0000 7f3c17200640 1 --2- 172.21.15.12:0/2563808207 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3c18102780 0x7f3c18104bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:36.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.993+0000 7f3c17200640 1 --2- 172.21.15.12:0/2563808207 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3c18105130 0x7f3c181055b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:36.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.993+0000 7f3c17200640 1 --2- 172.21.15.12:0/2563808207 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3c180ffe10 0x7f3c18102240 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:36.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.993+0000 7f3c17200640 1 -- 172.21.15.12:0/2563808207 >> 172.21.15.12:0/2563808207 conn(0x7f3c180fba30 msgr2=0x7f3c180fde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:36.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.993+0000 7f3c17200640 1 -- 172.21.15.12:0/2563808207 shutdown_connections 2024-03-29T00:15:36.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.993+0000 7f3c17200640 1 -- 172.21.15.12:0/2563808207 wait complete. 2024-03-29T00:15:36.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.994+0000 7f3c17200640 1 Processor -- start 2024-03-29T00:15:36.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.994+0000 7f3c17200640 1 -- start start 2024-03-29T00:15:36.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.994+0000 7f3c17200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3c180ffe10 0x7f3c1819df90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:36.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.994+0000 7f3c17200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3c18102780 0x7f3c1819e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:36.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.994+0000 7f3c17200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3c18105130 0x7f3c181a5540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:36.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.994+0000 7f3c17200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f3c18113910 con 0x7f3c180ffe10 2024-03-29T00:15:36.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.994+0000 7f3c17200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f3c18113790 con 0x7f3c18102780 2024-03-29T00:15:36.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.994+0000 7f3c17200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3c18113a90 con 0x7f3c18105130 2024-03-29T00:15:36.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.995+0000 7f3c15e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3c180ffe10 0x7f3c1819df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:36.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.995+0000 7f3c16800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3c18105130 0x7f3c181a5540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:36.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.995+0000 7f3c15e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3c180ffe10 0x7f3c1819df90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:36890/0 (socket says 172.21.15.12:36890) 2024-03-29T00:15:36.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.995+0000 7f3c15e00640 1 -- 172.21.15.12:0/1517258041 learned_addr learned my addr 172.21.15.12:0/1517258041 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:36.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.995+0000 7f3c15400640 1 --2- 172.21.15.12:0/1517258041 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3c18102780 0x7f3c1819e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:36.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.995+0000 7f3c15e00640 1 -- 172.21.15.12:0/1517258041 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3c18105130 msgr2=0x7f3c181a5540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:36.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.995+0000 7f3c15e00640 1 --2- 172.21.15.12:0/1517258041 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3c18105130 0x7f3c181a5540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:36.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.995+0000 7f3c15e00640 1 -- 172.21.15.12:0/1517258041 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3c18102780 msgr2=0x7f3c1819e4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:36.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.995+0000 7f3c15e00640 1 --2- 172.21.15.12:0/1517258041 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3c18102780 0x7f3c1819e4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:36.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.995+0000 7f3c15e00640 1 -- 172.21.15.12:0/1517258041 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c181a5bb0 con 0x7f3c180ffe10 2024-03-29T00:15:36.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.995+0000 7f3c16800640 1 --2- 172.21.15.12:0/1517258041 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3c18105130 0x7f3c181a5540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:15:36.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.995+0000 7f3c15400640 1 --2- 172.21.15.12:0/1517258041 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3c18102780 0x7f3c1819e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:15:36.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.996+0000 7f3c15e00640 1 --2- 172.21.15.12:0/1517258041 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3c180ffe10 0x7f3c1819df90 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f3c08005ab0 tx=0x7f3c08004a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:36.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.996+0000 7f3c0ea00640 1 -- 172.21.15.12:0/1517258041 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c08043020 con 0x7f3c180ffe10 2024-03-29T00:15:36.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.996+0000 7f3c0ea00640 1 -- 172.21.15.12:0/1517258041 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3c08004250 con 0x7f3c180ffe10 2024-03-29T00:15:36.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.996+0000 7f3c0ea00640 1 -- 172.21.15.12:0/1517258041 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c08003b30 con 0x7f3c180ffe10 2024-03-29T00:15:36.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.996+0000 7f3c17200640 1 -- 172.21.15.12:0/1517258041 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c181a5e40 con 0x7f3c180ffe10 2024-03-29T00:15:36.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.996+0000 7f3c17200640 1 -- 172.21.15.12:0/1517258041 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c181a62b0 con 0x7f3c180ffe10 2024-03-29T00:15:37.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:36.997+0000 7f3c17200640 1 -- 172.21.15.12:0/1517258041 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c180fd520 con 0x7f3c180ffe10 2024-03-29T00:15:37.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.000+0000 7f3c0ea00640 1 -- 172.21.15.12:0/1517258041 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f3c08046020 con 0x7f3c180ffe10 2024-03-29T00:15:37.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.001+0000 7f3c0ea00640 1 --2- 172.21.15.12:0/1517258041 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3bfc0a1e00 0x7f3bfc0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:37.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.001+0000 7f3c0ea00640 1 -- 172.21.15.12:0/1517258041 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f3c080f0430 con 0x7f3c180ffe10 2024-03-29T00:15:37.003 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.001+0000 7f3c15400640 1 --2- 172.21.15.12:0/1517258041 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3bfc0a1e00 0x7f3bfc0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:37.003 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.002+0000 7f3c15400640 1 --2- 172.21.15.12:0/1517258041 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3bfc0a1e00 0x7f3bfc0a42c0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f3c1819f4a0 tx=0x7f3c00005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:37.005 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.004+0000 7f3c0ea00640 1 -- 172.21.15.12:0/1517258041 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f3c0804d020 con 0x7f3c180ffe10 2024-03-29T00:15:37.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.206+0000 7f3c17200640 1 -- 172.21.15.12:0/1517258041 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f3c1802d3c0 con 0x7f3c180ffe10 2024-03-29T00:15:37.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.207+0000 7f3c0ea00640 1 -- 172.21.15.12:0/1517258041 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v89) ==== 100+0+11 (secure 0 0 0) 0x7f3c0803e450 con 0x7f3c180ffe10 2024-03-29T00:15:37.209 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 64 2024-03-29T00:15:37.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.210+0000 7f3c17200640 1 -- 172.21.15.12:0/1517258041 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3bfc0a1e00 msgr2=0x7f3bfc0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:37.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.210+0000 7f3c17200640 1 --2- 172.21.15.12:0/1517258041 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3bfc0a1e00 0x7f3bfc0a42c0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f3c1819f4a0 tx=0x7f3c00005f90 comp rx=0 tx=0).stop 2024-03-29T00:15:37.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.210+0000 7f3c17200640 1 -- 172.21.15.12:0/1517258041 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3c180ffe10 msgr2=0x7f3c1819df90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:37.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.210+0000 7f3c17200640 1 --2- 172.21.15.12:0/1517258041 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3c180ffe10 0x7f3c1819df90 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f3c08005ab0 tx=0x7f3c08004a50 comp rx=0 tx=0).stop 2024-03-29T00:15:37.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.210+0000 7f3c17200640 1 -- 172.21.15.12:0/1517258041 shutdown_connections 2024-03-29T00:15:37.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.210+0000 7f3c17200640 1 --2- 172.21.15.12:0/1517258041 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3bfc0a1e00 0x7f3bfc0a42c0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:37.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.210+0000 7f3c17200640 1 --2- 172.21.15.12:0/1517258041 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3c18102780 0x7f3c1819e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:37.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.210+0000 7f3c17200640 1 --2- 172.21.15.12:0/1517258041 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3c18105130 0x7f3c181a5540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:37.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.210+0000 7f3c17200640 1 --2- 172.21.15.12:0/1517258041 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3c180ffe10 0x7f3c1819df90 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:37.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.210+0000 7f3c17200640 1 -- 172.21.15.12:0/1517258041 >> 172.21.15.12:0/1517258041 conn(0x7f3c180fba30 msgr2=0x7f3c18100b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:37.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.211+0000 7f3c17200640 1 -- 172.21.15.12:0/1517258041 shutdown_connections 2024-03-29T00:15:37.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.211+0000 7f3c17200640 1 -- 172.21.15.12:0/1517258041 wait complete. 2024-03-29T00:15:37.231 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-03-29T00:15:37.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.455+0000 7f47f5400640 1 -- 172.21.15.12:0/762255244 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f47f0104950 msgr2=0x7f47f0106d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:37.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.455+0000 7f47f5400640 1 --2- 172.21.15.12:0/762255244 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f47f0104950 0x7f47f0106d40 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f47e0009ca0 tx=0x7f47e002c100 comp rx=0 tx=0).stop 2024-03-29T00:15:37.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.455+0000 7f47f5400640 1 -- 172.21.15.12:0/762255244 shutdown_connections 2024-03-29T00:15:37.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.455+0000 7f47f5400640 1 --2- 172.21.15.12:0/762255244 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f47f0107280 0x7f47f01096d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:37.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.455+0000 7f47f5400640 1 --2- 172.21.15.12:0/762255244 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f47f0104950 0x7f47f0106d40 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:37.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.455+0000 7f47f5400640 1 --2- 172.21.15.12:0/762255244 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f47f0102020 0x7f47f0104410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:37.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.455+0000 7f47f5400640 1 -- 172.21.15.12:0/762255244 >> 172.21.15.12:0/762255244 conn(0x7f47f00fba30 msgr2=0x7f47f00fde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:37.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.455+0000 7f47f5400640 1 -- 172.21.15.12:0/762255244 shutdown_connections 2024-03-29T00:15:37.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.455+0000 7f47f5400640 1 -- 172.21.15.12:0/762255244 wait complete. 2024-03-29T00:15:37.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.456+0000 7f47f5400640 1 Processor -- start 2024-03-29T00:15:37.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.456+0000 7f47f5400640 1 -- start start 2024-03-29T00:15:37.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.456+0000 7f47f5400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f47f0102020 0x7f47f0199ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:37.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.456+0000 7f47f5400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f47f0104950 0x7f47f019a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:37.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.456+0000 7f47f5400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f47f0107280 0x7f47f01a1150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:37.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.457+0000 7f47f5400640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f47f010d350 con 0x7f47f0102020 2024-03-29T00:15:37.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.457+0000 7f47f5400640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f47f010d1d0 con 0x7f47f0104950 2024-03-29T00:15:37.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.457+0000 7f47f5400640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f47f010d4d0 con 0x7f47f0107280 2024-03-29T00:15:37.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.457+0000 7f47efe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f47f0102020 0x7f47f0199ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:37.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.457+0000 7f47f4a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f47f0107280 0x7f47f01a1150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:37.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.457+0000 7f47f4a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f47f0107280 0x7f47f01a1150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46384/0 (socket says 172.21.15.12:46384) 2024-03-29T00:15:37.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.457+0000 7f47f4a00640 1 -- 172.21.15.12:0/3907235508 learned_addr learned my addr 172.21.15.12:0/3907235508 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:37.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.457+0000 7f47efe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f47f0102020 0x7f47f0199ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:36914/0 (socket says 172.21.15.12:36914) 2024-03-29T00:15:37.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.457+0000 7f47ef400640 1 --2- 172.21.15.12:0/3907235508 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f47f0104950 0x7f47f019a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:37.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.457+0000 7f47f4a00640 1 -- 172.21.15.12:0/3907235508 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f47f0104950 msgr2=0x7f47f019a0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:37.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.457+0000 7f47f4a00640 1 --2- 172.21.15.12:0/3907235508 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f47f0104950 0x7f47f019a0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:37.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.457+0000 7f47f4a00640 1 -- 172.21.15.12:0/3907235508 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f47f0102020 msgr2=0x7f47f0199ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:37.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.457+0000 7f47f4a00640 1 --2- 172.21.15.12:0/3907235508 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f47f0102020 0x7f47f0199ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:37.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.457+0000 7f47f4a00640 1 -- 172.21.15.12:0/3907235508 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47f01a17c0 con 0x7f47f0107280 2024-03-29T00:15:37.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.457+0000 7f47f4a00640 1 --2- 172.21.15.12:0/3907235508 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f47f0107280 0x7f47f01a1150 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f47e800e970 tx=0x7f47e800ed70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:37.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.458+0000 7f47ecc00640 1 -- 172.21.15.12:0/3907235508 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47e800ccc0 con 0x7f47f0107280 2024-03-29T00:15:37.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.458+0000 7f47ecc00640 1 -- 172.21.15.12:0/3907235508 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f47e800ce60 con 0x7f47f0107280 2024-03-29T00:15:37.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.458+0000 7f47ecc00640 1 -- 172.21.15.12:0/3907235508 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47e8010690 con 0x7f47f0107280 2024-03-29T00:15:37.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.458+0000 7f47f5400640 1 -- 172.21.15.12:0/3907235508 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47f01a1ab0 con 0x7f47f0107280 2024-03-29T00:15:37.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.458+0000 7f47f5400640 1 -- 172.21.15.12:0/3907235508 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47f01a1fd0 con 0x7f47f0107280 2024-03-29T00:15:37.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.459+0000 7f47f5400640 1 -- 172.21.15.12:0/3907235508 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47f0108dd0 con 0x7f47f0107280 2024-03-29T00:15:37.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.462+0000 7f47ecc00640 1 -- 172.21.15.12:0/3907235508 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f47e80046c0 con 0x7f47f0107280 2024-03-29T00:15:37.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.463+0000 7f47ecc00640 1 --2- 172.21.15.12:0/3907235508 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f47d40a1e00 0x7f47d40a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:37.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.463+0000 7f47ecc00640 1 -- 172.21.15.12:0/3907235508 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f47e80ce3c0 con 0x7f47f0107280 2024-03-29T00:15:37.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.463+0000 7f47efe00640 1 --2- 172.21.15.12:0/3907235508 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f47d40a1e00 0x7f47d40a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:37.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.464+0000 7f47efe00640 1 --2- 172.21.15.12:0/3907235508 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f47d40a1e00 0x7f47d40a42c0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f47d8009bd0 tx=0x7f47d8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:37.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.467+0000 7f47ecc00640 1 -- 172.21.15.12:0/3907235508 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f47e809b550 con 0x7f47f0107280 2024-03-29T00:15:37.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:37 smithi069 ceph-mon[36074]: pgmap v332: 129 pgs: 129 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:37.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:37 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1800139881' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:15:37.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:37 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/4170024540' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:15:37.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:37 smithi012 ceph-mon[31657]: pgmap v332: 129 pgs: 129 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:37.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:37 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1800139881' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:15:37.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:37 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/4170024540' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:15:37.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:37 smithi053 ceph-mon[36233]: pgmap v332: 129 pgs: 129 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:15:37.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:37 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1800139881' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:15:37.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:37 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/4170024540' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:15:37.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.668+0000 7f47f5400640 1 -- 172.21.15.12:0/3907235508 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f47f0062350 con 0x7f47f0107280 2024-03-29T00:15:37.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.668+0000 7f47ecc00640 1 -- 172.21.15.12:0/3907235508 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v89) ==== 103+0+11 (secure 0 0 0) 0x7f47e809ae50 con 0x7f47f0107280 2024-03-29T00:15:37.670 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 32 2024-03-29T00:15:37.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.671+0000 7f47f5400640 1 -- 172.21.15.12:0/3907235508 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f47d40a1e00 msgr2=0x7f47d40a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:37.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.671+0000 7f47f5400640 1 --2- 172.21.15.12:0/3907235508 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f47d40a1e00 0x7f47d40a42c0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f47d8009bd0 tx=0x7f47d8005f90 comp rx=0 tx=0).stop 2024-03-29T00:15:37.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.671+0000 7f47f5400640 1 -- 172.21.15.12:0/3907235508 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f47f0107280 msgr2=0x7f47f01a1150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:37.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.671+0000 7f47f5400640 1 --2- 172.21.15.12:0/3907235508 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f47f0107280 0x7f47f01a1150 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f47e800e970 tx=0x7f47e800ed70 comp rx=0 tx=0).stop 2024-03-29T00:15:37.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.671+0000 7f47f5400640 1 -- 172.21.15.12:0/3907235508 shutdown_connections 2024-03-29T00:15:37.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.671+0000 7f47f5400640 1 --2- 172.21.15.12:0/3907235508 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f47d40a1e00 0x7f47d40a42c0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:37.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.671+0000 7f47f5400640 1 --2- 172.21.15.12:0/3907235508 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f47f0104950 0x7f47f019a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:37.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.671+0000 7f47f5400640 1 --2- 172.21.15.12:0/3907235508 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f47f0107280 0x7f47f01a1150 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:37.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.671+0000 7f47f5400640 1 --2- 172.21.15.12:0/3907235508 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f47f0102020 0x7f47f0199ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:37.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.671+0000 7f47f5400640 1 -- 172.21.15.12:0/3907235508 >> 172.21.15.12:0/3907235508 conn(0x7f47f00fba30 msgr2=0x7f47f01017b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:37.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.671+0000 7f47f5400640 1 -- 172.21.15.12:0/3907235508 shutdown_connections 2024-03-29T00:15:37.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.671+0000 7f47f5400640 1 -- 172.21.15.12:0/3907235508 wait complete. 2024-03-29T00:15:37.692 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-03-29T00:15:37.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.915+0000 7fda3a600640 1 -- 172.21.15.12:0/4040036060 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda34109760 msgr2=0x7fda3410fff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:37.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.915+0000 7fda3a600640 1 --2- 172.21.15.12:0/4040036060 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda34109760 0x7fda3410fff0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fda2c009900 tx=0x7fda2c02bc30 comp rx=0 tx=0).stop 2024-03-29T00:15:37.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.915+0000 7fda3a600640 1 -- 172.21.15.12:0/4040036060 shutdown_connections 2024-03-29T00:15:37.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.915+0000 7fda3a600640 1 --2- 172.21.15.12:0/4040036060 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda34109760 0x7fda3410fff0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:37.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.915+0000 7fda3a600640 1 --2- 172.21.15.12:0/4040036060 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fda34108da0 0x7fda34109220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:37.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.915+0000 7fda3a600640 1 --2- 172.21.15.12:0/4040036060 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fda34107bb0 0x7fda34107fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:37.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.915+0000 7fda3a600640 1 -- 172.21.15.12:0/4040036060 >> 172.21.15.12:0/4040036060 conn(0x7fda34076b40 msgr2=0x7fda34078f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:37.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.915+0000 7fda3a600640 1 -- 172.21.15.12:0/4040036060 shutdown_connections 2024-03-29T00:15:37.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.915+0000 7fda3a600640 1 -- 172.21.15.12:0/4040036060 wait complete. 2024-03-29T00:15:37.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.916+0000 7fda3a600640 1 Processor -- start 2024-03-29T00:15:37.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.917+0000 7fda3a600640 1 -- start start 2024-03-29T00:15:37.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.917+0000 7fda3a600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda34107bb0 0x7fda3419dee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:37.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.917+0000 7fda3a600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fda34108da0 0x7fda3419e420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:37.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.917+0000 7fda3a600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fda34109760 0x7fda341a5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:37.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.917+0000 7fda3a600640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fda34113910 con 0x7fda34108da0 2024-03-29T00:15:37.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.917+0000 7fda3a600640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fda34113790 con 0x7fda34109760 2024-03-29T00:15:37.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.917+0000 7fda3a600640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fda34113a90 con 0x7fda34107bb0 2024-03-29T00:15:37.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.917+0000 7fda33e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fda34108da0 0x7fda3419e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:37.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.917+0000 7fda39200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda34107bb0 0x7fda3419dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:37.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.917+0000 7fda33e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fda34108da0 0x7fda3419e420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:36940/0 (socket says 172.21.15.12:36940) 2024-03-29T00:15:37.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.917+0000 7fda33e00640 1 -- 172.21.15.12:0/991649448 learned_addr learned my addr 172.21.15.12:0/991649448 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:37.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.917+0000 7fda39c00640 1 --2- 172.21.15.12:0/991649448 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fda34109760 0x7fda341a5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:37.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.918+0000 7fda39200640 1 -- 172.21.15.12:0/991649448 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fda34109760 msgr2=0x7fda341a5490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:37.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.918+0000 7fda39200640 1 --2- 172.21.15.12:0/991649448 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fda34109760 0x7fda341a5490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:37.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.918+0000 7fda39200640 1 -- 172.21.15.12:0/991649448 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fda34108da0 msgr2=0x7fda3419e420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:37.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.918+0000 7fda39200640 1 --2- 172.21.15.12:0/991649448 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fda34108da0 0x7fda3419e420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:37.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.918+0000 7fda39200640 1 -- 172.21.15.12:0/991649448 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda341a5b00 con 0x7fda34107bb0 2024-03-29T00:15:37.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.918+0000 7fda39200640 1 --2- 172.21.15.12:0/991649448 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda34107bb0 0x7fda3419dee0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fda28005fd0 tx=0x7fda2800ef90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:37.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.918+0000 7fda31600640 1 -- 172.21.15.12:0/991649448 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda28003970 con 0x7fda34107bb0 2024-03-29T00:15:37.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.918+0000 7fda31600640 1 -- 172.21.15.12:0/991649448 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fda28004530 con 0x7fda34107bb0 2024-03-29T00:15:37.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.918+0000 7fda31600640 1 -- 172.21.15.12:0/991649448 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda280108f0 con 0x7fda34107bb0 2024-03-29T00:15:37.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.918+0000 7fda3a600640 1 -- 172.21.15.12:0/991649448 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda341a5df0 con 0x7fda34107bb0 2024-03-29T00:15:37.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.918+0000 7fda3a600640 1 -- 172.21.15.12:0/991649448 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda341a6200 con 0x7fda34107bb0 2024-03-29T00:15:37.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.919+0000 7fda3a600640 1 -- 172.21.15.12:0/991649448 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda3410ee70 con 0x7fda34107bb0 2024-03-29T00:15:37.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.921+0000 7fda31600640 1 -- 172.21.15.12:0/991649448 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7fda280046e0 con 0x7fda34107bb0 2024-03-29T00:15:37.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.923+0000 7fda31600640 1 --2- 172.21.15.12:0/991649448 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fda1c0a1e00 0x7fda1c0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:37.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.923+0000 7fda31600640 1 -- 172.21.15.12:0/991649448 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fda280ce820 con 0x7fda34107bb0 2024-03-29T00:15:37.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.923+0000 7fda33e00640 1 --2- 172.21.15.12:0/991649448 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fda1c0a1e00 0x7fda1c0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:37.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.924+0000 7fda33e00640 1 --2- 172.21.15.12:0/991649448 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fda1c0a1e00 0x7fda1c0a42c0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fda3419f3f0 tx=0x7fda2000b480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:37.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:37.927+0000 7fda31600640 1 -- 172.21.15.12:0/991649448 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fda2809b9b0 con 0x7fda34107bb0 2024-03-29T00:15:38.145 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.143+0000 7fda3a600640 1 -- 172.21.15.12:0/991649448 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fda3402d170 con 0x7fda34107bb0 2024-03-29T00:15:38.146 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.144+0000 7fda31600640 1 -- 172.21.15.12:0/991649448 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v89) ==== 81+0+589 (secure 0 0 0) 0x7fda28095e20 con 0x7fda34107bb0 2024-03-29T00:15:38.146 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:0/3903984873 2024-03-30T00:07:09.578981+0000 2024-03-29T00:15:38.146 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:6801/846623927 2024-03-30T00:07:09.578981+0000 2024-03-29T00:15:38.146 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:0/3329864026 2024-03-30T00:07:09.578981+0000 2024-03-29T00:15:38.146 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:6801/1714899982 2024-03-30T00:06:34.022540+0000 2024-03-29T00:15:38.146 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:6800/1714899982 2024-03-30T00:06:34.022540+0000 2024-03-29T00:15:38.146 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:0/1184533662 2024-03-30T00:06:34.022540+0000 2024-03-29T00:15:38.146 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:0/2224576662 2024-03-30T00:06:34.022540+0000 2024-03-29T00:15:38.147 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:0/798509208 2024-03-30T00:06:34.022540+0000 2024-03-29T00:15:38.147 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:6800/846623927 2024-03-30T00:07:09.578981+0000 2024-03-29T00:15:38.147 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:0/4176566530 2024-03-30T00:07:09.578981+0000 2024-03-29T00:15:38.147 INFO:teuthology.orchestra.run.smithi012.stderr:listed 10 entries 2024-03-29T00:15:38.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.148+0000 7fda3a600640 1 -- 172.21.15.12:0/991649448 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fda1c0a1e00 msgr2=0x7fda1c0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:38.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.148+0000 7fda3a600640 1 --2- 172.21.15.12:0/991649448 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fda1c0a1e00 0x7fda1c0a42c0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fda3419f3f0 tx=0x7fda2000b480 comp rx=0 tx=0).stop 2024-03-29T00:15:38.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.148+0000 7fda3a600640 1 -- 172.21.15.12:0/991649448 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda34107bb0 msgr2=0x7fda3419dee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:38.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.148+0000 7fda3a600640 1 --2- 172.21.15.12:0/991649448 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda34107bb0 0x7fda3419dee0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fda28005fd0 tx=0x7fda2800ef90 comp rx=0 tx=0).stop 2024-03-29T00:15:38.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.148+0000 7fda3a600640 1 -- 172.21.15.12:0/991649448 shutdown_connections 2024-03-29T00:15:38.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.148+0000 7fda3a600640 1 --2- 172.21.15.12:0/991649448 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fda1c0a1e00 0x7fda1c0a42c0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:38.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.148+0000 7fda3a600640 1 --2- 172.21.15.12:0/991649448 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fda34109760 0x7fda341a5490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:38.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.148+0000 7fda3a600640 1 --2- 172.21.15.12:0/991649448 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fda34108da0 0x7fda3419e420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:38.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.148+0000 7fda3a600640 1 --2- 172.21.15.12:0/991649448 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda34107bb0 0x7fda3419dee0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:38.151 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.148+0000 7fda3a600640 1 -- 172.21.15.12:0/991649448 >> 172.21.15.12:0/991649448 conn(0x7fda34076b40 msgr2=0x7fda3410c040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:38.151 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.148+0000 7fda3a600640 1 -- 172.21.15.12:0/991649448 shutdown_connections 2024-03-29T00:15:38.151 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.148+0000 7fda3a600640 1 -- 172.21.15.12:0/991649448 wait complete. 2024-03-29T00:15:38.171 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-03-29T00:15:38.171 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/proc/self/mounts of=/dev/stdout 2024-03-29T00:15:38.224 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-29T00:15:38.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:38 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1517258041' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:15:38.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:38 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3907235508' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:15:38.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:38 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/991649448' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-29T00:15:38.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.505+0000 7fd22f000640 1 -- 172.21.15.12:0/1468562043 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd228103980 msgr2=0x7fd228103da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:38.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.505+0000 7fd22f000640 1 --2- 172.21.15.12:0/1468562043 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd228103980 0x7fd228103da0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fd210009900 tx=0x7fd21002bc50 comp rx=0 tx=0).stop 2024-03-29T00:15:38.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.505+0000 7fd22f000640 1 -- 172.21.15.12:0/1468562043 shutdown_connections 2024-03-29T00:15:38.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.505+0000 7fd22f000640 1 --2- 172.21.15.12:0/1468562043 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd228105530 0x7fd22810bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:38.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.505+0000 7fd22f000640 1 --2- 172.21.15.12:0/1468562043 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd228104b70 0x7fd228104ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:38.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.505+0000 7fd22f000640 1 --2- 172.21.15.12:0/1468562043 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd228103980 0x7fd228103da0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:38.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.505+0000 7fd22f000640 1 -- 172.21.15.12:0/1468562043 >> 172.21.15.12:0/1468562043 conn(0x7fd2280fef10 msgr2=0x7fd228101330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:38.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.505+0000 7fd22f000640 1 -- 172.21.15.12:0/1468562043 shutdown_connections 2024-03-29T00:15:38.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.505+0000 7fd22f000640 1 -- 172.21.15.12:0/1468562043 wait complete. 2024-03-29T00:15:38.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.506+0000 7fd22f000640 1 Processor -- start 2024-03-29T00:15:38.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.506+0000 7fd22f000640 1 -- start start 2024-03-29T00:15:38.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.507+0000 7fd22f000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd228103980 0x7fd228199d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:38.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.507+0000 7fd22f000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd228104b70 0x7fd22819a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:38.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.507+0000 7fd22f000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd228105530 0x7fd2281a1300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:38.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.507+0000 7fd22f000640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fd22810f730 con 0x7fd228105530 2024-03-29T00:15:38.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.507+0000 7fd22f000640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd22810f5b0 con 0x7fd228104b70 2024-03-29T00:15:38.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.507+0000 7fd22f000640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd22810f8b0 con 0x7fd228103980 2024-03-29T00:15:38.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.507+0000 7fd227e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd228103980 0x7fd228199d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:38.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.507+0000 7fd227e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd228103980 0x7fd228199d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46428/0 (socket says 172.21.15.12:46428) 2024-03-29T00:15:38.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.507+0000 7fd227e00640 1 -- 172.21.15.12:0/232697075 learned_addr learned my addr 172.21.15.12:0/232697075 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:38.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.507+0000 7fd22d000640 1 --2- 172.21.15.12:0/232697075 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd228105530 0x7fd2281a1300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:38.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.507+0000 7fd227400640 1 --2- 172.21.15.12:0/232697075 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd228104b70 0x7fd22819a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:38.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.507+0000 7fd227e00640 1 -- 172.21.15.12:0/232697075 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd228104b70 msgr2=0x7fd22819a290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:38.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.507+0000 7fd227e00640 1 --2- 172.21.15.12:0/232697075 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd228104b70 0x7fd22819a290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:38.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.507+0000 7fd227e00640 1 -- 172.21.15.12:0/232697075 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd228105530 msgr2=0x7fd2281a1300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:38.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.507+0000 7fd227e00640 1 --2- 172.21.15.12:0/232697075 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd228105530 0x7fd2281a1300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:38.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.507+0000 7fd227e00640 1 -- 172.21.15.12:0/232697075 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2281a1970 con 0x7fd228103980 2024-03-29T00:15:38.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.508+0000 7fd227e00640 1 --2- 172.21.15.12:0/232697075 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd228103980 0x7fd228199d50 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fd210005ab0 tx=0x7fd21002c7e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:38.512 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.508+0000 7fd224c00640 1 -- 172.21.15.12:0/232697075 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd210043020 con 0x7fd228103980 2024-03-29T00:15:38.512 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.508+0000 7fd224c00640 1 -- 172.21.15.12:0/232697075 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd2100043d0 con 0x7fd228103980 2024-03-29T00:15:38.512 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.508+0000 7fd22f000640 1 -- 172.21.15.12:0/232697075 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2281a1c00 con 0x7fd228103980 2024-03-29T00:15:38.512 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.508+0000 7fd224c00640 1 -- 172.21.15.12:0/232697075 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd210003e50 con 0x7fd228103980 2024-03-29T00:15:38.512 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.508+0000 7fd22f000640 1 -- 172.21.15.12:0/232697075 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2281a2170 con 0x7fd228103980 2024-03-29T00:15:38.512 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.509+0000 7fd22f000640 1 -- 172.21.15.12:0/232697075 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd22810ac40 con 0x7fd228103980 2024-03-29T00:15:38.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.512+0000 7fd224c00640 1 -- 172.21.15.12:0/232697075 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7fd210046020 con 0x7fd228103980 2024-03-29T00:15:38.515 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.513+0000 7fd224c00640 1 --2- 172.21.15.12:0/232697075 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd20c0a1fa0 0x7fd20c0a4460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:38.516 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.513+0000 7fd224c00640 1 -- 172.21.15.12:0/232697075 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fd2100f0310 con 0x7fd228103980 2024-03-29T00:15:38.516 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.513+0000 7fd227400640 1 --2- 172.21.15.12:0/232697075 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd20c0a1fa0 0x7fd20c0a4460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:38.516 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.514+0000 7fd227400640 1 --2- 172.21.15.12:0/232697075 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd20c0a1fa0 0x7fd20c0a4460 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fd22819b260 tx=0x7fd21800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:38.516 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.515+0000 7fd224c00640 1 -- 172.21.15.12:0/232697075 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fd21004d020 con 0x7fd228103980 2024-03-29T00:15:38.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:38 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1517258041' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:15:38.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:38 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3907235508' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:15:38.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:38 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/991649448' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-29T00:15:38.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:38 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1517258041' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:15:38.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:38 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3907235508' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:15:38.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:38 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/991649448' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-29T00:15:38.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.718+0000 7fd22f000640 1 -- 172.21.15.12:0/232697075 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd22802d340 con 0x7fd228103980 2024-03-29T00:15:38.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.719+0000 7fd224c00640 1 -- 172.21.15.12:0/232697075 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+24031 (secure 0 0 0) 0x7fd2100bd4a0 con 0x7fd228103980 2024-03-29T00:15:38.722 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:15:38.722 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":89,"fsid":"f0a28ba8-ed5f-11ee-95d0-87774f69a715","created":"2024-03-29T00:05:52.349196+0000","modified":"2024-03-29T00:15:22.713146+0000","last_up_change":"2024-03-29T00:14:17.644182+0000","last_in_change":"2024-03-29T00:13:57.992327+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-29T00:09:58.299082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-29T00:15:15.323046+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-29T00:15:16.709268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-29T00:15:20.769838+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f15b3bc8-42a4-4aca-bf7c-f36533a25084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6803","nonce":1970936395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6805","nonce":1970936395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6809","nonce":1970936395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6807","nonce":1970936395}]},"public_addr":"172.21.15.12:6803/1970936395","cluster_addr":"172.21.15.12:6805/1970936395","heartbeat_back_addr":"172.21.15.12:6809/1970936395","heartbeat_front_addr":"172.21.15.12:6807/1970936395","state":["exists","up"]},{"osd":1,"uuid":"9fc84928-5898-4421-8fae-8a6c3b5d6454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6801","nonce":2562558811}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6803","nonce":2562558811}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6807","nonce":2562558811}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6805","nonce":2562558811}]},"public_addr":"172.21.15.53:6801/2562558811","cluster_addr":"172.21.15.53:6803/2562558811","heartbeat_back_addr":"172.21.15.53:6807/2562558811","heartbeat_front_addr":"172.21.15.53:6805/2562558811","state":["exists","up"]},{"osd":2,"uuid":"6e1df3eb-d5e1-4433-aef8-dcc544feb108","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6800","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6801","nonce":3472201934}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6803","nonce":3472201934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6807","nonce":3472201934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6805","nonce":3472201934}]},"public_addr":"172.21.15.69:6801/3472201934","cluster_addr":"172.21.15.69:6803/3472201934","heartbeat_back_addr":"172.21.15.69:6807/3472201934","heartbeat_front_addr":"172.21.15.69:6805/3472201934","state":["exists","up"]},{"osd":3,"uuid":"c03886ee-0efd-4a1f-b04f-b060483d852b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6811","nonce":1860879351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6813","nonce":1860879351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6817","nonce":1860879351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6815","nonce":1860879351}]},"public_addr":"172.21.15.12:6811/1860879351","cluster_addr":"172.21.15.12:6813/1860879351","heartbeat_back_addr":"172.21.15.12:6817/1860879351","heartbeat_front_addr":"172.21.15.12:6815/1860879351","state":["exists","up"]},{"osd":4,"uuid":"10a25f7e-b569-4d47-add7-560968efa9c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6809","nonce":1066696400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6811","nonce":1066696400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6815","nonce":1066696400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6813","nonce":1066696400}]},"public_addr":"172.21.15.53:6809/1066696400","cluster_addr":"172.21.15.53:6811/1066696400","heartbeat_back_addr":"172.21.15.53:6815/1066696400","heartbeat_front_addr":"172.21.15.53:6813/1066696400","state":["exists","up"]},{"osd":5,"uuid":"21bad6a7-f98d-4344-8b0b-cf8526575ac2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6809","nonce":2160312252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6811","nonce":2160312252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6815","nonce":2160312252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6813","nonce":2160312252}]},"public_addr":"172.21.15.69:6809/2160312252","cluster_addr":"172.21.15.69:6811/2160312252","heartbeat_back_addr":"172.21.15.69:6815/2160312252","heartbeat_front_addr":"172.21.15.69:6813/2160312252","state":["exists","up"]},{"osd":6,"uuid":"927557ba-0245-42bb-83f1-c8b6b44cc496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6819","nonce":53322413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6821","nonce":53322413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6825","nonce":53322413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6823","nonce":53322413}]},"public_addr":"172.21.15.12:6819/53322413","cluster_addr":"172.21.15.12:6821/53322413","heartbeat_back_addr":"172.21.15.12:6825/53322413","heartbeat_front_addr":"172.21.15.12:6823/53322413","state":["exists","up"]},{"osd":7,"uuid":"22314690-d0eb-496b-b67d-922bdc0b6660","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6817","nonce":512991962}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6819","nonce":512991962}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6823","nonce":512991962}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6821","nonce":512991962}]},"public_addr":"172.21.15.53:6817/512991962","cluster_addr":"172.21.15.53:6819/512991962","heartbeat_back_addr":"172.21.15.53:6823/512991962","heartbeat_front_addr":"172.21.15.53:6821/512991962","state":["exists","up"]},{"osd":8,"uuid":"f26e428e-4919-4030-aa15-100d6df99aef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6817","nonce":2890541031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6819","nonce":2890541031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6823","nonce":2890541031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6821","nonce":2890541031}]},"public_addr":"172.21.15.69:6817/2890541031","cluster_addr":"172.21.15.69:6819/2890541031","heartbeat_back_addr":"172.21.15.69:6823/2890541031","heartbeat_front_addr":"172.21.15.69:6821/2890541031","state":["exists","up"]},{"osd":9,"uuid":"df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6827","nonce":1715133032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6829","nonce":1715133032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6833","nonce":1715133032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6831","nonce":1715133032}]},"public_addr":"172.21.15.12:6827/1715133032","cluster_addr":"172.21.15.12:6829/1715133032","heartbeat_back_addr":"172.21.15.12:6833/1715133032","heartbeat_front_addr":"172.21.15.12:6831/1715133032","state":["exists","up"]},{"osd":10,"uuid":"ac05ca46-a3d8-4e95-8b37-6f46b9f38703","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6825","nonce":3180522172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6827","nonce":3180522172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6831","nonce":3180522172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6829","nonce":3180522172}]},"public_addr":"172.21.15.53:6825/3180522172","cluster_addr":"172.21.15.53:6827/3180522172","heartbeat_back_addr":"172.21.15.53:6831/3180522172","heartbeat_front_addr":"172.21.15.53:6829/3180522172","state":["exists","up"]},{"osd":11,"uuid":"47fd23fb-f49f-49ca-8dfa-df667d03cfa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6825","nonce":1830685720}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6827","nonce":1830685720}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6831","nonce":1830685720}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6829","nonce":1830685720}]},"public_addr":"172.21.15.69:6825/1830685720","cluster_addr":"172.21.15.69:6827/1830685720","heartbeat_back_addr":"172.21.15.69:6831/1830685720","heartbeat_front_addr":"172.21.15.69:6829/1830685720","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:04.043487+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:29.451338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:53.723758+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:27.673354+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:54.498962+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:19.775485+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:54.005468+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:21.544560+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:47.123756+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:22.232554+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:50.514376+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:14:16.169343+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/3903984873":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/3329864026":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/1184533662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/2224576662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/798509208":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/4176566530":"2024-03-30T00:07:09.578981+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-29T00:15:38.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.722+0000 7fd22f000640 1 -- 172.21.15.12:0/232697075 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd20c0a1fa0 msgr2=0x7fd20c0a4460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:38.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.722+0000 7fd22f000640 1 --2- 172.21.15.12:0/232697075 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd20c0a1fa0 0x7fd20c0a4460 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fd22819b260 tx=0x7fd21800b410 comp rx=0 tx=0).stop 2024-03-29T00:15:38.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.722+0000 7fd22f000640 1 -- 172.21.15.12:0/232697075 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd228103980 msgr2=0x7fd228199d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:38.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.722+0000 7fd22f000640 1 --2- 172.21.15.12:0/232697075 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd228103980 0x7fd228199d50 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fd210005ab0 tx=0x7fd21002c7e0 comp rx=0 tx=0).stop 2024-03-29T00:15:38.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.723+0000 7fd22f000640 1 -- 172.21.15.12:0/232697075 shutdown_connections 2024-03-29T00:15:38.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.723+0000 7fd22f000640 1 --2- 172.21.15.12:0/232697075 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd20c0a1fa0 0x7fd20c0a4460 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:38.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.723+0000 7fd22f000640 1 --2- 172.21.15.12:0/232697075 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd228104b70 0x7fd22819a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:38.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.723+0000 7fd22f000640 1 --2- 172.21.15.12:0/232697075 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd228105530 0x7fd2281a1300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:38.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.723+0000 7fd22f000640 1 --2- 172.21.15.12:0/232697075 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd228103980 0x7fd228199d50 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:38.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.723+0000 7fd22f000640 1 -- 172.21.15.12:0/232697075 >> 172.21.15.12:0/232697075 conn(0x7fd2280fef10 msgr2=0x7fd228107e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:38.726 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.723+0000 7fd22f000640 1 -- 172.21.15.12:0/232697075 shutdown_connections 2024-03-29T00:15:38.726 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.723+0000 7fd22f000640 1 -- 172.21.15.12:0/232697075 wait complete. 2024-03-29T00:15:38.743 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-29T00:09:58.299082+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-29T00:15:15.323046+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-29T00:15:16.709268+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-29T00:15:20.769838+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-03-29T00:15:38.743 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-29T00:15:38.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.973+0000 7fd54b200640 1 -- 172.21.15.12:0/1568055781 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd54c100770 msgr2=0x7fd54c100bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:38.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.973+0000 7fd54b200640 1 --2- 172.21.15.12:0/1568055781 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd54c100770 0x7fd54c100bd0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fd534009900 tx=0x7fd53402bc40 comp rx=0 tx=0).stop 2024-03-29T00:15:38.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.974+0000 7fd54b200640 1 -- 172.21.15.12:0/1568055781 shutdown_connections 2024-03-29T00:15:38.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.974+0000 7fd54b200640 1 --2- 172.21.15.12:0/1568055781 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd54c101110 0x7fd54c101590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:38.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.974+0000 7fd54b200640 1 --2- 172.21.15.12:0/1568055781 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd54c100770 0x7fd54c100bd0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:38.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.974+0000 7fd54b200640 1 --2- 172.21.15.12:0/1568055781 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd54c0ffe10 0x7fd54c100230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:38.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.974+0000 7fd54b200640 1 -- 172.21.15.12:0/1568055781 >> 172.21.15.12:0/1568055781 conn(0x7fd54c0fba30 msgr2=0x7fd54c0fde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:38.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.974+0000 7fd54b200640 1 -- 172.21.15.12:0/1568055781 shutdown_connections 2024-03-29T00:15:38.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.974+0000 7fd54b200640 1 -- 172.21.15.12:0/1568055781 wait complete. 2024-03-29T00:15:38.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.975+0000 7fd54b200640 1 Processor -- start 2024-03-29T00:15:38.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.975+0000 7fd54b200640 1 -- start start 2024-03-29T00:15:38.978 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.976+0000 7fd54b200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd54c0ffe10 0x7fd54c199b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:38.978 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.976+0000 7fd54b200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd54c100770 0x7fd54c19a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:38.978 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.976+0000 7fd54b200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd54c101110 0x7fd54c1a1140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:38.978 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.976+0000 7fd54b200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fd54c10f520 con 0x7fd54c0ffe10 2024-03-29T00:15:38.978 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.976+0000 7fd54b200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd54c10f3a0 con 0x7fd54c101110 2024-03-29T00:15:38.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.976+0000 7fd54b200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd54c10f6a0 con 0x7fd54c100770 2024-03-29T00:15:38.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.976+0000 7fd549400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd54c100770 0x7fd54c19a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:38.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.976+0000 7fd549400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd54c100770 0x7fd54c19a0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46452/0 (socket says 172.21.15.12:46452) 2024-03-29T00:15:38.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.976+0000 7fd549400640 1 -- 172.21.15.12:0/2386023596 learned_addr learned my addr 172.21.15.12:0/2386023596 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:38.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.976+0000 7fd549e00640 1 --2- 172.21.15.12:0/2386023596 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd54c0ffe10 0x7fd54c199b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:38.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.976+0000 7fd54a800640 1 --2- 172.21.15.12:0/2386023596 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd54c101110 0x7fd54c1a1140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:38.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.977+0000 7fd549400640 1 -- 172.21.15.12:0/2386023596 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd54c101110 msgr2=0x7fd54c1a1140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:38.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.977+0000 7fd549400640 1 --2- 172.21.15.12:0/2386023596 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd54c101110 0x7fd54c1a1140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:38.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.977+0000 7fd549400640 1 -- 172.21.15.12:0/2386023596 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd54c0ffe10 msgr2=0x7fd54c199b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:38.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.977+0000 7fd549400640 1 --2- 172.21.15.12:0/2386023596 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd54c0ffe10 0x7fd54c199b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:38.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.977+0000 7fd549400640 1 -- 172.21.15.12:0/2386023596 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd54c1a17b0 con 0x7fd54c100770 2024-03-29T00:15:38.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.977+0000 7fd54a800640 1 --2- 172.21.15.12:0/2386023596 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd54c101110 0x7fd54c1a1140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:15:38.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.977+0000 7fd549400640 1 --2- 172.21.15.12:0/2386023596 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd54c100770 0x7fd54c19a0d0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd534005ab0 tx=0x7fd534004ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:38.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.977+0000 7fd542a00640 1 -- 172.21.15.12:0/2386023596 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd534043020 con 0x7fd54c100770 2024-03-29T00:15:38.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.977+0000 7fd542a00640 1 -- 172.21.15.12:0/2386023596 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd534004250 con 0x7fd54c100770 2024-03-29T00:15:38.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.977+0000 7fd542a00640 1 -- 172.21.15.12:0/2386023596 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd534003b90 con 0x7fd54c100770 2024-03-29T00:15:38.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.977+0000 7fd54b200640 1 -- 172.21.15.12:0/2386023596 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd54c1a1a40 con 0x7fd54c100770 2024-03-29T00:15:38.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.977+0000 7fd54b200640 1 -- 172.21.15.12:0/2386023596 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd54c1a1f90 con 0x7fd54c100770 2024-03-29T00:15:38.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.978+0000 7fd54b200640 1 -- 172.21.15.12:0/2386023596 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd54c10ab60 con 0x7fd54c100770 2024-03-29T00:15:38.982 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.981+0000 7fd542a00640 1 -- 172.21.15.12:0/2386023596 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7fd534046020 con 0x7fd54c100770 2024-03-29T00:15:38.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.982+0000 7fd542a00640 1 --2- 172.21.15.12:0/2386023596 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd5300a1d80 0x7fd5300a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:38.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.982+0000 7fd542a00640 1 -- 172.21.15.12:0/2386023596 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fd5340f0260 con 0x7fd54c100770 2024-03-29T00:15:38.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.983+0000 7fd549e00640 1 --2- 172.21.15.12:0/2386023596 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd5300a1d80 0x7fd5300a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:38.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.983+0000 7fd549e00640 1 --2- 172.21.15.12:0/2386023596 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd5300a1d80 0x7fd5300a4240 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fd53c005fd0 tx=0x7fd53c009680 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:38.987 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:38.986+0000 7fd542a00640 1 -- 172.21.15.12:0/2386023596 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fd53404d020 con 0x7fd54c100770 2024-03-29T00:15:39.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.190+0000 7fd54b200640 1 -- 172.21.15.12:0/2386023596 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fd54c062350 con 0x7fd54c100770 2024-03-29T00:15:39.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.191+0000 7fd542a00640 1 -- 172.21.15.12:0/2386023596 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v89) ==== 93+0+10 (secure 0 0 0) 0x7fd5340bd3f0 con 0x7fd54c100770 2024-03-29T00:15:39.192 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 1 2024-03-29T00:15:39.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.194+0000 7fd54b200640 1 -- 172.21.15.12:0/2386023596 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd5300a1d80 msgr2=0x7fd5300a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:39.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.194+0000 7fd54b200640 1 --2- 172.21.15.12:0/2386023596 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd5300a1d80 0x7fd5300a4240 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fd53c005fd0 tx=0x7fd53c009680 comp rx=0 tx=0).stop 2024-03-29T00:15:39.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.194+0000 7fd54b200640 1 -- 172.21.15.12:0/2386023596 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd54c100770 msgr2=0x7fd54c19a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:39.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.194+0000 7fd54b200640 1 --2- 172.21.15.12:0/2386023596 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd54c100770 0x7fd54c19a0d0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd534005ab0 tx=0x7fd534004ab0 comp rx=0 tx=0).stop 2024-03-29T00:15:39.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.194+0000 7fd54b200640 1 -- 172.21.15.12:0/2386023596 shutdown_connections 2024-03-29T00:15:39.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.194+0000 7fd54b200640 1 --2- 172.21.15.12:0/2386023596 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd5300a1d80 0x7fd5300a4240 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:39.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.194+0000 7fd54b200640 1 --2- 172.21.15.12:0/2386023596 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd54c101110 0x7fd54c1a1140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:39.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.194+0000 7fd54b200640 1 --2- 172.21.15.12:0/2386023596 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd54c100770 0x7fd54c19a0d0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:39.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.194+0000 7fd54b200640 1 --2- 172.21.15.12:0/2386023596 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd54c0ffe10 0x7fd54c199b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:39.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.194+0000 7fd54b200640 1 -- 172.21.15.12:0/2386023596 >> 172.21.15.12:0/2386023596 conn(0x7fd54c0fba30 msgr2=0x7fd54c0fd530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:39.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.194+0000 7fd54b200640 1 -- 172.21.15.12:0/2386023596 shutdown_connections 2024-03-29T00:15:39.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.194+0000 7fd54b200640 1 -- 172.21.15.12:0/2386023596 wait complete. 2024-03-29T00:15:39.217 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-29T00:15:39.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.448+0000 7f4db9c00640 1 -- 172.21.15.12:0/1676962093 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4db4107bb0 msgr2=0x7f4db4107fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:39.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.448+0000 7f4db9c00640 1 --2- 172.21.15.12:0/1676962093 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4db4107bb0 0x7f4db4107fd0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f4da4009900 tx=0x7f4da402bc30 comp rx=0 tx=0).stop 2024-03-29T00:15:39.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.448+0000 7f4db9c00640 1 -- 172.21.15.12:0/1676962093 shutdown_connections 2024-03-29T00:15:39.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.448+0000 7f4db9c00640 1 --2- 172.21.15.12:0/1676962093 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4db4108da0 0x7f4db4109220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:39.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.448+0000 7f4db9c00640 1 --2- 172.21.15.12:0/1676962093 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4db4109760 0x7f4db410fff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:39.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.448+0000 7f4db9c00640 1 --2- 172.21.15.12:0/1676962093 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4db4107bb0 0x7f4db4107fd0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:39.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.448+0000 7f4db9c00640 1 -- 172.21.15.12:0/1676962093 >> 172.21.15.12:0/1676962093 conn(0x7f4db4076b40 msgr2=0x7f4db4078f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:39.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.448+0000 7f4db9c00640 1 -- 172.21.15.12:0/1676962093 shutdown_connections 2024-03-29T00:15:39.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.448+0000 7f4db9c00640 1 -- 172.21.15.12:0/1676962093 wait complete. 2024-03-29T00:15:39.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.449+0000 7f4db9c00640 1 Processor -- start 2024-03-29T00:15:39.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.449+0000 7f4db9c00640 1 -- start start 2024-03-29T00:15:39.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.450+0000 7f4db9c00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4db4107bb0 0x7f4db419df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:39.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.450+0000 7f4db9c00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4db4108da0 0x7f4db419e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:39.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.450+0000 7f4db9c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4db4109760 0x7f4db41a5530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:39.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.450+0000 7f4db9c00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f4db4113910 con 0x7f4db4108da0 2024-03-29T00:15:39.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.450+0000 7f4db9c00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f4db4113790 con 0x7f4db4107bb0 2024-03-29T00:15:39.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.450+0000 7f4db9c00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f4db4113a90 con 0x7f4db4109760 2024-03-29T00:15:39.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.450+0000 7f4db9200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4db4109760 0x7f4db41a5530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:39.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.450+0000 7f4db3400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4db4108da0 0x7f4db419e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:39.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.450+0000 7f4db9200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4db4109760 0x7f4db41a5530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46466/0 (socket says 172.21.15.12:46466) 2024-03-29T00:15:39.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.450+0000 7f4db9200640 1 -- 172.21.15.12:0/646145669 learned_addr learned my addr 172.21.15.12:0/646145669 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:39.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.450+0000 7f4db3e00640 1 --2- 172.21.15.12:0/646145669 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4db4107bb0 0x7f4db419df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:39.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.450+0000 7f4db9200640 1 -- 172.21.15.12:0/646145669 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4db4107bb0 msgr2=0x7f4db419df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:39.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.450+0000 7f4db9200640 1 --2- 172.21.15.12:0/646145669 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4db4107bb0 0x7f4db419df80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:39.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.450+0000 7f4db9200640 1 -- 172.21.15.12:0/646145669 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4db4108da0 msgr2=0x7f4db419e4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:39.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.450+0000 7f4db9200640 1 --2- 172.21.15.12:0/646145669 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4db4108da0 0x7f4db419e4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:39.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.450+0000 7f4db9200640 1 -- 172.21.15.12:0/646145669 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4db41a5ba0 con 0x7f4db4109760 2024-03-29T00:15:39.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.451+0000 7f4db9200640 1 --2- 172.21.15.12:0/646145669 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4db4109760 0x7f4db41a5530 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f4dac00cce0 tx=0x7f4dac00a620 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:39.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.451+0000 7f4db0c00640 1 -- 172.21.15.12:0/646145669 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dac00f450 con 0x7f4db4109760 2024-03-29T00:15:39.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.451+0000 7f4db0c00640 1 -- 172.21.15.12:0/646145669 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4dac00faf0 con 0x7f4db4109760 2024-03-29T00:15:39.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.451+0000 7f4db0c00640 1 -- 172.21.15.12:0/646145669 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dac018cc0 con 0x7f4db4109760 2024-03-29T00:15:39.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.451+0000 7f4db9c00640 1 -- 172.21.15.12:0/646145669 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4db41a5e90 con 0x7f4db4109760 2024-03-29T00:15:39.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.451+0000 7f4db9c00640 1 -- 172.21.15.12:0/646145669 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4db41a6300 con 0x7f4db4109760 2024-03-29T00:15:39.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.452+0000 7f4db9c00640 1 -- 172.21.15.12:0/646145669 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4db410eed0 con 0x7f4db4109760 2024-03-29T00:15:39.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.454+0000 7f4db0c00640 1 -- 172.21.15.12:0/646145669 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f4dac00f5f0 con 0x7f4db4109760 2024-03-29T00:15:39.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.455+0000 7f4db0c00640 1 --2- 172.21.15.12:0/646145669 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4d980a1d80 0x7f4d980a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:39.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.455+0000 7f4db0c00640 1 -- 172.21.15.12:0/646145669 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f4dac0ce460 con 0x7f4db4109760 2024-03-29T00:15:39.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.456+0000 7f4db3e00640 1 --2- 172.21.15.12:0/646145669 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4d980a1d80 0x7f4d980a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:39.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.456+0000 7f4db3e00640 1 --2- 172.21.15.12:0/646145669 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4d980a1d80 0x7f4d980a4240 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f4da402c900 tx=0x7f4da4005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:39.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.459+0000 7f4db0c00640 1 -- 172.21.15.12:0/646145669 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f4dac014030 con 0x7f4db4109760 2024-03-29T00:15:39.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:39 smithi069 ceph-mon[36074]: pgmap v333: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-03-29T00:15:39.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:39 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/232697075' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:15:39.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:39 smithi012 ceph-mon[31657]: pgmap v333: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-03-29T00:15:39.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:39 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/232697075' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:15:39.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:39 smithi053 ceph-mon[36233]: pgmap v333: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-03-29T00:15:39.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:39 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/232697075' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:15:39.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.663+0000 7f4db9c00640 1 -- 172.21.15.12:0/646145669 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f4db4062350 con 0x7f4db4109760 2024-03-29T00:15:39.665 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.663+0000 7f4db0c00640 1 -- 172.21.15.12:0/646145669 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v89) ==== 104+0+11 (secure 0 0 0) 0x7f4dac09b5f0 con 0x7f4db4109760 2024-03-29T00:15:39.665 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 32 2024-03-29T00:15:39.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.667+0000 7f4db9c00640 1 -- 172.21.15.12:0/646145669 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4d980a1d80 msgr2=0x7f4d980a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:39.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.667+0000 7f4db9c00640 1 --2- 172.21.15.12:0/646145669 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4d980a1d80 0x7f4d980a4240 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f4da402c900 tx=0x7f4da4005fd0 comp rx=0 tx=0).stop 2024-03-29T00:15:39.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.667+0000 7f4db9c00640 1 -- 172.21.15.12:0/646145669 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4db4109760 msgr2=0x7f4db41a5530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:39.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.667+0000 7f4db9c00640 1 --2- 172.21.15.12:0/646145669 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4db4109760 0x7f4db41a5530 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f4dac00cce0 tx=0x7f4dac00a620 comp rx=0 tx=0).stop 2024-03-29T00:15:39.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.667+0000 7f4db9c00640 1 -- 172.21.15.12:0/646145669 shutdown_connections 2024-03-29T00:15:39.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.667+0000 7f4db9c00640 1 --2- 172.21.15.12:0/646145669 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4d980a1d80 0x7f4d980a4240 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:39.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.667+0000 7f4db9c00640 1 --2- 172.21.15.12:0/646145669 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4db4109760 0x7f4db41a5530 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:39.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.667+0000 7f4db9c00640 1 --2- 172.21.15.12:0/646145669 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4db4108da0 0x7f4db419e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:39.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.667+0000 7f4db9c00640 1 --2- 172.21.15.12:0/646145669 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4db4107bb0 0x7f4db419df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:39.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.667+0000 7f4db9c00640 1 -- 172.21.15.12:0/646145669 >> 172.21.15.12:0/646145669 conn(0x7f4db4076b40 msgr2=0x7f4db410c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:39.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.667+0000 7f4db9c00640 1 -- 172.21.15.12:0/646145669 shutdown_connections 2024-03-29T00:15:39.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.667+0000 7f4db9c00640 1 -- 172.21.15.12:0/646145669 wait complete. 2024-03-29T00:15:39.688 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-29T00:15:39.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.915+0000 7f9439800640 1 -- 172.21.15.12:0/4080858330 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9434102780 msgr2=0x7f9434102c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:39.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.915+0000 7f9439800640 1 --2- 172.21.15.12:0/4080858330 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9434102780 0x7f9434102c00 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f941c009900 tx=0x7f941c02bc40 comp rx=0 tx=0).stop 2024-03-29T00:15:39.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.915+0000 7f9439800640 1 -- 172.21.15.12:0/4080858330 shutdown_connections 2024-03-29T00:15:39.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.915+0000 7f9439800640 1 --2- 172.21.15.12:0/4080858330 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9434103140 0x7f94341099d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:39.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.915+0000 7f9439800640 1 --2- 172.21.15.12:0/4080858330 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9434102780 0x7f9434102c00 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:39.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.915+0000 7f9439800640 1 --2- 172.21.15.12:0/4080858330 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9434101590 0x7f94341019b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:39.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.915+0000 7f9439800640 1 -- 172.21.15.12:0/4080858330 >> 172.21.15.12:0/4080858330 conn(0x7f94340fcb00 msgr2=0x7f94340fef40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:39.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.915+0000 7f9439800640 1 -- 172.21.15.12:0/4080858330 shutdown_connections 2024-03-29T00:15:39.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.915+0000 7f9439800640 1 -- 172.21.15.12:0/4080858330 wait complete. 2024-03-29T00:15:39.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.917+0000 7f9439800640 1 Processor -- start 2024-03-29T00:15:39.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.917+0000 7f9439800640 1 -- start start 2024-03-29T00:15:39.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.917+0000 7f9439800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9434101590 0x7f9434199b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:39.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.917+0000 7f9439800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9434102780 0x7f943419a080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:39.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.917+0000 7f9439800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9434103140 0x7f94341a10f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:39.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.917+0000 7f9439800640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f943410d340 con 0x7f9434101590 2024-03-29T00:15:39.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.917+0000 7f9439800640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f943410d1c0 con 0x7f9434102780 2024-03-29T00:15:39.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.917+0000 7f9439800640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f943410d4c0 con 0x7f9434103140 2024-03-29T00:15:39.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.917+0000 7f9433e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9434101590 0x7f9434199b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:39.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.917+0000 7f9438e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9434103140 0x7f94341a10f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:39.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.918+0000 7f9438e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9434103140 0x7f94341a10f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46474/0 (socket says 172.21.15.12:46474) 2024-03-29T00:15:39.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.918+0000 7f9438e00640 1 -- 172.21.15.12:0/2587012067 learned_addr learned my addr 172.21.15.12:0/2587012067 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:39.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.918+0000 7f942b400640 1 --2- 172.21.15.12:0/2587012067 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9434102780 0x7f943419a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:39.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.918+0000 7f9438e00640 1 -- 172.21.15.12:0/2587012067 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9434102780 msgr2=0x7f943419a080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:39.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.918+0000 7f9438e00640 1 --2- 172.21.15.12:0/2587012067 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9434102780 0x7f943419a080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:39.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.918+0000 7f9438e00640 1 -- 172.21.15.12:0/2587012067 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9434101590 msgr2=0x7f9434199b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:39.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.918+0000 7f9438e00640 1 --2- 172.21.15.12:0/2587012067 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9434101590 0x7f9434199b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:39.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.918+0000 7f9438e00640 1 -- 172.21.15.12:0/2587012067 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94341a1760 con 0x7f9434103140 2024-03-29T00:15:39.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.918+0000 7f9438e00640 1 --2- 172.21.15.12:0/2587012067 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9434103140 0x7f94341a10f0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f942c00e970 tx=0x7f942c00ed70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:39.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.918+0000 7f9431600640 1 -- 172.21.15.12:0/2587012067 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f942c00ccc0 con 0x7f9434103140 2024-03-29T00:15:39.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.919+0000 7f9431600640 1 -- 172.21.15.12:0/2587012067 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f942c00ce60 con 0x7f9434103140 2024-03-29T00:15:39.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.919+0000 7f9431600640 1 -- 172.21.15.12:0/2587012067 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f942c010690 con 0x7f9434103140 2024-03-29T00:15:39.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.919+0000 7f9439800640 1 -- 172.21.15.12:0/2587012067 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94341a1a50 con 0x7f9434103140 2024-03-29T00:15:39.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.919+0000 7f9439800640 1 -- 172.21.15.12:0/2587012067 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94341a1f70 con 0x7f9434103140 2024-03-29T00:15:39.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.920+0000 7f9439800640 1 -- 172.21.15.12:0/2587012067 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94341a2260 con 0x7f9434103140 2024-03-29T00:15:39.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.922+0000 7f9431600640 1 -- 172.21.15.12:0/2587012067 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f942c0046c0 con 0x7f9434103140 2024-03-29T00:15:39.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.923+0000 7f9431600640 1 --2- 172.21.15.12:0/2587012067 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f94180a1e00 0x7f94180a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:39.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.923+0000 7f9431600640 1 -- 172.21.15.12:0/2587012067 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f942c0ce3c0 con 0x7f9434103140 2024-03-29T00:15:39.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.923+0000 7f9433e00640 1 --2- 172.21.15.12:0/2587012067 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f94180a1e00 0x7f94180a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:39.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.924+0000 7f9433e00640 1 --2- 172.21.15.12:0/2587012067 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f94180a1e00 0x7f94180a42c0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f94341025e0 tx=0x7f9424009670 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:39.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:39.927+0000 7f9431600640 1 -- 172.21.15.12:0/2587012067 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f942c09b550 con 0x7f9434103140 2024-03-29T00:15:40.129 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.128+0000 7f9439800640 1 -- 172.21.15.12:0/2587012067 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f94341a24d0 con 0x7f9434103140 2024-03-29T00:15:40.130 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.129+0000 7f9431600640 1 -- 172.21.15.12:0/2587012067 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v89) ==== 100+0+11 (secure 0 0 0) 0x7f942c09ae50 con 0x7f9434103140 2024-03-29T00:15:40.130 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 64 2024-03-29T00:15:40.133 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.131+0000 7f9439800640 1 -- 172.21.15.12:0/2587012067 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f94180a1e00 msgr2=0x7f94180a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:40.134 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.131+0000 7f9439800640 1 --2- 172.21.15.12:0/2587012067 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f94180a1e00 0x7f94180a42c0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f94341025e0 tx=0x7f9424009670 comp rx=0 tx=0).stop 2024-03-29T00:15:40.134 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.131+0000 7f9439800640 1 -- 172.21.15.12:0/2587012067 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9434103140 msgr2=0x7f94341a10f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:40.134 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.131+0000 7f9439800640 1 --2- 172.21.15.12:0/2587012067 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9434103140 0x7f94341a10f0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f942c00e970 tx=0x7f942c00ed70 comp rx=0 tx=0).stop 2024-03-29T00:15:40.134 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.131+0000 7f9439800640 1 -- 172.21.15.12:0/2587012067 shutdown_connections 2024-03-29T00:15:40.134 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.131+0000 7f9439800640 1 --2- 172.21.15.12:0/2587012067 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f94180a1e00 0x7f94180a42c0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:40.134 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.131+0000 7f9439800640 1 --2- 172.21.15.12:0/2587012067 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9434102780 0x7f943419a080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:40.134 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.131+0000 7f9439800640 1 --2- 172.21.15.12:0/2587012067 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9434103140 0x7f94341a10f0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:40.135 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.131+0000 7f9439800640 1 --2- 172.21.15.12:0/2587012067 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9434101590 0x7f9434199b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:40.135 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.131+0000 7f9439800640 1 -- 172.21.15.12:0/2587012067 >> 172.21.15.12:0/2587012067 conn(0x7f94340fcb00 msgr2=0x7f9434073980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:40.135 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.131+0000 7f9439800640 1 -- 172.21.15.12:0/2587012067 shutdown_connections 2024-03-29T00:15:40.135 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.131+0000 7f9439800640 1 -- 172.21.15.12:0/2587012067 wait complete. 2024-03-29T00:15:40.152 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-03-29T00:15:40.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.367+0000 7fc1fc200640 1 -- 172.21.15.12:0/1627857769 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc1f4103970 msgr2=0x7fc1f4103d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:40.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.367+0000 7fc1fc200640 1 --2- 172.21.15.12:0/1627857769 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc1f4103970 0x7fc1f4103d90 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fc1e8009900 tx=0x7fc1e802bc30 comp rx=0 tx=0).stop 2024-03-29T00:15:40.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.367+0000 7fc1fc200640 1 -- 172.21.15.12:0/1627857769 shutdown_connections 2024-03-29T00:15:40.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.367+0000 7fc1fc200640 1 --2- 172.21.15.12:0/1627857769 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc1f4105520 0x7fc1f410bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:40.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.367+0000 7fc1fc200640 1 --2- 172.21.15.12:0/1627857769 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc1f4104b60 0x7fc1f4104fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:40.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.367+0000 7fc1fc200640 1 --2- 172.21.15.12:0/1627857769 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc1f4103970 0x7fc1f4103d90 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:40.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.367+0000 7fc1fc200640 1 -- 172.21.15.12:0/1627857769 >> 172.21.15.12:0/1627857769 conn(0x7fc1f40fef00 msgr2=0x7fc1f4101320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:40.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.367+0000 7fc1fc200640 1 -- 172.21.15.12:0/1627857769 shutdown_connections 2024-03-29T00:15:40.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.368+0000 7fc1fc200640 1 -- 172.21.15.12:0/1627857769 wait complete. 2024-03-29T00:15:40.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.368+0000 7fc1fc200640 1 Processor -- start 2024-03-29T00:15:40.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.370+0000 7fc1fc200640 1 -- start start 2024-03-29T00:15:40.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.370+0000 7fc1fc200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc1f4103970 0x7fc1f4199d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:40.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.370+0000 7fc1fc200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc1f4104b60 0x7fc1f419a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:40.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.370+0000 7fc1fc200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc1f4105520 0x7fc1f41a1320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:40.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.370+0000 7fc1fc200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fc1f410f6d0 con 0x7fc1f4105520 2024-03-29T00:15:40.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.370+0000 7fc1fc200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fc1f410f550 con 0x7fc1f4104b60 2024-03-29T00:15:40.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.370+0000 7fc1fc200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc1f410f850 con 0x7fc1f4103970 2024-03-29T00:15:40.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.370+0000 7fc1f9800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc1f4103970 0x7fc1f4199d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:40.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.370+0000 7fc1fa200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc1f4105520 0x7fc1f41a1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:40.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.370+0000 7fc1f9800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc1f4103970 0x7fc1f4199d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46482/0 (socket says 172.21.15.12:46482) 2024-03-29T00:15:40.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.370+0000 7fc1f9800640 1 -- 172.21.15.12:0/1120390181 learned_addr learned my addr 172.21.15.12:0/1120390181 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:40.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.370+0000 7fc1f8e00640 1 --2- 172.21.15.12:0/1120390181 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc1f4104b60 0x7fc1f419a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:40.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.370+0000 7fc1f9800640 1 -- 172.21.15.12:0/1120390181 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc1f4104b60 msgr2=0x7fc1f419a2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:40.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.370+0000 7fc1f9800640 1 --2- 172.21.15.12:0/1120390181 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc1f4104b60 0x7fc1f419a2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:40.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.370+0000 7fc1f9800640 1 -- 172.21.15.12:0/1120390181 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc1f4105520 msgr2=0x7fc1f41a1320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:40.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.370+0000 7fc1f9800640 1 --2- 172.21.15.12:0/1120390181 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc1f4105520 0x7fc1f41a1320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:40.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.370+0000 7fc1f9800640 1 -- 172.21.15.12:0/1120390181 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1f41a1990 con 0x7fc1f4103970 2024-03-29T00:15:40.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.370+0000 7fc1fa200640 1 --2- 172.21.15.12:0/1120390181 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc1f4105520 0x7fc1f41a1320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:15:40.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.370+0000 7fc1f9800640 1 --2- 172.21.15.12:0/1120390181 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc1f4103970 0x7fc1f4199d70 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fc1e8000c00 tx=0x7fc1e8004a30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:40.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.371+0000 7fc1f2000640 1 -- 172.21.15.12:0/1120390181 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e8043020 con 0x7fc1f4103970 2024-03-29T00:15:40.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.371+0000 7fc1f2000640 1 -- 172.21.15.12:0/1120390181 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc1e8004250 con 0x7fc1f4103970 2024-03-29T00:15:40.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.371+0000 7fc1fc200640 1 -- 172.21.15.12:0/1120390181 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1f41a1c20 con 0x7fc1f4103970 2024-03-29T00:15:40.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.371+0000 7fc1f2000640 1 -- 172.21.15.12:0/1120390181 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e8003c00 con 0x7fc1f4103970 2024-03-29T00:15:40.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.371+0000 7fc1fc200640 1 -- 172.21.15.12:0/1120390181 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1f41a21c0 con 0x7fc1f4103970 2024-03-29T00:15:40.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.373+0000 7fc1fc200640 1 -- 172.21.15.12:0/1120390181 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1f410ac90 con 0x7fc1f4103970 2024-03-29T00:15:40.375 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.374+0000 7fc1f2000640 1 -- 172.21.15.12:0/1120390181 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7fc1e8046020 con 0x7fc1f4103970 2024-03-29T00:15:40.376 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.376+0000 7fc1f2000640 1 --2- 172.21.15.12:0/1120390181 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fc1dc0a1e00 0x7fc1dc0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:40.376 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.376+0000 7fc1f2000640 1 -- 172.21.15.12:0/1120390181 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fc1e80f01e0 con 0x7fc1f4103970 2024-03-29T00:15:40.377 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.376+0000 7fc1f8e00640 1 --2- 172.21.15.12:0/1120390181 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fc1dc0a1e00 0x7fc1dc0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:40.377 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.376+0000 7fc1f8e00640 1 --2- 172.21.15.12:0/1120390181 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fc1dc0a1e00 0x7fc1dc0a42c0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fc1f419b280 tx=0x7fc1e0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:40.379 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.379+0000 7fc1f2000640 1 -- 172.21.15.12:0/1120390181 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fc1e804d020 con 0x7fc1f4103970 2024-03-29T00:15:40.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:40 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2386023596' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:15:40.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:40 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/646145669' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:15:40.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:40 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2587012067' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:15:40.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:40 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2386023596' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:15:40.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:40 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/646145669' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:15:40.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:40 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2587012067' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:15:40.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.582+0000 7fc1fc200640 1 -- 172.21.15.12:0/1120390181 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fc1f402d3c0 con 0x7fc1f4103970 2024-03-29T00:15:40.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.583+0000 7fc1f2000640 1 -- 172.21.15.12:0/1120390181 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v89) ==== 103+0+11 (secure 0 0 0) 0x7fc1e80bd370 con 0x7fc1f4103970 2024-03-29T00:15:40.585 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 32 2024-03-29T00:15:40.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.585+0000 7fc1fc200640 1 -- 172.21.15.12:0/1120390181 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fc1dc0a1e00 msgr2=0x7fc1dc0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:40.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.585+0000 7fc1fc200640 1 --2- 172.21.15.12:0/1120390181 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fc1dc0a1e00 0x7fc1dc0a42c0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fc1f419b280 tx=0x7fc1e0005f90 comp rx=0 tx=0).stop 2024-03-29T00:15:40.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.585+0000 7fc1fc200640 1 -- 172.21.15.12:0/1120390181 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc1f4103970 msgr2=0x7fc1f4199d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:40.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.585+0000 7fc1fc200640 1 --2- 172.21.15.12:0/1120390181 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc1f4103970 0x7fc1f4199d70 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fc1e8000c00 tx=0x7fc1e8004a30 comp rx=0 tx=0).stop 2024-03-29T00:15:40.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.585+0000 7fc1fc200640 1 -- 172.21.15.12:0/1120390181 shutdown_connections 2024-03-29T00:15:40.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.585+0000 7fc1fc200640 1 --2- 172.21.15.12:0/1120390181 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fc1dc0a1e00 0x7fc1dc0a42c0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:40.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.585+0000 7fc1fc200640 1 --2- 172.21.15.12:0/1120390181 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc1f4104b60 0x7fc1f419a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:40.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.585+0000 7fc1fc200640 1 --2- 172.21.15.12:0/1120390181 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc1f4105520 0x7fc1f41a1320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:40.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.586+0000 7fc1fc200640 1 --2- 172.21.15.12:0/1120390181 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc1f4103970 0x7fc1f4199d70 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:40.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.586+0000 7fc1fc200640 1 -- 172.21.15.12:0/1120390181 >> 172.21.15.12:0/1120390181 conn(0x7fc1f40fef00 msgr2=0x7fc1f4107e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:40.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.586+0000 7fc1fc200640 1 -- 172.21.15.12:0/1120390181 shutdown_connections 2024-03-29T00:15:40.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.586+0000 7fc1fc200640 1 -- 172.21.15.12:0/1120390181 wait complete. 2024-03-29T00:15:40.607 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-03-29T00:15:40.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:40 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2386023596' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:15:40.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:40 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/646145669' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:15:40.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:40 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2587012067' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:15:40.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.838+0000 7f9e01c00640 1 -- 172.21.15.12:0/830313858 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9dfc1012e0 msgr2=0x7f9dfc101760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:40.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.838+0000 7f9e01c00640 1 --2- 172.21.15.12:0/830313858 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9dfc1012e0 0x7f9dfc101760 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f9df4009be0 tx=0x7f9df402bef0 comp rx=0 tx=0).stop 2024-03-29T00:15:40.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.838+0000 7f9e01c00640 1 -- 172.21.15.12:0/830313858 shutdown_connections 2024-03-29T00:15:40.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.838+0000 7f9e01c00640 1 --2- 172.21.15.12:0/830313858 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9dfc100940 0x7f9dfc100da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:40.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.838+0000 7f9e01c00640 1 --2- 172.21.15.12:0/830313858 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9dfc1012e0 0x7f9dfc101760 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:40.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.838+0000 7f9e01c00640 1 --2- 172.21.15.12:0/830313858 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9dfc0fffe0 0x7f9dfc100400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:40.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.838+0000 7f9e01c00640 1 -- 172.21.15.12:0/830313858 >> 172.21.15.12:0/830313858 conn(0x7f9dfc0fbbe0 msgr2=0x7f9dfc0fe020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:40.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.838+0000 7f9e01c00640 1 -- 172.21.15.12:0/830313858 shutdown_connections 2024-03-29T00:15:40.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.838+0000 7f9e01c00640 1 -- 172.21.15.12:0/830313858 wait complete. 2024-03-29T00:15:40.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.838+0000 7f9e01c00640 1 Processor -- start 2024-03-29T00:15:40.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.838+0000 7f9e01c00640 1 -- start start 2024-03-29T00:15:40.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.839+0000 7f9e01c00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9dfc0fffe0 0x7f9dfc199cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:40.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.839+0000 7f9e01c00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9dfc100940 0x7f9dfc19a230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:40.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.839+0000 7f9e01c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9dfc1012e0 0x7f9dfc1a1260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:40.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.839+0000 7f9e01c00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f9dfc10f780 con 0x7f9dfc0fffe0 2024-03-29T00:15:40.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.839+0000 7f9e01c00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f9dfc10f600 con 0x7f9dfc100940 2024-03-29T00:15:40.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.839+0000 7f9e01c00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f9dfc10f900 con 0x7f9dfc1012e0 2024-03-29T00:15:40.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.839+0000 7f9dfaa00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9dfc0fffe0 0x7f9dfc199cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:40.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.839+0000 7f9dfa000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9dfc100940 0x7f9dfc19a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:40.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.839+0000 7f9dfb400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9dfc1012e0 0x7f9dfc1a1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:40.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.839+0000 7f9dfa000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9dfc100940 0x7f9dfc19a230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:46720/0 (socket says 172.21.15.12:46720) 2024-03-29T00:15:40.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.839+0000 7f9dfb400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9dfc1012e0 0x7f9dfc1a1260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46496/0 (socket says 172.21.15.12:46496) 2024-03-29T00:15:40.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.839+0000 7f9dfa000640 1 -- 172.21.15.12:0/2394652014 learned_addr learned my addr 172.21.15.12:0/2394652014 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:40.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.839+0000 7f9dfb400640 1 -- 172.21.15.12:0/2394652014 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9dfc100940 msgr2=0x7f9dfc19a230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:40.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.839+0000 7f9dfb400640 1 --2- 172.21.15.12:0/2394652014 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9dfc100940 0x7f9dfc19a230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:40.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.839+0000 7f9dfb400640 1 -- 172.21.15.12:0/2394652014 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9dfc0fffe0 msgr2=0x7f9dfc199cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:40.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.839+0000 7f9dfb400640 1 --2- 172.21.15.12:0/2394652014 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9dfc0fffe0 0x7f9dfc199cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:40.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.839+0000 7f9dfb400640 1 -- 172.21.15.12:0/2394652014 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9dfc1a1900 con 0x7f9dfc1012e0 2024-03-29T00:15:40.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.840+0000 7f9dfb400640 1 --2- 172.21.15.12:0/2394652014 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9dfc1012e0 0x7f9dfc1a1260 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f9df4036040 tx=0x7f9df402cbc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:40.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.840+0000 7f9df3400640 1 -- 172.21.15.12:0/2394652014 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9df4043020 con 0x7f9dfc1012e0 2024-03-29T00:15:40.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.840+0000 7f9df3400640 1 -- 172.21.15.12:0/2394652014 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9df4004040 con 0x7f9dfc1012e0 2024-03-29T00:15:40.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.840+0000 7f9df3400640 1 -- 172.21.15.12:0/2394652014 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9df403e6b0 con 0x7f9dfc1012e0 2024-03-29T00:15:40.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.840+0000 7f9e01c00640 1 -- 172.21.15.12:0/2394652014 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9dfc1a1b90 con 0x7f9dfc1012e0 2024-03-29T00:15:40.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.840+0000 7f9e01c00640 1 -- 172.21.15.12:0/2394652014 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9dfc1a2090 con 0x7f9dfc1012e0 2024-03-29T00:15:40.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.841+0000 7f9e01c00640 1 -- 172.21.15.12:0/2394652014 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9dfc10ae40 con 0x7f9dfc1012e0 2024-03-29T00:15:40.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.844+0000 7f9df3400640 1 -- 172.21.15.12:0/2394652014 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f9df4046020 con 0x7f9dfc1012e0 2024-03-29T00:15:40.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.845+0000 7f9df3400640 1 --2- 172.21.15.12:0/2394652014 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9de00a1d80 0x7f9de00a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:40.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.845+0000 7f9df3400640 1 -- 172.21.15.12:0/2394652014 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f9df40f0ac0 con 0x7f9dfc1012e0 2024-03-29T00:15:40.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.845+0000 7f9dfaa00640 1 --2- 172.21.15.12:0/2394652014 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9de00a1d80 0x7f9de00a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:40.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.845+0000 7f9dfaa00640 1 --2- 172.21.15.12:0/2394652014 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9de00a1d80 0x7f9de00a4240 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f9dfc19b1c0 tx=0x7f9dec009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:40.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:40.848+0000 7f9df3400640 1 -- 172.21.15.12:0/2394652014 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f9df404d020 con 0x7f9dfc1012e0 2024-03-29T00:15:41.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:41.066+0000 7f9e01c00640 1 -- 172.21.15.12:0/2394652014 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f9dfc02d170 con 0x7f9dfc1012e0 2024-03-29T00:15:41.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:41.067+0000 7f9df3400640 1 -- 172.21.15.12:0/2394652014 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v89) ==== 81+0+589 (secure 0 0 0) 0x7f9df40bdc50 con 0x7f9dfc1012e0 2024-03-29T00:15:41.068 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:0/3903984873 2024-03-30T00:07:09.578981+0000 2024-03-29T00:15:41.068 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:6801/846623927 2024-03-30T00:07:09.578981+0000 2024-03-29T00:15:41.069 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:0/3329864026 2024-03-30T00:07:09.578981+0000 2024-03-29T00:15:41.069 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:6801/1714899982 2024-03-30T00:06:34.022540+0000 2024-03-29T00:15:41.069 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:6800/1714899982 2024-03-30T00:06:34.022540+0000 2024-03-29T00:15:41.069 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:0/1184533662 2024-03-30T00:06:34.022540+0000 2024-03-29T00:15:41.069 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:0/2224576662 2024-03-30T00:06:34.022540+0000 2024-03-29T00:15:41.069 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:0/798509208 2024-03-30T00:06:34.022540+0000 2024-03-29T00:15:41.069 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:6800/846623927 2024-03-30T00:07:09.578981+0000 2024-03-29T00:15:41.069 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:0/4176566530 2024-03-30T00:07:09.578981+0000 2024-03-29T00:15:41.069 INFO:teuthology.orchestra.run.smithi012.stderr:listed 10 entries 2024-03-29T00:15:41.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:41.069+0000 7f9e01c00640 1 -- 172.21.15.12:0/2394652014 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9de00a1d80 msgr2=0x7f9de00a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:41.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:41.070+0000 7f9e01c00640 1 --2- 172.21.15.12:0/2394652014 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9de00a1d80 0x7f9de00a4240 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f9dfc19b1c0 tx=0x7f9dec009260 comp rx=0 tx=0).stop 2024-03-29T00:15:41.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:41.070+0000 7f9e01c00640 1 -- 172.21.15.12:0/2394652014 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9dfc1012e0 msgr2=0x7f9dfc1a1260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:41.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:41.070+0000 7f9e01c00640 1 --2- 172.21.15.12:0/2394652014 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9dfc1012e0 0x7f9dfc1a1260 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f9df4036040 tx=0x7f9df402cbc0 comp rx=0 tx=0).stop 2024-03-29T00:15:41.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:41.070+0000 7f9e01c00640 1 -- 172.21.15.12:0/2394652014 shutdown_connections 2024-03-29T00:15:41.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:41.070+0000 7f9e01c00640 1 --2- 172.21.15.12:0/2394652014 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9de00a1d80 0x7f9de00a4240 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:41.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:41.070+0000 7f9e01c00640 1 --2- 172.21.15.12:0/2394652014 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9dfc100940 0x7f9dfc19a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:41.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:41.070+0000 7f9e01c00640 1 --2- 172.21.15.12:0/2394652014 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9dfc1012e0 0x7f9dfc1a1260 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:41.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:41.070+0000 7f9e01c00640 1 --2- 172.21.15.12:0/2394652014 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9dfc0fffe0 0x7f9dfc199cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:41.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:41.070+0000 7f9e01c00640 1 -- 172.21.15.12:0/2394652014 >> 172.21.15.12:0/2394652014 conn(0x7f9dfc0fbbe0 msgr2=0x7f9dfc0fd150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:41.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:41.070+0000 7f9e01c00640 1 -- 172.21.15.12:0/2394652014 shutdown_connections 2024-03-29T00:15:41.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:41.070+0000 7f9e01c00640 1 -- 172.21.15.12:0/2394652014 wait complete. 2024-03-29T00:15:41.091 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi012.front.sepia.ceph.com... 2024-03-29T00:15:41.092 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:15:41.092 DEBUG:teuthology.orchestra.run.smithi012:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-03-29T00:15:41.171 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi012.stderr:ceph-fuse[75766]: fuse finished with error 0 and tester_r 0 2024-03-29T00:15:41.180 INFO:teuthology.orchestra.run:waiting for 300 2024-03-29T00:15:41.387 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:41 smithi012 ceph-mon[31657]: pgmap v334: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-03-29T00:15:41.387 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:41 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1120390181' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:15:41.387 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:41 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2394652014' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-29T00:15:41.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:41 smithi069 ceph-mon[36074]: pgmap v334: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-03-29T00:15:41.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:41 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1120390181' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:15:41.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:41 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2394652014' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-29T00:15:41.556 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:41 smithi053 ceph-mon[36233]: pgmap v334: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-03-29T00:15:41.556 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:41 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1120390181' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:15:41.556 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:41 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2394652014' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-29T00:15:43.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:43 smithi069 ceph-mon[36074]: pgmap v335: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-03-29T00:15:43.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:43 smithi012 ceph-mon[31657]: pgmap v335: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-03-29T00:15:43.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:43 smithi053 ceph-mon[36233]: pgmap v335: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-03-29T00:15:45.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:45 smithi069 ceph-mon[36074]: pgmap v336: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-03-29T00:15:45.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:45 smithi012 ceph-mon[31657]: pgmap v336: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-03-29T00:15:45.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:45 smithi053 ceph-mon[36233]: pgmap v336: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-03-29T00:15:47.283 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi012.front.sepia.ceph.com 2024-03-29T00:15:47.283 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:15:47.283 DEBUG:teuthology.orchestra.run.smithi012:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-03-29T00:15:47.358 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-29T00:15:47.448 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:47 smithi012 ceph-mon[31657]: pgmap v337: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-03-29T00:15:47.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:47 smithi069 ceph-mon[36074]: pgmap v337: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-03-29T00:15:47.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.590+0000 7fb2ca000640 1 -- 172.21.15.12:0/1735075598 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb2c4105420 msgr2=0x7fb2c410bcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:47.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.590+0000 7fb2ca000640 1 --2- 172.21.15.12:0/1735075598 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb2c4105420 0x7fb2c410bcb0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fb2bc009ca0 tx=0x7fb2bc02c100 comp rx=0 tx=0).stop 2024-03-29T00:15:47.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.590+0000 7fb2ca000640 1 -- 172.21.15.12:0/1735075598 shutdown_connections 2024-03-29T00:15:47.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.590+0000 7fb2ca000640 1 --2- 172.21.15.12:0/1735075598 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb2c4105420 0x7fb2c410bcb0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:47.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.590+0000 7fb2ca000640 1 --2- 172.21.15.12:0/1735075598 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb2c4104a60 0x7fb2c4104ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:47.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.590+0000 7fb2ca000640 1 --2- 172.21.15.12:0/1735075598 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb2c4103870 0x7fb2c4103c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:47.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.590+0000 7fb2ca000640 1 -- 172.21.15.12:0/1735075598 >> 172.21.15.12:0/1735075598 conn(0x7fb2c40fee00 msgr2=0x7fb2c4101220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:47.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.590+0000 7fb2ca000640 1 -- 172.21.15.12:0/1735075598 shutdown_connections 2024-03-29T00:15:47.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.590+0000 7fb2ca000640 1 -- 172.21.15.12:0/1735075598 wait complete. 2024-03-29T00:15:47.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.591+0000 7fb2ca000640 1 Processor -- start 2024-03-29T00:15:47.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.591+0000 7fb2ca000640 1 -- start start 2024-03-29T00:15:47.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.592+0000 7fb2ca000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb2c4103870 0x7fb2c4199bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:47.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.592+0000 7fb2ca000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb2c4104a60 0x7fb2c419a100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:47.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.592+0000 7fb2ca000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb2c4105420 0x7fb2c41a1170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:47.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.592+0000 7fb2ca000640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fb2c410f610 con 0x7fb2c4104a60 2024-03-29T00:15:47.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.592+0000 7fb2ca000640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fb2c410f490 con 0x7fb2c4105420 2024-03-29T00:15:47.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.592+0000 7fb2ca000640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb2c410f790 con 0x7fb2c4103870 2024-03-29T00:15:47.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.592+0000 7fb2c8c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb2c4103870 0x7fb2c4199bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:47.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.592+0000 7fb2c8c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb2c4103870 0x7fb2c4199bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:49406/0 (socket says 172.21.15.12:49406) 2024-03-29T00:15:47.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.592+0000 7fb2bbe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb2c4104a60 0x7fb2c419a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:47.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.592+0000 7fb2c8c00640 1 -- 172.21.15.12:0/1558854125 learned_addr learned my addr 172.21.15.12:0/1558854125 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:47.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.592+0000 7fb2c9600640 1 --2- 172.21.15.12:0/1558854125 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb2c4105420 0x7fb2c41a1170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:47.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.592+0000 7fb2c8c00640 1 -- 172.21.15.12:0/1558854125 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb2c4105420 msgr2=0x7fb2c41a1170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:47.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.592+0000 7fb2c8c00640 1 --2- 172.21.15.12:0/1558854125 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb2c4105420 0x7fb2c41a1170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:47.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.592+0000 7fb2c8c00640 1 -- 172.21.15.12:0/1558854125 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb2c4104a60 msgr2=0x7fb2c419a100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:47.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.592+0000 7fb2c8c00640 1 --2- 172.21.15.12:0/1558854125 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb2c4104a60 0x7fb2c419a100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:47.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.592+0000 7fb2c8c00640 1 -- 172.21.15.12:0/1558854125 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2c41a17e0 con 0x7fb2c4103870 2024-03-29T00:15:47.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.593+0000 7fb2c8c00640 1 --2- 172.21.15.12:0/1558854125 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb2c4103870 0x7fb2c4199bc0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fb2b400e9c0 tx=0x7fb2b400ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:47.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.593+0000 7fb2c2000640 1 -- 172.21.15.12:0/1558854125 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2b400cde0 con 0x7fb2c4103870 2024-03-29T00:15:47.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.593+0000 7fb2c2000640 1 -- 172.21.15.12:0/1558854125 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb2b4010930 con 0x7fb2c4103870 2024-03-29T00:15:47.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.593+0000 7fb2c2000640 1 -- 172.21.15.12:0/1558854125 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2b4018ab0 con 0x7fb2c4103870 2024-03-29T00:15:47.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.593+0000 7fb2ca000640 1 -- 172.21.15.12:0/1558854125 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2c41a1ad0 con 0x7fb2c4103870 2024-03-29T00:15:47.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.593+0000 7fb2ca000640 1 -- 172.21.15.12:0/1558854125 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2c41a1fd0 con 0x7fb2c4103870 2024-03-29T00:15:47.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.594+0000 7fb2ca000640 1 -- 172.21.15.12:0/1558854125 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2c404f520 con 0x7fb2c4103870 2024-03-29T00:15:47.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.596+0000 7fb2c2000640 1 -- 172.21.15.12:0/1558854125 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7fb2b401f020 con 0x7fb2c4103870 2024-03-29T00:15:47.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.597+0000 7fb2c2000640 1 --2- 172.21.15.12:0/1558854125 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb2a80a1d70 0x7fb2a80a4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:47.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.597+0000 7fb2c2000640 1 -- 172.21.15.12:0/1558854125 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fb2b40ce2a0 con 0x7fb2c4103870 2024-03-29T00:15:47.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.597+0000 7fb2bbe00640 1 --2- 172.21.15.12:0/1558854125 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb2a80a1d70 0x7fb2a80a4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:47.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.598+0000 7fb2bbe00640 1 --2- 172.21.15.12:0/1558854125 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb2a80a1d70 0x7fb2a80a4230 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fb2c419b0d0 tx=0x7fb2ac005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:47.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.602+0000 7fb2c2000640 1 -- 172.21.15.12:0/1558854125 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fb2b409b430 con 0x7fb2c4103870 2024-03-29T00:15:47.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:47 smithi053 ceph-mon[36233]: pgmap v337: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-03-29T00:15:47.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.808+0000 7fb2ca000640 1 -- 172.21.15.12:0/1558854125 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb2c4062410 con 0x7fb2c4103870 2024-03-29T00:15:47.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.810+0000 7fb2c2000640 1 -- 172.21.15.12:0/1558854125 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+24031 (secure 0 0 0) 0x7fb2b409ad30 con 0x7fb2c4103870 2024-03-29T00:15:47.811 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:15:47.812 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":89,"fsid":"f0a28ba8-ed5f-11ee-95d0-87774f69a715","created":"2024-03-29T00:05:52.349196+0000","modified":"2024-03-29T00:15:22.713146+0000","last_up_change":"2024-03-29T00:14:17.644182+0000","last_in_change":"2024-03-29T00:13:57.992327+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-29T00:09:58.299082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-29T00:15:15.323046+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-29T00:15:16.709268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-29T00:15:20.769838+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f15b3bc8-42a4-4aca-bf7c-f36533a25084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6803","nonce":1970936395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6805","nonce":1970936395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6809","nonce":1970936395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6807","nonce":1970936395}]},"public_addr":"172.21.15.12:6803/1970936395","cluster_addr":"172.21.15.12:6805/1970936395","heartbeat_back_addr":"172.21.15.12:6809/1970936395","heartbeat_front_addr":"172.21.15.12:6807/1970936395","state":["exists","up"]},{"osd":1,"uuid":"9fc84928-5898-4421-8fae-8a6c3b5d6454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6801","nonce":2562558811}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6803","nonce":2562558811}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6807","nonce":2562558811}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6805","nonce":2562558811}]},"public_addr":"172.21.15.53:6801/2562558811","cluster_addr":"172.21.15.53:6803/2562558811","heartbeat_back_addr":"172.21.15.53:6807/2562558811","heartbeat_front_addr":"172.21.15.53:6805/2562558811","state":["exists","up"]},{"osd":2,"uuid":"6e1df3eb-d5e1-4433-aef8-dcc544feb108","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6800","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6801","nonce":3472201934}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6803","nonce":3472201934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6807","nonce":3472201934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6805","nonce":3472201934}]},"public_addr":"172.21.15.69:6801/3472201934","cluster_addr":"172.21.15.69:6803/3472201934","heartbeat_back_addr":"172.21.15.69:6807/3472201934","heartbeat_front_addr":"172.21.15.69:6805/3472201934","state":["exists","up"]},{"osd":3,"uuid":"c03886ee-0efd-4a1f-b04f-b060483d852b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6811","nonce":1860879351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6813","nonce":1860879351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6817","nonce":1860879351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6815","nonce":1860879351}]},"public_addr":"172.21.15.12:6811/1860879351","cluster_addr":"172.21.15.12:6813/1860879351","heartbeat_back_addr":"172.21.15.12:6817/1860879351","heartbeat_front_addr":"172.21.15.12:6815/1860879351","state":["exists","up"]},{"osd":4,"uuid":"10a25f7e-b569-4d47-add7-560968efa9c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6809","nonce":1066696400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6811","nonce":1066696400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6815","nonce":1066696400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6813","nonce":1066696400}]},"public_addr":"172.21.15.53:6809/1066696400","cluster_addr":"172.21.15.53:6811/1066696400","heartbeat_back_addr":"172.21.15.53:6815/1066696400","heartbeat_front_addr":"172.21.15.53:6813/1066696400","state":["exists","up"]},{"osd":5,"uuid":"21bad6a7-f98d-4344-8b0b-cf8526575ac2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6809","nonce":2160312252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6811","nonce":2160312252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6815","nonce":2160312252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6813","nonce":2160312252}]},"public_addr":"172.21.15.69:6809/2160312252","cluster_addr":"172.21.15.69:6811/2160312252","heartbeat_back_addr":"172.21.15.69:6815/2160312252","heartbeat_front_addr":"172.21.15.69:6813/2160312252","state":["exists","up"]},{"osd":6,"uuid":"927557ba-0245-42bb-83f1-c8b6b44cc496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6819","nonce":53322413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6821","nonce":53322413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6825","nonce":53322413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6823","nonce":53322413}]},"public_addr":"172.21.15.12:6819/53322413","cluster_addr":"172.21.15.12:6821/53322413","heartbeat_back_addr":"172.21.15.12:6825/53322413","heartbeat_front_addr":"172.21.15.12:6823/53322413","state":["exists","up"]},{"osd":7,"uuid":"22314690-d0eb-496b-b67d-922bdc0b6660","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6817","nonce":512991962}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6819","nonce":512991962}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6823","nonce":512991962}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6821","nonce":512991962}]},"public_addr":"172.21.15.53:6817/512991962","cluster_addr":"172.21.15.53:6819/512991962","heartbeat_back_addr":"172.21.15.53:6823/512991962","heartbeat_front_addr":"172.21.15.53:6821/512991962","state":["exists","up"]},{"osd":8,"uuid":"f26e428e-4919-4030-aa15-100d6df99aef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6817","nonce":2890541031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6819","nonce":2890541031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6823","nonce":2890541031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6821","nonce":2890541031}]},"public_addr":"172.21.15.69:6817/2890541031","cluster_addr":"172.21.15.69:6819/2890541031","heartbeat_back_addr":"172.21.15.69:6823/2890541031","heartbeat_front_addr":"172.21.15.69:6821/2890541031","state":["exists","up"]},{"osd":9,"uuid":"df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6827","nonce":1715133032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6829","nonce":1715133032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6833","nonce":1715133032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6831","nonce":1715133032}]},"public_addr":"172.21.15.12:6827/1715133032","cluster_addr":"172.21.15.12:6829/1715133032","heartbeat_back_addr":"172.21.15.12:6833/1715133032","heartbeat_front_addr":"172.21.15.12:6831/1715133032","state":["exists","up"]},{"osd":10,"uuid":"ac05ca46-a3d8-4e95-8b37-6f46b9f38703","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6825","nonce":3180522172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6827","nonce":3180522172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6831","nonce":3180522172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6829","nonce":3180522172}]},"public_addr":"172.21.15.53:6825/3180522172","cluster_addr":"172.21.15.53:6827/3180522172","heartbeat_back_addr":"172.21.15.53:6831/3180522172","heartbeat_front_addr":"172.21.15.53:6829/3180522172","state":["exists","up"]},{"osd":11,"uuid":"47fd23fb-f49f-49ca-8dfa-df667d03cfa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6825","nonce":1830685720}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6827","nonce":1830685720}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6831","nonce":1830685720}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6829","nonce":1830685720}]},"public_addr":"172.21.15.69:6825/1830685720","cluster_addr":"172.21.15.69:6827/1830685720","heartbeat_back_addr":"172.21.15.69:6831/1830685720","heartbeat_front_addr":"172.21.15.69:6829/1830685720","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:04.043487+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:29.451338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:53.723758+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:27.673354+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:54.498962+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:19.775485+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:54.005468+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:21.544560+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:47.123756+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:22.232554+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:50.514376+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:14:16.169343+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/3903984873":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/3329864026":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/1184533662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/2224576662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/798509208":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/4176566530":"2024-03-30T00:07:09.578981+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-29T00:15:47.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.814+0000 7fb2ca000640 1 -- 172.21.15.12:0/1558854125 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb2a80a1d70 msgr2=0x7fb2a80a4230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:47.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.814+0000 7fb2ca000640 1 --2- 172.21.15.12:0/1558854125 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb2a80a1d70 0x7fb2a80a4230 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fb2c419b0d0 tx=0x7fb2ac005f90 comp rx=0 tx=0).stop 2024-03-29T00:15:47.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.814+0000 7fb2ca000640 1 -- 172.21.15.12:0/1558854125 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb2c4103870 msgr2=0x7fb2c4199bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:47.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.814+0000 7fb2ca000640 1 --2- 172.21.15.12:0/1558854125 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb2c4103870 0x7fb2c4199bc0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fb2b400e9c0 tx=0x7fb2b400ee80 comp rx=0 tx=0).stop 2024-03-29T00:15:47.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.814+0000 7fb2ca000640 1 -- 172.21.15.12:0/1558854125 shutdown_connections 2024-03-29T00:15:47.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.814+0000 7fb2ca000640 1 --2- 172.21.15.12:0/1558854125 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb2a80a1d70 0x7fb2a80a4230 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:47.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.814+0000 7fb2ca000640 1 --2- 172.21.15.12:0/1558854125 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb2c4105420 0x7fb2c41a1170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:47.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.814+0000 7fb2ca000640 1 --2- 172.21.15.12:0/1558854125 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb2c4104a60 0x7fb2c419a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:47.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.814+0000 7fb2ca000640 1 --2- 172.21.15.12:0/1558854125 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb2c4103870 0x7fb2c4199bc0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:47.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.814+0000 7fb2ca000640 1 -- 172.21.15.12:0/1558854125 >> 172.21.15.12:0/1558854125 conn(0x7fb2c40fee00 msgr2=0x7fb2c4107c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:47.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.814+0000 7fb2ca000640 1 -- 172.21.15.12:0/1558854125 shutdown_connections 2024-03-29T00:15:47.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:47.814+0000 7fb2ca000640 1 -- 172.21.15.12:0/1558854125 wait complete. 2024-03-29T00:15:47.837 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-29T00:15:48.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.068+0000 7fae00000640 1 -- 172.21.15.12:0/3490314037 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fadf8104c00 msgr2=0x7fadf8105080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:48.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.068+0000 7fae00000640 1 --2- 172.21.15.12:0/3490314037 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fadf8104c00 0x7fadf8105080 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fade4009900 tx=0x7fade402bc40 comp rx=0 tx=0).stop 2024-03-29T00:15:48.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.068+0000 7fae00000640 1 -- 172.21.15.12:0/3490314037 shutdown_connections 2024-03-29T00:15:48.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.068+0000 7fae00000640 1 --2- 172.21.15.12:0/3490314037 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadf81055c0 0x7fadf810be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:48.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.068+0000 7fae00000640 1 --2- 172.21.15.12:0/3490314037 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fadf8104c00 0x7fadf8105080 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:48.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.068+0000 7fae00000640 1 --2- 172.21.15.12:0/3490314037 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fadf8103a10 0x7fadf8103e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:48.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.068+0000 7fae00000640 1 -- 172.21.15.12:0/3490314037 >> 172.21.15.12:0/3490314037 conn(0x7fadf80fef60 msgr2=0x7fadf81013c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:48.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.068+0000 7fae00000640 1 -- 172.21.15.12:0/3490314037 shutdown_connections 2024-03-29T00:15:48.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.068+0000 7fae00000640 1 -- 172.21.15.12:0/3490314037 wait complete. 2024-03-29T00:15:48.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.069+0000 7fae00000640 1 Processor -- start 2024-03-29T00:15:48.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.069+0000 7fae00000640 1 -- start start 2024-03-29T00:15:48.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.070+0000 7fae00000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadf8103a10 0x7fadf8199db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:48.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.070+0000 7fae00000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fadf8104c00 0x7fadf819a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:48.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.070+0000 7fae00000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fadf81055c0 0x7fadf81a1320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:48.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.070+0000 7fae00000640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fadf810f750 con 0x7fadf8103a10 2024-03-29T00:15:48.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.070+0000 7fae00000640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fadf810f5d0 con 0x7fadf81055c0 2024-03-29T00:15:48.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.070+0000 7fae00000640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fadf810f8d0 con 0x7fadf8104c00 2024-03-29T00:15:48.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.070+0000 7fadfd600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadf8103a10 0x7fadf8199db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:48.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.070+0000 7fadfcc00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fadf8104c00 0x7fadf819a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:48.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.070+0000 7fadfcc00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fadf8104c00 0x7fadf819a2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:49420/0 (socket says 172.21.15.12:49420) 2024-03-29T00:15:48.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.070+0000 7fadfd600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadf8103a10 0x7fadf8199db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:50858/0 (socket says 172.21.15.12:50858) 2024-03-29T00:15:48.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.070+0000 7fadfcc00640 1 -- 172.21.15.12:0/2100285146 learned_addr learned my addr 172.21.15.12:0/2100285146 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:48.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.070+0000 7fadfe000640 1 --2- 172.21.15.12:0/2100285146 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fadf81055c0 0x7fadf81a1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:48.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.070+0000 7fadfcc00640 1 -- 172.21.15.12:0/2100285146 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fadf81055c0 msgr2=0x7fadf81a1320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:48.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.070+0000 7fadfcc00640 1 --2- 172.21.15.12:0/2100285146 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fadf81055c0 0x7fadf81a1320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:48.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.070+0000 7fadfcc00640 1 -- 172.21.15.12:0/2100285146 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadf8103a10 msgr2=0x7fadf8199db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:48.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.070+0000 7fadfcc00640 1 --2- 172.21.15.12:0/2100285146 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadf8103a10 0x7fadf8199db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:48.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.071+0000 7fadfcc00640 1 -- 172.21.15.12:0/2100285146 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadf81a19c0 con 0x7fadf8104c00 2024-03-29T00:15:48.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.071+0000 7fadfcc00640 1 --2- 172.21.15.12:0/2100285146 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fadf8104c00 0x7fadf819a2f0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fade4000c00 tx=0x7fade402c730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:48.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.071+0000 7fadf6000640 1 -- 172.21.15.12:0/2100285146 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fade4043020 con 0x7fadf8104c00 2024-03-29T00:15:48.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.071+0000 7fadf6000640 1 -- 172.21.15.12:0/2100285146 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fade40042d0 con 0x7fadf8104c00 2024-03-29T00:15:48.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.071+0000 7fae00000640 1 -- 172.21.15.12:0/2100285146 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fadf81a1c50 con 0x7fadf8104c00 2024-03-29T00:15:48.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.071+0000 7fadf6000640 1 -- 172.21.15.12:0/2100285146 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fade4003c50 con 0x7fadf8104c00 2024-03-29T00:15:48.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.071+0000 7fae00000640 1 -- 172.21.15.12:0/2100285146 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fadf81a21a0 con 0x7fadf8104c00 2024-03-29T00:15:48.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.072+0000 7fae00000640 1 -- 172.21.15.12:0/2100285146 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fadf810acd0 con 0x7fadf8104c00 2024-03-29T00:15:48.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.074+0000 7fadf6000640 1 -- 172.21.15.12:0/2100285146 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7fade4046020 con 0x7fadf8104c00 2024-03-29T00:15:48.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.076+0000 7fadf6000640 1 --2- 172.21.15.12:0/2100285146 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fade00a1e00 0x7fade00a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:48.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.076+0000 7fadf6000640 1 -- 172.21.15.12:0/2100285146 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fade40f0140 con 0x7fadf8104c00 2024-03-29T00:15:48.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.076+0000 7fadfd600640 1 --2- 172.21.15.12:0/2100285146 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fade00a1e00 0x7fade00a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:48.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.077+0000 7fadfd600640 1 --2- 172.21.15.12:0/2100285146 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fade00a1e00 0x7fade00a42c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fadf819b280 tx=0x7fadec009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:48.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.080+0000 7fadf6000640 1 -- 172.21.15.12:0/2100285146 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fade404d020 con 0x7fadf8104c00 2024-03-29T00:15:48.199 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:48 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1558854125' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:15:48.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.283+0000 7fae00000640 1 -- 172.21.15.12:0/2100285146 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fadf8062380 con 0x7fadf8104c00 2024-03-29T00:15:48.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.285+0000 7fadf6000640 1 -- 172.21.15.12:0/2100285146 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+24031 (secure 0 0 0) 0x7fade40bd2d0 con 0x7fadf8104c00 2024-03-29T00:15:48.286 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:15:48.287 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":89,"fsid":"f0a28ba8-ed5f-11ee-95d0-87774f69a715","created":"2024-03-29T00:05:52.349196+0000","modified":"2024-03-29T00:15:22.713146+0000","last_up_change":"2024-03-29T00:14:17.644182+0000","last_in_change":"2024-03-29T00:13:57.992327+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-29T00:09:58.299082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-29T00:15:15.323046+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-29T00:15:16.709268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-29T00:15:20.769838+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f15b3bc8-42a4-4aca-bf7c-f36533a25084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6803","nonce":1970936395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6805","nonce":1970936395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6809","nonce":1970936395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6807","nonce":1970936395}]},"public_addr":"172.21.15.12:6803/1970936395","cluster_addr":"172.21.15.12:6805/1970936395","heartbeat_back_addr":"172.21.15.12:6809/1970936395","heartbeat_front_addr":"172.21.15.12:6807/1970936395","state":["exists","up"]},{"osd":1,"uuid":"9fc84928-5898-4421-8fae-8a6c3b5d6454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6801","nonce":2562558811}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6803","nonce":2562558811}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6807","nonce":2562558811}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6805","nonce":2562558811}]},"public_addr":"172.21.15.53:6801/2562558811","cluster_addr":"172.21.15.53:6803/2562558811","heartbeat_back_addr":"172.21.15.53:6807/2562558811","heartbeat_front_addr":"172.21.15.53:6805/2562558811","state":["exists","up"]},{"osd":2,"uuid":"6e1df3eb-d5e1-4433-aef8-dcc544feb108","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6800","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6801","nonce":3472201934}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6803","nonce":3472201934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6807","nonce":3472201934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6805","nonce":3472201934}]},"public_addr":"172.21.15.69:6801/3472201934","cluster_addr":"172.21.15.69:6803/3472201934","heartbeat_back_addr":"172.21.15.69:6807/3472201934","heartbeat_front_addr":"172.21.15.69:6805/3472201934","state":["exists","up"]},{"osd":3,"uuid":"c03886ee-0efd-4a1f-b04f-b060483d852b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6811","nonce":1860879351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6813","nonce":1860879351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6817","nonce":1860879351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6815","nonce":1860879351}]},"public_addr":"172.21.15.12:6811/1860879351","cluster_addr":"172.21.15.12:6813/1860879351","heartbeat_back_addr":"172.21.15.12:6817/1860879351","heartbeat_front_addr":"172.21.15.12:6815/1860879351","state":["exists","up"]},{"osd":4,"uuid":"10a25f7e-b569-4d47-add7-560968efa9c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6809","nonce":1066696400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6811","nonce":1066696400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6815","nonce":1066696400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6813","nonce":1066696400}]},"public_addr":"172.21.15.53:6809/1066696400","cluster_addr":"172.21.15.53:6811/1066696400","heartbeat_back_addr":"172.21.15.53:6815/1066696400","heartbeat_front_addr":"172.21.15.53:6813/1066696400","state":["exists","up"]},{"osd":5,"uuid":"21bad6a7-f98d-4344-8b0b-cf8526575ac2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6809","nonce":2160312252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6811","nonce":2160312252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6815","nonce":2160312252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6813","nonce":2160312252}]},"public_addr":"172.21.15.69:6809/2160312252","cluster_addr":"172.21.15.69:6811/2160312252","heartbeat_back_addr":"172.21.15.69:6815/2160312252","heartbeat_front_addr":"172.21.15.69:6813/2160312252","state":["exists","up"]},{"osd":6,"uuid":"927557ba-0245-42bb-83f1-c8b6b44cc496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6819","nonce":53322413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6821","nonce":53322413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6825","nonce":53322413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6823","nonce":53322413}]},"public_addr":"172.21.15.12:6819/53322413","cluster_addr":"172.21.15.12:6821/53322413","heartbeat_back_addr":"172.21.15.12:6825/53322413","heartbeat_front_addr":"172.21.15.12:6823/53322413","state":["exists","up"]},{"osd":7,"uuid":"22314690-d0eb-496b-b67d-922bdc0b6660","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6817","nonce":512991962}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6819","nonce":512991962}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6823","nonce":512991962}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6821","nonce":512991962}]},"public_addr":"172.21.15.53:6817/512991962","cluster_addr":"172.21.15.53:6819/512991962","heartbeat_back_addr":"172.21.15.53:6823/512991962","heartbeat_front_addr":"172.21.15.53:6821/512991962","state":["exists","up"]},{"osd":8,"uuid":"f26e428e-4919-4030-aa15-100d6df99aef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6817","nonce":2890541031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6819","nonce":2890541031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6823","nonce":2890541031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6821","nonce":2890541031}]},"public_addr":"172.21.15.69:6817/2890541031","cluster_addr":"172.21.15.69:6819/2890541031","heartbeat_back_addr":"172.21.15.69:6823/2890541031","heartbeat_front_addr":"172.21.15.69:6821/2890541031","state":["exists","up"]},{"osd":9,"uuid":"df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6827","nonce":1715133032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6829","nonce":1715133032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6833","nonce":1715133032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6831","nonce":1715133032}]},"public_addr":"172.21.15.12:6827/1715133032","cluster_addr":"172.21.15.12:6829/1715133032","heartbeat_back_addr":"172.21.15.12:6833/1715133032","heartbeat_front_addr":"172.21.15.12:6831/1715133032","state":["exists","up"]},{"osd":10,"uuid":"ac05ca46-a3d8-4e95-8b37-6f46b9f38703","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6825","nonce":3180522172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6827","nonce":3180522172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6831","nonce":3180522172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6829","nonce":3180522172}]},"public_addr":"172.21.15.53:6825/3180522172","cluster_addr":"172.21.15.53:6827/3180522172","heartbeat_back_addr":"172.21.15.53:6831/3180522172","heartbeat_front_addr":"172.21.15.53:6829/3180522172","state":["exists","up"]},{"osd":11,"uuid":"47fd23fb-f49f-49ca-8dfa-df667d03cfa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6825","nonce":1830685720}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6827","nonce":1830685720}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6831","nonce":1830685720}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6829","nonce":1830685720}]},"public_addr":"172.21.15.69:6825/1830685720","cluster_addr":"172.21.15.69:6827/1830685720","heartbeat_back_addr":"172.21.15.69:6831/1830685720","heartbeat_front_addr":"172.21.15.69:6829/1830685720","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:04.043487+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:29.451338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:53.723758+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:27.673354+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:54.498962+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:19.775485+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:54.005468+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:21.544560+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:47.123756+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:22.232554+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:50.514376+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:14:16.169343+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/3903984873":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/3329864026":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/1184533662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/2224576662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/798509208":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/4176566530":"2024-03-30T00:07:09.578981+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-29T00:15:48.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.288+0000 7fae00000640 1 -- 172.21.15.12:0/2100285146 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fade00a1e00 msgr2=0x7fade00a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:48.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.288+0000 7fae00000640 1 --2- 172.21.15.12:0/2100285146 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fade00a1e00 0x7fade00a42c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fadf819b280 tx=0x7fadec009500 comp rx=0 tx=0).stop 2024-03-29T00:15:48.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.288+0000 7fae00000640 1 -- 172.21.15.12:0/2100285146 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fadf8104c00 msgr2=0x7fadf819a2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:48.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.288+0000 7fae00000640 1 --2- 172.21.15.12:0/2100285146 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fadf8104c00 0x7fadf819a2f0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fade4000c00 tx=0x7fade402c730 comp rx=0 tx=0).stop 2024-03-29T00:15:48.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.288+0000 7fae00000640 1 -- 172.21.15.12:0/2100285146 shutdown_connections 2024-03-29T00:15:48.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.288+0000 7fae00000640 1 --2- 172.21.15.12:0/2100285146 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fade00a1e00 0x7fade00a42c0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:48.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.288+0000 7fae00000640 1 --2- 172.21.15.12:0/2100285146 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fadf81055c0 0x7fadf81a1320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:48.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.288+0000 7fae00000640 1 --2- 172.21.15.12:0/2100285146 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fadf8104c00 0x7fadf819a2f0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:48.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.288+0000 7fae00000640 1 --2- 172.21.15.12:0/2100285146 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadf8103a10 0x7fadf8199db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:48.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.288+0000 7fae00000640 1 -- 172.21.15.12:0/2100285146 >> 172.21.15.12:0/2100285146 conn(0x7fadf80fef60 msgr2=0x7fadf8107ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:48.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.288+0000 7fae00000640 1 -- 172.21.15.12:0/2100285146 shutdown_connections 2024-03-29T00:15:48.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.288+0000 7fae00000640 1 -- 172.21.15.12:0/2100285146 wait complete. 2024-03-29T00:15:48.308 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-03-29T00:15:48.488 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:48 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1558854125' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:15:48.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.528+0000 7f3cb6200640 1 -- 172.21.15.12:0/3021786441 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3cb01015c0 msgr2=0x7f3cb01019e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:48.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.528+0000 7f3cb6200640 1 --2- 172.21.15.12:0/3021786441 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3cb01015c0 0x7f3cb01019e0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f3ca4009900 tx=0x7f3ca402bc30 comp rx=0 tx=0).stop 2024-03-29T00:15:48.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.528+0000 7f3cb6200640 1 -- 172.21.15.12:0/3021786441 shutdown_connections 2024-03-29T00:15:48.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.528+0000 7f3cb6200640 1 --2- 172.21.15.12:0/3021786441 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3cb0103170 0x7f3cb0109a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:48.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.528+0000 7f3cb6200640 1 --2- 172.21.15.12:0/3021786441 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3cb01027b0 0x7f3cb0102c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:48.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.528+0000 7f3cb6200640 1 --2- 172.21.15.12:0/3021786441 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3cb01015c0 0x7f3cb01019e0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:48.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.528+0000 7f3cb6200640 1 -- 172.21.15.12:0/3021786441 >> 172.21.15.12:0/3021786441 conn(0x7f3cb00fcb30 msgr2=0x7f3cb00fef70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:48.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.528+0000 7f3cb6200640 1 -- 172.21.15.12:0/3021786441 shutdown_connections 2024-03-29T00:15:48.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.528+0000 7f3cb6200640 1 -- 172.21.15.12:0/3021786441 wait complete. 2024-03-29T00:15:48.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.529+0000 7f3cb6200640 1 Processor -- start 2024-03-29T00:15:48.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.529+0000 7f3cb6200640 1 -- start start 2024-03-29T00:15:48.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.529+0000 7f3cb6200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3cb01015c0 0x7f3cb0199bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:48.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.530+0000 7f3cb6200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3cb01027b0 0x7f3cb019a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:48.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.530+0000 7f3cb6200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3cb0103170 0x7f3cb01a1160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:48.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.530+0000 7f3cb6200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f3cb010d320 con 0x7f3cb01027b0 2024-03-29T00:15:48.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.530+0000 7f3cb6200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f3cb010d1a0 con 0x7f3cb0103170 2024-03-29T00:15:48.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.530+0000 7f3cb6200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3cb010d4a0 con 0x7f3cb01015c0 2024-03-29T00:15:48.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.530+0000 7f3cb4e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3cb01015c0 0x7f3cb0199bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:48.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.530+0000 7f3cb4e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3cb01015c0 0x7f3cb0199bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:49446/0 (socket says 172.21.15.12:49446) 2024-03-29T00:15:48.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.530+0000 7f3cb4e00640 1 -- 172.21.15.12:0/144204631 learned_addr learned my addr 172.21.15.12:0/144204631 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:48.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.530+0000 7f3cafe00640 1 --2- 172.21.15.12:0/144204631 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3cb01027b0 0x7f3cb019a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:48.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.530+0000 7f3cb5800640 1 --2- 172.21.15.12:0/144204631 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3cb0103170 0x7f3cb01a1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:48.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.530+0000 7f3cb4e00640 1 -- 172.21.15.12:0/144204631 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3cb0103170 msgr2=0x7f3cb01a1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:48.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.530+0000 7f3cb4e00640 1 --2- 172.21.15.12:0/144204631 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3cb0103170 0x7f3cb01a1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:48.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.530+0000 7f3cb4e00640 1 -- 172.21.15.12:0/144204631 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3cb01027b0 msgr2=0x7f3cb019a0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:48.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.530+0000 7f3cb4e00640 1 --2- 172.21.15.12:0/144204631 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3cb01027b0 0x7f3cb019a0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:48.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.530+0000 7f3cb4e00640 1 -- 172.21.15.12:0/144204631 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cb01a17d0 con 0x7f3cb01015c0 2024-03-29T00:15:48.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.530+0000 7f3cafe00640 1 --2- 172.21.15.12:0/144204631 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3cb01027b0 0x7f3cb019a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:15:48.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.530+0000 7f3cb5800640 1 --2- 172.21.15.12:0/144204631 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3cb0103170 0x7f3cb01a1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:15:48.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.531+0000 7f3cb4e00640 1 --2- 172.21.15.12:0/144204631 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3cb01015c0 0x7f3cb0199bb0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f3ca4000c00 tx=0x7f3ca4004a30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:48.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.531+0000 7f3cad600640 1 -- 172.21.15.12:0/144204631 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ca4043020 con 0x7f3cb01015c0 2024-03-29T00:15:48.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.531+0000 7f3cad600640 1 -- 172.21.15.12:0/144204631 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3ca4004250 con 0x7f3cb01015c0 2024-03-29T00:15:48.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.531+0000 7f3cb6200640 1 -- 172.21.15.12:0/144204631 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3cb01a1a60 con 0x7f3cb01015c0 2024-03-29T00:15:48.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.531+0000 7f3cad600640 1 -- 172.21.15.12:0/144204631 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ca4003c00 con 0x7f3cb01015c0 2024-03-29T00:15:48.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.531+0000 7f3cb6200640 1 -- 172.21.15.12:0/144204631 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3cb01a2000 con 0x7f3cb01015c0 2024-03-29T00:15:48.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.532+0000 7f3cb6200640 1 -- 172.21.15.12:0/144204631 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3cb01a21d0 con 0x7f3cb01015c0 2024-03-29T00:15:48.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.534+0000 7f3cad600640 1 -- 172.21.15.12:0/144204631 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f3ca4046020 con 0x7f3cb01015c0 2024-03-29T00:15:48.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.535+0000 7f3cad600640 1 --2- 172.21.15.12:0/144204631 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3c980a1e00 0x7f3c980a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:48.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.535+0000 7f3cad600640 1 -- 172.21.15.12:0/144204631 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f3ca40f01d0 con 0x7f3cb01015c0 2024-03-29T00:15:48.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.536+0000 7f3cafe00640 1 --2- 172.21.15.12:0/144204631 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3c980a1e00 0x7f3c980a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:48.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.536+0000 7f3cafe00640 1 --2- 172.21.15.12:0/144204631 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3c980a1e00 0x7f3c980a42c0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f3cb019b0c0 tx=0x7f3ca0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:48.539 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.539+0000 7f3cad600640 1 -- 172.21.15.12:0/144204631 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f3ca404d020 con 0x7f3cb01015c0 2024-03-29T00:15:48.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:48 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1558854125' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:15:48.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:48.785+0000 7f3cb6200640 1 -- 172.21.15.12:0/144204631 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f3cb01a23a0 con 0x7f3cb01015c0 2024-03-29T00:15:49.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.213+0000 7f3cad600640 1 -- 172.21.15.12:0/144204631 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v18) ==== 118+0+0 (secure 0 0 0) 0x7f3ca40bd360 con 0x7f3cb01015c0 2024-03-29T00:15:49.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.217+0000 7f3cb6200640 1 -- 172.21.15.12:0/144204631 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3c980a1e00 msgr2=0x7f3c980a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:49.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.217+0000 7f3cb6200640 1 --2- 172.21.15.12:0/144204631 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3c980a1e00 0x7f3c980a42c0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f3cb019b0c0 tx=0x7f3ca0005f90 comp rx=0 tx=0).stop 2024-03-29T00:15:49.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.217+0000 7f3cb6200640 1 -- 172.21.15.12:0/144204631 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3cb01015c0 msgr2=0x7f3cb0199bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:49.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.217+0000 7f3cb6200640 1 --2- 172.21.15.12:0/144204631 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3cb01015c0 0x7f3cb0199bb0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f3ca4000c00 tx=0x7f3ca4004a30 comp rx=0 tx=0).stop 2024-03-29T00:15:49.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.217+0000 7f3cb6200640 1 -- 172.21.15.12:0/144204631 shutdown_connections 2024-03-29T00:15:49.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.217+0000 7f3cb6200640 1 --2- 172.21.15.12:0/144204631 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3c980a1e00 0x7f3c980a42c0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:49.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.217+0000 7f3cb6200640 1 --2- 172.21.15.12:0/144204631 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3cb0103170 0x7f3cb01a1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:49.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.217+0000 7f3cb6200640 1 --2- 172.21.15.12:0/144204631 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3cb01027b0 0x7f3cb019a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:49.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.217+0000 7f3cb6200640 1 --2- 172.21.15.12:0/144204631 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3cb01015c0 0x7f3cb0199bb0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:49.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.217+0000 7f3cb6200640 1 -- 172.21.15.12:0/144204631 >> 172.21.15.12:0/144204631 conn(0x7f3cb00fcb30 msgr2=0x7f3cb0073980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:49.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.217+0000 7f3cb6200640 1 -- 172.21.15.12:0/144204631 shutdown_connections 2024-03-29T00:15:49.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.217+0000 7f3cb6200640 1 -- 172.21.15.12:0/144204631 wait complete. 2024-03-29T00:15:49.241 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 5, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2024-03-29T00:15:49.241 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 5 2024-03-29T00:15:49.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.464+0000 7f1d2e400640 1 -- 172.21.15.12:0/574355339 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1d28109760 msgr2=0x7f1d2810fff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:49.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.464+0000 7f1d2e400640 1 --2- 172.21.15.12:0/574355339 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1d28109760 0x7f1d2810fff0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f1d20009ca0 tx=0x7f1d2002c100 comp rx=0 tx=0).stop 2024-03-29T00:15:49.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.465+0000 7f1d2e400640 1 -- 172.21.15.12:0/574355339 shutdown_connections 2024-03-29T00:15:49.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.465+0000 7f1d2e400640 1 --2- 172.21.15.12:0/574355339 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1d28109760 0x7f1d2810fff0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:49.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.465+0000 7f1d2e400640 1 --2- 172.21.15.12:0/574355339 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1d28108da0 0x7f1d28109220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:49.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.465+0000 7f1d2e400640 1 --2- 172.21.15.12:0/574355339 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1d28107bb0 0x7f1d28107fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:49.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.465+0000 7f1d2e400640 1 -- 172.21.15.12:0/574355339 >> 172.21.15.12:0/574355339 conn(0x7f1d28076b40 msgr2=0x7f1d28078f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:49.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.465+0000 7f1d2e400640 1 -- 172.21.15.12:0/574355339 shutdown_connections 2024-03-29T00:15:49.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.465+0000 7f1d2e400640 1 -- 172.21.15.12:0/574355339 wait complete. 2024-03-29T00:15:49.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.466+0000 7f1d2e400640 1 Processor -- start 2024-03-29T00:15:49.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.466+0000 7f1d2e400640 1 -- start start 2024-03-29T00:15:49.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.466+0000 7f1d2e400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1d28107bb0 0x7f1d2819deb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:49.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.466+0000 7f1d2e400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1d28108da0 0x7f1d2819e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:49.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.466+0000 7f1d2e400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1d28109760 0x7f1d281a5460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:49.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.466+0000 7f1d2e400640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f1d28113950 con 0x7f1d28107bb0 2024-03-29T00:15:49.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.466+0000 7f1d2e400640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f1d281137d0 con 0x7f1d28109760 2024-03-29T00:15:49.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.466+0000 7f1d2e400640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1d28113ad0 con 0x7f1d28108da0 2024-03-29T00:15:49.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.466+0000 7f1d2d000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1d28107bb0 0x7f1d2819deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:49.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.466+0000 7f1d2d000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1d28107bb0 0x7f1d2819deb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:50896/0 (socket says 172.21.15.12:50896) 2024-03-29T00:15:49.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.466+0000 7f1d2d000640 1 -- 172.21.15.12:0/480880029 learned_addr learned my addr 172.21.15.12:0/480880029 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:49.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.466+0000 7f1d27e00640 1 --2- 172.21.15.12:0/480880029 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1d28108da0 0x7f1d2819e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:49.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.467+0000 7f1d2da00640 1 --2- 172.21.15.12:0/480880029 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1d28109760 0x7f1d281a5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:49.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.467+0000 7f1d27e00640 1 -- 172.21.15.12:0/480880029 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1d28109760 msgr2=0x7f1d281a5460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:49.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.467+0000 7f1d27e00640 1 --2- 172.21.15.12:0/480880029 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1d28109760 0x7f1d281a5460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:49.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.467+0000 7f1d27e00640 1 -- 172.21.15.12:0/480880029 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1d28107bb0 msgr2=0x7f1d2819deb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:49.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.467+0000 7f1d27e00640 1 --2- 172.21.15.12:0/480880029 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1d28107bb0 0x7f1d2819deb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:49.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.467+0000 7f1d27e00640 1 -- 172.21.15.12:0/480880029 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d281a5ad0 con 0x7f1d28108da0 2024-03-29T00:15:49.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.467+0000 7f1d2d000640 1 --2- 172.21.15.12:0/480880029 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1d28107bb0 0x7f1d2819deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:15:49.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.467+0000 7f1d27e00640 1 --2- 172.21.15.12:0/480880029 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1d28108da0 0x7f1d2819e3f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f1d1400d6d0 tx=0x7f1d1400db90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:49.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.467+0000 7f1d25600640 1 -- 172.21.15.12:0/480880029 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d14017070 con 0x7f1d28108da0 2024-03-29T00:15:49.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.467+0000 7f1d25600640 1 -- 172.21.15.12:0/480880029 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1d14009820 con 0x7f1d28108da0 2024-03-29T00:15:49.471 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.467+0000 7f1d25600640 1 -- 172.21.15.12:0/480880029 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d14004e00 con 0x7f1d28108da0 2024-03-29T00:15:49.471 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.468+0000 7f1d2e400640 1 -- 172.21.15.12:0/480880029 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d281a5dc0 con 0x7f1d28108da0 2024-03-29T00:15:49.471 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.468+0000 7f1d2e400640 1 -- 172.21.15.12:0/480880029 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d281a6290 con 0x7f1d28108da0 2024-03-29T00:15:49.471 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.469+0000 7f1d2e400640 1 -- 172.21.15.12:0/480880029 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d2810ee00 con 0x7f1d28108da0 2024-03-29T00:15:49.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.472+0000 7f1d25600640 1 -- 172.21.15.12:0/480880029 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f1d140099d0 con 0x7f1d28108da0 2024-03-29T00:15:49.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.473+0000 7f1d25600640 1 --2- 172.21.15.12:0/480880029 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1d0c0a1e00 0x7f1d0c0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:49.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.473+0000 7f1d25600640 1 -- 172.21.15.12:0/480880029 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f1d140cdaf0 con 0x7f1d28108da0 2024-03-29T00:15:49.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.473+0000 7f1d2d000640 1 --2- 172.21.15.12:0/480880029 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1d0c0a1e00 0x7f1d0c0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:49.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.474+0000 7f1d2d000640 1 --2- 172.21.15.12:0/480880029 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1d0c0a1e00 0x7f1d0c0a42c0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f1d180104e0 tx=0x7f1d1800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:49.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.477+0000 7f1d25600640 1 -- 172.21.15.12:0/480880029 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f1d1409ac80 con 0x7f1d28108da0 2024-03-29T00:15:49.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:49 smithi069 ceph-mon[36074]: pgmap v338: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-03-29T00:15:49.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:49 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2100285146' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:15:49.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:49 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/144204631' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-03-29T00:15:49.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:49 smithi069 ceph-mon[36074]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-03-29T00:15:49.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:49 smithi012 ceph-mon[31657]: pgmap v338: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-03-29T00:15:49.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:49 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2100285146' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:15:49.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:49 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/144204631' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-03-29T00:15:49.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:49 smithi012 ceph-mon[31657]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-03-29T00:15:49.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:49 smithi053 ceph-mon[36233]: pgmap v338: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-03-29T00:15:49.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:49 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2100285146' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:15:49.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:49 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/144204631' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-03-29T00:15:49.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:49 smithi053 ceph-mon[36233]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-03-29T00:15:49.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:49.719+0000 7f1d2e400640 1 -- 172.21.15.12:0/480880029 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) -- 0x7f1d280623f0 con 0x7f1d28108da0 2024-03-29T00:15:50.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.225+0000 7f1d25600640 1 -- 172.21.15.12:0/480880029 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v19) ==== 105+0+0 (secure 0 0 0) 0x7f1d1409a580 con 0x7f1d28108da0 2024-03-29T00:15:50.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.229+0000 7f1d2e400640 1 -- 172.21.15.12:0/480880029 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1d0c0a1e00 msgr2=0x7f1d0c0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:50.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.229+0000 7f1d2e400640 1 --2- 172.21.15.12:0/480880029 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1d0c0a1e00 0x7f1d0c0a42c0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f1d180104e0 tx=0x7f1d1800b410 comp rx=0 tx=0).stop 2024-03-29T00:15:50.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.229+0000 7f1d2e400640 1 -- 172.21.15.12:0/480880029 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1d28108da0 msgr2=0x7f1d2819e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:50.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.229+0000 7f1d2e400640 1 --2- 172.21.15.12:0/480880029 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1d28108da0 0x7f1d2819e3f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f1d1400d6d0 tx=0x7f1d1400db90 comp rx=0 tx=0).stop 2024-03-29T00:15:50.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.229+0000 7f1d2e400640 1 -- 172.21.15.12:0/480880029 shutdown_connections 2024-03-29T00:15:50.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.229+0000 7f1d2e400640 1 --2- 172.21.15.12:0/480880029 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1d0c0a1e00 0x7f1d0c0a42c0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:50.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.229+0000 7f1d2e400640 1 --2- 172.21.15.12:0/480880029 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1d28109760 0x7f1d281a5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:50.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.229+0000 7f1d2e400640 1 --2- 172.21.15.12:0/480880029 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1d28108da0 0x7f1d2819e3f0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:50.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.229+0000 7f1d2e400640 1 --2- 172.21.15.12:0/480880029 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1d28107bb0 0x7f1d2819deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:50.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.229+0000 7f1d2e400640 1 -- 172.21.15.12:0/480880029 >> 172.21.15.12:0/480880029 conn(0x7f1d28076b40 msgr2=0x7f1d2810bfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:50.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.229+0000 7f1d2e400640 1 -- 172.21.15.12:0/480880029 shutdown_connections 2024-03-29T00:15:50.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.229+0000 7f1d2e400640 1 -- 172.21.15.12:0/480880029 wait complete. 2024-03-29T00:15:50.258 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay true 2024-03-29T00:15:50.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.478+0000 7f7d1da00640 1 -- 172.21.15.12:0/3360707417 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7d18104b70 msgr2=0x7f7d18104ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:50.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.478+0000 7f7d1da00640 1 --2- 172.21.15.12:0/3360707417 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7d18104b70 0x7f7d18104ff0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f7d00009860 tx=0x7f7d0002bb70 comp rx=0 tx=0).stop 2024-03-29T00:15:50.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.478+0000 7f7d1da00640 1 -- 172.21.15.12:0/3360707417 shutdown_connections 2024-03-29T00:15:50.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.478+0000 7f7d1da00640 1 --2- 172.21.15.12:0/3360707417 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d18105530 0x7f7d1810bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:50.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.478+0000 7f7d1da00640 1 --2- 172.21.15.12:0/3360707417 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7d18104b70 0x7f7d18104ff0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:50.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.478+0000 7f7d1da00640 1 --2- 172.21.15.12:0/3360707417 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7d18103980 0x7f7d18103da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:50.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.478+0000 7f7d1da00640 1 -- 172.21.15.12:0/3360707417 >> 172.21.15.12:0/3360707417 conn(0x7f7d180fef10 msgr2=0x7f7d18101330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:50.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.478+0000 7f7d1da00640 1 -- 172.21.15.12:0/3360707417 shutdown_connections 2024-03-29T00:15:50.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.479+0000 7f7d1da00640 1 -- 172.21.15.12:0/3360707417 wait complete. 2024-03-29T00:15:50.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.479+0000 7f7d1da00640 1 Processor -- start 2024-03-29T00:15:50.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.480+0000 7f7d1da00640 1 -- start start 2024-03-29T00:15:50.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.480+0000 7f7d1da00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7d18103980 0x7f7d18199de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:50.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.480+0000 7f7d1da00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d18104b70 0x7f7d1819a320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:50.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.480+0000 7f7d1da00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7d18105530 0x7f7d181a12f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:50.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.480+0000 7f7d1da00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7d1810f730 con 0x7f7d18104b70 2024-03-29T00:15:50.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.480+0000 7f7d1da00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7d1810f5b0 con 0x7f7d18105530 2024-03-29T00:15:50.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.480+0000 7f7d1da00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7d1810f8b0 con 0x7f7d18103980 2024-03-29T00:15:50.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.480+0000 7f7d16a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7d18103980 0x7f7d18199de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:50.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.480+0000 7f7d16a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7d18103980 0x7f7d18199de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:49482/0 (socket says 172.21.15.12:49482) 2024-03-29T00:15:50.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.480+0000 7f7d16a00640 1 -- 172.21.15.12:0/2344817983 learned_addr learned my addr 172.21.15.12:0/2344817983 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:50.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.480+0000 7f7d0fe00640 1 --2- 172.21.15.12:0/2344817983 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d18104b70 0x7f7d1819a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:50.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.480+0000 7f7d17400640 1 --2- 172.21.15.12:0/2344817983 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7d18105530 0x7f7d181a12f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:50.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.481+0000 7f7d16a00640 1 -- 172.21.15.12:0/2344817983 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7d18105530 msgr2=0x7f7d181a12f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:50.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.481+0000 7f7d16a00640 1 --2- 172.21.15.12:0/2344817983 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7d18105530 0x7f7d181a12f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:50.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.481+0000 7f7d16a00640 1 -- 172.21.15.12:0/2344817983 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d18104b70 msgr2=0x7f7d1819a320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:50.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.481+0000 7f7d16a00640 1 --2- 172.21.15.12:0/2344817983 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d18104b70 0x7f7d1819a320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:50.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.481+0000 7f7d16a00640 1 -- 172.21.15.12:0/2344817983 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d181a1960 con 0x7f7d18103980 2024-03-29T00:15:50.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.481+0000 7f7d16a00640 1 --2- 172.21.15.12:0/2344817983 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7d18103980 0x7f7d18199de0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f7d0800e9a0 tx=0x7f7d0800ee60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:50.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.481+0000 7f7d0f400640 1 -- 172.21.15.12:0/2344817983 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d0800cd80 con 0x7f7d18103980 2024-03-29T00:15:50.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.481+0000 7f7d0f400640 1 -- 172.21.15.12:0/2344817983 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7d08010930 con 0x7f7d18103980 2024-03-29T00:15:50.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.481+0000 7f7d1da00640 1 -- 172.21.15.12:0/2344817983 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d181a1c50 con 0x7f7d18103980 2024-03-29T00:15:50.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.481+0000 7f7d0f400640 1 -- 172.21.15.12:0/2344817983 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d08018a70 con 0x7f7d18103980 2024-03-29T00:15:50.484 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.481+0000 7f7d1da00640 1 -- 172.21.15.12:0/2344817983 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d181a21c0 con 0x7f7d18103980 2024-03-29T00:15:50.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:50 smithi069 ceph-mon[36074]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-03-29T00:15:50.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:50 smithi069 ceph-mon[36074]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-03-29T00:15:50.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:50 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/480880029' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-03-29T00:15:50.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:50 smithi069 ceph-mon[36074]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-03-29T00:15:50.484 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.482+0000 7f7d1da00640 1 -- 172.21.15.12:0/2344817983 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d1810aca0 con 0x7f7d18103980 2024-03-29T00:15:50.485 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.484+0000 7f7d0f400640 1 -- 172.21.15.12:0/2344817983 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f7d08018c10 con 0x7f7d18103980 2024-03-29T00:15:50.486 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.486+0000 7f7d0f400640 1 --2- 172.21.15.12:0/2344817983 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7cfc0a1e00 0x7f7cfc0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:50.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.486+0000 7f7d0f400640 1 -- 172.21.15.12:0/2344817983 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f7d080ce4f0 con 0x7f7d18103980 2024-03-29T00:15:50.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.486+0000 7f7d0fe00640 1 --2- 172.21.15.12:0/2344817983 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7cfc0a1e00 0x7f7cfc0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:50.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.487+0000 7f7d0fe00640 1 --2- 172.21.15.12:0/2344817983 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7cfc0a1e00 0x7f7cfc0a42c0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f7d00009830 tx=0x7f7d00034b50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:50.488 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.488+0000 7f7d0f400640 1 -- 172.21.15.12:0/2344817983 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f7d0809b680 con 0x7f7d18103980 2024-03-29T00:15:50.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:50 smithi012 ceph-mon[31657]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-03-29T00:15:50.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:50 smithi012 ceph-mon[31657]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-03-29T00:15:50.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:50 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/480880029' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-03-29T00:15:50.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:50 smithi012 ceph-mon[31657]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-03-29T00:15:50.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:50 smithi053 ceph-mon[36233]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-03-29T00:15:50.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:50 smithi053 ceph-mon[36233]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-03-29T00:15:50.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:50 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/480880029' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-03-29T00:15:50.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:50 smithi053 ceph-mon[36233]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-03-29T00:15:50.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:50.732+0000 7f7d1da00640 1 -- 172.21.15.12:0/2344817983 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7f7d1802d390 con 0x7f7d18103980 2024-03-29T00:15:51.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.239+0000 7f7d0f400640 1 -- 172.21.15.12:0/2344817983 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v21) ==== 121+0+0 (secure 0 0 0) 0x7f7d0809af80 con 0x7f7d18103980 2024-03-29T00:15:51.245 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.244+0000 7f7d1da00640 1 -- 172.21.15.12:0/2344817983 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7cfc0a1e00 msgr2=0x7f7cfc0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:51.245 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.244+0000 7f7d1da00640 1 --2- 172.21.15.12:0/2344817983 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7cfc0a1e00 0x7f7cfc0a42c0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f7d00009830 tx=0x7f7d00034b50 comp rx=0 tx=0).stop 2024-03-29T00:15:51.245 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.244+0000 7f7d1da00640 1 -- 172.21.15.12:0/2344817983 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7d18103980 msgr2=0x7f7d18199de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:51.245 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.244+0000 7f7d1da00640 1 --2- 172.21.15.12:0/2344817983 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7d18103980 0x7f7d18199de0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f7d0800e9a0 tx=0x7f7d0800ee60 comp rx=0 tx=0).stop 2024-03-29T00:15:51.245 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.244+0000 7f7d1da00640 1 -- 172.21.15.12:0/2344817983 shutdown_connections 2024-03-29T00:15:51.245 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.244+0000 7f7d1da00640 1 --2- 172.21.15.12:0/2344817983 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7cfc0a1e00 0x7f7cfc0a42c0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:51.245 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.244+0000 7f7d1da00640 1 --2- 172.21.15.12:0/2344817983 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7d18105530 0x7f7d181a12f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:51.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.244+0000 7f7d1da00640 1 --2- 172.21.15.12:0/2344817983 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d18104b70 0x7f7d1819a320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:51.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.244+0000 7f7d1da00640 1 --2- 172.21.15.12:0/2344817983 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7d18103980 0x7f7d18199de0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:51.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.244+0000 7f7d1da00640 1 -- 172.21.15.12:0/2344817983 >> 172.21.15.12:0/2344817983 conn(0x7f7d180fef10 msgr2=0x7f7d18107e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:51.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.245+0000 7f7d1da00640 1 -- 172.21.15.12:0/2344817983 shutdown_connections 2024-03-29T00:15:51.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.245+0000 7f7d1da00640 1 -- 172.21.15.12:0/2344817983 wait complete. 2024-03-29T00:15:51.272 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs session_timeout 300 2024-03-29T00:15:51.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.475+0000 7f2d22600640 1 -- 172.21.15.12:0/656462213 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2d1c1015a0 msgr2=0x7f2d1c1019c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:51.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.475+0000 7f2d22600640 1 --2- 172.21.15.12:0/656462213 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2d1c1015a0 0x7f2d1c1019c0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f2d14009ca0 tx=0x7f2d1402c0f0 comp rx=0 tx=0).stop 2024-03-29T00:15:51.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.475+0000 7f2d22600640 1 -- 172.21.15.12:0/656462213 shutdown_connections 2024-03-29T00:15:51.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.475+0000 7f2d22600640 1 --2- 172.21.15.12:0/656462213 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2d1c103150 0x7f2d1c1099e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:51.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.475+0000 7f2d22600640 1 --2- 172.21.15.12:0/656462213 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2d1c102790 0x7f2d1c102c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:51.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.475+0000 7f2d22600640 1 --2- 172.21.15.12:0/656462213 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2d1c1015a0 0x7f2d1c1019c0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:51.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.475+0000 7f2d22600640 1 -- 172.21.15.12:0/656462213 >> 172.21.15.12:0/656462213 conn(0x7f2d1c0fcb10 msgr2=0x7f2d1c0fef50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:51.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.475+0000 7f2d22600640 1 -- 172.21.15.12:0/656462213 shutdown_connections 2024-03-29T00:15:51.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.475+0000 7f2d22600640 1 -- 172.21.15.12:0/656462213 wait complete. 2024-03-29T00:15:51.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.476+0000 7f2d22600640 1 Processor -- start 2024-03-29T00:15:51.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.476+0000 7f2d22600640 1 -- start start 2024-03-29T00:15:51.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.477+0000 7f2d22600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2d1c1015a0 0x7f2d1c075500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:51.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.477+0000 7f2d22600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2d1c102790 0x7f2d1c073b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:51.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.477+0000 7f2d22600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2d1c103150 0x7f2d1c074080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:51.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.477+0000 7f2d22600640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f2d1c10d350 con 0x7f2d1c1015a0 2024-03-29T00:15:51.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.477+0000 7f2d22600640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f2d1c10d1d0 con 0x7f2d1c103150 2024-03-29T00:15:51.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.477+0000 7f2d22600640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f2d1c10d4d0 con 0x7f2d1c102790 2024-03-29T00:15:51.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.477+0000 7f2d1be00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2d1c102790 0x7f2d1c073b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:51.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.477+0000 7f2d1be00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2d1c102790 0x7f2d1c073b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:49502/0 (socket says 172.21.15.12:49502) 2024-03-29T00:15:51.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.477+0000 7f2d1be00640 1 -- 172.21.15.12:0/348497156 learned_addr learned my addr 172.21.15.12:0/348497156 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:51.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.477+0000 7f2d21c00640 1 --2- 172.21.15.12:0/348497156 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2d1c103150 0x7f2d1c074080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:51.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.477+0000 7f2d21200640 1 --2- 172.21.15.12:0/348497156 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2d1c1015a0 0x7f2d1c075500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:51.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.477+0000 7f2d1be00640 1 -- 172.21.15.12:0/348497156 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2d1c103150 msgr2=0x7f2d1c074080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:51.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.477+0000 7f2d1be00640 1 --2- 172.21.15.12:0/348497156 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2d1c103150 0x7f2d1c074080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:51.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.477+0000 7f2d1be00640 1 -- 172.21.15.12:0/348497156 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2d1c1015a0 msgr2=0x7f2d1c075500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:51.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.477+0000 7f2d1be00640 1 --2- 172.21.15.12:0/348497156 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2d1c1015a0 0x7f2d1c075500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:51.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.477+0000 7f2d1be00640 1 -- 172.21.15.12:0/348497156 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d1c074910 con 0x7f2d1c102790 2024-03-29T00:15:51.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.477+0000 7f2d21200640 1 --2- 172.21.15.12:0/348497156 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2d1c1015a0 0x7f2d1c075500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:15:51.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.478+0000 7f2d1be00640 1 --2- 172.21.15.12:0/348497156 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2d1c102790 0x7f2d1c073b40 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f2d0800e9f0 tx=0x7f2d0800edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:51.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.478+0000 7f2d19600640 1 -- 172.21.15.12:0/348497156 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d0800ccc0 con 0x7f2d1c102790 2024-03-29T00:15:51.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.478+0000 7f2d22600640 1 -- 172.21.15.12:0/348497156 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d1c1a1ae0 con 0x7f2d1c102790 2024-03-29T00:15:51.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.478+0000 7f2d19600640 1 -- 172.21.15.12:0/348497156 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2d0800ce60 con 0x7f2d1c102790 2024-03-29T00:15:51.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.478+0000 7f2d19600640 1 -- 172.21.15.12:0/348497156 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d08010690 con 0x7f2d1c102790 2024-03-29T00:15:51.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.478+0000 7f2d22600640 1 -- 172.21.15.12:0/348497156 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d1c1a2030 con 0x7f2d1c102790 2024-03-29T00:15:51.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.479+0000 7f2d22600640 1 -- 172.21.15.12:0/348497156 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d1c1088c0 con 0x7f2d1c102790 2024-03-29T00:15:51.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.481+0000 7f2d19600640 1 -- 172.21.15.12:0/348497156 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f2d080046c0 con 0x7f2d1c102790 2024-03-29T00:15:51.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.482+0000 7f2d19600640 1 --2- 172.21.15.12:0/348497156 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f2d000a1d80 0x7f2d000a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:51.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.483+0000 7f2d19600640 1 -- 172.21.15.12:0/348497156 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f2d080ce520 con 0x7f2d1c102790 2024-03-29T00:15:51.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.483+0000 7f2d21200640 1 --2- 172.21.15.12:0/348497156 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f2d000a1d80 0x7f2d000a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:51.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:51 smithi069 ceph-mon[36074]: pgmap v339: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-03-29T00:15:51.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:51 smithi069 ceph-mon[36074]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-03-29T00:15:51.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:51 smithi069 ceph-mon[36074]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-03-29T00:15:51.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:51 smithi069 ceph-mon[36074]: daemon mds.b assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-03-29T00:15:51.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:51 smithi069 ceph-mon[36074]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-03-29T00:15:51.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:51 smithi069 ceph-mon[36074]: fsmap cephfs:2 {0=i=up:active,1=b=up:creating} 10 up:standby 2024-03-29T00:15:51.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:51 smithi069 ceph-mon[36074]: daemon mds.b is now active in filesystem cephfs as rank 1 2024-03-29T00:15:51.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:51 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2344817983' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-03-29T00:15:51.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:51 smithi069 ceph-mon[36074]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-03-29T00:15:51.484 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.484+0000 7f2d21200640 1 --2- 172.21.15.12:0/348497156 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f2d000a1d80 0x7f2d000a4240 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f2d1402c630 tx=0x7f2d14032670 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:51.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.491+0000 7f2d19600640 1 -- 172.21.15.12:0/348497156 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f2d0809b6b0 con 0x7f2d1c102790 2024-03-29T00:15:51.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:51 smithi012 ceph-mon[31657]: pgmap v339: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-03-29T00:15:51.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:51 smithi012 ceph-mon[31657]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-03-29T00:15:51.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:51 smithi012 ceph-mon[31657]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-03-29T00:15:51.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:51 smithi012 ceph-mon[31657]: daemon mds.b assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-03-29T00:15:51.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:51 smithi012 ceph-mon[31657]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-03-29T00:15:51.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:51 smithi012 ceph-mon[31657]: fsmap cephfs:2 {0=i=up:active,1=b=up:creating} 10 up:standby 2024-03-29T00:15:51.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:51 smithi012 ceph-mon[31657]: daemon mds.b is now active in filesystem cephfs as rank 1 2024-03-29T00:15:51.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:51 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2344817983' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-03-29T00:15:51.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:51 smithi012 ceph-mon[31657]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-03-29T00:15:51.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:51 smithi053 ceph-mon[36233]: pgmap v339: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-03-29T00:15:51.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:51 smithi053 ceph-mon[36233]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-03-29T00:15:51.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:51 smithi053 ceph-mon[36233]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-03-29T00:15:51.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:51 smithi053 ceph-mon[36233]: daemon mds.b assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-03-29T00:15:51.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:51 smithi053 ceph-mon[36233]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-03-29T00:15:51.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:51 smithi053 ceph-mon[36233]: fsmap cephfs:2 {0=i=up:active,1=b=up:creating} 10 up:standby 2024-03-29T00:15:51.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:51 smithi053 ceph-mon[36233]: daemon mds.b is now active in filesystem cephfs as rank 1 2024-03-29T00:15:51.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:51 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2344817983' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-03-29T00:15:51.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:51 smithi053 ceph-mon[36233]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-03-29T00:15:51.735 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:51.735+0000 7f2d22600640 1 -- 172.21.15.12:0/348497156 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f2d1c062350 con 0x7f2d1c102790 2024-03-29T00:15:52.110 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.109+0000 7f2d19600640 1 -- 172.21.15.12:0/348497156 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v23) ==== 115+0+0 (secure 0 0 0) 0x7f2d0809afb0 con 0x7f2d1c102790 2024-03-29T00:15:52.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.115+0000 7f2d22600640 1 -- 172.21.15.12:0/348497156 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f2d000a1d80 msgr2=0x7f2d000a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:52.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.115+0000 7f2d22600640 1 --2- 172.21.15.12:0/348497156 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f2d000a1d80 0x7f2d000a4240 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f2d1402c630 tx=0x7f2d14032670 comp rx=0 tx=0).stop 2024-03-29T00:15:52.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.115+0000 7f2d22600640 1 -- 172.21.15.12:0/348497156 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2d1c102790 msgr2=0x7f2d1c073b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:52.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.115+0000 7f2d22600640 1 --2- 172.21.15.12:0/348497156 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2d1c102790 0x7f2d1c073b40 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f2d0800e9f0 tx=0x7f2d0800edf0 comp rx=0 tx=0).stop 2024-03-29T00:15:52.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.116+0000 7f2d22600640 1 -- 172.21.15.12:0/348497156 shutdown_connections 2024-03-29T00:15:52.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.116+0000 7f2d22600640 1 --2- 172.21.15.12:0/348497156 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f2d000a1d80 0x7f2d000a4240 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:52.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.116+0000 7f2d22600640 1 --2- 172.21.15.12:0/348497156 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2d1c103150 0x7f2d1c074080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:52.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.116+0000 7f2d22600640 1 --2- 172.21.15.12:0/348497156 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2d1c102790 0x7f2d1c073b40 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:52.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.116+0000 7f2d22600640 1 --2- 172.21.15.12:0/348497156 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2d1c1015a0 0x7f2d1c075500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:52.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.116+0000 7f2d22600640 1 -- 172.21.15.12:0/348497156 >> 172.21.15.12:0/348497156 conn(0x7f2d1c0fcb10 msgr2=0x7f2d1c105a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:52.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.116+0000 7f2d22600640 1 -- 172.21.15.12:0/348497156 shutdown_connections 2024-03-29T00:15:52.118 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.116+0000 7f2d22600640 1 -- 172.21.15.12:0/348497156 wait complete. 2024-03-29T00:15:52.145 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated'} subvols for filesystem 'cephfs' 2024-03-29T00:15:52.146 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup create cephfs qa 2024-03-29T00:15:52.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.353+0000 7f74cf400640 1 -- 172.21.15.12:0/1841915200 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f74c8076110 msgr2=0x7f74c8076530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:52.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.353+0000 7f74cf400640 1 --2- 172.21.15.12:0/1841915200 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f74c8076110 0x7f74c8076530 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f74b8009ca0 tx=0x7f74b802c0f0 comp rx=0 tx=0).stop 2024-03-29T00:15:52.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.353+0000 7f74cf400640 1 -- 172.21.15.12:0/1841915200 shutdown_connections 2024-03-29T00:15:52.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.353+0000 7f74cf400640 1 --2- 172.21.15.12:0/1841915200 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f74c8077cf0 0x7f74c8078590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:52.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.353+0000 7f74cf400640 1 --2- 172.21.15.12:0/1841915200 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f74c8077350 0x7f74c80777b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:52.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.353+0000 7f74cf400640 1 --2- 172.21.15.12:0/1841915200 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f74c8076110 0x7f74c8076530 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:52.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.353+0000 7f74cf400640 1 -- 172.21.15.12:0/1841915200 >> 172.21.15.12:0/1841915200 conn(0x7f74c80fef00 msgr2=0x7f74c8101340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:52.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.354+0000 7f74cf400640 1 -- 172.21.15.12:0/1841915200 shutdown_connections 2024-03-29T00:15:52.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.354+0000 7f74cf400640 1 -- 172.21.15.12:0/1841915200 wait complete. 2024-03-29T00:15:52.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.355+0000 7f74cf400640 1 Processor -- start 2024-03-29T00:15:52.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.355+0000 7f74cf400640 1 -- start start 2024-03-29T00:15:52.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.355+0000 7f74cf400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f74c8076110 0x7f74c819e190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:52.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.355+0000 7f74cf400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f74c8077350 0x7f74c819e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:52.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.355+0000 7f74cf400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f74c8077cf0 0x7f74c81a5740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:52.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.355+0000 7f74cf400640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f74c8113b20 con 0x7f74c8077cf0 2024-03-29T00:15:52.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.355+0000 7f74cf400640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f74c81139a0 con 0x7f74c8076110 2024-03-29T00:15:52.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.355+0000 7f74cf400640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f74c8113ca0 con 0x7f74c8077350 2024-03-29T00:15:52.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.356+0000 7f74cca00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f74c8076110 0x7f74c819e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:52.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.356+0000 7f74c7e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f74c8077350 0x7f74c819e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:52.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.356+0000 7f74cca00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f74c8076110 0x7f74c819e190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:53008/0 (socket says 172.21.15.12:53008) 2024-03-29T00:15:52.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.356+0000 7f74cca00640 1 -- 172.21.15.12:0/2902283710 learned_addr learned my addr 172.21.15.12:0/2902283710 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:52.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.356+0000 7f74c7e00640 1 --2- 172.21.15.12:0/2902283710 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f74c8077350 0x7f74c819e6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:49520/0 (socket says 172.21.15.12:49520) 2024-03-29T00:15:52.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.356+0000 7f74cd400640 1 --2- 172.21.15.12:0/2902283710 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f74c8077cf0 0x7f74c81a5740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:52.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.356+0000 7f74cca00640 1 -- 172.21.15.12:0/2902283710 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f74c8077350 msgr2=0x7f74c819e6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:52.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.356+0000 7f74cca00640 1 --2- 172.21.15.12:0/2902283710 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f74c8077350 0x7f74c819e6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:52.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.356+0000 7f74cca00640 1 -- 172.21.15.12:0/2902283710 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f74c8077cf0 msgr2=0x7f74c81a5740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:52.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.356+0000 7f74cca00640 1 --2- 172.21.15.12:0/2902283710 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f74c8077cf0 0x7f74c81a5740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:52.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.356+0000 7f74cca00640 1 -- 172.21.15.12:0/2902283710 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74c81a5db0 con 0x7f74c8076110 2024-03-29T00:15:52.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.356+0000 7f74c7e00640 1 --2- 172.21.15.12:0/2902283710 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f74c8077350 0x7f74c819e6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:15:52.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.356+0000 7f74cca00640 1 --2- 172.21.15.12:0/2902283710 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f74c8076110 0x7f74c819e190 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f74b80326d0 tx=0x7f74b8034650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:52.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.357+0000 7f74c5600640 1 -- 172.21.15.12:0/2902283710 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74b8039040 con 0x7f74c8076110 2024-03-29T00:15:52.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.357+0000 7f74c5600640 1 -- 172.21.15.12:0/2902283710 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f74b8044070 con 0x7f74c8076110 2024-03-29T00:15:52.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.357+0000 7f74c5600640 1 -- 172.21.15.12:0/2902283710 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74b80044d0 con 0x7f74c8076110 2024-03-29T00:15:52.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.357+0000 7f74cf400640 1 -- 172.21.15.12:0/2902283710 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74c81a6040 con 0x7f74c8076110 2024-03-29T00:15:52.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.357+0000 7f74cf400640 1 -- 172.21.15.12:0/2902283710 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74c81a6550 con 0x7f74c8076110 2024-03-29T00:15:52.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.358+0000 7f74cf400640 1 -- 172.21.15.12:0/2902283710 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74c8110490 con 0x7f74c8076110 2024-03-29T00:15:52.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.360+0000 7f74c5600640 1 -- 172.21.15.12:0/2902283710 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f74b8004670 con 0x7f74c8076110 2024-03-29T00:15:52.362 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.362+0000 7f74c5600640 1 --2- 172.21.15.12:0/2902283710 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f74ac0a1e00 0x7f74ac0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:52.362 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.362+0000 7f74c5600640 1 -- 172.21.15.12:0/2902283710 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f74b80f0590 con 0x7f74c8076110 2024-03-29T00:15:52.362 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.362+0000 7f74c7e00640 1 --2- 172.21.15.12:0/2902283710 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f74ac0a1e00 0x7f74ac0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:52.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.363+0000 7f74c7e00640 1 --2- 172.21.15.12:0/2902283710 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f74ac0a1e00 0x7f74ac0a42c0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f74c819f6a0 tx=0x7f74b0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:52.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.366+0000 7f74c5600640 1 -- 172.21.15.12:0/2902283710 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f74b80bd720 con 0x7f74c8076110 2024-03-29T00:15:52.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:52 smithi012 ceph-mon[31657]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-03-29T00:15:52.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:52 smithi012 ceph-mon[31657]: mds.? [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] up:active 2024-03-29T00:15:52.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:52 smithi012 ceph-mon[31657]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-03-29T00:15:52.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:52 smithi012 ceph-mon[31657]: fsmap cephfs:2 {0=i=up:active,1=b=up:active} 10 up:standby 2024-03-29T00:15:52.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:52 smithi012 ceph-mon[31657]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:creating} 9 up:standby 2024-03-29T00:15:52.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:52 smithi012 ceph-mon[31657]: daemon mds.c is now active in filesystem cephfs as rank 2 2024-03-29T00:15:52.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:52 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/348497156' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-03-29T00:15:52.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:52 smithi012 ceph-mon[31657]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-03-29T00:15:52.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:52 smithi012 ceph-mon[31657]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-03-29T00:15:52.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:52 smithi012 ceph-mon[31657]: mds.? [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] up:active 2024-03-29T00:15:52.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:52 smithi012 ceph-mon[31657]: daemon mds.l assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-03-29T00:15:52.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:52 smithi012 ceph-mon[31657]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-03-29T00:15:52.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:52 smithi012 ceph-mon[31657]: fsmap cephfs:4 {0=i=up:active,1=b=up:active,2=c=up:active,3=l=up:creating} 3 up:standby-replay 5 up:standby 2024-03-29T00:15:52.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:52 smithi012 ceph-mon[31657]: daemon mds.l is now active in filesystem cephfs as rank 3 2024-03-29T00:15:52.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.595+0000 7f74cf400640 1 -- 172.21.15.12:0/2902283710 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f74c8061b90 con 0x7f74ac0a1e00 2024-03-29T00:15:52.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.633+0000 7f74c5600640 1 -- 172.21.15.12:0/2902283710 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f74c8061b90 con 0x7f74ac0a1e00 2024-03-29T00:15:52.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.635+0000 7f74cf400640 1 -- 172.21.15.12:0/2902283710 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f74ac0a1e00 msgr2=0x7f74ac0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:52.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.635+0000 7f74cf400640 1 --2- 172.21.15.12:0/2902283710 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f74ac0a1e00 0x7f74ac0a42c0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f74c819f6a0 tx=0x7f74b0005f90 comp rx=0 tx=0).stop 2024-03-29T00:15:52.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.636+0000 7f74cf400640 1 -- 172.21.15.12:0/2902283710 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f74c8076110 msgr2=0x7f74c819e190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:52.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.636+0000 7f74cf400640 1 --2- 172.21.15.12:0/2902283710 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f74c8076110 0x7f74c819e190 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f74b80326d0 tx=0x7f74b8034650 comp rx=0 tx=0).stop 2024-03-29T00:15:52.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.636+0000 7f74cf400640 1 -- 172.21.15.12:0/2902283710 shutdown_connections 2024-03-29T00:15:52.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.636+0000 7f74cf400640 1 --2- 172.21.15.12:0/2902283710 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f74ac0a1e00 0x7f74ac0a42c0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:52.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.636+0000 7f74cf400640 1 --2- 172.21.15.12:0/2902283710 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f74c8077cf0 0x7f74c81a5740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:52.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.636+0000 7f74cf400640 1 --2- 172.21.15.12:0/2902283710 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f74c8077350 0x7f74c819e6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:52.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.636+0000 7f74cf400640 1 --2- 172.21.15.12:0/2902283710 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f74c8076110 0x7f74c819e190 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:52.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.636+0000 7f74cf400640 1 -- 172.21.15.12:0/2902283710 >> 172.21.15.12:0/2902283710 conn(0x7f74c80fef00 msgr2=0x7f74c81005d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:52.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.636+0000 7f74cf400640 1 -- 172.21.15.12:0/2902283710 shutdown_connections 2024-03-29T00:15:52.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.636+0000 7f74cf400640 1 -- 172.21.15.12:0/2902283710 wait complete. 2024-03-29T00:15:52.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:52 smithi053 ceph-mon[36233]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-03-29T00:15:52.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:52 smithi053 ceph-mon[36233]: mds.? [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] up:active 2024-03-29T00:15:52.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:52 smithi053 ceph-mon[36233]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-03-29T00:15:52.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:52 smithi053 ceph-mon[36233]: fsmap cephfs:2 {0=i=up:active,1=b=up:active} 10 up:standby 2024-03-29T00:15:52.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:52 smithi053 ceph-mon[36233]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:creating} 9 up:standby 2024-03-29T00:15:52.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:52 smithi053 ceph-mon[36233]: daemon mds.c is now active in filesystem cephfs as rank 2 2024-03-29T00:15:52.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:52 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/348497156' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-03-29T00:15:52.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:52 smithi053 ceph-mon[36233]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-03-29T00:15:52.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:52 smithi053 ceph-mon[36233]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-03-29T00:15:52.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:52 smithi053 ceph-mon[36233]: mds.? [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] up:active 2024-03-29T00:15:52.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:52 smithi053 ceph-mon[36233]: daemon mds.l assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-03-29T00:15:52.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:52 smithi053 ceph-mon[36233]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-03-29T00:15:52.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:52 smithi053 ceph-mon[36233]: fsmap cephfs:4 {0=i=up:active,1=b=up:active,2=c=up:active,3=l=up:creating} 3 up:standby-replay 5 up:standby 2024-03-29T00:15:52.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:52 smithi053 ceph-mon[36233]: daemon mds.l is now active in filesystem cephfs as rank 3 2024-03-29T00:15:52.657 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_0 --group_name qa 2024-03-29T00:15:52.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:52 smithi069 ceph-mon[36074]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-03-29T00:15:52.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:52 smithi069 ceph-mon[36074]: mds.? [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] up:active 2024-03-29T00:15:52.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:52 smithi069 ceph-mon[36074]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-03-29T00:15:52.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:52 smithi069 ceph-mon[36074]: fsmap cephfs:2 {0=i=up:active,1=b=up:active} 10 up:standby 2024-03-29T00:15:52.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:52 smithi069 ceph-mon[36074]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:creating} 9 up:standby 2024-03-29T00:15:52.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:52 smithi069 ceph-mon[36074]: daemon mds.c is now active in filesystem cephfs as rank 2 2024-03-29T00:15:52.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:52 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/348497156' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-03-29T00:15:52.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:52 smithi069 ceph-mon[36074]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-03-29T00:15:52.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:52 smithi069 ceph-mon[36074]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-03-29T00:15:52.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:52 smithi069 ceph-mon[36074]: mds.? [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] up:active 2024-03-29T00:15:52.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:52 smithi069 ceph-mon[36074]: daemon mds.l assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-03-29T00:15:52.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:52 smithi069 ceph-mon[36074]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-03-29T00:15:52.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:52 smithi069 ceph-mon[36074]: fsmap cephfs:4 {0=i=up:active,1=b=up:active,2=c=up:active,3=l=up:creating} 3 up:standby-replay 5 up:standby 2024-03-29T00:15:52.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:52 smithi069 ceph-mon[36074]: daemon mds.l is now active in filesystem cephfs as rank 3 2024-03-29T00:15:52.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.879+0000 7f3529000640 1 -- 172.21.15.12:0/1348245238 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3524104b20 msgr2=0x7f3524106f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:52.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.879+0000 7f3529000640 1 --2- 172.21.15.12:0/1348245238 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3524104b20 0x7f3524106f10 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f350c009860 tx=0x7f350c02bb70 comp rx=0 tx=0).stop 2024-03-29T00:15:52.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.879+0000 7f3529000640 1 -- 172.21.15.12:0/1348245238 shutdown_connections 2024-03-29T00:15:52.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.879+0000 7f3529000640 1 --2- 172.21.15.12:0/1348245238 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3524107450 0x7f35241098a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:52.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.879+0000 7f3529000640 1 --2- 172.21.15.12:0/1348245238 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3524104b20 0x7f3524106f10 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:52.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.879+0000 7f3529000640 1 --2- 172.21.15.12:0/1348245238 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f35241021f0 0x7f35241045e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:52.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.879+0000 7f3529000640 1 -- 172.21.15.12:0/1348245238 >> 172.21.15.12:0/1348245238 conn(0x7f35240fbbe0 msgr2=0x7f35240fe020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:52.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.879+0000 7f3529000640 1 -- 172.21.15.12:0/1348245238 shutdown_connections 2024-03-29T00:15:52.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.879+0000 7f3529000640 1 -- 172.21.15.12:0/1348245238 wait complete. 2024-03-29T00:15:52.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.880+0000 7f3529000640 1 Processor -- start 2024-03-29T00:15:52.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.881+0000 7f3529000640 1 -- start start 2024-03-29T00:15:52.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.881+0000 7f3529000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f35241021f0 0x7f3524199db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:52.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.881+0000 7f3529000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3524104b20 0x7f352419a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:52.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.881+0000 7f3529000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3524107450 0x7f35241a1320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:52.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.881+0000 7f3529000640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f352410d500 con 0x7f35241021f0 2024-03-29T00:15:52.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.881+0000 7f3529000640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f352410d380 con 0x7f3524107450 2024-03-29T00:15:52.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.881+0000 7f3529000640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f352410d680 con 0x7f3524104b20 2024-03-29T00:15:52.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.881+0000 7f3521e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f35241021f0 0x7f3524199db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:52.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.881+0000 7f3519400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3524104b20 0x7f352419a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:52.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.881+0000 7f3519400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3524104b20 0x7f352419a2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:49566/0 (socket says 172.21.15.12:49566) 2024-03-29T00:15:52.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.881+0000 7f3519400640 1 -- 172.21.15.12:0/2459407190 learned_addr learned my addr 172.21.15.12:0/2459407190 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:52.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.881+0000 7f3522800640 1 --2- 172.21.15.12:0/2459407190 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3524107450 0x7f35241a1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:52.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.881+0000 7f3519400640 1 -- 172.21.15.12:0/2459407190 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3524107450 msgr2=0x7f35241a1320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:52.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.882+0000 7f3519400640 1 --2- 172.21.15.12:0/2459407190 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3524107450 0x7f35241a1320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:52.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.882+0000 7f3519400640 1 -- 172.21.15.12:0/2459407190 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f35241021f0 msgr2=0x7f3524199db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:52.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.882+0000 7f3519400640 1 --2- 172.21.15.12:0/2459407190 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f35241021f0 0x7f3524199db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:52.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.882+0000 7f3519400640 1 -- 172.21.15.12:0/2459407190 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35241a19c0 con 0x7f3524104b20 2024-03-29T00:15:52.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.882+0000 7f3519400640 1 --2- 172.21.15.12:0/2459407190 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3524104b20 0x7f352419a2f0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f350c034a80 tx=0x7f350c005dc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:52.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.882+0000 7f351b400640 1 -- 172.21.15.12:0/2459407190 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f350c041020 con 0x7f3524104b20 2024-03-29T00:15:52.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.882+0000 7f351b400640 1 -- 172.21.15.12:0/2459407190 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f350c02ca10 con 0x7f3524104b20 2024-03-29T00:15:52.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.882+0000 7f3529000640 1 -- 172.21.15.12:0/2459407190 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35241a1c50 con 0x7f3524104b20 2024-03-29T00:15:52.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.882+0000 7f351b400640 1 -- 172.21.15.12:0/2459407190 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f350c039040 con 0x7f3524104b20 2024-03-29T00:15:52.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.882+0000 7f3529000640 1 -- 172.21.15.12:0/2459407190 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35241a2140 con 0x7f3524104b20 2024-03-29T00:15:52.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.883+0000 7f3529000640 1 -- 172.21.15.12:0/2459407190 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3524108f40 con 0x7f3524104b20 2024-03-29T00:15:52.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.885+0000 7f351b400640 1 -- 172.21.15.12:0/2459407190 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f350c044020 con 0x7f3524104b20 2024-03-29T00:15:52.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.887+0000 7f351b400640 1 --2- 172.21.15.12:0/2459407190 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f35080a1d80 0x7f35080a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:52.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.887+0000 7f351b400640 1 -- 172.21.15.12:0/2459407190 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f350c0ef880 con 0x7f3524104b20 2024-03-29T00:15:52.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.887+0000 7f3521e00640 1 --2- 172.21.15.12:0/2459407190 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f35080a1d80 0x7f35080a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:52.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.888+0000 7f3521e00640 1 --2- 172.21.15.12:0/2459407190 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f35080a1d80 0x7f35080a4240 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f352419b280 tx=0x7f3514009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:52.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:52.895+0000 7f351b400640 1 -- 172.21.15.12:0/2459407190 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f350c04b020 con 0x7f3524104b20 2024-03-29T00:15:53.050 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:15:52 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:15:52.606+0000 7f2975000700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-29T00:15:53.050 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:15:52 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:15:52.606+0000 7f2975000700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-29T00:15:53.050 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:15:52 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:15:52.606+0000 7f2975000700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-29T00:15:53.050 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:15:52 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:15:52.606+0000 7f2975000700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-29T00:15:53.050 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:15:52 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:15:52.606+0000 7f2975000700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-29T00:15:53.135 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.135+0000 7f3529000640 1 -- 172.21.15.12:0/2459407190 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f3524061c20 con 0x7f35080a1d80 2024-03-29T00:15:53.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.181+0000 7f351b400640 1 -- 172.21.15.12:0/2459407190 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f3524061c20 con 0x7f35080a1d80 2024-03-29T00:15:53.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.184+0000 7f3529000640 1 -- 172.21.15.12:0/2459407190 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f35080a1d80 msgr2=0x7f35080a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:53.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.184+0000 7f3529000640 1 --2- 172.21.15.12:0/2459407190 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f35080a1d80 0x7f35080a4240 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f352419b280 tx=0x7f3514009260 comp rx=0 tx=0).stop 2024-03-29T00:15:53.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.184+0000 7f3529000640 1 -- 172.21.15.12:0/2459407190 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3524104b20 msgr2=0x7f352419a2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:53.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.184+0000 7f3529000640 1 --2- 172.21.15.12:0/2459407190 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3524104b20 0x7f352419a2f0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f350c034a80 tx=0x7f350c005dc0 comp rx=0 tx=0).stop 2024-03-29T00:15:53.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.184+0000 7f3529000640 1 -- 172.21.15.12:0/2459407190 shutdown_connections 2024-03-29T00:15:53.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.184+0000 7f3529000640 1 --2- 172.21.15.12:0/2459407190 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f35080a1d80 0x7f35080a4240 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:53.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.184+0000 7f3529000640 1 --2- 172.21.15.12:0/2459407190 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3524107450 0x7f35241a1320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:53.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.184+0000 7f3529000640 1 --2- 172.21.15.12:0/2459407190 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3524104b20 0x7f352419a2f0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:53.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.184+0000 7f3529000640 1 --2- 172.21.15.12:0/2459407190 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f35241021f0 0x7f3524199db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:53.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.184+0000 7f3529000640 1 -- 172.21.15.12:0/2459407190 >> 172.21.15.12:0/2459407190 conn(0x7f35240fbbe0 msgr2=0x7f3524101890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:53.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.185+0000 7f3529000640 1 -- 172.21.15.12:0/2459407190 shutdown_connections 2024-03-29T00:15:53.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.185+0000 7f3529000640 1 -- 172.21.15.12:0/2459407190 wait complete. 2024-03-29T00:15:53.206 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-03-29T00:15:53.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.434+0000 7f786b400640 1 -- 172.21.15.12:0/1358026458 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7864104b60 msgr2=0x7f7864104fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:53.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.434+0000 7f786b400640 1 --2- 172.21.15.12:0/1358026458 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7864104b60 0x7f7864104fe0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f7850009900 tx=0x7f785002bc30 comp rx=0 tx=0).stop 2024-03-29T00:15:53.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.434+0000 7f786b400640 1 -- 172.21.15.12:0/1358026458 shutdown_connections 2024-03-29T00:15:53.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.434+0000 7f786b400640 1 --2- 172.21.15.12:0/1358026458 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7864104b60 0x7f7864104fe0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:53.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.434+0000 7f786b400640 1 --2- 172.21.15.12:0/1358026458 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7864105520 0x7f786410bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:53.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.434+0000 7f786b400640 1 --2- 172.21.15.12:0/1358026458 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7864103970 0x7f7864103d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:53.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.434+0000 7f786b400640 1 -- 172.21.15.12:0/1358026458 >> 172.21.15.12:0/1358026458 conn(0x7f78640fef00 msgr2=0x7f7864101320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:53.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.434+0000 7f786b400640 1 -- 172.21.15.12:0/1358026458 shutdown_connections 2024-03-29T00:15:53.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.434+0000 7f786b400640 1 -- 172.21.15.12:0/1358026458 wait complete. 2024-03-29T00:15:53.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.435+0000 7f786b400640 1 Processor -- start 2024-03-29T00:15:53.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.435+0000 7f786b400640 1 -- start start 2024-03-29T00:15:53.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.436+0000 7f786b400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7864103970 0x7f7864199db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:53.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.436+0000 7f786b400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7864104b60 0x7f786419a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:53.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.436+0000 7f786b400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7864105520 0x7f78641a1320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:53.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.436+0000 7f786b400640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f786410f6d0 con 0x7f7864104b60 2024-03-29T00:15:53.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.436+0000 7f786b400640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f786410f550 con 0x7f7864103970 2024-03-29T00:15:53.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.436+0000 7f786b400640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f786410f850 con 0x7f7864105520 2024-03-29T00:15:53.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.436+0000 7f7868a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7864103970 0x7f7864199db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:53.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.436+0000 7f7869400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7864105520 0x7f78641a1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:53.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.436+0000 7f7868a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7864103970 0x7f7864199db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:53090/0 (socket says 172.21.15.12:53090) 2024-03-29T00:15:53.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.436+0000 7f7863e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7864104b60 0x7f786419a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:53.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.436+0000 7f7869400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7864105520 0x7f78641a1320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:49586/0 (socket says 172.21.15.12:49586) 2024-03-29T00:15:53.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.436+0000 7f7868a00640 1 -- 172.21.15.12:0/1649257250 learned_addr learned my addr 172.21.15.12:0/1649257250 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:53.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.436+0000 7f7869400640 1 -- 172.21.15.12:0/1649257250 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7864103970 msgr2=0x7f7864199db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:53.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.436+0000 7f7869400640 1 --2- 172.21.15.12:0/1649257250 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7864103970 0x7f7864199db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:53.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.436+0000 7f7869400640 1 -- 172.21.15.12:0/1649257250 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7864104b60 msgr2=0x7f786419a2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:53.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.436+0000 7f7869400640 1 --2- 172.21.15.12:0/1649257250 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7864104b60 0x7f786419a2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:53.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.436+0000 7f7869400640 1 -- 172.21.15.12:0/1649257250 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78641a19c0 con 0x7f7864105520 2024-03-29T00:15:53.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.437+0000 7f7869400640 1 --2- 172.21.15.12:0/1649257250 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7864105520 0x7f78641a1320 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f785c00da10 tx=0x7f785c00ded0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:53.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.437+0000 7f7861600640 1 -- 172.21.15.12:0/1649257250 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f785c00bd70 con 0x7f7864105520 2024-03-29T00:15:53.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.437+0000 7f7861600640 1 -- 172.21.15.12:0/1649257250 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f785c004030 con 0x7f7864105520 2024-03-29T00:15:53.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.437+0000 7f786b400640 1 -- 172.21.15.12:0/1649257250 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78641a1cb0 con 0x7f7864105520 2024-03-29T00:15:53.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.437+0000 7f7861600640 1 -- 172.21.15.12:0/1649257250 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f785c0107e0 con 0x7f7864105520 2024-03-29T00:15:53.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.437+0000 7f786b400640 1 -- 172.21.15.12:0/1649257250 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78641a21b0 con 0x7f7864105520 2024-03-29T00:15:53.441 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.438+0000 7f786b400640 1 -- 172.21.15.12:0/1649257250 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f786410ad60 con 0x7f7864105520 2024-03-29T00:15:53.441 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.440+0000 7f7861600640 1 -- 172.21.15.12:0/1649257250 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f785c0041e0 con 0x7f7864105520 2024-03-29T00:15:53.441 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.441+0000 7f7861600640 1 --2- 172.21.15.12:0/1649257250 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f784c0a1e00 0x7f784c0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:53.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.442+0000 7f7861600640 1 -- 172.21.15.12:0/1649257250 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f785c0ce360 con 0x7f7864105520 2024-03-29T00:15:53.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.442+0000 7f7868a00640 1 --2- 172.21.15.12:0/1649257250 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f784c0a1e00 0x7f784c0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:53.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.442+0000 7f7868a00640 1 --2- 172.21.15.12:0/1649257250 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f784c0a1e00 0x7f784c0a42c0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f786419b280 tx=0x7f7858005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:53.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.447+0000 7f7861600640 1 -- 172.21.15.12:0/1649257250 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f785c09b4f0 con 0x7f7864105520 2024-03-29T00:15:53.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:53 smithi012 ceph-mon[31657]: pgmap v340: 129 pgs: 129 active+clean; 582 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-03-29T00:15:53.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:53 smithi012 ceph-mon[31657]: mds.? [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] up:active 2024-03-29T00:15:53.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:53 smithi012 ceph-mon[31657]: daemon mds.k assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-03-29T00:15:53.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:53 smithi012 ceph-mon[31657]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-03-29T00:15:53.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:53 smithi012 ceph-mon[31657]: Cluster is now healthy 2024-03-29T00:15:53.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:53 smithi012 ceph-mon[31657]: fsmap cephfs:4 {0=i=up:active,1=b=up:active,2=c=up:active,3=l=up:active} 3 up:standby-replay 5 up:standby 2024-03-29T00:15:53.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:53 smithi012 ceph-mon[31657]: fsmap cephfs:5 3 up:standby-replay 1 up:creating 4 up:standby 4 up:active 2024-03-29T00:15:53.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:53 smithi012 ceph-mon[31657]: daemon mds.k is now active in filesystem cephfs as rank 4 2024-03-29T00:15:53.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:53 smithi053 ceph-mon[36233]: pgmap v340: 129 pgs: 129 active+clean; 582 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-03-29T00:15:53.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:53 smithi053 ceph-mon[36233]: mds.? [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] up:active 2024-03-29T00:15:53.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:53 smithi053 ceph-mon[36233]: daemon mds.k assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-03-29T00:15:53.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:53 smithi053 ceph-mon[36233]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-03-29T00:15:53.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:53 smithi053 ceph-mon[36233]: Cluster is now healthy 2024-03-29T00:15:53.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:53 smithi053 ceph-mon[36233]: fsmap cephfs:4 {0=i=up:active,1=b=up:active,2=c=up:active,3=l=up:active} 3 up:standby-replay 5 up:standby 2024-03-29T00:15:53.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:53 smithi053 ceph-mon[36233]: fsmap cephfs:5 3 up:standby-replay 1 up:creating 4 up:standby 4 up:active 2024-03-29T00:15:53.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:53 smithi053 ceph-mon[36233]: daemon mds.k is now active in filesystem cephfs as rank 4 2024-03-29T00:15:53.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.681+0000 7f786b400640 1 -- 172.21.15.12:0/1649257250 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7f7864061b90 con 0x7f784c0a1e00 2024-03-29T00:15:53.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.694+0000 7f7861600640 1 -- 172.21.15.12:0/1649257250 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f7864061b90 con 0x7f784c0a1e00 2024-03-29T00:15:53.695 INFO:teuthology.orchestra.run.smithi012.stdout:/volumes/qa/sv_0/32976f7d-fad0-4683-a75e-1db8eec5fb4c 2024-03-29T00:15:53.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.696+0000 7f786b400640 1 -- 172.21.15.12:0/1649257250 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f784c0a1e00 msgr2=0x7f784c0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:53.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.696+0000 7f786b400640 1 --2- 172.21.15.12:0/1649257250 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f784c0a1e00 0x7f784c0a42c0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f786419b280 tx=0x7f7858005f90 comp rx=0 tx=0).stop 2024-03-29T00:15:53.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.696+0000 7f786b400640 1 -- 172.21.15.12:0/1649257250 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7864105520 msgr2=0x7f78641a1320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:53.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.696+0000 7f786b400640 1 --2- 172.21.15.12:0/1649257250 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7864105520 0x7f78641a1320 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f785c00da10 tx=0x7f785c00ded0 comp rx=0 tx=0).stop 2024-03-29T00:15:53.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.697+0000 7f786b400640 1 -- 172.21.15.12:0/1649257250 shutdown_connections 2024-03-29T00:15:53.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.697+0000 7f786b400640 1 --2- 172.21.15.12:0/1649257250 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f784c0a1e00 0x7f784c0a42c0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:53.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.697+0000 7f786b400640 1 --2- 172.21.15.12:0/1649257250 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7864105520 0x7f78641a1320 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:53.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.697+0000 7f786b400640 1 --2- 172.21.15.12:0/1649257250 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7864104b60 0x7f786419a2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:53.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.697+0000 7f786b400640 1 --2- 172.21.15.12:0/1649257250 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7864103970 0x7f7864199db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:53.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.697+0000 7f786b400640 1 -- 172.21.15.12:0/1649257250 >> 172.21.15.12:0/1649257250 conn(0x7f78640fef00 msgr2=0x7f7864107f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:53.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.697+0000 7f786b400640 1 -- 172.21.15.12:0/1649257250 shutdown_connections 2024-03-29T00:15:53.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.697+0000 7f786b400640 1 -- 172.21.15.12:0/1649257250 wait complete. 2024-03-29T00:15:53.718 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_1 --group_name qa 2024-03-29T00:15:53.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:53 smithi069 ceph-mon[36074]: pgmap v340: 129 pgs: 129 active+clean; 582 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-03-29T00:15:53.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:53 smithi069 ceph-mon[36074]: mds.? [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] up:active 2024-03-29T00:15:53.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:53 smithi069 ceph-mon[36074]: daemon mds.k assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-03-29T00:15:53.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:53 smithi069 ceph-mon[36074]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-03-29T00:15:53.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:53 smithi069 ceph-mon[36074]: Cluster is now healthy 2024-03-29T00:15:53.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:53 smithi069 ceph-mon[36074]: fsmap cephfs:4 {0=i=up:active,1=b=up:active,2=c=up:active,3=l=up:active} 3 up:standby-replay 5 up:standby 2024-03-29T00:15:53.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:53 smithi069 ceph-mon[36074]: fsmap cephfs:5 3 up:standby-replay 1 up:creating 4 up:standby 4 up:active 2024-03-29T00:15:53.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:53 smithi069 ceph-mon[36074]: daemon mds.k is now active in filesystem cephfs as rank 4 2024-03-29T00:15:53.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.946+0000 7f419cc00640 1 -- 172.21.15.12:0/419061296 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4198077cf0 msgr2=0x7f4198078590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:53.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.946+0000 7f419cc00640 1 --2- 172.21.15.12:0/419061296 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4198077cf0 0x7f4198078590 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f4190009be0 tx=0x7f419002bef0 comp rx=0 tx=0).stop 2024-03-29T00:15:53.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.947+0000 7f419cc00640 1 -- 172.21.15.12:0/419061296 shutdown_connections 2024-03-29T00:15:53.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.947+0000 7f419cc00640 1 --2- 172.21.15.12:0/419061296 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4198077cf0 0x7f4198078590 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:53.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.947+0000 7f419cc00640 1 --2- 172.21.15.12:0/419061296 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4198077350 0x7f41980777b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:53.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.947+0000 7f419cc00640 1 --2- 172.21.15.12:0/419061296 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4198076110 0x7f4198076530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:53.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.947+0000 7f419cc00640 1 -- 172.21.15.12:0/419061296 >> 172.21.15.12:0/419061296 conn(0x7f41980fef10 msgr2=0x7f4198101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:53.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.947+0000 7f419cc00640 1 -- 172.21.15.12:0/419061296 shutdown_connections 2024-03-29T00:15:53.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.947+0000 7f419cc00640 1 -- 172.21.15.12:0/419061296 wait complete. 2024-03-29T00:15:53.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.948+0000 7f419cc00640 1 Processor -- start 2024-03-29T00:15:53.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.948+0000 7f419cc00640 1 -- start start 2024-03-29T00:15:53.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.948+0000 7f419cc00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4198076110 0x7f419819e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:53.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.949+0000 7f419cc00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4198077350 0x7f419819e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:53.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.949+0000 7f419cc00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4198077cf0 0x7f41981a5660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:53.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.949+0000 7f419cc00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f4198113b90 con 0x7f4198077cf0 2024-03-29T00:15:53.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.949+0000 7f419cc00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f4198113a10 con 0x7f4198077350 2024-03-29T00:15:53.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.949+0000 7f419cc00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f4198113d10 con 0x7f4198076110 2024-03-29T00:15:53.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.949+0000 7f4196800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4198077cf0 0x7f41981a5660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:53.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.949+0000 7f4195e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4198076110 0x7f419819e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:53.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.949+0000 7f4195400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4198077350 0x7f419819e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:53.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.949+0000 7f4195e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4198076110 0x7f419819e0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:51474/0 (socket says 172.21.15.12:51474) 2024-03-29T00:15:53.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.949+0000 7f4195e00640 1 -- 172.21.15.12:0/4262271352 learned_addr learned my addr 172.21.15.12:0/4262271352 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:53.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.949+0000 7f4195400640 1 -- 172.21.15.12:0/4262271352 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4198076110 msgr2=0x7f419819e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:53.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.949+0000 7f4195400640 1 --2- 172.21.15.12:0/4262271352 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4198076110 0x7f419819e0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:53.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.949+0000 7f4195400640 1 -- 172.21.15.12:0/4262271352 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4198077cf0 msgr2=0x7f41981a5660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:53.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.949+0000 7f4195400640 1 --2- 172.21.15.12:0/4262271352 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4198077cf0 0x7f41981a5660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:53.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.949+0000 7f4195400640 1 -- 172.21.15.12:0/4262271352 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41981a5cd0 con 0x7f4198077350 2024-03-29T00:15:53.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.949+0000 7f4195e00640 1 --2- 172.21.15.12:0/4262271352 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4198076110 0x7f419819e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:15:53.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.950+0000 7f4195400640 1 --2- 172.21.15.12:0/4262271352 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4198077350 0x7f419819e5f0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f418400e9f0 tx=0x7f418400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:53.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.950+0000 7f418ea00640 1 -- 172.21.15.12:0/4262271352 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f418400ccc0 con 0x7f4198077350 2024-03-29T00:15:53.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.950+0000 7f418ea00640 1 -- 172.21.15.12:0/4262271352 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4184005020 con 0x7f4198077350 2024-03-29T00:15:53.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.950+0000 7f418ea00640 1 -- 172.21.15.12:0/4262271352 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4184004b40 con 0x7f4198077350 2024-03-29T00:15:53.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.950+0000 7f419cc00640 1 -- 172.21.15.12:0/4262271352 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41981a5fc0 con 0x7f4198077350 2024-03-29T00:15:53.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.950+0000 7f419cc00640 1 -- 172.21.15.12:0/4262271352 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41981a6430 con 0x7f4198077350 2024-03-29T00:15:53.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.951+0000 7f419cc00640 1 -- 172.21.15.12:0/4262271352 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4198110380 con 0x7f4198077350 2024-03-29T00:15:53.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.954+0000 7f418ea00640 1 -- 172.21.15.12:0/4262271352 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 136756+0+0 (secure 0 0 0) 0x7f4184004ce0 con 0x7f4198077350 2024-03-29T00:15:53.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.955+0000 7f418ea00640 1 --2- 172.21.15.12:0/4262271352 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f417c0a1e00 0x7f417c0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:53.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.956+0000 7f418ea00640 1 -- 172.21.15.12:0/4262271352 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f41840cdf70 con 0x7f4198077350 2024-03-29T00:15:53.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.956+0000 7f4195e00640 1 --2- 172.21.15.12:0/4262271352 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f417c0a1e00 0x7f417c0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:53.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.956+0000 7f4195e00640 1 --2- 172.21.15.12:0/4262271352 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f417c0a1e00 0x7f417c0a42c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f41880058c0 tx=0x7f4188009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:53.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:53.960+0000 7f418ea00640 1 -- 172.21.15.12:0/4262271352 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f418409b100 con 0x7f4198077350 2024-03-29T00:15:54.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.198+0000 7f419cc00640 1 -- 172.21.15.12:0/4262271352 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f4198061b90 con 0x7f417c0a1e00 2024-03-29T00:15:54.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.235+0000 7f418ea00640 1 -- 172.21.15.12:0/4262271352 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f4198061b90 con 0x7f417c0a1e00 2024-03-29T00:15:54.239 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.239+0000 7f419cc00640 1 -- 172.21.15.12:0/4262271352 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f417c0a1e00 msgr2=0x7f417c0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:54.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.239+0000 7f419cc00640 1 --2- 172.21.15.12:0/4262271352 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f417c0a1e00 0x7f417c0a42c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f41880058c0 tx=0x7f4188009260 comp rx=0 tx=0).stop 2024-03-29T00:15:54.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.239+0000 7f419cc00640 1 -- 172.21.15.12:0/4262271352 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4198077350 msgr2=0x7f419819e5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:54.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.239+0000 7f419cc00640 1 --2- 172.21.15.12:0/4262271352 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4198077350 0x7f419819e5f0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f418400e9f0 tx=0x7f418400eeb0 comp rx=0 tx=0).stop 2024-03-29T00:15:54.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.239+0000 7f419cc00640 1 -- 172.21.15.12:0/4262271352 shutdown_connections 2024-03-29T00:15:54.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.239+0000 7f419cc00640 1 --2- 172.21.15.12:0/4262271352 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f417c0a1e00 0x7f417c0a42c0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:54.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.239+0000 7f419cc00640 1 --2- 172.21.15.12:0/4262271352 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4198077350 0x7f419819e5f0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:54.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.239+0000 7f419cc00640 1 --2- 172.21.15.12:0/4262271352 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4198077cf0 0x7f41981a5660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:54.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.239+0000 7f419cc00640 1 --2- 172.21.15.12:0/4262271352 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4198076110 0x7f419819e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:54.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.239+0000 7f419cc00640 1 -- 172.21.15.12:0/4262271352 >> 172.21.15.12:0/4262271352 conn(0x7f41980fef10 msgr2=0x7f41981004c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:54.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.239+0000 7f419cc00640 1 -- 172.21.15.12:0/4262271352 shutdown_connections 2024-03-29T00:15:54.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.239+0000 7f419cc00640 1 -- 172.21.15.12:0/4262271352 wait complete. 2024-03-29T00:15:54.261 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-03-29T00:15:54.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.474+0000 7f1c3de00640 1 -- 172.21.15.12:0/803143387 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1c38077350 msgr2=0x7f1c380777b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:54.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.474+0000 7f1c3de00640 1 --2- 172.21.15.12:0/803143387 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1c38077350 0x7f1c380777b0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f1c24009900 tx=0x7f1c2402bc30 comp rx=0 tx=0).stop 2024-03-29T00:15:54.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.474+0000 7f1c3de00640 1 -- 172.21.15.12:0/803143387 shutdown_connections 2024-03-29T00:15:54.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.474+0000 7f1c3de00640 1 --2- 172.21.15.12:0/803143387 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1c38077cf0 0x7f1c38078590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:54.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.474+0000 7f1c3de00640 1 --2- 172.21.15.12:0/803143387 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1c38077350 0x7f1c380777b0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:54.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.474+0000 7f1c3de00640 1 --2- 172.21.15.12:0/803143387 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1c38076110 0x7f1c38076530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:54.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.474+0000 7f1c3de00640 1 -- 172.21.15.12:0/803143387 >> 172.21.15.12:0/803143387 conn(0x7f1c380fef00 msgr2=0x7f1c38101320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:54.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.474+0000 7f1c3de00640 1 -- 172.21.15.12:0/803143387 shutdown_connections 2024-03-29T00:15:54.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.474+0000 7f1c3de00640 1 -- 172.21.15.12:0/803143387 wait complete. 2024-03-29T00:15:54.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.475+0000 7f1c3de00640 1 Processor -- start 2024-03-29T00:15:54.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.476+0000 7f1c3de00640 1 -- start start 2024-03-29T00:15:54.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.476+0000 7f1c3de00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1c38076110 0x7f1c3819e170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:54.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.476+0000 7f1c3de00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1c38077350 0x7f1c3819e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:54.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.476+0000 7f1c3de00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1c38077cf0 0x7f1c381a5720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:54.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.476+0000 7f1c3de00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f1c38113af0 con 0x7f1c38076110 2024-03-29T00:15:54.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.476+0000 7f1c3de00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f1c38113970 con 0x7f1c38077350 2024-03-29T00:15:54.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.476+0000 7f1c3de00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1c38113c70 con 0x7f1c38077cf0 2024-03-29T00:15:54.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.476+0000 7f1c36a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1c38076110 0x7f1c3819e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:54.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.477+0000 7f1c36000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1c38077350 0x7f1c3819e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:54.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.477+0000 7f1c37400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1c38077cf0 0x7f1c381a5720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:54.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.477+0000 7f1c36000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1c38077350 0x7f1c3819e6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:33404/0 (socket says 172.21.15.12:33404) 2024-03-29T00:15:54.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.477+0000 7f1c36000640 1 -- 172.21.15.12:0/1986247677 learned_addr learned my addr 172.21.15.12:0/1986247677 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:54.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.477+0000 7f1c37400640 1 -- 172.21.15.12:0/1986247677 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1c38077350 msgr2=0x7f1c3819e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:54.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.477+0000 7f1c37400640 1 --2- 172.21.15.12:0/1986247677 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1c38077350 0x7f1c3819e6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:54.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.477+0000 7f1c37400640 1 -- 172.21.15.12:0/1986247677 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1c38076110 msgr2=0x7f1c3819e170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:54.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.477+0000 7f1c37400640 1 --2- 172.21.15.12:0/1986247677 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1c38076110 0x7f1c3819e170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:54.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.477+0000 7f1c37400640 1 -- 172.21.15.12:0/1986247677 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c381a5d90 con 0x7f1c38077cf0 2024-03-29T00:15:54.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.477+0000 7f1c37400640 1 --2- 172.21.15.12:0/1986247677 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1c38077cf0 0x7f1c381a5720 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f1c30009fd0 tx=0x7f1c3000ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:54.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.477+0000 7f1c3ca00640 1 -- 172.21.15.12:0/1986247677 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c3000ce20 con 0x7f1c38077cf0 2024-03-29T00:15:54.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.477+0000 7f1c3ca00640 1 -- 172.21.15.12:0/1986247677 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1c30004b20 con 0x7f1c38077cf0 2024-03-29T00:15:54.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.477+0000 7f1c3ca00640 1 -- 172.21.15.12:0/1986247677 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c30010790 con 0x7f1c38077cf0 2024-03-29T00:15:54.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.478+0000 7f1c3de00640 1 -- 172.21.15.12:0/1986247677 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c381a6080 con 0x7f1c38077cf0 2024-03-29T00:15:54.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.478+0000 7f1c3de00640 1 -- 172.21.15.12:0/1986247677 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c381a6580 con 0x7f1c38077cf0 2024-03-29T00:15:54.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.479+0000 7f1c3de00640 1 -- 172.21.15.12:0/1986247677 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c381102e0 con 0x7f1c38077cf0 2024-03-29T00:15:54.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.481+0000 7f1c3ca00640 1 -- 172.21.15.12:0/1986247677 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 17) ==== 136807+0+0 (secure 0 0 0) 0x7f1c30005020 con 0x7f1c38077cf0 2024-03-29T00:15:54.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.482+0000 7f1c3ca00640 1 --2- 172.21.15.12:0/1986247677 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1c1c0a1e10 0x7f1c1c0a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:54.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.483+0000 7f1c3ca00640 1 -- 172.21.15.12:0/1986247677 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f1c300ce8f0 con 0x7f1c38077cf0 2024-03-29T00:15:54.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.483+0000 7f1c36a00640 1 --2- 172.21.15.12:0/1986247677 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1c1c0a1e10 0x7f1c1c0a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:54.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.483+0000 7f1c36a00640 1 --2- 172.21.15.12:0/1986247677 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1c1c0a1e10 0x7f1c1c0a42d0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f1c28009bd0 tx=0x7f1c28005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:54.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.491+0000 7f1c3ca00640 1 -- 172.21.15.12:0/1986247677 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f1c3009b920 con 0x7f1c38077cf0 2024-03-29T00:15:54.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:54 smithi012 ceph-mon[31657]: from='client.24791 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:15:54.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:54 smithi012 ceph-mon[31657]: from='client.24862 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:15:54.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:54 smithi012 ceph-mon[31657]: mds.? [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] up:active 2024-03-29T00:15:54.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:54 smithi012 ceph-mon[31657]: fsmap cephfs:5 3 up:standby-replay 4 up:standby 5 up:active 2024-03-29T00:15:54.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:54 smithi012 ceph-mon[31657]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:15:54.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:54 smithi053 ceph-mon[36233]: from='client.24791 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:15:54.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:54 smithi053 ceph-mon[36233]: from='client.24862 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:15:54.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:54 smithi053 ceph-mon[36233]: mds.? [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] up:active 2024-03-29T00:15:54.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:54 smithi053 ceph-mon[36233]: fsmap cephfs:5 3 up:standby-replay 4 up:standby 5 up:active 2024-03-29T00:15:54.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:54 smithi053 ceph-mon[36233]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:15:54.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.727+0000 7f1c3de00640 1 -- 172.21.15.12:0/1986247677 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7f1c38061b90 con 0x7f1c1c0a1e10 2024-03-29T00:15:54.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:54 smithi069 ceph-mon[36074]: from='client.24791 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:15:54.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:54 smithi069 ceph-mon[36074]: from='client.24862 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:15:54.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:54 smithi069 ceph-mon[36074]: mds.? [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] up:active 2024-03-29T00:15:54.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:54 smithi069 ceph-mon[36074]: fsmap cephfs:5 3 up:standby-replay 4 up:standby 5 up:active 2024-03-29T00:15:54.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:54 smithi069 ceph-mon[36074]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:15:54.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.736+0000 7f1c3ca00640 1 -- 172.21.15.12:0/1986247677 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f1c38061b90 con 0x7f1c1c0a1e10 2024-03-29T00:15:54.736 INFO:teuthology.orchestra.run.smithi012.stdout:/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584 2024-03-29T00:15:54.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.738+0000 7f1c3de00640 1 -- 172.21.15.12:0/1986247677 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1c1c0a1e10 msgr2=0x7f1c1c0a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:54.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.738+0000 7f1c3de00640 1 --2- 172.21.15.12:0/1986247677 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1c1c0a1e10 0x7f1c1c0a42d0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f1c28009bd0 tx=0x7f1c28005f90 comp rx=0 tx=0).stop 2024-03-29T00:15:54.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.739+0000 7f1c3de00640 1 -- 172.21.15.12:0/1986247677 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1c38077cf0 msgr2=0x7f1c381a5720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:54.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.739+0000 7f1c3de00640 1 --2- 172.21.15.12:0/1986247677 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1c38077cf0 0x7f1c381a5720 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f1c30009fd0 tx=0x7f1c3000ef10 comp rx=0 tx=0).stop 2024-03-29T00:15:54.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.739+0000 7f1c3de00640 1 -- 172.21.15.12:0/1986247677 shutdown_connections 2024-03-29T00:15:54.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.739+0000 7f1c3de00640 1 --2- 172.21.15.12:0/1986247677 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1c1c0a1e10 0x7f1c1c0a42d0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:54.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.739+0000 7f1c3de00640 1 --2- 172.21.15.12:0/1986247677 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1c38077350 0x7f1c3819e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:54.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.739+0000 7f1c3de00640 1 --2- 172.21.15.12:0/1986247677 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1c38077cf0 0x7f1c381a5720 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:54.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.739+0000 7f1c3de00640 1 --2- 172.21.15.12:0/1986247677 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1c38076110 0x7f1c3819e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:54.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.739+0000 7f1c3de00640 1 -- 172.21.15.12:0/1986247677 >> 172.21.15.12:0/1986247677 conn(0x7f1c380fef00 msgr2=0x7f1c38102240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:54.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.739+0000 7f1c3de00640 1 -- 172.21.15.12:0/1986247677 shutdown_connections 2024-03-29T00:15:54.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.739+0000 7f1c3de00640 1 -- 172.21.15.12:0/1986247677 wait complete. 2024-03-29T00:15:54.759 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:15:54.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.980+0000 7f2571400640 1 -- 172.21.15.12:0/795524381 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f256c105420 msgr2=0x7f256c10bcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:54.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.980+0000 7f2571400640 1 --2- 172.21.15.12:0/795524381 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f256c105420 0x7f256c10bcb0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f2564009ca0 tx=0x7f256402c100 comp rx=0 tx=0).stop 2024-03-29T00:15:54.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.980+0000 7f2571400640 1 -- 172.21.15.12:0/795524381 shutdown_connections 2024-03-29T00:15:54.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.980+0000 7f2571400640 1 --2- 172.21.15.12:0/795524381 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f256c105420 0x7f256c10bcb0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:54.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.980+0000 7f2571400640 1 --2- 172.21.15.12:0/795524381 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f256c104a60 0x7f256c104ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:54.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.980+0000 7f2571400640 1 --2- 172.21.15.12:0/795524381 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f256c103870 0x7f256c103c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:54.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.980+0000 7f2571400640 1 -- 172.21.15.12:0/795524381 >> 172.21.15.12:0/795524381 conn(0x7f256c0fee00 msgr2=0x7f256c101220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:54.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.980+0000 7f2571400640 1 -- 172.21.15.12:0/795524381 shutdown_connections 2024-03-29T00:15:54.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.980+0000 7f2571400640 1 -- 172.21.15.12:0/795524381 wait complete. 2024-03-29T00:15:54.983 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.981+0000 7f2571400640 1 Processor -- start 2024-03-29T00:15:54.983 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.981+0000 7f2571400640 1 -- start start 2024-03-29T00:15:54.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.981+0000 7f2571400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f256c103870 0x7f256c199bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:54.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.981+0000 7f2571400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f256c104a60 0x7f256c19a110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:54.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.981+0000 7f2571400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f256c105420 0x7f256c1a1180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:54.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.981+0000 7f2571400640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f256c10f610 con 0x7f256c105420 2024-03-29T00:15:54.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.981+0000 7f2571400640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f256c10f490 con 0x7f256c104a60 2024-03-29T00:15:54.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.981+0000 7f2571400640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f256c10f790 con 0x7f256c103870 2024-03-29T00:15:54.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.982+0000 7f256be00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f256c103870 0x7f256c199bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:54.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.982+0000 7f256be00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f256c103870 0x7f256c199bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:51508/0 (socket says 172.21.15.12:51508) 2024-03-29T00:15:54.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.982+0000 7f256be00640 1 -- 172.21.15.12:0/1997744166 learned_addr learned my addr 172.21.15.12:0/1997744166 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:54.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.982+0000 7f256b400640 1 --2- 172.21.15.12:0/1997744166 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f256c104a60 0x7f256c19a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:54.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.982+0000 7f2570a00640 1 --2- 172.21.15.12:0/1997744166 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f256c105420 0x7f256c1a1180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:54.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.982+0000 7f256be00640 1 -- 172.21.15.12:0/1997744166 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f256c104a60 msgr2=0x7f256c19a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:54.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.982+0000 7f256be00640 1 --2- 172.21.15.12:0/1997744166 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f256c104a60 0x7f256c19a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:54.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.982+0000 7f256be00640 1 -- 172.21.15.12:0/1997744166 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f256c105420 msgr2=0x7f256c1a1180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:54.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.982+0000 7f256be00640 1 --2- 172.21.15.12:0/1997744166 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f256c105420 0x7f256c1a1180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:54.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.982+0000 7f256be00640 1 -- 172.21.15.12:0/1997744166 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f256c1a17f0 con 0x7f256c103870 2024-03-29T00:15:54.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.982+0000 7f256be00640 1 --2- 172.21.15.12:0/1997744166 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f256c103870 0x7f256c199bd0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f255c00e9c0 tx=0x7f255c00ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:54.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.983+0000 7f2568c00640 1 -- 172.21.15.12:0/1997744166 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f255c00cd80 con 0x7f256c103870 2024-03-29T00:15:54.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.983+0000 7f2568c00640 1 -- 172.21.15.12:0/1997744166 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f255c0035f0 con 0x7f256c103870 2024-03-29T00:15:54.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.983+0000 7f2568c00640 1 -- 172.21.15.12:0/1997744166 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f255c010690 con 0x7f256c103870 2024-03-29T00:15:54.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.983+0000 7f2571400640 1 -- 172.21.15.12:0/1997744166 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f256c1a1ae0 con 0x7f256c103870 2024-03-29T00:15:54.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.983+0000 7f2571400640 1 -- 172.21.15.12:0/1997744166 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f256c1a1fe0 con 0x7f256c103870 2024-03-29T00:15:54.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.984+0000 7f2571400640 1 -- 172.21.15.12:0/1997744166 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f256c04f520 con 0x7f256c103870 2024-03-29T00:15:54.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.986+0000 7f2568c00640 1 -- 172.21.15.12:0/1997744166 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 17) ==== 136807+0+0 (secure 0 0 0) 0x7f255c0037a0 con 0x7f256c103870 2024-03-29T00:15:54.988 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.987+0000 7f2568c00640 1 --2- 172.21.15.12:0/1997744166 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f25500a1e80 0x7f25500a4340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:54.988 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.987+0000 7f2568c00640 1 -- 172.21.15.12:0/1997744166 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f255c0ce580 con 0x7f256c103870 2024-03-29T00:15:54.988 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.988+0000 7f256b400640 1 --2- 172.21.15.12:0/1997744166 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f25500a1e80 0x7f25500a4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:54.988 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.988+0000 7f256b400640 1 --2- 172.21.15.12:0/1997744166 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f25500a1e80 0x7f25500a4340 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f256c19b0e0 tx=0x7f2558005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:54.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:54.995+0000 7f2568c00640 1 -- 172.21.15.12:0/1997744166 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f255c09b5b0 con 0x7f256c103870 2024-03-29T00:15:55.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.241+0000 7f2571400640 1 -- 172.21.15.12:0/1997744166 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f256c10aac0 con 0x7f256c103870 2024-03-29T00:15:55.242 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.242+0000 7f2568c00640 1 -- 172.21.15.12:0/1997744166 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11908 (secure 0 0 0) 0x7f255c09aeb0 con 0x7f256c103870 2024-03-29T00:15:55.243 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:15:55.243 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14385,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2850016952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2850016952},{"type":"v1","addr":"172.21.15.12:6835","nonce":2850016952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/54288999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":54288999},{"type":"v1","addr":"172.21.15.12:6837","nonce":54288999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-29T00:15:17.217711+0000","modified":"2024-03-29T00:15:54.139481+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24568,"mds_1":24566,"mds_2":24544,"mds_3":24472,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14451":{"gid":14451,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6839/2537576655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":2537576655},{"type":"v1","addr":"172.21.15.12:6839","nonce":2537576655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14469":{"gid":14469,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6841/167917143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":167917143},{"type":"v1","addr":"172.21.15.12:6841","nonce":167917143}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":21,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":21,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6835/3689706936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":3689706936},{"type":"v1","addr":"172.21.15.53:6835","nonce":3689706936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6837/3069224551","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":3069224551},{"type":"v1","addr":"172.21.15.53:6837","nonce":3069224551}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.69:6835/368717986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":368717986},{"type":"v1","addr":"172.21.15.69:6835","nonce":368717986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24544":{"gid":24544,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.69:6837/466045469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":466045469},{"type":"v1","addr":"172.21.15.69:6837","nonce":466045469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24566":{"gid":24566,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":11,"addr":"172.21.15.53:6839/2142959350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":2142959350},{"type":"v1","addr":"172.21.15.53:6839","nonce":2142959350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.69:6839/1021939171","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1021939171},{"type":"v1","addr":"172.21.15.69:6839","nonce":1021939171}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24568,"qdb_cluster":[24566,24568,24544,24472,24431]},"id":1}]} 2024-03-29T00:15:55.243 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 28 2024-03-29T00:15:55.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.245+0000 7f2571400640 1 -- 172.21.15.12:0/1997744166 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f25500a1e80 msgr2=0x7f25500a4340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:55.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.245+0000 7f2571400640 1 --2- 172.21.15.12:0/1997744166 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f25500a1e80 0x7f25500a4340 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f256c19b0e0 tx=0x7f2558005f90 comp rx=0 tx=0).stop 2024-03-29T00:15:55.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.245+0000 7f2571400640 1 -- 172.21.15.12:0/1997744166 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f256c103870 msgr2=0x7f256c199bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:55.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.245+0000 7f2571400640 1 --2- 172.21.15.12:0/1997744166 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f256c103870 0x7f256c199bd0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f255c00e9c0 tx=0x7f255c00ee80 comp rx=0 tx=0).stop 2024-03-29T00:15:55.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.245+0000 7f2571400640 1 -- 172.21.15.12:0/1997744166 shutdown_connections 2024-03-29T00:15:55.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.245+0000 7f2571400640 1 --2- 172.21.15.12:0/1997744166 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f25500a1e80 0x7f25500a4340 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:55.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.245+0000 7f2571400640 1 --2- 172.21.15.12:0/1997744166 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f256c104a60 0x7f256c19a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:55.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.245+0000 7f2571400640 1 --2- 172.21.15.12:0/1997744166 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f256c105420 0x7f256c1a1180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:55.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.245+0000 7f2571400640 1 --2- 172.21.15.12:0/1997744166 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f256c103870 0x7f256c199bd0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:55.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.245+0000 7f2571400640 1 -- 172.21.15.12:0/1997744166 >> 172.21.15.12:0/1997744166 conn(0x7f256c0fee00 msgr2=0x7f256c107c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:55.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.245+0000 7f2571400640 1 -- 172.21.15.12:0/1997744166 shutdown_connections 2024-03-29T00:15:55.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.245+0000 7f2571400640 1 -- 172.21.15.12:0/1997744166 wait complete. 2024-03-29T00:15:55.267 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-29T00:15:55.485 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.485+0000 7f8373200640 1 -- 172.21.15.12:0/3941697917 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8374109820 msgr2=0x7f83741100b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:55.486 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.485+0000 7f8373200640 1 --2- 172.21.15.12:0/3941697917 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8374109820 0x7f83741100b0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f836c009ca0 tx=0x7f836c02c100 comp rx=0 tx=0).stop 2024-03-29T00:15:55.486 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.485+0000 7f8373200640 1 -- 172.21.15.12:0/3941697917 shutdown_connections 2024-03-29T00:15:55.486 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.485+0000 7f8373200640 1 --2- 172.21.15.12:0/3941697917 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8374108e60 0x7f83741092e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:55.486 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.485+0000 7f8373200640 1 --2- 172.21.15.12:0/3941697917 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8374109820 0x7f83741100b0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:55.486 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.485+0000 7f8373200640 1 --2- 172.21.15.12:0/3941697917 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8374107c70 0x7f8374108090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:55.486 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.485+0000 7f8373200640 1 -- 172.21.15.12:0/3941697917 >> 172.21.15.12:0/3941697917 conn(0x7f8374076c10 msgr2=0x7f8374079050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:55.486 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.485+0000 7f8373200640 1 -- 172.21.15.12:0/3941697917 shutdown_connections 2024-03-29T00:15:55.486 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.485+0000 7f8373200640 1 -- 172.21.15.12:0/3941697917 wait complete. 2024-03-29T00:15:55.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.486+0000 7f8373200640 1 Processor -- start 2024-03-29T00:15:55.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.487+0000 7f8373200640 1 -- start start 2024-03-29T00:15:55.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.487+0000 7f8373200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8374107c70 0x7f837419df90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:55.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.487+0000 7f8373200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8374108e60 0x7f837419e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:55.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.487+0000 7f8373200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8374109820 0x7f83741a5540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:55.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.487+0000 7f8373200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8374113a10 con 0x7f8374108e60 2024-03-29T00:15:55.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.487+0000 7f8373200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f8374113890 con 0x7f8374109820 2024-03-29T00:15:55.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.487+0000 7f8373200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8374113b90 con 0x7f8374107c70 2024-03-29T00:15:55.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.487+0000 7f8371e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8374107c70 0x7f837419df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:55.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.488+0000 7f8371e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8374107c70 0x7f837419df90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:51524/0 (socket says 172.21.15.12:51524) 2024-03-29T00:15:55.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.488+0000 7f8371e00640 1 -- 172.21.15.12:0/3179545367 learned_addr learned my addr 172.21.15.12:0/3179545367 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:55.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.488+0000 7f8372800640 1 --2- 172.21.15.12:0/3179545367 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8374109820 0x7f83741a5540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:55.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.488+0000 7f8371400640 1 --2- 172.21.15.12:0/3179545367 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8374108e60 0x7f837419e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:55.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.488+0000 7f8372800640 1 -- 172.21.15.12:0/3179545367 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8374107c70 msgr2=0x7f837419df90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:55.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.488+0000 7f8372800640 1 --2- 172.21.15.12:0/3179545367 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8374107c70 0x7f837419df90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:55.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.488+0000 7f8372800640 1 -- 172.21.15.12:0/3179545367 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8374108e60 msgr2=0x7f837419e4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:55.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.488+0000 7f8372800640 1 --2- 172.21.15.12:0/3179545367 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8374108e60 0x7f837419e4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:55.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.488+0000 7f8372800640 1 -- 172.21.15.12:0/3179545367 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83741a5bb0 con 0x7f8374109820 2024-03-29T00:15:55.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.488+0000 7f8371e00640 1 --2- 172.21.15.12:0/3179545367 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8374107c70 0x7f837419df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:15:55.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.488+0000 7f8372800640 1 --2- 172.21.15.12:0/3179545367 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8374109820 0x7f83741a5540 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f836c037040 tx=0x7f836c034670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:55.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.489+0000 7f836aa00640 1 -- 172.21.15.12:0/3179545367 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f836c039040 con 0x7f8374109820 2024-03-29T00:15:55.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.489+0000 7f836aa00640 1 -- 172.21.15.12:0/3179545367 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f836c044070 con 0x7f8374109820 2024-03-29T00:15:55.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.489+0000 7f836aa00640 1 -- 172.21.15.12:0/3179545367 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f836c0043a0 con 0x7f8374109820 2024-03-29T00:15:55.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.489+0000 7f8373200640 1 -- 172.21.15.12:0/3179545367 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83741a5e40 con 0x7f8374109820 2024-03-29T00:15:55.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.489+0000 7f8373200640 1 -- 172.21.15.12:0/3179545367 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83741a6300 con 0x7f8374109820 2024-03-29T00:15:55.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.490+0000 7f8373200640 1 -- 172.21.15.12:0/3179545367 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f837410eec0 con 0x7f8374109820 2024-03-29T00:15:55.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.491+0000 7f836aa00640 1 -- 172.21.15.12:0/3179545367 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 136807+0+0 (secure 0 0 0) 0x7f836c004540 con 0x7f8374109820 2024-03-29T00:15:55.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.493+0000 7f836aa00640 1 --2- 172.21.15.12:0/3179545367 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f83580a1e80 0x7f83580a4340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:55.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.493+0000 7f836aa00640 1 -- 172.21.15.12:0/3179545367 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f836c0f04a0 con 0x7f8374109820 2024-03-29T00:15:55.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.493+0000 7f8371e00640 1 --2- 172.21.15.12:0/3179545367 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f83580a1e80 0x7f83580a4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:55.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.494+0000 7f8371e00640 1 --2- 172.21.15.12:0/3179545367 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f83580a1e80 0x7f83580a4340 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f83640058c0 tx=0x7f8364005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:55.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.497+0000 7f836aa00640 1 -- 172.21.15.12:0/3179545367 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f836c0bd640 con 0x7f8374109820 2024-03-29T00:15:55.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:55 smithi012 ceph-mon[31657]: from='client.24868 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:15:55.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:55 smithi012 ceph-mon[31657]: pgmap v341: 129 pgs: 129 active+clean; 584 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-03-29T00:15:55.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:55 smithi012 ceph-mon[31657]: from='client.24815 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:15:55.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:55 smithi012 ceph-mon[31657]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-03-29T00:15:55.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:55 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1997744166' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:15:55.635 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:55 smithi069 ceph-mon[36074]: from='client.24868 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:15:55.636 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:55 smithi069 ceph-mon[36074]: pgmap v341: 129 pgs: 129 active+clean; 584 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-03-29T00:15:55.636 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:55 smithi069 ceph-mon[36074]: from='client.24815 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:15:55.636 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:55 smithi069 ceph-mon[36074]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-03-29T00:15:55.637 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:55 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1997744166' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:15:55.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:55 smithi053 ceph-mon[36233]: from='client.24868 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:15:55.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:55 smithi053 ceph-mon[36233]: pgmap v341: 129 pgs: 129 active+clean; 584 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-03-29T00:15:55.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:55 smithi053 ceph-mon[36233]: from='client.24815 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:15:55.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:55 smithi053 ceph-mon[36233]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-03-29T00:15:55.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:55 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1997744166' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:15:55.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.702+0000 7f8373200640 1 -- 172.21.15.12:0/3179545367 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f837402d2f0 con 0x7f8374109820 2024-03-29T00:15:55.707 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:15:55.708 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.705+0000 7f836aa00640 1 -- 172.21.15.12:0/3179545367 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+24031 (secure 0 0 0) 0x7f836c0bcf40 con 0x7f8374109820 2024-03-29T00:15:55.708 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":89,"fsid":"f0a28ba8-ed5f-11ee-95d0-87774f69a715","created":"2024-03-29T00:05:52.349196+0000","modified":"2024-03-29T00:15:22.713146+0000","last_up_change":"2024-03-29T00:14:17.644182+0000","last_in_change":"2024-03-29T00:13:57.992327+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-29T00:09:58.299082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-29T00:15:15.323046+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-29T00:15:16.709268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-29T00:15:20.769838+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f15b3bc8-42a4-4aca-bf7c-f36533a25084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6803","nonce":1970936395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6805","nonce":1970936395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6809","nonce":1970936395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6807","nonce":1970936395}]},"public_addr":"172.21.15.12:6803/1970936395","cluster_addr":"172.21.15.12:6805/1970936395","heartbeat_back_addr":"172.21.15.12:6809/1970936395","heartbeat_front_addr":"172.21.15.12:6807/1970936395","state":["exists","up"]},{"osd":1,"uuid":"9fc84928-5898-4421-8fae-8a6c3b5d6454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6801","nonce":2562558811}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6803","nonce":2562558811}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6807","nonce":2562558811}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6805","nonce":2562558811}]},"public_addr":"172.21.15.53:6801/2562558811","cluster_addr":"172.21.15.53:6803/2562558811","heartbeat_back_addr":"172.21.15.53:6807/2562558811","heartbeat_front_addr":"172.21.15.53:6805/2562558811","state":["exists","up"]},{"osd":2,"uuid":"6e1df3eb-d5e1-4433-aef8-dcc544feb108","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6800","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6801","nonce":3472201934}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6803","nonce":3472201934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6807","nonce":3472201934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6805","nonce":3472201934}]},"public_addr":"172.21.15.69:6801/3472201934","cluster_addr":"172.21.15.69:6803/3472201934","heartbeat_back_addr":"172.21.15.69:6807/3472201934","heartbeat_front_addr":"172.21.15.69:6805/3472201934","state":["exists","up"]},{"osd":3,"uuid":"c03886ee-0efd-4a1f-b04f-b060483d852b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6811","nonce":1860879351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6813","nonce":1860879351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6817","nonce":1860879351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6815","nonce":1860879351}]},"public_addr":"172.21.15.12:6811/1860879351","cluster_addr":"172.21.15.12:6813/1860879351","heartbeat_back_addr":"172.21.15.12:6817/1860879351","heartbeat_front_addr":"172.21.15.12:6815/1860879351","state":["exists","up"]},{"osd":4,"uuid":"10a25f7e-b569-4d47-add7-560968efa9c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6809","nonce":1066696400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6811","nonce":1066696400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6815","nonce":1066696400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6813","nonce":1066696400}]},"public_addr":"172.21.15.53:6809/1066696400","cluster_addr":"172.21.15.53:6811/1066696400","heartbeat_back_addr":"172.21.15.53:6815/1066696400","heartbeat_front_addr":"172.21.15.53:6813/1066696400","state":["exists","up"]},{"osd":5,"uuid":"21bad6a7-f98d-4344-8b0b-cf8526575ac2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6809","nonce":2160312252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6811","nonce":2160312252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6815","nonce":2160312252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6813","nonce":2160312252}]},"public_addr":"172.21.15.69:6809/2160312252","cluster_addr":"172.21.15.69:6811/2160312252","heartbeat_back_addr":"172.21.15.69:6815/2160312252","heartbeat_front_addr":"172.21.15.69:6813/2160312252","state":["exists","up"]},{"osd":6,"uuid":"927557ba-0245-42bb-83f1-c8b6b44cc496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6819","nonce":53322413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6821","nonce":53322413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6825","nonce":53322413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6823","nonce":53322413}]},"public_addr":"172.21.15.12:6819/53322413","cluster_addr":"172.21.15.12:6821/53322413","heartbeat_back_addr":"172.21.15.12:6825/53322413","heartbeat_front_addr":"172.21.15.12:6823/53322413","state":["exists","up"]},{"osd":7,"uuid":"22314690-d0eb-496b-b67d-922bdc0b6660","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6817","nonce":512991962}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6819","nonce":512991962}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6823","nonce":512991962}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6821","nonce":512991962}]},"public_addr":"172.21.15.53:6817/512991962","cluster_addr":"172.21.15.53:6819/512991962","heartbeat_back_addr":"172.21.15.53:6823/512991962","heartbeat_front_addr":"172.21.15.53:6821/512991962","state":["exists","up"]},{"osd":8,"uuid":"f26e428e-4919-4030-aa15-100d6df99aef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6817","nonce":2890541031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6819","nonce":2890541031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6823","nonce":2890541031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6821","nonce":2890541031}]},"public_addr":"172.21.15.69:6817/2890541031","cluster_addr":"172.21.15.69:6819/2890541031","heartbeat_back_addr":"172.21.15.69:6823/2890541031","heartbeat_front_addr":"172.21.15.69:6821/2890541031","state":["exists","up"]},{"osd":9,"uuid":"df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6827","nonce":1715133032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6829","nonce":1715133032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6833","nonce":1715133032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6831","nonce":1715133032}]},"public_addr":"172.21.15.12:6827/1715133032","cluster_addr":"172.21.15.12:6829/1715133032","heartbeat_back_addr":"172.21.15.12:6833/1715133032","heartbeat_front_addr":"172.21.15.12:6831/1715133032","state":["exists","up"]},{"osd":10,"uuid":"ac05ca46-a3d8-4e95-8b37-6f46b9f38703","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6825","nonce":3180522172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6827","nonce":3180522172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6831","nonce":3180522172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6829","nonce":3180522172}]},"public_addr":"172.21.15.53:6825/3180522172","cluster_addr":"172.21.15.53:6827/3180522172","heartbeat_back_addr":"172.21.15.53:6831/3180522172","heartbeat_front_addr":"172.21.15.53:6829/3180522172","state":["exists","up"]},{"osd":11,"uuid":"47fd23fb-f49f-49ca-8dfa-df667d03cfa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6825","nonce":1830685720}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6827","nonce":1830685720}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6831","nonce":1830685720}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6829","nonce":1830685720}]},"public_addr":"172.21.15.69:6825/1830685720","cluster_addr":"172.21.15.69:6827/1830685720","heartbeat_back_addr":"172.21.15.69:6831/1830685720","heartbeat_front_addr":"172.21.15.69:6829/1830685720","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:04.043487+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:29.451338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:53.723758+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:27.673354+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:54.498962+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:19.775485+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:54.005468+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:21.544560+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:47.123756+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:22.232554+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:50.514376+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:14:16.169343+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/3903984873":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/3329864026":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/1184533662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/2224576662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/798509208":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/4176566530":"2024-03-30T00:07:09.578981+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-29T00:15:55.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.708+0000 7f8373200640 1 -- 172.21.15.12:0/3179545367 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f83580a1e80 msgr2=0x7f83580a4340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:55.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.708+0000 7f8373200640 1 --2- 172.21.15.12:0/3179545367 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f83580a1e80 0x7f83580a4340 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f83640058c0 tx=0x7f8364005f90 comp rx=0 tx=0).stop 2024-03-29T00:15:55.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.708+0000 7f8373200640 1 -- 172.21.15.12:0/3179545367 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8374109820 msgr2=0x7f83741a5540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:55.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.708+0000 7f8373200640 1 --2- 172.21.15.12:0/3179545367 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8374109820 0x7f83741a5540 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f836c037040 tx=0x7f836c034670 comp rx=0 tx=0).stop 2024-03-29T00:15:55.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.708+0000 7f8373200640 1 -- 172.21.15.12:0/3179545367 shutdown_connections 2024-03-29T00:15:55.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.708+0000 7f8373200640 1 --2- 172.21.15.12:0/3179545367 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f83580a1e80 0x7f83580a4340 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:55.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.709+0000 7f8373200640 1 --2- 172.21.15.12:0/3179545367 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8374109820 0x7f83741a5540 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:55.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.709+0000 7f8373200640 1 --2- 172.21.15.12:0/3179545367 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8374108e60 0x7f837419e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:55.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.709+0000 7f8373200640 1 --2- 172.21.15.12:0/3179545367 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8374107c70 0x7f837419df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:55.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.709+0000 7f8373200640 1 -- 172.21.15.12:0/3179545367 >> 172.21.15.12:0/3179545367 conn(0x7f8374076c10 msgr2=0x7f837410c090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:55.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.709+0000 7f8373200640 1 -- 172.21.15.12:0/3179545367 shutdown_connections 2024-03-29T00:15:55.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.709+0000 7f8373200640 1 -- 172.21.15.12:0/3179545367 wait complete. 2024-03-29T00:15:55.732 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-03-29T00:15:55.732 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-03-29T00:15:55.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.955+0000 7f8a0b200640 1 -- 172.21.15.12:0/334439056 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a0c105420 msgr2=0x7f8a0c10bcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:55.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.955+0000 7f8a0b200640 1 --2- 172.21.15.12:0/334439056 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a0c105420 0x7f8a0c10bcb0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f8a04009be0 tx=0x7f8a0402bef0 comp rx=0 tx=0).stop 2024-03-29T00:15:55.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.955+0000 7f8a0b200640 1 -- 172.21.15.12:0/334439056 shutdown_connections 2024-03-29T00:15:55.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.955+0000 7f8a0b200640 1 --2- 172.21.15.12:0/334439056 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a0c105420 0x7f8a0c10bcb0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:55.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.955+0000 7f8a0b200640 1 --2- 172.21.15.12:0/334439056 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8a0c104a60 0x7f8a0c104ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:55.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.955+0000 7f8a0b200640 1 --2- 172.21.15.12:0/334439056 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8a0c103870 0x7f8a0c103c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:55.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.955+0000 7f8a0b200640 1 -- 172.21.15.12:0/334439056 >> 172.21.15.12:0/334439056 conn(0x7f8a0c0fee00 msgr2=0x7f8a0c101220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:55.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.955+0000 7f8a0b200640 1 -- 172.21.15.12:0/334439056 shutdown_connections 2024-03-29T00:15:55.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.955+0000 7f8a0b200640 1 -- 172.21.15.12:0/334439056 wait complete. 2024-03-29T00:15:55.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.956+0000 7f8a0b200640 1 Processor -- start 2024-03-29T00:15:55.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.956+0000 7f8a0b200640 1 -- start start 2024-03-29T00:15:55.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.957+0000 7f8a0b200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8a0c103870 0x7f8a0c199ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:55.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.957+0000 7f8a0b200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8a0c104a60 0x7f8a0c19a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:55.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.957+0000 7f8a0b200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a0c105420 0x7f8a0c1a1150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:55.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.957+0000 7f8a0b200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8a0c10f670 con 0x7f8a0c103870 2024-03-29T00:15:55.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.957+0000 7f8a0b200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f8a0c10f4f0 con 0x7f8a0c105420 2024-03-29T00:15:55.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.957+0000 7f8a0b200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8a0c10f7f0 con 0x7f8a0c104a60 2024-03-29T00:15:55.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.957+0000 7f8a09e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8a0c103870 0x7f8a0c199ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:55.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.957+0000 7f8a01400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8a0c104a60 0x7f8a0c19a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:55.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.957+0000 7f8a09e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8a0c103870 0x7f8a0c199ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:56826/0 (socket says 172.21.15.12:56826) 2024-03-29T00:15:55.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.957+0000 7f8a09e00640 1 -- 172.21.15.12:0/1853353260 learned_addr learned my addr 172.21.15.12:0/1853353260 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:55.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.957+0000 7f8a0a800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a0c105420 0x7f8a0c1a1150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:55.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.957+0000 7f8a01400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8a0c104a60 0x7f8a0c19a0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:51544/0 (socket says 172.21.15.12:51544) 2024-03-29T00:15:55.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.957+0000 7f8a01400640 1 -- 172.21.15.12:0/1853353260 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a0c105420 msgr2=0x7f8a0c1a1150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:55.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.957+0000 7f8a01400640 1 --2- 172.21.15.12:0/1853353260 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a0c105420 0x7f8a0c1a1150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:55.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.957+0000 7f8a01400640 1 -- 172.21.15.12:0/1853353260 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8a0c103870 msgr2=0x7f8a0c199ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:55.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.957+0000 7f8a01400640 1 --2- 172.21.15.12:0/1853353260 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8a0c103870 0x7f8a0c199ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:55.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.957+0000 7f8a01400640 1 -- 172.21.15.12:0/1853353260 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a0c1a17c0 con 0x7f8a0c104a60 2024-03-29T00:15:55.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.958+0000 7f8a01400640 1 --2- 172.21.15.12:0/1853353260 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8a0c104a60 0x7f8a0c19a0e0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f89f400e9f0 tx=0x7f89f400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:55.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.958+0000 7f8a03400640 1 -- 172.21.15.12:0/1853353260 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89f400ccc0 con 0x7f8a0c104a60 2024-03-29T00:15:55.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.958+0000 7f8a03400640 1 -- 172.21.15.12:0/1853353260 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f89f4010930 con 0x7f8a0c104a60 2024-03-29T00:15:55.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.958+0000 7f8a0b200640 1 -- 172.21.15.12:0/1853353260 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a0c1a1ab0 con 0x7f8a0c104a60 2024-03-29T00:15:55.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.958+0000 7f8a03400640 1 -- 172.21.15.12:0/1853353260 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89f40189f0 con 0x7f8a0c104a60 2024-03-29T00:15:55.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.958+0000 7f8a0b200640 1 -- 172.21.15.12:0/1853353260 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a0c1a2000 con 0x7f8a0c104a60 2024-03-29T00:15:55.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.959+0000 7f8a0b200640 1 -- 172.21.15.12:0/1853353260 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a0c10aac0 con 0x7f8a0c104a60 2024-03-29T00:15:55.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.961+0000 7f8a03400640 1 -- 172.21.15.12:0/1853353260 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 17) ==== 136807+0+0 (secure 0 0 0) 0x7f89f4010ae0 con 0x7f8a0c104a60 2024-03-29T00:15:55.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.962+0000 7f8a03400640 1 --2- 172.21.15.12:0/1853353260 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f89f00a1e00 0x7f89f00a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:55.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.962+0000 7f8a03400640 1 -- 172.21.15.12:0/1853353260 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f89f40ce480 con 0x7f8a0c104a60 2024-03-29T00:15:55.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.962+0000 7f8a09e00640 1 --2- 172.21.15.12:0/1853353260 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f89f00a1e00 0x7f89f00a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:55.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.963+0000 7f8a09e00640 1 --2- 172.21.15.12:0/1853353260 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f89f00a1e00 0x7f89f00a42c0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f89fc009c60 tx=0x7f89fc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:55.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:55.966+0000 7f8a03400640 1 -- 172.21.15.12:0/1853353260 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f89f409ae60 con 0x7f8a0c104a60 2024-03-29T00:15:56.166 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.165+0000 7f8a0b200640 1 -- 172.21.15.12:0/1853353260 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8a0c061b90 con 0x7f89f00a1e00 2024-03-29T00:15:56.180 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.180+0000 7f8a03400640 1 -- 172.21.15.12:0/1853353260 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340414 (secure 0 0 0) 0x7f8a0c061b90 con 0x7f89f00a1e00 2024-03-29T00:15:56.186 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:15:56.189 INFO:teuthology.orchestra.run.smithi012.stderr:dumped all 2024-03-29T00:15:56.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.186+0000 7f8a0b200640 1 -- 172.21.15.12:0/1853353260 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f89f00a1e00 msgr2=0x7f89f00a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:56.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.186+0000 7f8a0b200640 1 --2- 172.21.15.12:0/1853353260 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f89f00a1e00 0x7f89f00a42c0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f89fc009c60 tx=0x7f89fc009260 comp rx=0 tx=0).stop 2024-03-29T00:15:56.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.186+0000 7f8a0b200640 1 -- 172.21.15.12:0/1853353260 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8a0c104a60 msgr2=0x7f8a0c19a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:56.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.186+0000 7f8a0b200640 1 --2- 172.21.15.12:0/1853353260 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8a0c104a60 0x7f8a0c19a0e0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f89f400e9f0 tx=0x7f89f400eeb0 comp rx=0 tx=0).stop 2024-03-29T00:15:56.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.186+0000 7f8a0b200640 1 -- 172.21.15.12:0/1853353260 shutdown_connections 2024-03-29T00:15:56.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.186+0000 7f8a0b200640 1 --2- 172.21.15.12:0/1853353260 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f89f00a1e00 0x7f89f00a42c0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:56.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.186+0000 7f8a0b200640 1 --2- 172.21.15.12:0/1853353260 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a0c105420 0x7f8a0c1a1150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:56.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.186+0000 7f8a0b200640 1 --2- 172.21.15.12:0/1853353260 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8a0c104a60 0x7f8a0c19a0e0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:56.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.186+0000 7f8a0b200640 1 --2- 172.21.15.12:0/1853353260 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8a0c103870 0x7f8a0c199ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:56.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.186+0000 7f8a0b200640 1 -- 172.21.15.12:0/1853353260 >> 172.21.15.12:0/1853353260 conn(0x7f8a0c0fee00 msgr2=0x7f8a0c107c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:56.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.186+0000 7f8a0b200640 1 -- 172.21.15.12:0/1853353260 shutdown_connections 2024-03-29T00:15:56.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.186+0000 7f8a0b200640 1 -- 172.21.15.12:0/1853353260 wait complete. 2024-03-29T00:15:56.209 INFO:teuthology.orchestra.run.smithi012.stdout:{"pg_ready":true,"pg_map":{"version":342,"stamp":"2024-03-29T00:15:55.740155+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":599309,"num_objects":84,"num_object_clones":0,"num_object_copies":253,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":149,"num_read_kb":133,"num_write":364,"num_write_kb":2989,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":56,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":294,"ondisk_log_size":294,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":371008,"kb_used_data":13536,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124570816,"statfs":{"total":1151940427776,"available":1151560515584,"internally_reserved":0,"allocated":13860864,"data_stored":7533254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":365933883},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":4301,"num_objects":60,"num_object_clones":0,"num_object_copies":181,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":23,"num_read_kb":24,"num_write":134,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":42,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.006212"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213795+0000","last_change":"2024-03-29T00:15:17.760207+0000","last_active":"2024-03-29T00:15:23.213795+0000","last_peered":"2024-03-29T00:15:23.213795+0000","last_clean":"2024-03-29T00:15:23.213795+0000","last_became_active":"2024-03-29T00:15:17.759881+0000","last_became_peered":"2024-03-29T00:15:17.759881+0000","last_unstale":"2024-03-29T00:15:23.213795+0000","last_undegraded":"2024-03-29T00:15:23.213795+0000","last_fullsized":"2024-03-29T00:15:23.213795+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:18:10.944228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.107242+0000","last_change":"2024-03-29T00:15:17.758492+0000","last_active":"2024-03-29T00:15:23.107242+0000","last_peered":"2024-03-29T00:15:23.107242+0000","last_clean":"2024-03-29T00:15:23.107242+0000","last_became_active":"2024-03-29T00:15:17.758121+0000","last_became_peered":"2024-03-29T00:15:17.758121+0000","last_unstale":"2024-03-29T00:15:23.107242+0000","last_undegraded":"2024-03-29T00:15:23.107242+0000","last_fullsized":"2024-03-29T00:15:23.107242+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:18:45.185671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.107537+0000","last_change":"2024-03-29T00:15:17.753411+0000","last_active":"2024-03-29T00:15:23.107537+0000","last_peered":"2024-03-29T00:15:23.107537+0000","last_clean":"2024-03-29T00:15:23.107537+0000","last_became_active":"2024-03-29T00:15:17.751069+0000","last_became_peered":"2024-03-29T00:15:17.751069+0000","last_unstale":"2024-03-29T00:15:23.107537+0000","last_undegraded":"2024-03-29T00:15:23.107537+0000","last_fullsized":"2024-03-29T00:15:23.107537+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:06:07.670477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214245+0000","last_change":"2024-03-29T00:15:17.747517+0000","last_active":"2024-03-29T00:15:23.214245+0000","last_peered":"2024-03-29T00:15:23.214245+0000","last_clean":"2024-03-29T00:15:23.214245+0000","last_became_active":"2024-03-29T00:15:17.747185+0000","last_became_peered":"2024-03-29T00:15:17.747185+0000","last_unstale":"2024-03-29T00:15:23.214245+0000","last_undegraded":"2024-03-29T00:15:23.214245+0000","last_fullsized":"2024-03-29T00:15:23.214245+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:25:37.850659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213497+0000","last_change":"2024-03-29T00:15:17.763353+0000","last_active":"2024-03-29T00:15:23.213497+0000","last_peered":"2024-03-29T00:15:23.213497+0000","last_clean":"2024-03-29T00:15:23.213497+0000","last_became_active":"2024-03-29T00:15:17.762996+0000","last_became_peered":"2024-03-29T00:15:17.762996+0000","last_unstale":"2024-03-29T00:15:23.213497+0000","last_undegraded":"2024-03-29T00:15:23.213497+0000","last_fullsized":"2024-03-29T00:15:23.213497+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:41:37.623384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.215275+0000","last_change":"2024-03-29T00:15:17.748711+0000","last_active":"2024-03-29T00:15:23.215275+0000","last_peered":"2024-03-29T00:15:23.215275+0000","last_clean":"2024-03-29T00:15:23.215275+0000","last_became_active":"2024-03-29T00:15:17.748344+0000","last_became_peered":"2024-03-29T00:15:17.748344+0000","last_unstale":"2024-03-29T00:15:23.215275+0000","last_undegraded":"2024-03-29T00:15:23.215275+0000","last_fullsized":"2024-03-29T00:15:23.215275+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:23:27.023735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.102460+0000","last_change":"2024-03-29T00:15:17.743804+0000","last_active":"2024-03-29T00:15:23.102460+0000","last_peered":"2024-03-29T00:15:23.102460+0000","last_clean":"2024-03-29T00:15:23.102460+0000","last_became_active":"2024-03-29T00:15:17.743417+0000","last_became_peered":"2024-03-29T00:15:17.743417+0000","last_unstale":"2024-03-29T00:15:23.102460+0000","last_undegraded":"2024-03-29T00:15:23.102460+0000","last_fullsized":"2024-03-29T00:15:23.102460+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:03:53.029175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.217433+0000","last_change":"2024-03-29T00:15:17.733728+0000","last_active":"2024-03-29T00:15:23.217433+0000","last_peered":"2024-03-29T00:15:23.217433+0000","last_clean":"2024-03-29T00:15:23.217433+0000","last_became_active":"2024-03-29T00:15:17.733383+0000","last_became_peered":"2024-03-29T00:15:17.733383+0000","last_unstale":"2024-03-29T00:15:23.217433+0000","last_undegraded":"2024-03-29T00:15:23.217433+0000","last_fullsized":"2024-03-29T00:15:23.217433+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:54:46.042854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214981+0000","last_change":"2024-03-29T00:15:17.752904+0000","last_active":"2024-03-29T00:15:23.214981+0000","last_peered":"2024-03-29T00:15:23.214981+0000","last_clean":"2024-03-29T00:15:23.214981+0000","last_became_active":"2024-03-29T00:15:17.750440+0000","last_became_peered":"2024-03-29T00:15:17.750440+0000","last_unstale":"2024-03-29T00:15:23.214981+0000","last_undegraded":"2024-03-29T00:15:23.214981+0000","last_fullsized":"2024-03-29T00:15:23.214981+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:18:29.360376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.215593+0000","last_change":"2024-03-29T00:15:17.747758+0000","last_active":"2024-03-29T00:15:23.215593+0000","last_peered":"2024-03-29T00:15:23.215593+0000","last_clean":"2024-03-29T00:15:23.215593+0000","last_became_active":"2024-03-29T00:15:17.747399+0000","last_became_peered":"2024-03-29T00:15:17.747399+0000","last_unstale":"2024-03-29T00:15:23.215593+0000","last_undegraded":"2024-03-29T00:15:23.215593+0000","last_fullsized":"2024-03-29T00:15:23.215593+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:39:04.764383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.103151+0000","last_change":"2024-03-29T00:15:17.749017+0000","last_active":"2024-03-29T00:15:23.103151+0000","last_peered":"2024-03-29T00:15:23.103151+0000","last_clean":"2024-03-29T00:15:23.103151+0000","last_became_active":"2024-03-29T00:15:17.748406+0000","last_became_peered":"2024-03-29T00:15:17.748406+0000","last_unstale":"2024-03-29T00:15:23.103151+0000","last_undegraded":"2024-03-29T00:15:23.103151+0000","last_fullsized":"2024-03-29T00:15:23.103151+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:33:01.194914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214202+0000","last_change":"2024-03-29T00:15:17.745390+0000","last_active":"2024-03-29T00:15:23.214202+0000","last_peered":"2024-03-29T00:15:23.214202+0000","last_clean":"2024-03-29T00:15:23.214202+0000","last_became_active":"2024-03-29T00:15:17.745060+0000","last_became_peered":"2024-03-29T00:15:17.745060+0000","last_unstale":"2024-03-29T00:15:23.214202+0000","last_undegraded":"2024-03-29T00:15:23.214202+0000","last_fullsized":"2024-03-29T00:15:23.214202+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T12:00:32.553548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.219785+0000","last_change":"2024-03-29T00:15:17.745153+0000","last_active":"2024-03-29T00:15:23.219785+0000","last_peered":"2024-03-29T00:15:23.219785+0000","last_clean":"2024-03-29T00:15:23.219785+0000","last_became_active":"2024-03-29T00:15:17.744789+0000","last_became_peered":"2024-03-29T00:15:17.744789+0000","last_unstale":"2024-03-29T00:15:23.219785+0000","last_undegraded":"2024-03-29T00:15:23.219785+0000","last_fullsized":"2024-03-29T00:15:23.219785+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:43:21.608857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.106152+0000","last_change":"2024-03-29T00:15:17.747351+0000","last_active":"2024-03-29T00:15:23.106152+0000","last_peered":"2024-03-29T00:15:23.106152+0000","last_clean":"2024-03-29T00:15:23.106152+0000","last_became_active":"2024-03-29T00:15:17.746897+0000","last_became_peered":"2024-03-29T00:15:17.746897+0000","last_unstale":"2024-03-29T00:15:23.106152+0000","last_undegraded":"2024-03-29T00:15:23.106152+0000","last_fullsized":"2024-03-29T00:15:23.106152+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:15:08.932622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.106164+0000","last_change":"2024-03-29T00:15:17.753904+0000","last_active":"2024-03-29T00:15:23.106164+0000","last_peered":"2024-03-29T00:15:23.106164+0000","last_clean":"2024-03-29T00:15:23.106164+0000","last_became_active":"2024-03-29T00:15:17.753499+0000","last_became_peered":"2024-03-29T00:15:17.753499+0000","last_unstale":"2024-03-29T00:15:23.106164+0000","last_undegraded":"2024-03-29T00:15:23.106164+0000","last_fullsized":"2024-03-29T00:15:23.106164+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:51:12.954449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213624+0000","last_change":"2024-03-29T00:15:17.759208+0000","last_active":"2024-03-29T00:15:23.213624+0000","last_peered":"2024-03-29T00:15:23.213624+0000","last_clean":"2024-03-29T00:15:23.213624+0000","last_became_active":"2024-03-29T00:15:17.758860+0000","last_became_peered":"2024-03-29T00:15:17.758860+0000","last_unstale":"2024-03-29T00:15:23.213624+0000","last_undegraded":"2024-03-29T00:15:23.213624+0000","last_fullsized":"2024-03-29T00:15:23.213624+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T12:00:04.150000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213703+0000","last_change":"2024-03-29T00:15:17.760169+0000","last_active":"2024-03-29T00:15:23.213703+0000","last_peered":"2024-03-29T00:15:23.213703+0000","last_clean":"2024-03-29T00:15:23.213703+0000","last_became_active":"2024-03-29T00:15:17.759834+0000","last_became_peered":"2024-03-29T00:15:17.759834+0000","last_unstale":"2024-03-29T00:15:23.213703+0000","last_undegraded":"2024-03-29T00:15:23.213703+0000","last_fullsized":"2024-03-29T00:15:23.213703+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:26:12.444197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.218178+0000","last_change":"2024-03-29T00:15:17.749022+0000","last_active":"2024-03-29T00:15:23.218178+0000","last_peered":"2024-03-29T00:15:23.218178+0000","last_clean":"2024-03-29T00:15:23.218178+0000","last_became_active":"2024-03-29T00:15:17.748624+0000","last_became_peered":"2024-03-29T00:15:17.748624+0000","last_unstale":"2024-03-29T00:15:23.218178+0000","last_undegraded":"2024-03-29T00:15:23.218178+0000","last_fullsized":"2024-03-29T00:15:23.218178+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:58:41.738567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.102241+0000","last_change":"2024-03-29T00:15:17.763311+0000","last_active":"2024-03-29T00:15:23.102241+0000","last_peered":"2024-03-29T00:15:23.102241+0000","last_clean":"2024-03-29T00:15:23.102241+0000","last_became_active":"2024-03-29T00:15:17.762987+0000","last_became_peered":"2024-03-29T00:15:17.762987+0000","last_unstale":"2024-03-29T00:15:23.102241+0000","last_undegraded":"2024-03-29T00:15:23.102241+0000","last_fullsized":"2024-03-29T00:15:23.102241+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:05:02.284288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.101820+0000","last_change":"2024-03-29T00:15:22.250135+0000","last_active":"2024-03-29T00:15:23.101820+0000","last_peered":"2024-03-29T00:15:23.101820+0000","last_clean":"2024-03-29T00:15:23.101820+0000","last_became_active":"2024-03-29T00:15:22.249800+0000","last_became_peered":"2024-03-29T00:15:22.249800+0000","last_unstale":"2024-03-29T00:15:23.101820+0000","last_undegraded":"2024-03-29T00:15:23.101820+0000","last_fullsized":"2024-03-29T00:15:23.101820+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:09:55.290129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'13","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:54.153673+0000","last_change":"2024-03-29T00:15:16.748948+0000","last_active":"2024-03-29T00:15:54.153673+0000","last_peered":"2024-03-29T00:15:54.153673+0000","last_clean":"2024-03-29T00:15:54.153673+0000","last_became_active":"2024-03-29T00:15:16.748528+0000","last_became_peered":"2024-03-29T00:15:16.748528+0000","last_unstale":"2024-03-29T00:15:54.153673+0000","last_undegraded":"2024-03-29T00:15:54.153673+0000","last_fullsized":"2024-03-29T00:15:54.153673+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:38:19.863658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.219628+0000","last_change":"2024-03-29T00:15:17.748913+0000","last_active":"2024-03-29T00:15:23.219628+0000","last_peered":"2024-03-29T00:15:23.219628+0000","last_clean":"2024-03-29T00:15:23.219628+0000","last_became_active":"2024-03-29T00:15:17.748538+0000","last_became_peered":"2024-03-29T00:15:17.748538+0000","last_unstale":"2024-03-29T00:15:23.219628+0000","last_undegraded":"2024-03-29T00:15:23.219628+0000","last_fullsized":"2024-03-29T00:15:23.219628+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:22:16.497926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213672+0000","last_change":"2024-03-29T00:15:22.257849+0000","last_active":"2024-03-29T00:15:23.213672+0000","last_peered":"2024-03-29T00:15:23.213672+0000","last_clean":"2024-03-29T00:15:23.213672+0000","last_became_active":"2024-03-29T00:15:22.257425+0000","last_became_peered":"2024-03-29T00:15:22.257425+0000","last_unstale":"2024-03-29T00:15:23.213672+0000","last_undegraded":"2024-03-29T00:15:23.213672+0000","last_fullsized":"2024-03-29T00:15:23.213672+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:53:11.739039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.219963+0000","last_change":"2024-03-29T00:15:16.756275+0000","last_active":"2024-03-29T00:15:23.219963+0000","last_peered":"2024-03-29T00:15:23.219963+0000","last_clean":"2024-03-29T00:15:23.219963+0000","last_became_active":"2024-03-29T00:15:16.755375+0000","last_became_peered":"2024-03-29T00:15:16.755375+0000","last_unstale":"2024-03-29T00:15:23.219963+0000","last_undegraded":"2024-03-29T00:15:23.219963+0000","last_fullsized":"2024-03-29T00:15:23.219963+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:27:30.800359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.107173+0000","last_change":"2024-03-29T00:15:17.760922+0000","last_active":"2024-03-29T00:15:23.107173+0000","last_peered":"2024-03-29T00:15:23.107173+0000","last_clean":"2024-03-29T00:15:23.107173+0000","last_became_active":"2024-03-29T00:15:17.758044+0000","last_became_peered":"2024-03-29T00:15:17.758044+0000","last_unstale":"2024-03-29T00:15:23.107173+0000","last_undegraded":"2024-03-29T00:15:23.107173+0000","last_fullsized":"2024-03-29T00:15:23.107173+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:48:37.320538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214402+0000","last_change":"2024-03-29T00:15:22.257095+0000","last_active":"2024-03-29T00:15:23.214402+0000","last_peered":"2024-03-29T00:15:23.214402+0000","last_clean":"2024-03-29T00:15:23.214402+0000","last_became_active":"2024-03-29T00:15:22.256366+0000","last_became_peered":"2024-03-29T00:15:22.256366+0000","last_unstale":"2024-03-29T00:15:23.214402+0000","last_undegraded":"2024-03-29T00:15:23.214402+0000","last_fullsized":"2024-03-29T00:15:23.214402+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:17:47.126759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'12","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:54.135543+0000","last_change":"2024-03-29T00:15:16.739643+0000","last_active":"2024-03-29T00:15:54.135543+0000","last_peered":"2024-03-29T00:15:54.135543+0000","last_clean":"2024-03-29T00:15:54.135543+0000","last_became_active":"2024-03-29T00:15:16.739319+0000","last_became_peered":"2024-03-29T00:15:16.739319+0000","last_unstale":"2024-03-29T00:15:54.135543+0000","last_undegraded":"2024-03-29T00:15:54.135543+0000","last_fullsized":"2024-03-29T00:15:54.135543+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:00:05.186487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214731+0000","last_change":"2024-03-29T00:15:17.758346+0000","last_active":"2024-03-29T00:15:23.214731+0000","last_peered":"2024-03-29T00:15:23.214731+0000","last_clean":"2024-03-29T00:15:23.214731+0000","last_became_active":"2024-03-29T00:15:17.758028+0000","last_became_peered":"2024-03-29T00:15:17.758028+0000","last_unstale":"2024-03-29T00:15:23.214731+0000","last_undegraded":"2024-03-29T00:15:23.214731+0000","last_fullsized":"2024-03-29T00:15:23.214731+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:21:01.507774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214345+0000","last_change":"2024-03-29T00:15:22.258520+0000","last_active":"2024-03-29T00:15:23.214345+0000","last_peered":"2024-03-29T00:15:23.214345+0000","last_clean":"2024-03-29T00:15:23.214345+0000","last_became_active":"2024-03-29T00:15:22.258008+0000","last_became_peered":"2024-03-29T00:15:22.258008+0000","last_unstale":"2024-03-29T00:15:23.214345+0000","last_undegraded":"2024-03-29T00:15:23.214345+0000","last_fullsized":"2024-03-29T00:15:23.214345+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:19:04.999305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:53.140279+0000","last_change":"2024-03-29T00:15:16.738623+0000","last_active":"2024-03-29T00:15:53.140279+0000","last_peered":"2024-03-29T00:15:53.140279+0000","last_clean":"2024-03-29T00:15:53.140279+0000","last_became_active":"2024-03-29T00:15:16.738313+0000","last_became_peered":"2024-03-29T00:15:16.738313+0000","last_unstale":"2024-03-29T00:15:53.140279+0000","last_undegraded":"2024-03-29T00:15:53.140279+0000","last_fullsized":"2024-03-29T00:15:53.140279+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:23:45.472226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214778+0000","last_change":"2024-03-29T00:15:17.753263+0000","last_active":"2024-03-29T00:15:23.214778+0000","last_peered":"2024-03-29T00:15:23.214778+0000","last_clean":"2024-03-29T00:15:23.214778+0000","last_became_active":"2024-03-29T00:15:17.752871+0000","last_became_peered":"2024-03-29T00:15:17.752871+0000","last_unstale":"2024-03-29T00:15:23.214778+0000","last_undegraded":"2024-03-29T00:15:23.214778+0000","last_fullsized":"2024-03-29T00:15:23.214778+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:33:41.829488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.102098+0000","last_change":"2024-03-29T00:15:22.243462+0000","last_active":"2024-03-29T00:15:23.102098+0000","last_peered":"2024-03-29T00:15:23.102098+0000","last_clean":"2024-03-29T00:15:23.102098+0000","last_became_active":"2024-03-29T00:15:22.243049+0000","last_became_peered":"2024-03-29T00:15:22.243049+0000","last_unstale":"2024-03-29T00:15:23.102098+0000","last_undegraded":"2024-03-29T00:15:23.102098+0000","last_fullsized":"2024-03-29T00:15:23.102098+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:14:06.711811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"89'5","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:50.247626+0000","last_change":"2024-03-29T00:15:16.740207+0000","last_active":"2024-03-29T00:15:50.247626+0000","last_peered":"2024-03-29T00:15:50.247626+0000","last_clean":"2024-03-29T00:15:50.247626+0000","last_became_active":"2024-03-29T00:15:16.739914+0000","last_became_peered":"2024-03-29T00:15:16.739914+0000","last_unstale":"2024-03-29T00:15:50.247626+0000","last_undegraded":"2024-03-29T00:15:50.247626+0000","last_fullsized":"2024-03-29T00:15:50.247626+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:47:48.717176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214303+0000","last_change":"2024-03-29T00:15:17.742837+0000","last_active":"2024-03-29T00:15:23.214303+0000","last_peered":"2024-03-29T00:15:23.214303+0000","last_clean":"2024-03-29T00:15:23.214303+0000","last_became_active":"2024-03-29T00:15:17.742519+0000","last_became_peered":"2024-03-29T00:15:17.742519+0000","last_unstale":"2024-03-29T00:15:23.214303+0000","last_undegraded":"2024-03-29T00:15:23.214303+0000","last_fullsized":"2024-03-29T00:15:23.214303+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:39:29.973433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.102154+0000","last_change":"2024-03-29T00:15:22.262917+0000","last_active":"2024-03-29T00:15:23.102154+0000","last_peered":"2024-03-29T00:15:23.102154+0000","last_clean":"2024-03-29T00:15:23.102154+0000","last_became_active":"2024-03-29T00:15:22.262453+0000","last_became_peered":"2024-03-29T00:15:22.262453+0000","last_unstale":"2024-03-29T00:15:23.102154+0000","last_undegraded":"2024-03-29T00:15:23.102154+0000","last_fullsized":"2024-03-29T00:15:23.102154+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T12:10:33.960242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:52.130670+0000","last_change":"2024-03-29T00:15:16.757240+0000","last_active":"2024-03-29T00:15:52.130670+0000","last_peered":"2024-03-29T00:15:52.130670+0000","last_clean":"2024-03-29T00:15:52.130670+0000","last_became_active":"2024-03-29T00:15:16.756907+0000","last_became_peered":"2024-03-29T00:15:16.756907+0000","last_unstale":"2024-03-29T00:15:52.130670+0000","last_undegraded":"2024-03-29T00:15:52.130670+0000","last_fullsized":"2024-03-29T00:15:52.130670+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:37:43.111470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214517+0000","last_change":"2024-03-29T00:15:17.746984+0000","last_active":"2024-03-29T00:15:23.214517+0000","last_peered":"2024-03-29T00:15:23.214517+0000","last_clean":"2024-03-29T00:15:23.214517+0000","last_became_active":"2024-03-29T00:15:17.746564+0000","last_became_peered":"2024-03-29T00:15:17.746564+0000","last_unstale":"2024-03-29T00:15:23.214517+0000","last_undegraded":"2024-03-29T00:15:23.214517+0000","last_fullsized":"2024-03-29T00:15:23.214517+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:29:20.268069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213384+0000","last_change":"2024-03-29T00:15:22.253851+0000","last_active":"2024-03-29T00:15:23.213384+0000","last_peered":"2024-03-29T00:15:23.213384+0000","last_clean":"2024-03-29T00:15:23.213384+0000","last_became_active":"2024-03-29T00:15:22.253449+0000","last_became_peered":"2024-03-29T00:15:22.253449+0000","last_unstale":"2024-03-29T00:15:23.213384+0000","last_undegraded":"2024-03-29T00:15:23.213384+0000","last_fullsized":"2024-03-29T00:15:23.213384+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:58:17.332050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.220692+0000","last_change":"2024-03-29T00:15:16.757829+0000","last_active":"2024-03-29T00:15:23.220692+0000","last_peered":"2024-03-29T00:15:23.220692+0000","last_clean":"2024-03-29T00:15:23.220692+0000","last_became_active":"2024-03-29T00:15:16.756510+0000","last_became_peered":"2024-03-29T00:15:16.756510+0000","last_unstale":"2024-03-29T00:15:23.220692+0000","last_undegraded":"2024-03-29T00:15:23.220692+0000","last_fullsized":"2024-03-29T00:15:23.220692+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:08:55.571892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.217454+0000","last_change":"2024-03-29T00:15:17.752875+0000","last_active":"2024-03-29T00:15:23.217454+0000","last_peered":"2024-03-29T00:15:23.217454+0000","last_clean":"2024-03-29T00:15:23.217454+0000","last_became_active":"2024-03-29T00:15:17.752494+0000","last_became_peered":"2024-03-29T00:15:17.752494+0000","last_unstale":"2024-03-29T00:15:23.217454+0000","last_undegraded":"2024-03-29T00:15:23.217454+0000","last_fullsized":"2024-03-29T00:15:23.217454+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:53:20.546382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.106935+0000","last_change":"2024-03-29T00:15:22.263552+0000","last_active":"2024-03-29T00:15:23.106935+0000","last_peered":"2024-03-29T00:15:23.106935+0000","last_clean":"2024-03-29T00:15:23.106935+0000","last_became_active":"2024-03-29T00:15:22.263079+0000","last_became_peered":"2024-03-29T00:15:22.263079+0000","last_unstale":"2024-03-29T00:15:23.106935+0000","last_undegraded":"2024-03-29T00:15:23.106935+0000","last_fullsized":"2024-03-29T00:15:23.106935+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:25:01.464045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213957+0000","last_change":"2024-03-29T00:15:16.741297+0000","last_active":"2024-03-29T00:15:23.213957+0000","last_peered":"2024-03-29T00:15:23.213957+0000","last_clean":"2024-03-29T00:15:23.213957+0000","last_became_active":"2024-03-29T00:15:16.740992+0000","last_became_peered":"2024-03-29T00:15:16.740992+0000","last_unstale":"2024-03-29T00:15:23.213957+0000","last_undegraded":"2024-03-29T00:15:23.213957+0000","last_fullsized":"2024-03-29T00:15:23.213957+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:18:01.056825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.216702+0000","last_change":"2024-03-29T00:15:17.764461+0000","last_active":"2024-03-29T00:15:23.216702+0000","last_peered":"2024-03-29T00:15:23.216702+0000","last_clean":"2024-03-29T00:15:23.216702+0000","last_became_active":"2024-03-29T00:15:17.764031+0000","last_became_peered":"2024-03-29T00:15:17.764031+0000","last_unstale":"2024-03-29T00:15:23.216702+0000","last_undegraded":"2024-03-29T00:15:23.216702+0000","last_fullsized":"2024-03-29T00:15:23.216702+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:52:52.650295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.217310+0000","last_change":"2024-03-29T00:15:22.247337+0000","last_active":"2024-03-29T00:15:23.217310+0000","last_peered":"2024-03-29T00:15:23.217310+0000","last_clean":"2024-03-29T00:15:23.217310+0000","last_became_active":"2024-03-29T00:15:22.246923+0000","last_became_peered":"2024-03-29T00:15:22.246923+0000","last_unstale":"2024-03-29T00:15:23.217310+0000","last_undegraded":"2024-03-29T00:15:23.217310+0000","last_fullsized":"2024-03-29T00:15:23.217310+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:41:51.054749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"89'4","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:52.112319+0000","last_change":"2024-03-29T00:15:16.750484+0000","last_active":"2024-03-29T00:15:52.112319+0000","last_peered":"2024-03-29T00:15:52.112319+0000","last_clean":"2024-03-29T00:15:52.112319+0000","last_became_active":"2024-03-29T00:15:16.750115+0000","last_became_peered":"2024-03-29T00:15:16.750115+0000","last_unstale":"2024-03-29T00:15:52.112319+0000","last_undegraded":"2024-03-29T00:15:52.112319+0000","last_fullsized":"2024-03-29T00:15:52.112319+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:20:58.348890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214587+0000","last_change":"2024-03-29T00:15:17.753692+0000","last_active":"2024-03-29T00:15:23.214587+0000","last_peered":"2024-03-29T00:15:23.214587+0000","last_clean":"2024-03-29T00:15:23.214587+0000","last_became_active":"2024-03-29T00:15:17.753024+0000","last_became_peered":"2024-03-29T00:15:17.753024+0000","last_unstale":"2024-03-29T00:15:23.214587+0000","last_undegraded":"2024-03-29T00:15:23.214587+0000","last_fullsized":"2024-03-29T00:15:23.214587+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:12:29.379196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.216119+0000","last_change":"2024-03-29T00:15:22.253455+0000","last_active":"2024-03-29T00:15:23.216119+0000","last_peered":"2024-03-29T00:15:23.216119+0000","last_clean":"2024-03-29T00:15:23.216119+0000","last_became_active":"2024-03-29T00:15:22.252913+0000","last_became_peered":"2024-03-29T00:15:22.252913+0000","last_unstale":"2024-03-29T00:15:23.216119+0000","last_undegraded":"2024-03-29T00:15:23.216119+0000","last_fullsized":"2024-03-29T00:15:23.216119+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:40:02.001504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:53.139024+0000","last_change":"2024-03-29T00:15:16.736241+0000","last_active":"2024-03-29T00:15:53.139024+0000","last_peered":"2024-03-29T00:15:53.139024+0000","last_clean":"2024-03-29T00:15:53.139024+0000","last_became_active":"2024-03-29T00:15:16.735905+0000","last_became_peered":"2024-03-29T00:15:16.735905+0000","last_unstale":"2024-03-29T00:15:53.139024+0000","last_undegraded":"2024-03-29T00:15:53.139024+0000","last_fullsized":"2024-03-29T00:15:53.139024+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:05:08.202493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.106887+0000","last_change":"2024-03-29T00:15:17.759437+0000","last_active":"2024-03-29T00:15:23.106887+0000","last_peered":"2024-03-29T00:15:23.106887+0000","last_clean":"2024-03-29T00:15:23.106887+0000","last_became_active":"2024-03-29T00:15:17.758597+0000","last_became_peered":"2024-03-29T00:15:17.758597+0000","last_unstale":"2024-03-29T00:15:23.106887+0000","last_undegraded":"2024-03-29T00:15:23.106887+0000","last_fullsized":"2024-03-29T00:15:23.106887+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:46:10.357640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214706+0000","last_change":"2024-03-29T00:15:22.256711+0000","last_active":"2024-03-29T00:15:23.214706+0000","last_peered":"2024-03-29T00:15:23.214706+0000","last_clean":"2024-03-29T00:15:23.214706+0000","last_became_active":"2024-03-29T00:15:22.256183+0000","last_became_peered":"2024-03-29T00:15:22.256183+0000","last_unstale":"2024-03-29T00:15:23.214706+0000","last_undegraded":"2024-03-29T00:15:23.214706+0000","last_fullsized":"2024-03-29T00:15:23.214706+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:21:11.309003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214802+0000","last_change":"2024-03-29T00:15:16.755174+0000","last_active":"2024-03-29T00:15:23.214802+0000","last_peered":"2024-03-29T00:15:23.214802+0000","last_clean":"2024-03-29T00:15:23.214802+0000","last_became_active":"2024-03-29T00:15:16.754891+0000","last_became_peered":"2024-03-29T00:15:16.754891+0000","last_unstale":"2024-03-29T00:15:23.214802+0000","last_undegraded":"2024-03-29T00:15:23.214802+0000","last_fullsized":"2024-03-29T00:15:23.214802+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:54:24.866426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214931+0000","last_change":"2024-03-29T00:15:17.746836+0000","last_active":"2024-03-29T00:15:23.214931+0000","last_peered":"2024-03-29T00:15:23.214931+0000","last_clean":"2024-03-29T00:15:23.214931+0000","last_became_active":"2024-03-29T00:15:17.745280+0000","last_became_peered":"2024-03-29T00:15:17.745280+0000","last_unstale":"2024-03-29T00:15:23.214931+0000","last_undegraded":"2024-03-29T00:15:23.214931+0000","last_fullsized":"2024-03-29T00:15:23.214931+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:43:55.060600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.217176+0000","last_change":"2024-03-29T00:15:22.243939+0000","last_active":"2024-03-29T00:15:23.217176+0000","last_peered":"2024-03-29T00:15:23.217176+0000","last_clean":"2024-03-29T00:15:23.217176+0000","last_became_active":"2024-03-29T00:15:22.240787+0000","last_became_peered":"2024-03-29T00:15:22.240787+0000","last_unstale":"2024-03-29T00:15:23.217176+0000","last_undegraded":"2024-03-29T00:15:23.217176+0000","last_fullsized":"2024-03-29T00:15:23.217176+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:54:19.278218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"89'12","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:52.113341+0000","last_change":"2024-03-29T00:15:16.736133+0000","last_active":"2024-03-29T00:15:52.113341+0000","last_peered":"2024-03-29T00:15:52.113341+0000","last_clean":"2024-03-29T00:15:52.113341+0000","last_became_active":"2024-03-29T00:15:16.735760+0000","last_became_peered":"2024-03-29T00:15:16.735760+0000","last_unstale":"2024-03-29T00:15:52.113341+0000","last_undegraded":"2024-03-29T00:15:52.113341+0000","last_fullsized":"2024-03-29T00:15:52.113341+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:10:20.919518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":6,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214275+0000","last_change":"2024-03-29T00:15:17.745571+0000","last_active":"2024-03-29T00:15:23.214275+0000","last_peered":"2024-03-29T00:15:23.214275+0000","last_clean":"2024-03-29T00:15:23.214275+0000","last_became_active":"2024-03-29T00:15:17.745234+0000","last_became_peered":"2024-03-29T00:15:17.745234+0000","last_unstale":"2024-03-29T00:15:23.214275+0000","last_undegraded":"2024-03-29T00:15:23.214275+0000","last_fullsized":"2024-03-29T00:15:23.214275+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:13:49.868391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.215018+0000","last_change":"2024-03-29T00:15:22.257256+0000","last_active":"2024-03-29T00:15:23.215018+0000","last_peered":"2024-03-29T00:15:23.215018+0000","last_clean":"2024-03-29T00:15:23.215018+0000","last_became_active":"2024-03-29T00:15:22.256852+0000","last_became_peered":"2024-03-29T00:15:22.256852+0000","last_unstale":"2024-03-29T00:15:23.215018+0000","last_undegraded":"2024-03-29T00:15:23.215018+0000","last_fullsized":"2024-03-29T00:15:23.215018+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:30:20.222051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:51.255767+0000","last_change":"2024-03-29T00:15:16.740530+0000","last_active":"2024-03-29T00:15:51.255767+0000","last_peered":"2024-03-29T00:15:51.255767+0000","last_clean":"2024-03-29T00:15:51.255767+0000","last_became_active":"2024-03-29T00:15:16.740208+0000","last_became_peered":"2024-03-29T00:15:16.740208+0000","last_unstale":"2024-03-29T00:15:51.255767+0000","last_undegraded":"2024-03-29T00:15:51.255767+0000","last_fullsized":"2024-03-29T00:15:51.255767+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:30:15.569684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.218656+0000","last_change":"2024-03-29T00:15:17.765870+0000","last_active":"2024-03-29T00:15:23.218656+0000","last_peered":"2024-03-29T00:15:23.218656+0000","last_clean":"2024-03-29T00:15:23.218656+0000","last_became_active":"2024-03-29T00:15:17.765091+0000","last_became_peered":"2024-03-29T00:15:17.765091+0000","last_unstale":"2024-03-29T00:15:23.218656+0000","last_undegraded":"2024-03-29T00:15:23.218656+0000","last_fullsized":"2024-03-29T00:15:23.218656+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:33:20.102055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213432+0000","last_change":"2024-03-29T00:15:22.262727+0000","last_active":"2024-03-29T00:15:23.213432+0000","last_peered":"2024-03-29T00:15:23.213432+0000","last_clean":"2024-03-29T00:15:23.213432+0000","last_became_active":"2024-03-29T00:15:22.262328+0000","last_became_peered":"2024-03-29T00:15:22.262328+0000","last_unstale":"2024-03-29T00:15:23.213432+0000","last_undegraded":"2024-03-29T00:15:23.213432+0000","last_fullsized":"2024-03-29T00:15:23.213432+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:27:15.160505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:50.247047+0000","last_change":"2024-03-29T00:15:16.757569+0000","last_active":"2024-03-29T00:15:50.247047+0000","last_peered":"2024-03-29T00:15:50.247047+0000","last_clean":"2024-03-29T00:15:50.247047+0000","last_became_active":"2024-03-29T00:15:16.757252+0000","last_became_peered":"2024-03-29T00:15:16.757252+0000","last_unstale":"2024-03-29T00:15:50.247047+0000","last_undegraded":"2024-03-29T00:15:50.247047+0000","last_fullsized":"2024-03-29T00:15:50.247047+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:21:52.967540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.102705+0000","last_change":"2024-03-29T00:15:17.749618+0000","last_active":"2024-03-29T00:15:23.102705+0000","last_peered":"2024-03-29T00:15:23.102705+0000","last_clean":"2024-03-29T00:15:23.102705+0000","last_became_active":"2024-03-29T00:15:17.749247+0000","last_became_peered":"2024-03-29T00:15:17.749247+0000","last_unstale":"2024-03-29T00:15:23.102705+0000","last_undegraded":"2024-03-29T00:15:23.102705+0000","last_fullsized":"2024-03-29T00:15:23.102705+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:09:27.883741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.219611+0000","last_change":"2024-03-29T00:15:22.251943+0000","last_active":"2024-03-29T00:15:23.219611+0000","last_peered":"2024-03-29T00:15:23.219611+0000","last_clean":"2024-03-29T00:15:23.219611+0000","last_became_active":"2024-03-29T00:15:22.251499+0000","last_became_peered":"2024-03-29T00:15:22.251499+0000","last_unstale":"2024-03-29T00:15:23.219611+0000","last_undegraded":"2024-03-29T00:15:23.219611+0000","last_fullsized":"2024-03-29T00:15:23.219611+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:20:54.548657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"89'5","reported_seq":31,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:52.124247+0000","last_change":"2024-03-29T00:15:16.739094+0000","last_active":"2024-03-29T00:15:52.124247+0000","last_peered":"2024-03-29T00:15:52.124247+0000","last_clean":"2024-03-29T00:15:52.124247+0000","last_became_active":"2024-03-29T00:15:16.738758+0000","last_became_peered":"2024-03-29T00:15:16.738758+0000","last_unstale":"2024-03-29T00:15:52.124247+0000","last_undegraded":"2024-03-29T00:15:52.124247+0000","last_fullsized":"2024-03-29T00:15:52.124247+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:14:59.493130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.102538+0000","last_change":"2024-03-29T00:15:17.743671+0000","last_active":"2024-03-29T00:15:23.102538+0000","last_peered":"2024-03-29T00:15:23.102538+0000","last_clean":"2024-03-29T00:15:23.102538+0000","last_became_active":"2024-03-29T00:15:17.743287+0000","last_became_peered":"2024-03-29T00:15:17.743287+0000","last_unstale":"2024-03-29T00:15:23.102538+0000","last_undegraded":"2024-03-29T00:15:23.102538+0000","last_fullsized":"2024-03-29T00:15:23.102538+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:59:03.138147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.222190+0000","last_change":"2024-03-29T00:15:22.265989+0000","last_active":"2024-03-29T00:15:23.222190+0000","last_peered":"2024-03-29T00:15:23.222190+0000","last_clean":"2024-03-29T00:15:23.222190+0000","last_became_active":"2024-03-29T00:15:22.265276+0000","last_became_peered":"2024-03-29T00:15:22.265276+0000","last_unstale":"2024-03-29T00:15:23.222190+0000","last_undegraded":"2024-03-29T00:15:23.222190+0000","last_fullsized":"2024-03-29T00:15:23.222190+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:11:14.292823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":41,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:52.125641+0000","last_change":"2024-03-29T00:15:16.753558+0000","last_active":"2024-03-29T00:15:52.125641+0000","last_peered":"2024-03-29T00:15:52.125641+0000","last_clean":"2024-03-29T00:15:52.125641+0000","last_became_active":"2024-03-29T00:15:16.753209+0000","last_became_peered":"2024-03-29T00:15:16.753209+0000","last_unstale":"2024-03-29T00:15:52.125641+0000","last_undegraded":"2024-03-29T00:15:52.125641+0000","last_fullsized":"2024-03-29T00:15:52.125641+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:13:36.543778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214290+0000","last_change":"2024-03-29T00:15:17.742577+0000","last_active":"2024-03-29T00:15:23.214290+0000","last_peered":"2024-03-29T00:15:23.214290+0000","last_clean":"2024-03-29T00:15:23.214290+0000","last_became_active":"2024-03-29T00:15:17.742260+0000","last_became_peered":"2024-03-29T00:15:17.742260+0000","last_unstale":"2024-03-29T00:15:23.214290+0000","last_undegraded":"2024-03-29T00:15:23.214290+0000","last_fullsized":"2024-03-29T00:15:23.214290+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:24:09.583170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213531+0000","last_change":"2024-03-29T00:15:22.246311+0000","last_active":"2024-03-29T00:15:23.213531+0000","last_peered":"2024-03-29T00:15:23.213531+0000","last_clean":"2024-03-29T00:15:23.213531+0000","last_became_active":"2024-03-29T00:15:22.245914+0000","last_became_peered":"2024-03-29T00:15:22.245914+0000","last_unstale":"2024-03-29T00:15:23.213531+0000","last_undegraded":"2024-03-29T00:15:23.213531+0000","last_fullsized":"2024-03-29T00:15:23.213531+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:54:17.188546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:52.111562+0000","last_change":"2024-03-29T00:15:16.737747+0000","last_active":"2024-03-29T00:15:52.111562+0000","last_peered":"2024-03-29T00:15:52.111562+0000","last_clean":"2024-03-29T00:15:52.111562+0000","last_became_active":"2024-03-29T00:15:16.737425+0000","last_became_peered":"2024-03-29T00:15:16.737425+0000","last_unstale":"2024-03-29T00:15:52.111562+0000","last_undegraded":"2024-03-29T00:15:52.111562+0000","last_fullsized":"2024-03-29T00:15:52.111562+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:08:47.207767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214010+0000","last_change":"2024-03-29T00:15:17.747981+0000","last_active":"2024-03-29T00:15:23.214010+0000","last_peered":"2024-03-29T00:15:23.214010+0000","last_clean":"2024-03-29T00:15:23.214010+0000","last_became_active":"2024-03-29T00:15:17.747497+0000","last_became_peered":"2024-03-29T00:15:17.747497+0000","last_unstale":"2024-03-29T00:15:23.214010+0000","last_undegraded":"2024-03-29T00:15:23.214010+0000","last_fullsized":"2024-03-29T00:15:23.214010+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:57:16.615929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214226+0000","last_change":"2024-03-29T00:15:22.331685+0000","last_active":"2024-03-29T00:15:23.214226+0000","last_peered":"2024-03-29T00:15:23.214226+0000","last_clean":"2024-03-29T00:15:23.214226+0000","last_became_active":"2024-03-29T00:15:22.331290+0000","last_became_peered":"2024-03-29T00:15:22.331290+0000","last_unstale":"2024-03-29T00:15:23.214226+0000","last_undegraded":"2024-03-29T00:15:23.214226+0000","last_fullsized":"2024-03-29T00:15:23.214226+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:14:26.847154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.217765+0000","last_change":"2024-03-29T00:15:16.760207+0000","last_active":"2024-03-29T00:15:23.217765+0000","last_peered":"2024-03-29T00:15:23.217765+0000","last_clean":"2024-03-29T00:15:23.217765+0000","last_became_active":"2024-03-29T00:15:16.759463+0000","last_became_peered":"2024-03-29T00:15:16.759463+0000","last_unstale":"2024-03-29T00:15:23.217765+0000","last_undegraded":"2024-03-29T00:15:23.217765+0000","last_fullsized":"2024-03-29T00:15:23.217765+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:36:55.457881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.215300+0000","last_change":"2024-03-29T00:15:17.747579+0000","last_active":"2024-03-29T00:15:23.215300+0000","last_peered":"2024-03-29T00:15:23.215300+0000","last_clean":"2024-03-29T00:15:23.215300+0000","last_became_active":"2024-03-29T00:15:17.747149+0000","last_became_peered":"2024-03-29T00:15:17.747149+0000","last_unstale":"2024-03-29T00:15:23.215300+0000","last_undegraded":"2024-03-29T00:15:23.215300+0000","last_fullsized":"2024-03-29T00:15:23.215300+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:04:23.471964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.221173+0000","last_change":"2024-03-29T00:15:22.258795+0000","last_active":"2024-03-29T00:15:23.221173+0000","last_peered":"2024-03-29T00:15:23.221173+0000","last_clean":"2024-03-29T00:15:23.221173+0000","last_became_active":"2024-03-29T00:15:22.258303+0000","last_became_peered":"2024-03-29T00:15:22.258303+0000","last_unstale":"2024-03-29T00:15:23.221173+0000","last_undegraded":"2024-03-29T00:15:23.221173+0000","last_fullsized":"2024-03-29T00:15:23.221173+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:58:57.157128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'5","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:53.141658+0000","last_change":"2024-03-29T00:15:16.757256+0000","last_active":"2024-03-29T00:15:53.141658+0000","last_peered":"2024-03-29T00:15:53.141658+0000","last_clean":"2024-03-29T00:15:53.141658+0000","last_became_active":"2024-03-29T00:15:16.756898+0000","last_became_peered":"2024-03-29T00:15:16.756898+0000","last_unstale":"2024-03-29T00:15:53.141658+0000","last_undegraded":"2024-03-29T00:15:53.141658+0000","last_fullsized":"2024-03-29T00:15:53.141658+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:02:53.001781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.215228+0000","last_change":"2024-03-29T00:15:17.753937+0000","last_active":"2024-03-29T00:15:23.215228+0000","last_peered":"2024-03-29T00:15:23.215228+0000","last_clean":"2024-03-29T00:15:23.215228+0000","last_became_active":"2024-03-29T00:15:17.753525+0000","last_became_peered":"2024-03-29T00:15:17.753525+0000","last_unstale":"2024-03-29T00:15:23.215228+0000","last_undegraded":"2024-03-29T00:15:23.215228+0000","last_fullsized":"2024-03-29T00:15:23.215228+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:28:33.393303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.222076+0000","last_change":"2024-03-29T00:15:22.334142+0000","last_active":"2024-03-29T00:15:23.222076+0000","last_peered":"2024-03-29T00:15:23.222076+0000","last_clean":"2024-03-29T00:15:23.222076+0000","last_became_active":"2024-03-29T00:15:22.331566+0000","last_became_peered":"2024-03-29T00:15:22.331566+0000","last_unstale":"2024-03-29T00:15:23.222076+0000","last_undegraded":"2024-03-29T00:15:23.222076+0000","last_fullsized":"2024-03-29T00:15:23.222076+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:37:58.048380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214204+0000","last_change":"2024-03-29T00:15:17.753142+0000","last_active":"2024-03-29T00:15:23.214204+0000","last_peered":"2024-03-29T00:15:23.214204+0000","last_clean":"2024-03-29T00:15:23.214204+0000","last_became_active":"2024-03-29T00:15:17.752793+0000","last_became_peered":"2024-03-29T00:15:17.752793+0000","last_unstale":"2024-03-29T00:15:23.214204+0000","last_undegraded":"2024-03-29T00:15:23.214204+0000","last_fullsized":"2024-03-29T00:15:23.214204+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:40:12.067520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'1","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.221182+0000","last_change":"2024-03-29T00:15:16.764458+0000","last_active":"2024-03-29T00:15:23.221182+0000","last_peered":"2024-03-29T00:15:23.221182+0000","last_clean":"2024-03-29T00:15:23.221182+0000","last_became_active":"2024-03-29T00:15:16.763931+0000","last_became_peered":"2024-03-29T00:15:16.763931+0000","last_unstale":"2024-03-29T00:15:23.221182+0000","last_undegraded":"2024-03-29T00:15:23.221182+0000","last_fullsized":"2024-03-29T00:15:23.221182+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:44:51.047108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.388002+0000","last_change":"2024-03-29T00:15:22.252176+0000","last_active":"2024-03-29T00:15:23.388002+0000","last_peered":"2024-03-29T00:15:23.388002+0000","last_clean":"2024-03-29T00:15:23.388002+0000","last_became_active":"2024-03-29T00:15:22.251693+0000","last_became_peered":"2024-03-29T00:15:22.251693+0000","last_unstale":"2024-03-29T00:15:23.388002+0000","last_undegraded":"2024-03-29T00:15:23.388002+0000","last_fullsized":"2024-03-29T00:15:23.388002+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:09:48.968796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.218469+0000","last_change":"2024-03-29T00:15:17.743986+0000","last_active":"2024-03-29T00:15:23.218469+0000","last_peered":"2024-03-29T00:15:23.218469+0000","last_clean":"2024-03-29T00:15:23.218469+0000","last_became_active":"2024-03-29T00:15:17.743642+0000","last_became_peered":"2024-03-29T00:15:17.743642+0000","last_unstale":"2024-03-29T00:15:23.218469+0000","last_undegraded":"2024-03-29T00:15:23.218469+0000","last_fullsized":"2024-03-29T00:15:23.218469+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:00:35.338004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'5","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:52.128589+0000","last_change":"2024-03-29T00:15:16.750519+0000","last_active":"2024-03-29T00:15:52.128589+0000","last_peered":"2024-03-29T00:15:52.128589+0000","last_clean":"2024-03-29T00:15:52.128589+0000","last_became_active":"2024-03-29T00:15:16.750126+0000","last_became_peered":"2024-03-29T00:15:16.750126+0000","last_unstale":"2024-03-29T00:15:52.128589+0000","last_undegraded":"2024-03-29T00:15:52.128589+0000","last_fullsized":"2024-03-29T00:15:52.128589+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:22:51.266572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":347,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.102505+0000","last_change":"2024-03-29T00:13:56.077307+0000","last_active":"2024-03-29T00:15:23.102505+0000","last_peered":"2024-03-29T00:15:23.102505+0000","last_clean":"2024-03-29T00:15:23.102505+0000","last_became_active":"2024-03-29T00:13:56.076828+0000","last_became_peered":"2024-03-29T00:13:56.076828+0000","last_unstale":"2024-03-29T00:15:23.102505+0000","last_undegraded":"2024-03-29T00:15:23.102505+0000","last_fullsized":"2024-03-29T00:15:23.102505+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:09:58.300338+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:09:58.300338+0000","last_clean_scrub_stamp":"2024-03-29T00:09:58.300338+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:33:00.731736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.215067+0000","last_change":"2024-03-29T00:15:22.331730+0000","last_active":"2024-03-29T00:15:23.215067+0000","last_peered":"2024-03-29T00:15:23.215067+0000","last_clean":"2024-03-29T00:15:23.215067+0000","last_became_active":"2024-03-29T00:15:22.331367+0000","last_became_peered":"2024-03-29T00:15:22.331367+0000","last_unstale":"2024-03-29T00:15:23.215067+0000","last_undegraded":"2024-03-29T00:15:23.215067+0000","last_fullsized":"2024-03-29T00:15:23.215067+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:38:13.520007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.215387+0000","last_change":"2024-03-29T00:15:17.751266+0000","last_active":"2024-03-29T00:15:23.215387+0000","last_peered":"2024-03-29T00:15:23.215387+0000","last_clean":"2024-03-29T00:15:23.215387+0000","last_became_active":"2024-03-29T00:15:17.750845+0000","last_became_peered":"2024-03-29T00:15:17.750845+0000","last_unstale":"2024-03-29T00:15:23.215387+0000","last_undegraded":"2024-03-29T00:15:23.215387+0000","last_fullsized":"2024-03-29T00:15:23.215387+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:56:31.700591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:51.254702+0000","last_change":"2024-03-29T00:15:16.739703+0000","last_active":"2024-03-29T00:15:51.254702+0000","last_peered":"2024-03-29T00:15:51.254702+0000","last_clean":"2024-03-29T00:15:51.254702+0000","last_became_active":"2024-03-29T00:15:16.739380+0000","last_became_peered":"2024-03-29T00:15:16.739380+0000","last_unstale":"2024-03-29T00:15:51.254702+0000","last_undegraded":"2024-03-29T00:15:51.254702+0000","last_fullsized":"2024-03-29T00:15:51.254702+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:53:02.586209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213563+0000","last_change":"2024-03-29T00:15:22.254899+0000","last_active":"2024-03-29T00:15:23.213563+0000","last_peered":"2024-03-29T00:15:23.213563+0000","last_clean":"2024-03-29T00:15:23.213563+0000","last_became_active":"2024-03-29T00:15:22.254531+0000","last_became_peered":"2024-03-29T00:15:22.254531+0000","last_unstale":"2024-03-29T00:15:23.213563+0000","last_undegraded":"2024-03-29T00:15:23.213563+0000","last_fullsized":"2024-03-29T00:15:23.213563+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:00:17.095776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:52.130699+0000","last_change":"2024-03-29T00:15:16.754030+0000","last_active":"2024-03-29T00:15:52.130699+0000","last_peered":"2024-03-29T00:15:52.130699+0000","last_clean":"2024-03-29T00:15:52.130699+0000","last_became_active":"2024-03-29T00:15:16.753722+0000","last_became_peered":"2024-03-29T00:15:16.753722+0000","last_unstale":"2024-03-29T00:15:52.130699+0000","last_undegraded":"2024-03-29T00:15:52.130699+0000","last_fullsized":"2024-03-29T00:15:52.130699+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:25:25.763692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.221348+0000","last_change":"2024-03-29T00:15:17.754428+0000","last_active":"2024-03-29T00:15:23.221348+0000","last_peered":"2024-03-29T00:15:23.221348+0000","last_clean":"2024-03-29T00:15:23.221348+0000","last_became_active":"2024-03-29T00:15:17.754106+0000","last_became_peered":"2024-03-29T00:15:17.754106+0000","last_unstale":"2024-03-29T00:15:23.221348+0000","last_undegraded":"2024-03-29T00:15:23.221348+0000","last_fullsized":"2024-03-29T00:15:23.221348+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:33:38.677889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.216722+0000","last_change":"2024-03-29T00:15:22.332677+0000","last_active":"2024-03-29T00:15:23.216722+0000","last_peered":"2024-03-29T00:15:23.216722+0000","last_clean":"2024-03-29T00:15:23.216722+0000","last_became_active":"2024-03-29T00:15:22.331076+0000","last_became_peered":"2024-03-29T00:15:22.331076+0000","last_unstale":"2024-03-29T00:15:23.216722+0000","last_undegraded":"2024-03-29T00:15:23.216722+0000","last_fullsized":"2024-03-29T00:15:23.216722+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T12:15:01.211136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"89'9","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:53.197813+0000","last_change":"2024-03-29T00:15:16.759031+0000","last_active":"2024-03-29T00:15:53.197813+0000","last_peered":"2024-03-29T00:15:53.197813+0000","last_clean":"2024-03-29T00:15:53.197813+0000","last_became_active":"2024-03-29T00:15:16.758640+0000","last_became_peered":"2024-03-29T00:15:16.758640+0000","last_unstale":"2024-03-29T00:15:53.197813+0000","last_undegraded":"2024-03-29T00:15:53.197813+0000","last_fullsized":"2024-03-29T00:15:53.197813+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T12:03:49.527926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.220168+0000","last_change":"2024-03-29T00:15:17.761606+0000","last_active":"2024-03-29T00:15:23.220168+0000","last_peered":"2024-03-29T00:15:23.220168+0000","last_clean":"2024-03-29T00:15:23.220168+0000","last_became_active":"2024-03-29T00:15:17.750902+0000","last_became_peered":"2024-03-29T00:15:17.750902+0000","last_unstale":"2024-03-29T00:15:23.220168+0000","last_undegraded":"2024-03-29T00:15:23.220168+0000","last_fullsized":"2024-03-29T00:15:23.220168+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:39:20.263613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.101733+0000","last_change":"2024-03-29T00:15:22.247058+0000","last_active":"2024-03-29T00:15:23.101733+0000","last_peered":"2024-03-29T00:15:23.101733+0000","last_clean":"2024-03-29T00:15:23.101733+0000","last_became_active":"2024-03-29T00:15:22.246723+0000","last_became_peered":"2024-03-29T00:15:22.246723+0000","last_unstale":"2024-03-29T00:15:23.101733+0000","last_undegraded":"2024-03-29T00:15:23.101733+0000","last_fullsized":"2024-03-29T00:15:23.101733+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:11:31.051679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'5","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:50.253190+0000","last_change":"2024-03-29T00:15:16.755790+0000","last_active":"2024-03-29T00:15:50.253190+0000","last_peered":"2024-03-29T00:15:50.253190+0000","last_clean":"2024-03-29T00:15:50.253190+0000","last_became_active":"2024-03-29T00:15:16.755497+0000","last_became_peered":"2024-03-29T00:15:16.755497+0000","last_unstale":"2024-03-29T00:15:50.253190+0000","last_undegraded":"2024-03-29T00:15:50.253190+0000","last_fullsized":"2024-03-29T00:15:50.253190+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:28:53.920617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.106834+0000","last_change":"2024-03-29T00:15:17.763133+0000","last_active":"2024-03-29T00:15:23.106834+0000","last_peered":"2024-03-29T00:15:23.106834+0000","last_clean":"2024-03-29T00:15:23.106834+0000","last_became_active":"2024-03-29T00:15:17.762562+0000","last_became_peered":"2024-03-29T00:15:17.762562+0000","last_unstale":"2024-03-29T00:15:23.106834+0000","last_undegraded":"2024-03-29T00:15:23.106834+0000","last_fullsized":"2024-03-29T00:15:23.106834+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:03:04.244891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214126+0000","last_change":"2024-03-29T00:15:22.331867+0000","last_active":"2024-03-29T00:15:23.214126+0000","last_peered":"2024-03-29T00:15:23.214126+0000","last_clean":"2024-03-29T00:15:23.214126+0000","last_became_active":"2024-03-29T00:15:22.331408+0000","last_became_peered":"2024-03-29T00:15:22.331408+0000","last_unstale":"2024-03-29T00:15:23.214126+0000","last_undegraded":"2024-03-29T00:15:23.214126+0000","last_fullsized":"2024-03-29T00:15:23.214126+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:31:14.680523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:50.248293+0000","last_change":"2024-03-29T00:15:16.750554+0000","last_active":"2024-03-29T00:15:50.248293+0000","last_peered":"2024-03-29T00:15:50.248293+0000","last_clean":"2024-03-29T00:15:50.248293+0000","last_became_active":"2024-03-29T00:15:16.750207+0000","last_became_peered":"2024-03-29T00:15:16.750207+0000","last_unstale":"2024-03-29T00:15:50.248293+0000","last_undegraded":"2024-03-29T00:15:50.248293+0000","last_fullsized":"2024-03-29T00:15:50.248293+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:40:01.789688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213376+0000","last_change":"2024-03-29T00:15:17.741963+0000","last_active":"2024-03-29T00:15:23.213376+0000","last_peered":"2024-03-29T00:15:23.213376+0000","last_clean":"2024-03-29T00:15:23.213376+0000","last_became_active":"2024-03-29T00:15:17.741603+0000","last_became_peered":"2024-03-29T00:15:17.741603+0000","last_unstale":"2024-03-29T00:15:23.213376+0000","last_undegraded":"2024-03-29T00:15:23.213376+0000","last_fullsized":"2024-03-29T00:15:23.213376+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:48:52.811410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.220393+0000","last_change":"2024-03-29T00:15:22.243509+0000","last_active":"2024-03-29T00:15:23.220393+0000","last_peered":"2024-03-29T00:15:23.220393+0000","last_clean":"2024-03-29T00:15:23.220393+0000","last_became_active":"2024-03-29T00:15:22.242955+0000","last_became_peered":"2024-03-29T00:15:22.242955+0000","last_unstale":"2024-03-29T00:15:23.220393+0000","last_undegraded":"2024-03-29T00:15:23.220393+0000","last_fullsized":"2024-03-29T00:15:23.220393+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:27:56.810827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:53.145474+0000","last_change":"2024-03-29T00:15:16.756972+0000","last_active":"2024-03-29T00:15:53.145474+0000","last_peered":"2024-03-29T00:15:53.145474+0000","last_clean":"2024-03-29T00:15:53.145474+0000","last_became_active":"2024-03-29T00:15:16.755910+0000","last_became_peered":"2024-03-29T00:15:16.755910+0000","last_unstale":"2024-03-29T00:15:53.145474+0000","last_undegraded":"2024-03-29T00:15:53.145474+0000","last_fullsized":"2024-03-29T00:15:53.145474+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:45:26.326485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213210+0000","last_change":"2024-03-29T00:15:17.759071+0000","last_active":"2024-03-29T00:15:23.213210+0000","last_peered":"2024-03-29T00:15:23.213210+0000","last_clean":"2024-03-29T00:15:23.213210+0000","last_became_active":"2024-03-29T00:15:17.758793+0000","last_became_peered":"2024-03-29T00:15:17.758793+0000","last_unstale":"2024-03-29T00:15:23.213210+0000","last_undegraded":"2024-03-29T00:15:23.213210+0000","last_fullsized":"2024-03-29T00:15:23.213210+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:51:05.627301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213965+0000","last_change":"2024-03-29T00:15:22.251900+0000","last_active":"2024-03-29T00:15:23.213965+0000","last_peered":"2024-03-29T00:15:23.213965+0000","last_clean":"2024-03-29T00:15:23.213965+0000","last_became_active":"2024-03-29T00:15:22.251378+0000","last_became_peered":"2024-03-29T00:15:22.251378+0000","last_unstale":"2024-03-29T00:15:23.213965+0000","last_undegraded":"2024-03-29T00:15:23.213965+0000","last_fullsized":"2024-03-29T00:15:23.213965+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:22:50.322566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'1","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.101836+0000","last_change":"2024-03-29T00:15:16.738553+0000","last_active":"2024-03-29T00:15:23.101836+0000","last_peered":"2024-03-29T00:15:23.101836+0000","last_clean":"2024-03-29T00:15:23.101836+0000","last_became_active":"2024-03-29T00:15:16.738261+0000","last_became_peered":"2024-03-29T00:15:16.738261+0000","last_unstale":"2024-03-29T00:15:23.101836+0000","last_undegraded":"2024-03-29T00:15:23.101836+0000","last_fullsized":"2024-03-29T00:15:23.101836+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:20:07.277815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.219378+0000","last_change":"2024-03-29T00:15:17.755185+0000","last_active":"2024-03-29T00:15:23.219378+0000","last_peered":"2024-03-29T00:15:23.219378+0000","last_clean":"2024-03-29T00:15:23.219378+0000","last_became_active":"2024-03-29T00:15:17.754817+0000","last_became_peered":"2024-03-29T00:15:17.754817+0000","last_unstale":"2024-03-29T00:15:23.219378+0000","last_undegraded":"2024-03-29T00:15:23.219378+0000","last_fullsized":"2024-03-29T00:15:23.219378+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:59:34.862960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214176+0000","last_change":"2024-03-29T00:15:22.331985+0000","last_active":"2024-03-29T00:15:23.214176+0000","last_peered":"2024-03-29T00:15:23.214176+0000","last_clean":"2024-03-29T00:15:23.214176+0000","last_became_active":"2024-03-29T00:15:22.331182+0000","last_became_peered":"2024-03-29T00:15:22.331182+0000","last_unstale":"2024-03-29T00:15:23.214176+0000","last_undegraded":"2024-03-29T00:15:23.214176+0000","last_fullsized":"2024-03-29T00:15:23.214176+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:43:00.065112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:50.247565+0000","last_change":"2024-03-29T00:15:16.739673+0000","last_active":"2024-03-29T00:15:50.247565+0000","last_peered":"2024-03-29T00:15:50.247565+0000","last_clean":"2024-03-29T00:15:50.247565+0000","last_became_active":"2024-03-29T00:15:16.739343+0000","last_became_peered":"2024-03-29T00:15:16.739343+0000","last_unstale":"2024-03-29T00:15:50.247565+0000","last_undegraded":"2024-03-29T00:15:50.247565+0000","last_fullsized":"2024-03-29T00:15:50.247565+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:51:09.842879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.102886+0000","last_change":"2024-03-29T00:15:17.755596+0000","last_active":"2024-03-29T00:15:23.102886+0000","last_peered":"2024-03-29T00:15:23.102886+0000","last_clean":"2024-03-29T00:15:23.102886+0000","last_became_active":"2024-03-29T00:15:17.755190+0000","last_became_peered":"2024-03-29T00:15:17.755190+0000","last_unstale":"2024-03-29T00:15:23.102886+0000","last_undegraded":"2024-03-29T00:15:23.102886+0000","last_fullsized":"2024-03-29T00:15:23.102886+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:48:41.431496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214370+0000","last_change":"2024-03-29T00:15:22.257641+0000","last_active":"2024-03-29T00:15:23.214370+0000","last_peered":"2024-03-29T00:15:23.214370+0000","last_clean":"2024-03-29T00:15:23.214370+0000","last_became_active":"2024-03-29T00:15:22.257047+0000","last_became_peered":"2024-03-29T00:15:22.257047+0000","last_unstale":"2024-03-29T00:15:23.214370+0000","last_undegraded":"2024-03-29T00:15:23.214370+0000","last_fullsized":"2024-03-29T00:15:23.214370+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:10:50.161440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:51.260300+0000","last_change":"2024-03-29T00:15:16.752840+0000","last_active":"2024-03-29T00:15:51.260300+0000","last_peered":"2024-03-29T00:15:51.260300+0000","last_clean":"2024-03-29T00:15:51.260300+0000","last_became_active":"2024-03-29T00:15:16.752524+0000","last_became_peered":"2024-03-29T00:15:16.752524+0000","last_unstale":"2024-03-29T00:15:51.260300+0000","last_undegraded":"2024-03-29T00:15:51.260300+0000","last_fullsized":"2024-03-29T00:15:51.260300+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:16:14.724508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.103195+0000","last_change":"2024-03-29T00:15:17.748736+0000","last_active":"2024-03-29T00:15:23.103195+0000","last_peered":"2024-03-29T00:15:23.103195+0000","last_clean":"2024-03-29T00:15:23.103195+0000","last_became_active":"2024-03-29T00:15:17.745775+0000","last_became_peered":"2024-03-29T00:15:17.745775+0000","last_unstale":"2024-03-29T00:15:23.103195+0000","last_undegraded":"2024-03-29T00:15:23.103195+0000","last_fullsized":"2024-03-29T00:15:23.103195+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:06:39.822454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.106557+0000","last_change":"2024-03-29T00:15:22.262426+0000","last_active":"2024-03-29T00:15:23.106557+0000","last_peered":"2024-03-29T00:15:23.106557+0000","last_clean":"2024-03-29T00:15:23.106557+0000","last_became_active":"2024-03-29T00:15:22.261828+0000","last_became_peered":"2024-03-29T00:15:22.261828+0000","last_unstale":"2024-03-29T00:15:23.106557+0000","last_undegraded":"2024-03-29T00:15:23.106557+0000","last_fullsized":"2024-03-29T00:15:23.106557+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:17:58.817324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"84'1","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214856+0000","last_change":"2024-03-29T00:15:16.757515+0000","last_active":"2024-03-29T00:15:23.214856+0000","last_peered":"2024-03-29T00:15:23.214856+0000","last_clean":"2024-03-29T00:15:23.214856+0000","last_became_active":"2024-03-29T00:15:16.757074+0000","last_became_peered":"2024-03-29T00:15:16.757074+0000","last_unstale":"2024-03-29T00:15:23.214856+0000","last_undegraded":"2024-03-29T00:15:23.214856+0000","last_fullsized":"2024-03-29T00:15:23.214856+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:55:05.985087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.102741+0000","last_change":"2024-03-29T00:15:17.763725+0000","last_active":"2024-03-29T00:15:23.102741+0000","last_peered":"2024-03-29T00:15:23.102741+0000","last_clean":"2024-03-29T00:15:23.102741+0000","last_became_active":"2024-03-29T00:15:17.762797+0000","last_became_peered":"2024-03-29T00:15:17.762797+0000","last_unstale":"2024-03-29T00:15:23.102741+0000","last_undegraded":"2024-03-29T00:15:23.102741+0000","last_fullsized":"2024-03-29T00:15:23.102741+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:37:56.291010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213219+0000","last_change":"2024-03-29T00:15:22.245891+0000","last_active":"2024-03-29T00:15:23.213219+0000","last_peered":"2024-03-29T00:15:23.213219+0000","last_clean":"2024-03-29T00:15:23.213219+0000","last_became_active":"2024-03-29T00:15:22.245500+0000","last_became_peered":"2024-03-29T00:15:22.245500+0000","last_unstale":"2024-03-29T00:15:23.213219+0000","last_undegraded":"2024-03-29T00:15:23.213219+0000","last_fullsized":"2024-03-29T00:15:23.213219+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:07:29.639048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"84'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.221672+0000","last_change":"2024-03-29T00:15:16.759862+0000","last_active":"2024-03-29T00:15:23.221672+0000","last_peered":"2024-03-29T00:15:23.221672+0000","last_clean":"2024-03-29T00:15:23.221672+0000","last_became_active":"2024-03-29T00:15:16.759540+0000","last_became_peered":"2024-03-29T00:15:16.759540+0000","last_unstale":"2024-03-29T00:15:23.221672+0000","last_undegraded":"2024-03-29T00:15:23.221672+0000","last_fullsized":"2024-03-29T00:15:23.221672+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:41:21.462551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.103134+0000","last_change":"2024-03-29T00:15:17.744112+0000","last_active":"2024-03-29T00:15:23.103134+0000","last_peered":"2024-03-29T00:15:23.103134+0000","last_clean":"2024-03-29T00:15:23.103134+0000","last_became_active":"2024-03-29T00:15:17.743708+0000","last_became_peered":"2024-03-29T00:15:17.743708+0000","last_unstale":"2024-03-29T00:15:23.103134+0000","last_undegraded":"2024-03-29T00:15:23.103134+0000","last_fullsized":"2024-03-29T00:15:23.103134+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:47:24.123200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213320+0000","last_change":"2024-03-29T00:15:17.742382+0000","last_active":"2024-03-29T00:15:23.213320+0000","last_peered":"2024-03-29T00:15:23.213320+0000","last_clean":"2024-03-29T00:15:23.213320+0000","last_became_active":"2024-03-29T00:15:17.741772+0000","last_became_peered":"2024-03-29T00:15:17.741772+0000","last_unstale":"2024-03-29T00:15:23.213320+0000","last_undegraded":"2024-03-29T00:15:23.213320+0000","last_fullsized":"2024-03-29T00:15:23.213320+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:36:52.477474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.101972+0000","last_change":"2024-03-29T00:15:17.747360+0000","last_active":"2024-03-29T00:15:23.101972+0000","last_peered":"2024-03-29T00:15:23.101972+0000","last_clean":"2024-03-29T00:15:23.101972+0000","last_became_active":"2024-03-29T00:15:17.746960+0000","last_became_peered":"2024-03-29T00:15:17.746960+0000","last_unstale":"2024-03-29T00:15:23.101972+0000","last_undegraded":"2024-03-29T00:15:23.101972+0000","last_fullsized":"2024-03-29T00:15:23.101972+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:29:04.245617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.101734+0000","last_change":"2024-03-29T00:15:17.763386+0000","last_active":"2024-03-29T00:15:23.101734+0000","last_peered":"2024-03-29T00:15:23.101734+0000","last_clean":"2024-03-29T00:15:23.101734+0000","last_became_active":"2024-03-29T00:15:17.762972+0000","last_became_peered":"2024-03-29T00:15:17.762972+0000","last_unstale":"2024-03-29T00:15:23.101734+0000","last_undegraded":"2024-03-29T00:15:23.101734+0000","last_fullsized":"2024-03-29T00:15:23.101734+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:33:54.108262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.107448+0000","last_change":"2024-03-29T00:15:17.748468+0000","last_active":"2024-03-29T00:15:23.107448+0000","last_peered":"2024-03-29T00:15:23.107448+0000","last_clean":"2024-03-29T00:15:23.107448+0000","last_became_active":"2024-03-29T00:15:17.748140+0000","last_became_peered":"2024-03-29T00:15:17.748140+0000","last_unstale":"2024-03-29T00:15:23.107448+0000","last_undegraded":"2024-03-29T00:15:23.107448+0000","last_fullsized":"2024-03-29T00:15:23.107448+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:05:46.198137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.221337+0000","last_change":"2024-03-29T00:15:17.759988+0000","last_active":"2024-03-29T00:15:23.221337+0000","last_peered":"2024-03-29T00:15:23.221337+0000","last_clean":"2024-03-29T00:15:23.221337+0000","last_became_active":"2024-03-29T00:15:17.759504+0000","last_became_peered":"2024-03-29T00:15:17.759504+0000","last_unstale":"2024-03-29T00:15:23.221337+0000","last_undegraded":"2024-03-29T00:15:23.221337+0000","last_fullsized":"2024-03-29T00:15:23.221337+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:58:27.582982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213828+0000","last_change":"2024-03-29T00:15:17.744141+0000","last_active":"2024-03-29T00:15:23.213828+0000","last_peered":"2024-03-29T00:15:23.213828+0000","last_clean":"2024-03-29T00:15:23.213828+0000","last_became_active":"2024-03-29T00:15:17.743805+0000","last_became_peered":"2024-03-29T00:15:17.743805+0000","last_unstale":"2024-03-29T00:15:23.213828+0000","last_undegraded":"2024-03-29T00:15:23.213828+0000","last_fullsized":"2024-03-29T00:15:23.213828+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:04:07.966256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.102015+0000","last_change":"2024-03-29T00:15:17.752140+0000","last_active":"2024-03-29T00:15:23.102015+0000","last_peered":"2024-03-29T00:15:23.102015+0000","last_clean":"2024-03-29T00:15:23.102015+0000","last_became_active":"2024-03-29T00:15:17.751759+0000","last_became_peered":"2024-03-29T00:15:17.751759+0000","last_unstale":"2024-03-29T00:15:23.102015+0000","last_undegraded":"2024-03-29T00:15:23.102015+0000","last_fullsized":"2024-03-29T00:15:23.102015+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:17:23.236350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.220473+0000","last_change":"2024-03-29T00:15:17.763285+0000","last_active":"2024-03-29T00:15:23.220473+0000","last_peered":"2024-03-29T00:15:23.220473+0000","last_clean":"2024-03-29T00:15:23.220473+0000","last_became_active":"2024-03-29T00:15:17.762191+0000","last_became_peered":"2024-03-29T00:15:17.762191+0000","last_unstale":"2024-03-29T00:15:23.220473+0000","last_undegraded":"2024-03-29T00:15:23.220473+0000","last_fullsized":"2024-03-29T00:15:23.220473+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:52:34.725218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214003+0000","last_change":"2024-03-29T00:15:17.749185+0000","last_active":"2024-03-29T00:15:23.214003+0000","last_peered":"2024-03-29T00:15:23.214003+0000","last_clean":"2024-03-29T00:15:23.214003+0000","last_became_active":"2024-03-29T00:15:17.748852+0000","last_became_peered":"2024-03-29T00:15:17.748852+0000","last_unstale":"2024-03-29T00:15:23.214003+0000","last_undegraded":"2024-03-29T00:15:23.214003+0000","last_fullsized":"2024-03-29T00:15:23.214003+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:04:08.743214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.216327+0000","last_change":"2024-03-29T00:15:17.747145+0000","last_active":"2024-03-29T00:15:23.216327+0000","last_peered":"2024-03-29T00:15:23.216327+0000","last_clean":"2024-03-29T00:15:23.216327+0000","last_became_active":"2024-03-29T00:15:17.746795+0000","last_became_peered":"2024-03-29T00:15:17.746795+0000","last_unstale":"2024-03-29T00:15:23.216327+0000","last_undegraded":"2024-03-29T00:15:23.216327+0000","last_fullsized":"2024-03-29T00:15:23.216327+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:20:28.927677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.215458+0000","last_change":"2024-03-29T00:15:17.763375+0000","last_active":"2024-03-29T00:15:23.215458+0000","last_peered":"2024-03-29T00:15:23.215458+0000","last_clean":"2024-03-29T00:15:23.215458+0000","last_became_active":"2024-03-29T00:15:17.762922+0000","last_became_peered":"2024-03-29T00:15:17.762922+0000","last_unstale":"2024-03-29T00:15:23.215458+0000","last_undegraded":"2024-03-29T00:15:23.215458+0000","last_fullsized":"2024-03-29T00:15:23.215458+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:35:36.998503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.219298+0000","last_change":"2024-03-29T00:15:17.760649+0000","last_active":"2024-03-29T00:15:23.219298+0000","last_peered":"2024-03-29T00:15:23.219298+0000","last_clean":"2024-03-29T00:15:23.219298+0000","last_became_active":"2024-03-29T00:15:17.760283+0000","last_became_peered":"2024-03-29T00:15:17.760283+0000","last_unstale":"2024-03-29T00:15:23.219298+0000","last_undegraded":"2024-03-29T00:15:23.219298+0000","last_fullsized":"2024-03-29T00:15:23.219298+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:42:48.432581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213561+0000","last_change":"2024-03-29T00:15:17.742580+0000","last_active":"2024-03-29T00:15:23.213561+0000","last_peered":"2024-03-29T00:15:23.213561+0000","last_clean":"2024-03-29T00:15:23.213561+0000","last_became_active":"2024-03-29T00:15:17.742213+0000","last_became_peered":"2024-03-29T00:15:17.742213+0000","last_unstale":"2024-03-29T00:15:23.213561+0000","last_undegraded":"2024-03-29T00:15:23.213561+0000","last_fullsized":"2024-03-29T00:15:23.213561+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:43:21.381773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":20480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":8824,"num_objects":81,"num_object_clones":0,"num_object_copies":243,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":23,"num_read_kb":24,"num_write":182,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":56,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":323584,"data_stored":26948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383701,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":995328,"data_stored":478407,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645337,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28600,"kb_used_data":1584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716552,"statfs":{"total":95995035648,"available":95965749248,"internally_reserved":0,"allocated":1622016,"data_stored":1073003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808864,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1028096,"data_stored":486529,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070503,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1019904,"data_stored":482811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332139,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36900,"kb_used_data":1564,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708252,"statfs":{"total":95995035648,"available":95957250048,"internally_reserved":0,"allocated":1601536,"data_stored":1070047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495665,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":983040,"data_stored":477215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574927,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":995328,"data_stored":481057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738452,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":995328,"data_stored":477909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411402,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36320,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708832,"statfs":{"total":95995035648,"available":95957843968,"internally_reserved":0,"allocated":1007616,"data_stored":481713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182467,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32164,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712988,"statfs":{"total":95995035648,"available":95962099712,"internally_reserved":0,"allocated":1011712,"data_stored":477645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920830,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36308,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708844,"statfs":{"total":95995035648,"available":95957856256,"internally_reserved":0,"allocated":995328,"data_stored":477859,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757303,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28584,"kb_used_data":1568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716568,"statfs":{"total":95995035648,"available":95965765632,"internally_reserved":0,"allocated":1605632,"data_stored":1069059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":5192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":5544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-29T00:15:56.217 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-03-29T00:15:56.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.474+0000 7fddfaa00640 1 -- 172.21.15.12:0/2493349443 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fddf4107d90 msgr2=0x7fddf41081b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:56.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.474+0000 7fddfaa00640 1 --2- 172.21.15.12:0/2493349443 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fddf4107d90 0x7fddf41081b0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fdde4009ca0 tx=0x7fdde402c100 comp rx=0 tx=0).stop 2024-03-29T00:15:56.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.474+0000 7fddfaa00640 1 -- 172.21.15.12:0/2493349443 shutdown_connections 2024-03-29T00:15:56.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.474+0000 7fddfaa00640 1 --2- 172.21.15.12:0/2493349443 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fddf4108f80 0x7fddf4109400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:56.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.474+0000 7fddfaa00640 1 --2- 172.21.15.12:0/2493349443 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fddf4109940 0x7fddf41101d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:56.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.474+0000 7fddfaa00640 1 --2- 172.21.15.12:0/2493349443 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fddf4107d90 0x7fddf41081b0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:56.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.474+0000 7fddfaa00640 1 -- 172.21.15.12:0/2493349443 >> 172.21.15.12:0/2493349443 conn(0x7fddf4076d50 msgr2=0x7fddf4079170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:56.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.474+0000 7fddfaa00640 1 -- 172.21.15.12:0/2493349443 shutdown_connections 2024-03-29T00:15:56.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.474+0000 7fddfaa00640 1 -- 172.21.15.12:0/2493349443 wait complete. 2024-03-29T00:15:56.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.475+0000 7fddfaa00640 1 Processor -- start 2024-03-29T00:15:56.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.476+0000 7fddfaa00640 1 -- start start 2024-03-29T00:15:56.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.476+0000 7fddfaa00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fddf4107d90 0x7fddf419e160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:56.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.476+0000 7fddfaa00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fddf4108f80 0x7fddf419e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:56.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.476+0000 7fddfaa00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fddf4109940 0x7fddf41a5710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:56.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.476+0000 7fddfaa00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fddf4113b40 con 0x7fddf4108f80 2024-03-29T00:15:56.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.476+0000 7fddfaa00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fddf41139c0 con 0x7fddf4107d90 2024-03-29T00:15:56.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.476+0000 7fddfaa00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fddf4113cc0 con 0x7fddf4109940 2024-03-29T00:15:56.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.476+0000 7fddf3e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fddf4107d90 0x7fddf419e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:56.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.476+0000 7fddf3e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fddf4107d90 0x7fddf419e160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:33466/0 (socket says 172.21.15.12:33466) 2024-03-29T00:15:56.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.476+0000 7fddf3e00640 1 -- 172.21.15.12:0/3531208573 learned_addr learned my addr 172.21.15.12:0/3531208573 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:56.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.476+0000 7fddf3400640 1 --2- 172.21.15.12:0/3531208573 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fddf4108f80 0x7fddf419e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:56.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.476+0000 7fddf8a00640 1 --2- 172.21.15.12:0/3531208573 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fddf4109940 0x7fddf41a5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:56.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.477+0000 7fddf3e00640 1 -- 172.21.15.12:0/3531208573 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fddf4109940 msgr2=0x7fddf41a5710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:56.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.477+0000 7fddf3e00640 1 --2- 172.21.15.12:0/3531208573 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fddf4109940 0x7fddf41a5710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:56.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.477+0000 7fddf3e00640 1 -- 172.21.15.12:0/3531208573 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fddf4108f80 msgr2=0x7fddf419e6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:56.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.477+0000 7fddf3e00640 1 --2- 172.21.15.12:0/3531208573 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fddf4108f80 0x7fddf419e6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:56.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.477+0000 7fddf3e00640 1 -- 172.21.15.12:0/3531208573 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddf41a5d80 con 0x7fddf4107d90 2024-03-29T00:15:56.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.477+0000 7fddf3e00640 1 --2- 172.21.15.12:0/3531208573 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fddf4107d90 0x7fddf419e160 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fdde4037040 tx=0x7fdde40346f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:56.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.477+0000 7fddf0c00640 1 -- 172.21.15.12:0/3531208573 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdde4039040 con 0x7fddf4107d90 2024-03-29T00:15:56.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.477+0000 7fddf0c00640 1 -- 172.21.15.12:0/3531208573 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fdde4032340 con 0x7fddf4107d90 2024-03-29T00:15:56.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.477+0000 7fddfaa00640 1 -- 172.21.15.12:0/3531208573 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fddf41a6010 con 0x7fddf4107d90 2024-03-29T00:15:56.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.477+0000 7fddf0c00640 1 -- 172.21.15.12:0/3531208573 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdde4004430 con 0x7fddf4107d90 2024-03-29T00:15:56.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.477+0000 7fddfaa00640 1 -- 172.21.15.12:0/3531208573 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fddf41a6550 con 0x7fddf4107d90 2024-03-29T00:15:56.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.478+0000 7fddfaa00640 1 -- 172.21.15.12:0/3531208573 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fddf410f0b0 con 0x7fddf4107d90 2024-03-29T00:15:56.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.480+0000 7fddf0c00640 1 -- 172.21.15.12:0/3531208573 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 136807+0+0 (secure 0 0 0) 0x7fdde4046030 con 0x7fddf4107d90 2024-03-29T00:15:56.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.481+0000 7fddf0c00640 1 --2- 172.21.15.12:0/3531208573 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fddd80a1e90 0x7fddd80a4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:56.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.481+0000 7fddf0c00640 1 -- 172.21.15.12:0/3531208573 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fdde40efc60 con 0x7fddf4107d90 2024-03-29T00:15:56.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.482+0000 7fddf3400640 1 --2- 172.21.15.12:0/3531208573 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fddd80a1e90 0x7fddd80a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:56.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.482+0000 7fddf3400640 1 --2- 172.21.15.12:0/3531208573 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fddd80a1e90 0x7fddd80a4350 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fddf419f670 tx=0x7fdddc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:56.486 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.486+0000 7fddf0c00640 1 -- 172.21.15.12:0/3531208573 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fdde404d060 con 0x7fddf4107d90 2024-03-29T00:15:56.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:56 smithi012 ceph-mon[31657]: from='client.24880 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:15:56.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:56 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3179545367' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:15:56.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:56 smithi053 ceph-mon[36233]: from='client.24880 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:15:56.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:56 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3179545367' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:15:56.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.683+0000 7fddfaa00640 1 -- 172.21.15.12:0/3531208573 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fddf4061b90 con 0x7fddd80a1e90 2024-03-29T00:15:56.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.699+0000 7fddf0c00640 1 -- 172.21.15.12:0/3531208573 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340414 (secure 0 0 0) 0x7fddf4061b90 con 0x7fddd80a1e90 2024-03-29T00:15:56.703 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:15:56.707 INFO:teuthology.orchestra.run.smithi012.stderr:dumped all 2024-03-29T00:15:56.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.708+0000 7fddfaa00640 1 -- 172.21.15.12:0/3531208573 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fddd80a1e90 msgr2=0x7fddd80a4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:56.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.708+0000 7fddfaa00640 1 --2- 172.21.15.12:0/3531208573 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fddd80a1e90 0x7fddd80a4350 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fddf419f670 tx=0x7fdddc005f90 comp rx=0 tx=0).stop 2024-03-29T00:15:56.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.708+0000 7fddfaa00640 1 -- 172.21.15.12:0/3531208573 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fddf4107d90 msgr2=0x7fddf419e160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:56.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.708+0000 7fddfaa00640 1 --2- 172.21.15.12:0/3531208573 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fddf4107d90 0x7fddf419e160 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fdde4037040 tx=0x7fdde40346f0 comp rx=0 tx=0).stop 2024-03-29T00:15:56.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.708+0000 7fddfaa00640 1 -- 172.21.15.12:0/3531208573 shutdown_connections 2024-03-29T00:15:56.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.708+0000 7fddfaa00640 1 --2- 172.21.15.12:0/3531208573 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fddd80a1e90 0x7fddd80a4350 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:56.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.708+0000 7fddfaa00640 1 --2- 172.21.15.12:0/3531208573 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fddf4109940 0x7fddf41a5710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:56.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.708+0000 7fddfaa00640 1 --2- 172.21.15.12:0/3531208573 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fddf4108f80 0x7fddf419e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:56.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.708+0000 7fddfaa00640 1 --2- 172.21.15.12:0/3531208573 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fddf4107d90 0x7fddf419e160 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:56.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.708+0000 7fddfaa00640 1 -- 172.21.15.12:0/3531208573 >> 172.21.15.12:0/3531208573 conn(0x7fddf4076d50 msgr2=0x7fddf410c280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:56.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.708+0000 7fddfaa00640 1 -- 172.21.15.12:0/3531208573 shutdown_connections 2024-03-29T00:15:56.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:56.708+0000 7fddfaa00640 1 -- 172.21.15.12:0/3531208573 wait complete. 2024-03-29T00:15:56.728 INFO:teuthology.orchestra.run.smithi012.stdout:{"pg_ready":true,"pg_map":{"version":342,"stamp":"2024-03-29T00:15:55.740155+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":599309,"num_objects":84,"num_object_clones":0,"num_object_copies":253,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":149,"num_read_kb":133,"num_write":364,"num_write_kb":2989,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":56,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":294,"ondisk_log_size":294,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":371008,"kb_used_data":13536,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124570816,"statfs":{"total":1151940427776,"available":1151560515584,"internally_reserved":0,"allocated":13860864,"data_stored":7533254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":365933883},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":4301,"num_objects":60,"num_object_clones":0,"num_object_copies":181,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":23,"num_read_kb":24,"num_write":134,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":42,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.006212"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213795+0000","last_change":"2024-03-29T00:15:17.760207+0000","last_active":"2024-03-29T00:15:23.213795+0000","last_peered":"2024-03-29T00:15:23.213795+0000","last_clean":"2024-03-29T00:15:23.213795+0000","last_became_active":"2024-03-29T00:15:17.759881+0000","last_became_peered":"2024-03-29T00:15:17.759881+0000","last_unstale":"2024-03-29T00:15:23.213795+0000","last_undegraded":"2024-03-29T00:15:23.213795+0000","last_fullsized":"2024-03-29T00:15:23.213795+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:18:10.944228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.107242+0000","last_change":"2024-03-29T00:15:17.758492+0000","last_active":"2024-03-29T00:15:23.107242+0000","last_peered":"2024-03-29T00:15:23.107242+0000","last_clean":"2024-03-29T00:15:23.107242+0000","last_became_active":"2024-03-29T00:15:17.758121+0000","last_became_peered":"2024-03-29T00:15:17.758121+0000","last_unstale":"2024-03-29T00:15:23.107242+0000","last_undegraded":"2024-03-29T00:15:23.107242+0000","last_fullsized":"2024-03-29T00:15:23.107242+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:18:45.185671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.107537+0000","last_change":"2024-03-29T00:15:17.753411+0000","last_active":"2024-03-29T00:15:23.107537+0000","last_peered":"2024-03-29T00:15:23.107537+0000","last_clean":"2024-03-29T00:15:23.107537+0000","last_became_active":"2024-03-29T00:15:17.751069+0000","last_became_peered":"2024-03-29T00:15:17.751069+0000","last_unstale":"2024-03-29T00:15:23.107537+0000","last_undegraded":"2024-03-29T00:15:23.107537+0000","last_fullsized":"2024-03-29T00:15:23.107537+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:06:07.670477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214245+0000","last_change":"2024-03-29T00:15:17.747517+0000","last_active":"2024-03-29T00:15:23.214245+0000","last_peered":"2024-03-29T00:15:23.214245+0000","last_clean":"2024-03-29T00:15:23.214245+0000","last_became_active":"2024-03-29T00:15:17.747185+0000","last_became_peered":"2024-03-29T00:15:17.747185+0000","last_unstale":"2024-03-29T00:15:23.214245+0000","last_undegraded":"2024-03-29T00:15:23.214245+0000","last_fullsized":"2024-03-29T00:15:23.214245+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:25:37.850659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213497+0000","last_change":"2024-03-29T00:15:17.763353+0000","last_active":"2024-03-29T00:15:23.213497+0000","last_peered":"2024-03-29T00:15:23.213497+0000","last_clean":"2024-03-29T00:15:23.213497+0000","last_became_active":"2024-03-29T00:15:17.762996+0000","last_became_peered":"2024-03-29T00:15:17.762996+0000","last_unstale":"2024-03-29T00:15:23.213497+0000","last_undegraded":"2024-03-29T00:15:23.213497+0000","last_fullsized":"2024-03-29T00:15:23.213497+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:41:37.623384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.215275+0000","last_change":"2024-03-29T00:15:17.748711+0000","last_active":"2024-03-29T00:15:23.215275+0000","last_peered":"2024-03-29T00:15:23.215275+0000","last_clean":"2024-03-29T00:15:23.215275+0000","last_became_active":"2024-03-29T00:15:17.748344+0000","last_became_peered":"2024-03-29T00:15:17.748344+0000","last_unstale":"2024-03-29T00:15:23.215275+0000","last_undegraded":"2024-03-29T00:15:23.215275+0000","last_fullsized":"2024-03-29T00:15:23.215275+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:23:27.023735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.102460+0000","last_change":"2024-03-29T00:15:17.743804+0000","last_active":"2024-03-29T00:15:23.102460+0000","last_peered":"2024-03-29T00:15:23.102460+0000","last_clean":"2024-03-29T00:15:23.102460+0000","last_became_active":"2024-03-29T00:15:17.743417+0000","last_became_peered":"2024-03-29T00:15:17.743417+0000","last_unstale":"2024-03-29T00:15:23.102460+0000","last_undegraded":"2024-03-29T00:15:23.102460+0000","last_fullsized":"2024-03-29T00:15:23.102460+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:03:53.029175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.217433+0000","last_change":"2024-03-29T00:15:17.733728+0000","last_active":"2024-03-29T00:15:23.217433+0000","last_peered":"2024-03-29T00:15:23.217433+0000","last_clean":"2024-03-29T00:15:23.217433+0000","last_became_active":"2024-03-29T00:15:17.733383+0000","last_became_peered":"2024-03-29T00:15:17.733383+0000","last_unstale":"2024-03-29T00:15:23.217433+0000","last_undegraded":"2024-03-29T00:15:23.217433+0000","last_fullsized":"2024-03-29T00:15:23.217433+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:54:46.042854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214981+0000","last_change":"2024-03-29T00:15:17.752904+0000","last_active":"2024-03-29T00:15:23.214981+0000","last_peered":"2024-03-29T00:15:23.214981+0000","last_clean":"2024-03-29T00:15:23.214981+0000","last_became_active":"2024-03-29T00:15:17.750440+0000","last_became_peered":"2024-03-29T00:15:17.750440+0000","last_unstale":"2024-03-29T00:15:23.214981+0000","last_undegraded":"2024-03-29T00:15:23.214981+0000","last_fullsized":"2024-03-29T00:15:23.214981+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:18:29.360376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.215593+0000","last_change":"2024-03-29T00:15:17.747758+0000","last_active":"2024-03-29T00:15:23.215593+0000","last_peered":"2024-03-29T00:15:23.215593+0000","last_clean":"2024-03-29T00:15:23.215593+0000","last_became_active":"2024-03-29T00:15:17.747399+0000","last_became_peered":"2024-03-29T00:15:17.747399+0000","last_unstale":"2024-03-29T00:15:23.215593+0000","last_undegraded":"2024-03-29T00:15:23.215593+0000","last_fullsized":"2024-03-29T00:15:23.215593+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:39:04.764383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.103151+0000","last_change":"2024-03-29T00:15:17.749017+0000","last_active":"2024-03-29T00:15:23.103151+0000","last_peered":"2024-03-29T00:15:23.103151+0000","last_clean":"2024-03-29T00:15:23.103151+0000","last_became_active":"2024-03-29T00:15:17.748406+0000","last_became_peered":"2024-03-29T00:15:17.748406+0000","last_unstale":"2024-03-29T00:15:23.103151+0000","last_undegraded":"2024-03-29T00:15:23.103151+0000","last_fullsized":"2024-03-29T00:15:23.103151+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:33:01.194914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214202+0000","last_change":"2024-03-29T00:15:17.745390+0000","last_active":"2024-03-29T00:15:23.214202+0000","last_peered":"2024-03-29T00:15:23.214202+0000","last_clean":"2024-03-29T00:15:23.214202+0000","last_became_active":"2024-03-29T00:15:17.745060+0000","last_became_peered":"2024-03-29T00:15:17.745060+0000","last_unstale":"2024-03-29T00:15:23.214202+0000","last_undegraded":"2024-03-29T00:15:23.214202+0000","last_fullsized":"2024-03-29T00:15:23.214202+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T12:00:32.553548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.219785+0000","last_change":"2024-03-29T00:15:17.745153+0000","last_active":"2024-03-29T00:15:23.219785+0000","last_peered":"2024-03-29T00:15:23.219785+0000","last_clean":"2024-03-29T00:15:23.219785+0000","last_became_active":"2024-03-29T00:15:17.744789+0000","last_became_peered":"2024-03-29T00:15:17.744789+0000","last_unstale":"2024-03-29T00:15:23.219785+0000","last_undegraded":"2024-03-29T00:15:23.219785+0000","last_fullsized":"2024-03-29T00:15:23.219785+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:43:21.608857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.106152+0000","last_change":"2024-03-29T00:15:17.747351+0000","last_active":"2024-03-29T00:15:23.106152+0000","last_peered":"2024-03-29T00:15:23.106152+0000","last_clean":"2024-03-29T00:15:23.106152+0000","last_became_active":"2024-03-29T00:15:17.746897+0000","last_became_peered":"2024-03-29T00:15:17.746897+0000","last_unstale":"2024-03-29T00:15:23.106152+0000","last_undegraded":"2024-03-29T00:15:23.106152+0000","last_fullsized":"2024-03-29T00:15:23.106152+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:15:08.932622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.106164+0000","last_change":"2024-03-29T00:15:17.753904+0000","last_active":"2024-03-29T00:15:23.106164+0000","last_peered":"2024-03-29T00:15:23.106164+0000","last_clean":"2024-03-29T00:15:23.106164+0000","last_became_active":"2024-03-29T00:15:17.753499+0000","last_became_peered":"2024-03-29T00:15:17.753499+0000","last_unstale":"2024-03-29T00:15:23.106164+0000","last_undegraded":"2024-03-29T00:15:23.106164+0000","last_fullsized":"2024-03-29T00:15:23.106164+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:51:12.954449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213624+0000","last_change":"2024-03-29T00:15:17.759208+0000","last_active":"2024-03-29T00:15:23.213624+0000","last_peered":"2024-03-29T00:15:23.213624+0000","last_clean":"2024-03-29T00:15:23.213624+0000","last_became_active":"2024-03-29T00:15:17.758860+0000","last_became_peered":"2024-03-29T00:15:17.758860+0000","last_unstale":"2024-03-29T00:15:23.213624+0000","last_undegraded":"2024-03-29T00:15:23.213624+0000","last_fullsized":"2024-03-29T00:15:23.213624+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T12:00:04.150000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213703+0000","last_change":"2024-03-29T00:15:17.760169+0000","last_active":"2024-03-29T00:15:23.213703+0000","last_peered":"2024-03-29T00:15:23.213703+0000","last_clean":"2024-03-29T00:15:23.213703+0000","last_became_active":"2024-03-29T00:15:17.759834+0000","last_became_peered":"2024-03-29T00:15:17.759834+0000","last_unstale":"2024-03-29T00:15:23.213703+0000","last_undegraded":"2024-03-29T00:15:23.213703+0000","last_fullsized":"2024-03-29T00:15:23.213703+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:26:12.444197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.218178+0000","last_change":"2024-03-29T00:15:17.749022+0000","last_active":"2024-03-29T00:15:23.218178+0000","last_peered":"2024-03-29T00:15:23.218178+0000","last_clean":"2024-03-29T00:15:23.218178+0000","last_became_active":"2024-03-29T00:15:17.748624+0000","last_became_peered":"2024-03-29T00:15:17.748624+0000","last_unstale":"2024-03-29T00:15:23.218178+0000","last_undegraded":"2024-03-29T00:15:23.218178+0000","last_fullsized":"2024-03-29T00:15:23.218178+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:58:41.738567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.102241+0000","last_change":"2024-03-29T00:15:17.763311+0000","last_active":"2024-03-29T00:15:23.102241+0000","last_peered":"2024-03-29T00:15:23.102241+0000","last_clean":"2024-03-29T00:15:23.102241+0000","last_became_active":"2024-03-29T00:15:17.762987+0000","last_became_peered":"2024-03-29T00:15:17.762987+0000","last_unstale":"2024-03-29T00:15:23.102241+0000","last_undegraded":"2024-03-29T00:15:23.102241+0000","last_fullsized":"2024-03-29T00:15:23.102241+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:05:02.284288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.101820+0000","last_change":"2024-03-29T00:15:22.250135+0000","last_active":"2024-03-29T00:15:23.101820+0000","last_peered":"2024-03-29T00:15:23.101820+0000","last_clean":"2024-03-29T00:15:23.101820+0000","last_became_active":"2024-03-29T00:15:22.249800+0000","last_became_peered":"2024-03-29T00:15:22.249800+0000","last_unstale":"2024-03-29T00:15:23.101820+0000","last_undegraded":"2024-03-29T00:15:23.101820+0000","last_fullsized":"2024-03-29T00:15:23.101820+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:09:55.290129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'13","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:54.153673+0000","last_change":"2024-03-29T00:15:16.748948+0000","last_active":"2024-03-29T00:15:54.153673+0000","last_peered":"2024-03-29T00:15:54.153673+0000","last_clean":"2024-03-29T00:15:54.153673+0000","last_became_active":"2024-03-29T00:15:16.748528+0000","last_became_peered":"2024-03-29T00:15:16.748528+0000","last_unstale":"2024-03-29T00:15:54.153673+0000","last_undegraded":"2024-03-29T00:15:54.153673+0000","last_fullsized":"2024-03-29T00:15:54.153673+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:38:19.863658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.219628+0000","last_change":"2024-03-29T00:15:17.748913+0000","last_active":"2024-03-29T00:15:23.219628+0000","last_peered":"2024-03-29T00:15:23.219628+0000","last_clean":"2024-03-29T00:15:23.219628+0000","last_became_active":"2024-03-29T00:15:17.748538+0000","last_became_peered":"2024-03-29T00:15:17.748538+0000","last_unstale":"2024-03-29T00:15:23.219628+0000","last_undegraded":"2024-03-29T00:15:23.219628+0000","last_fullsized":"2024-03-29T00:15:23.219628+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:22:16.497926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213672+0000","last_change":"2024-03-29T00:15:22.257849+0000","last_active":"2024-03-29T00:15:23.213672+0000","last_peered":"2024-03-29T00:15:23.213672+0000","last_clean":"2024-03-29T00:15:23.213672+0000","last_became_active":"2024-03-29T00:15:22.257425+0000","last_became_peered":"2024-03-29T00:15:22.257425+0000","last_unstale":"2024-03-29T00:15:23.213672+0000","last_undegraded":"2024-03-29T00:15:23.213672+0000","last_fullsized":"2024-03-29T00:15:23.213672+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:53:11.739039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.219963+0000","last_change":"2024-03-29T00:15:16.756275+0000","last_active":"2024-03-29T00:15:23.219963+0000","last_peered":"2024-03-29T00:15:23.219963+0000","last_clean":"2024-03-29T00:15:23.219963+0000","last_became_active":"2024-03-29T00:15:16.755375+0000","last_became_peered":"2024-03-29T00:15:16.755375+0000","last_unstale":"2024-03-29T00:15:23.219963+0000","last_undegraded":"2024-03-29T00:15:23.219963+0000","last_fullsized":"2024-03-29T00:15:23.219963+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:27:30.800359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.107173+0000","last_change":"2024-03-29T00:15:17.760922+0000","last_active":"2024-03-29T00:15:23.107173+0000","last_peered":"2024-03-29T00:15:23.107173+0000","last_clean":"2024-03-29T00:15:23.107173+0000","last_became_active":"2024-03-29T00:15:17.758044+0000","last_became_peered":"2024-03-29T00:15:17.758044+0000","last_unstale":"2024-03-29T00:15:23.107173+0000","last_undegraded":"2024-03-29T00:15:23.107173+0000","last_fullsized":"2024-03-29T00:15:23.107173+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:48:37.320538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214402+0000","last_change":"2024-03-29T00:15:22.257095+0000","last_active":"2024-03-29T00:15:23.214402+0000","last_peered":"2024-03-29T00:15:23.214402+0000","last_clean":"2024-03-29T00:15:23.214402+0000","last_became_active":"2024-03-29T00:15:22.256366+0000","last_became_peered":"2024-03-29T00:15:22.256366+0000","last_unstale":"2024-03-29T00:15:23.214402+0000","last_undegraded":"2024-03-29T00:15:23.214402+0000","last_fullsized":"2024-03-29T00:15:23.214402+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:17:47.126759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'12","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:54.135543+0000","last_change":"2024-03-29T00:15:16.739643+0000","last_active":"2024-03-29T00:15:54.135543+0000","last_peered":"2024-03-29T00:15:54.135543+0000","last_clean":"2024-03-29T00:15:54.135543+0000","last_became_active":"2024-03-29T00:15:16.739319+0000","last_became_peered":"2024-03-29T00:15:16.739319+0000","last_unstale":"2024-03-29T00:15:54.135543+0000","last_undegraded":"2024-03-29T00:15:54.135543+0000","last_fullsized":"2024-03-29T00:15:54.135543+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:00:05.186487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214731+0000","last_change":"2024-03-29T00:15:17.758346+0000","last_active":"2024-03-29T00:15:23.214731+0000","last_peered":"2024-03-29T00:15:23.214731+0000","last_clean":"2024-03-29T00:15:23.214731+0000","last_became_active":"2024-03-29T00:15:17.758028+0000","last_became_peered":"2024-03-29T00:15:17.758028+0000","last_unstale":"2024-03-29T00:15:23.214731+0000","last_undegraded":"2024-03-29T00:15:23.214731+0000","last_fullsized":"2024-03-29T00:15:23.214731+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:21:01.507774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214345+0000","last_change":"2024-03-29T00:15:22.258520+0000","last_active":"2024-03-29T00:15:23.214345+0000","last_peered":"2024-03-29T00:15:23.214345+0000","last_clean":"2024-03-29T00:15:23.214345+0000","last_became_active":"2024-03-29T00:15:22.258008+0000","last_became_peered":"2024-03-29T00:15:22.258008+0000","last_unstale":"2024-03-29T00:15:23.214345+0000","last_undegraded":"2024-03-29T00:15:23.214345+0000","last_fullsized":"2024-03-29T00:15:23.214345+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:19:04.999305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:53.140279+0000","last_change":"2024-03-29T00:15:16.738623+0000","last_active":"2024-03-29T00:15:53.140279+0000","last_peered":"2024-03-29T00:15:53.140279+0000","last_clean":"2024-03-29T00:15:53.140279+0000","last_became_active":"2024-03-29T00:15:16.738313+0000","last_became_peered":"2024-03-29T00:15:16.738313+0000","last_unstale":"2024-03-29T00:15:53.140279+0000","last_undegraded":"2024-03-29T00:15:53.140279+0000","last_fullsized":"2024-03-29T00:15:53.140279+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:23:45.472226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214778+0000","last_change":"2024-03-29T00:15:17.753263+0000","last_active":"2024-03-29T00:15:23.214778+0000","last_peered":"2024-03-29T00:15:23.214778+0000","last_clean":"2024-03-29T00:15:23.214778+0000","last_became_active":"2024-03-29T00:15:17.752871+0000","last_became_peered":"2024-03-29T00:15:17.752871+0000","last_unstale":"2024-03-29T00:15:23.214778+0000","last_undegraded":"2024-03-29T00:15:23.214778+0000","last_fullsized":"2024-03-29T00:15:23.214778+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:33:41.829488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.102098+0000","last_change":"2024-03-29T00:15:22.243462+0000","last_active":"2024-03-29T00:15:23.102098+0000","last_peered":"2024-03-29T00:15:23.102098+0000","last_clean":"2024-03-29T00:15:23.102098+0000","last_became_active":"2024-03-29T00:15:22.243049+0000","last_became_peered":"2024-03-29T00:15:22.243049+0000","last_unstale":"2024-03-29T00:15:23.102098+0000","last_undegraded":"2024-03-29T00:15:23.102098+0000","last_fullsized":"2024-03-29T00:15:23.102098+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:14:06.711811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"89'5","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:50.247626+0000","last_change":"2024-03-29T00:15:16.740207+0000","last_active":"2024-03-29T00:15:50.247626+0000","last_peered":"2024-03-29T00:15:50.247626+0000","last_clean":"2024-03-29T00:15:50.247626+0000","last_became_active":"2024-03-29T00:15:16.739914+0000","last_became_peered":"2024-03-29T00:15:16.739914+0000","last_unstale":"2024-03-29T00:15:50.247626+0000","last_undegraded":"2024-03-29T00:15:50.247626+0000","last_fullsized":"2024-03-29T00:15:50.247626+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:47:48.717176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214303+0000","last_change":"2024-03-29T00:15:17.742837+0000","last_active":"2024-03-29T00:15:23.214303+0000","last_peered":"2024-03-29T00:15:23.214303+0000","last_clean":"2024-03-29T00:15:23.214303+0000","last_became_active":"2024-03-29T00:15:17.742519+0000","last_became_peered":"2024-03-29T00:15:17.742519+0000","last_unstale":"2024-03-29T00:15:23.214303+0000","last_undegraded":"2024-03-29T00:15:23.214303+0000","last_fullsized":"2024-03-29T00:15:23.214303+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:39:29.973433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.102154+0000","last_change":"2024-03-29T00:15:22.262917+0000","last_active":"2024-03-29T00:15:23.102154+0000","last_peered":"2024-03-29T00:15:23.102154+0000","last_clean":"2024-03-29T00:15:23.102154+0000","last_became_active":"2024-03-29T00:15:22.262453+0000","last_became_peered":"2024-03-29T00:15:22.262453+0000","last_unstale":"2024-03-29T00:15:23.102154+0000","last_undegraded":"2024-03-29T00:15:23.102154+0000","last_fullsized":"2024-03-29T00:15:23.102154+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T12:10:33.960242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:52.130670+0000","last_change":"2024-03-29T00:15:16.757240+0000","last_active":"2024-03-29T00:15:52.130670+0000","last_peered":"2024-03-29T00:15:52.130670+0000","last_clean":"2024-03-29T00:15:52.130670+0000","last_became_active":"2024-03-29T00:15:16.756907+0000","last_became_peered":"2024-03-29T00:15:16.756907+0000","last_unstale":"2024-03-29T00:15:52.130670+0000","last_undegraded":"2024-03-29T00:15:52.130670+0000","last_fullsized":"2024-03-29T00:15:52.130670+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:37:43.111470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214517+0000","last_change":"2024-03-29T00:15:17.746984+0000","last_active":"2024-03-29T00:15:23.214517+0000","last_peered":"2024-03-29T00:15:23.214517+0000","last_clean":"2024-03-29T00:15:23.214517+0000","last_became_active":"2024-03-29T00:15:17.746564+0000","last_became_peered":"2024-03-29T00:15:17.746564+0000","last_unstale":"2024-03-29T00:15:23.214517+0000","last_undegraded":"2024-03-29T00:15:23.214517+0000","last_fullsized":"2024-03-29T00:15:23.214517+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:29:20.268069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213384+0000","last_change":"2024-03-29T00:15:22.253851+0000","last_active":"2024-03-29T00:15:23.213384+0000","last_peered":"2024-03-29T00:15:23.213384+0000","last_clean":"2024-03-29T00:15:23.213384+0000","last_became_active":"2024-03-29T00:15:22.253449+0000","last_became_peered":"2024-03-29T00:15:22.253449+0000","last_unstale":"2024-03-29T00:15:23.213384+0000","last_undegraded":"2024-03-29T00:15:23.213384+0000","last_fullsized":"2024-03-29T00:15:23.213384+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:58:17.332050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.220692+0000","last_change":"2024-03-29T00:15:16.757829+0000","last_active":"2024-03-29T00:15:23.220692+0000","last_peered":"2024-03-29T00:15:23.220692+0000","last_clean":"2024-03-29T00:15:23.220692+0000","last_became_active":"2024-03-29T00:15:16.756510+0000","last_became_peered":"2024-03-29T00:15:16.756510+0000","last_unstale":"2024-03-29T00:15:23.220692+0000","last_undegraded":"2024-03-29T00:15:23.220692+0000","last_fullsized":"2024-03-29T00:15:23.220692+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:08:55.571892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.217454+0000","last_change":"2024-03-29T00:15:17.752875+0000","last_active":"2024-03-29T00:15:23.217454+0000","last_peered":"2024-03-29T00:15:23.217454+0000","last_clean":"2024-03-29T00:15:23.217454+0000","last_became_active":"2024-03-29T00:15:17.752494+0000","last_became_peered":"2024-03-29T00:15:17.752494+0000","last_unstale":"2024-03-29T00:15:23.217454+0000","last_undegraded":"2024-03-29T00:15:23.217454+0000","last_fullsized":"2024-03-29T00:15:23.217454+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:53:20.546382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.106935+0000","last_change":"2024-03-29T00:15:22.263552+0000","last_active":"2024-03-29T00:15:23.106935+0000","last_peered":"2024-03-29T00:15:23.106935+0000","last_clean":"2024-03-29T00:15:23.106935+0000","last_became_active":"2024-03-29T00:15:22.263079+0000","last_became_peered":"2024-03-29T00:15:22.263079+0000","last_unstale":"2024-03-29T00:15:23.106935+0000","last_undegraded":"2024-03-29T00:15:23.106935+0000","last_fullsized":"2024-03-29T00:15:23.106935+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:25:01.464045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213957+0000","last_change":"2024-03-29T00:15:16.741297+0000","last_active":"2024-03-29T00:15:23.213957+0000","last_peered":"2024-03-29T00:15:23.213957+0000","last_clean":"2024-03-29T00:15:23.213957+0000","last_became_active":"2024-03-29T00:15:16.740992+0000","last_became_peered":"2024-03-29T00:15:16.740992+0000","last_unstale":"2024-03-29T00:15:23.213957+0000","last_undegraded":"2024-03-29T00:15:23.213957+0000","last_fullsized":"2024-03-29T00:15:23.213957+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:18:01.056825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.216702+0000","last_change":"2024-03-29T00:15:17.764461+0000","last_active":"2024-03-29T00:15:23.216702+0000","last_peered":"2024-03-29T00:15:23.216702+0000","last_clean":"2024-03-29T00:15:23.216702+0000","last_became_active":"2024-03-29T00:15:17.764031+0000","last_became_peered":"2024-03-29T00:15:17.764031+0000","last_unstale":"2024-03-29T00:15:23.216702+0000","last_undegraded":"2024-03-29T00:15:23.216702+0000","last_fullsized":"2024-03-29T00:15:23.216702+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:52:52.650295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.217310+0000","last_change":"2024-03-29T00:15:22.247337+0000","last_active":"2024-03-29T00:15:23.217310+0000","last_peered":"2024-03-29T00:15:23.217310+0000","last_clean":"2024-03-29T00:15:23.217310+0000","last_became_active":"2024-03-29T00:15:22.246923+0000","last_became_peered":"2024-03-29T00:15:22.246923+0000","last_unstale":"2024-03-29T00:15:23.217310+0000","last_undegraded":"2024-03-29T00:15:23.217310+0000","last_fullsized":"2024-03-29T00:15:23.217310+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:41:51.054749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"89'4","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:52.112319+0000","last_change":"2024-03-29T00:15:16.750484+0000","last_active":"2024-03-29T00:15:52.112319+0000","last_peered":"2024-03-29T00:15:52.112319+0000","last_clean":"2024-03-29T00:15:52.112319+0000","last_became_active":"2024-03-29T00:15:16.750115+0000","last_became_peered":"2024-03-29T00:15:16.750115+0000","last_unstale":"2024-03-29T00:15:52.112319+0000","last_undegraded":"2024-03-29T00:15:52.112319+0000","last_fullsized":"2024-03-29T00:15:52.112319+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:20:58.348890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214587+0000","last_change":"2024-03-29T00:15:17.753692+0000","last_active":"2024-03-29T00:15:23.214587+0000","last_peered":"2024-03-29T00:15:23.214587+0000","last_clean":"2024-03-29T00:15:23.214587+0000","last_became_active":"2024-03-29T00:15:17.753024+0000","last_became_peered":"2024-03-29T00:15:17.753024+0000","last_unstale":"2024-03-29T00:15:23.214587+0000","last_undegraded":"2024-03-29T00:15:23.214587+0000","last_fullsized":"2024-03-29T00:15:23.214587+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:12:29.379196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.216119+0000","last_change":"2024-03-29T00:15:22.253455+0000","last_active":"2024-03-29T00:15:23.216119+0000","last_peered":"2024-03-29T00:15:23.216119+0000","last_clean":"2024-03-29T00:15:23.216119+0000","last_became_active":"2024-03-29T00:15:22.252913+0000","last_became_peered":"2024-03-29T00:15:22.252913+0000","last_unstale":"2024-03-29T00:15:23.216119+0000","last_undegraded":"2024-03-29T00:15:23.216119+0000","last_fullsized":"2024-03-29T00:15:23.216119+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:40:02.001504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:53.139024+0000","last_change":"2024-03-29T00:15:16.736241+0000","last_active":"2024-03-29T00:15:53.139024+0000","last_peered":"2024-03-29T00:15:53.139024+0000","last_clean":"2024-03-29T00:15:53.139024+0000","last_became_active":"2024-03-29T00:15:16.735905+0000","last_became_peered":"2024-03-29T00:15:16.735905+0000","last_unstale":"2024-03-29T00:15:53.139024+0000","last_undegraded":"2024-03-29T00:15:53.139024+0000","last_fullsized":"2024-03-29T00:15:53.139024+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:05:08.202493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.106887+0000","last_change":"2024-03-29T00:15:17.759437+0000","last_active":"2024-03-29T00:15:23.106887+0000","last_peered":"2024-03-29T00:15:23.106887+0000","last_clean":"2024-03-29T00:15:23.106887+0000","last_became_active":"2024-03-29T00:15:17.758597+0000","last_became_peered":"2024-03-29T00:15:17.758597+0000","last_unstale":"2024-03-29T00:15:23.106887+0000","last_undegraded":"2024-03-29T00:15:23.106887+0000","last_fullsized":"2024-03-29T00:15:23.106887+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:46:10.357640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214706+0000","last_change":"2024-03-29T00:15:22.256711+0000","last_active":"2024-03-29T00:15:23.214706+0000","last_peered":"2024-03-29T00:15:23.214706+0000","last_clean":"2024-03-29T00:15:23.214706+0000","last_became_active":"2024-03-29T00:15:22.256183+0000","last_became_peered":"2024-03-29T00:15:22.256183+0000","last_unstale":"2024-03-29T00:15:23.214706+0000","last_undegraded":"2024-03-29T00:15:23.214706+0000","last_fullsized":"2024-03-29T00:15:23.214706+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:21:11.309003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214802+0000","last_change":"2024-03-29T00:15:16.755174+0000","last_active":"2024-03-29T00:15:23.214802+0000","last_peered":"2024-03-29T00:15:23.214802+0000","last_clean":"2024-03-29T00:15:23.214802+0000","last_became_active":"2024-03-29T00:15:16.754891+0000","last_became_peered":"2024-03-29T00:15:16.754891+0000","last_unstale":"2024-03-29T00:15:23.214802+0000","last_undegraded":"2024-03-29T00:15:23.214802+0000","last_fullsized":"2024-03-29T00:15:23.214802+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:54:24.866426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214931+0000","last_change":"2024-03-29T00:15:17.746836+0000","last_active":"2024-03-29T00:15:23.214931+0000","last_peered":"2024-03-29T00:15:23.214931+0000","last_clean":"2024-03-29T00:15:23.214931+0000","last_became_active":"2024-03-29T00:15:17.745280+0000","last_became_peered":"2024-03-29T00:15:17.745280+0000","last_unstale":"2024-03-29T00:15:23.214931+0000","last_undegraded":"2024-03-29T00:15:23.214931+0000","last_fullsized":"2024-03-29T00:15:23.214931+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:43:55.060600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.217176+0000","last_change":"2024-03-29T00:15:22.243939+0000","last_active":"2024-03-29T00:15:23.217176+0000","last_peered":"2024-03-29T00:15:23.217176+0000","last_clean":"2024-03-29T00:15:23.217176+0000","last_became_active":"2024-03-29T00:15:22.240787+0000","last_became_peered":"2024-03-29T00:15:22.240787+0000","last_unstale":"2024-03-29T00:15:23.217176+0000","last_undegraded":"2024-03-29T00:15:23.217176+0000","last_fullsized":"2024-03-29T00:15:23.217176+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:54:19.278218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"89'12","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:52.113341+0000","last_change":"2024-03-29T00:15:16.736133+0000","last_active":"2024-03-29T00:15:52.113341+0000","last_peered":"2024-03-29T00:15:52.113341+0000","last_clean":"2024-03-29T00:15:52.113341+0000","last_became_active":"2024-03-29T00:15:16.735760+0000","last_became_peered":"2024-03-29T00:15:16.735760+0000","last_unstale":"2024-03-29T00:15:52.113341+0000","last_undegraded":"2024-03-29T00:15:52.113341+0000","last_fullsized":"2024-03-29T00:15:52.113341+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:10:20.919518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":6,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214275+0000","last_change":"2024-03-29T00:15:17.745571+0000","last_active":"2024-03-29T00:15:23.214275+0000","last_peered":"2024-03-29T00:15:23.214275+0000","last_clean":"2024-03-29T00:15:23.214275+0000","last_became_active":"2024-03-29T00:15:17.745234+0000","last_became_peered":"2024-03-29T00:15:17.745234+0000","last_unstale":"2024-03-29T00:15:23.214275+0000","last_undegraded":"2024-03-29T00:15:23.214275+0000","last_fullsized":"2024-03-29T00:15:23.214275+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:13:49.868391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.215018+0000","last_change":"2024-03-29T00:15:22.257256+0000","last_active":"2024-03-29T00:15:23.215018+0000","last_peered":"2024-03-29T00:15:23.215018+0000","last_clean":"2024-03-29T00:15:23.215018+0000","last_became_active":"2024-03-29T00:15:22.256852+0000","last_became_peered":"2024-03-29T00:15:22.256852+0000","last_unstale":"2024-03-29T00:15:23.215018+0000","last_undegraded":"2024-03-29T00:15:23.215018+0000","last_fullsized":"2024-03-29T00:15:23.215018+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:30:20.222051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:51.255767+0000","last_change":"2024-03-29T00:15:16.740530+0000","last_active":"2024-03-29T00:15:51.255767+0000","last_peered":"2024-03-29T00:15:51.255767+0000","last_clean":"2024-03-29T00:15:51.255767+0000","last_became_active":"2024-03-29T00:15:16.740208+0000","last_became_peered":"2024-03-29T00:15:16.740208+0000","last_unstale":"2024-03-29T00:15:51.255767+0000","last_undegraded":"2024-03-29T00:15:51.255767+0000","last_fullsized":"2024-03-29T00:15:51.255767+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:30:15.569684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.218656+0000","last_change":"2024-03-29T00:15:17.765870+0000","last_active":"2024-03-29T00:15:23.218656+0000","last_peered":"2024-03-29T00:15:23.218656+0000","last_clean":"2024-03-29T00:15:23.218656+0000","last_became_active":"2024-03-29T00:15:17.765091+0000","last_became_peered":"2024-03-29T00:15:17.765091+0000","last_unstale":"2024-03-29T00:15:23.218656+0000","last_undegraded":"2024-03-29T00:15:23.218656+0000","last_fullsized":"2024-03-29T00:15:23.218656+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:33:20.102055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213432+0000","last_change":"2024-03-29T00:15:22.262727+0000","last_active":"2024-03-29T00:15:23.213432+0000","last_peered":"2024-03-29T00:15:23.213432+0000","last_clean":"2024-03-29T00:15:23.213432+0000","last_became_active":"2024-03-29T00:15:22.262328+0000","last_became_peered":"2024-03-29T00:15:22.262328+0000","last_unstale":"2024-03-29T00:15:23.213432+0000","last_undegraded":"2024-03-29T00:15:23.213432+0000","last_fullsized":"2024-03-29T00:15:23.213432+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:27:15.160505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:50.247047+0000","last_change":"2024-03-29T00:15:16.757569+0000","last_active":"2024-03-29T00:15:50.247047+0000","last_peered":"2024-03-29T00:15:50.247047+0000","last_clean":"2024-03-29T00:15:50.247047+0000","last_became_active":"2024-03-29T00:15:16.757252+0000","last_became_peered":"2024-03-29T00:15:16.757252+0000","last_unstale":"2024-03-29T00:15:50.247047+0000","last_undegraded":"2024-03-29T00:15:50.247047+0000","last_fullsized":"2024-03-29T00:15:50.247047+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:21:52.967540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.102705+0000","last_change":"2024-03-29T00:15:17.749618+0000","last_active":"2024-03-29T00:15:23.102705+0000","last_peered":"2024-03-29T00:15:23.102705+0000","last_clean":"2024-03-29T00:15:23.102705+0000","last_became_active":"2024-03-29T00:15:17.749247+0000","last_became_peered":"2024-03-29T00:15:17.749247+0000","last_unstale":"2024-03-29T00:15:23.102705+0000","last_undegraded":"2024-03-29T00:15:23.102705+0000","last_fullsized":"2024-03-29T00:15:23.102705+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:09:27.883741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.219611+0000","last_change":"2024-03-29T00:15:22.251943+0000","last_active":"2024-03-29T00:15:23.219611+0000","last_peered":"2024-03-29T00:15:23.219611+0000","last_clean":"2024-03-29T00:15:23.219611+0000","last_became_active":"2024-03-29T00:15:22.251499+0000","last_became_peered":"2024-03-29T00:15:22.251499+0000","last_unstale":"2024-03-29T00:15:23.219611+0000","last_undegraded":"2024-03-29T00:15:23.219611+0000","last_fullsized":"2024-03-29T00:15:23.219611+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:20:54.548657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"89'5","reported_seq":31,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:52.124247+0000","last_change":"2024-03-29T00:15:16.739094+0000","last_active":"2024-03-29T00:15:52.124247+0000","last_peered":"2024-03-29T00:15:52.124247+0000","last_clean":"2024-03-29T00:15:52.124247+0000","last_became_active":"2024-03-29T00:15:16.738758+0000","last_became_peered":"2024-03-29T00:15:16.738758+0000","last_unstale":"2024-03-29T00:15:52.124247+0000","last_undegraded":"2024-03-29T00:15:52.124247+0000","last_fullsized":"2024-03-29T00:15:52.124247+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:14:59.493130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.102538+0000","last_change":"2024-03-29T00:15:17.743671+0000","last_active":"2024-03-29T00:15:23.102538+0000","last_peered":"2024-03-29T00:15:23.102538+0000","last_clean":"2024-03-29T00:15:23.102538+0000","last_became_active":"2024-03-29T00:15:17.743287+0000","last_became_peered":"2024-03-29T00:15:17.743287+0000","last_unstale":"2024-03-29T00:15:23.102538+0000","last_undegraded":"2024-03-29T00:15:23.102538+0000","last_fullsized":"2024-03-29T00:15:23.102538+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:59:03.138147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.222190+0000","last_change":"2024-03-29T00:15:22.265989+0000","last_active":"2024-03-29T00:15:23.222190+0000","last_peered":"2024-03-29T00:15:23.222190+0000","last_clean":"2024-03-29T00:15:23.222190+0000","last_became_active":"2024-03-29T00:15:22.265276+0000","last_became_peered":"2024-03-29T00:15:22.265276+0000","last_unstale":"2024-03-29T00:15:23.222190+0000","last_undegraded":"2024-03-29T00:15:23.222190+0000","last_fullsized":"2024-03-29T00:15:23.222190+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:11:14.292823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":41,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:52.125641+0000","last_change":"2024-03-29T00:15:16.753558+0000","last_active":"2024-03-29T00:15:52.125641+0000","last_peered":"2024-03-29T00:15:52.125641+0000","last_clean":"2024-03-29T00:15:52.125641+0000","last_became_active":"2024-03-29T00:15:16.753209+0000","last_became_peered":"2024-03-29T00:15:16.753209+0000","last_unstale":"2024-03-29T00:15:52.125641+0000","last_undegraded":"2024-03-29T00:15:52.125641+0000","last_fullsized":"2024-03-29T00:15:52.125641+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:13:36.543778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214290+0000","last_change":"2024-03-29T00:15:17.742577+0000","last_active":"2024-03-29T00:15:23.214290+0000","last_peered":"2024-03-29T00:15:23.214290+0000","last_clean":"2024-03-29T00:15:23.214290+0000","last_became_active":"2024-03-29T00:15:17.742260+0000","last_became_peered":"2024-03-29T00:15:17.742260+0000","last_unstale":"2024-03-29T00:15:23.214290+0000","last_undegraded":"2024-03-29T00:15:23.214290+0000","last_fullsized":"2024-03-29T00:15:23.214290+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:24:09.583170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213531+0000","last_change":"2024-03-29T00:15:22.246311+0000","last_active":"2024-03-29T00:15:23.213531+0000","last_peered":"2024-03-29T00:15:23.213531+0000","last_clean":"2024-03-29T00:15:23.213531+0000","last_became_active":"2024-03-29T00:15:22.245914+0000","last_became_peered":"2024-03-29T00:15:22.245914+0000","last_unstale":"2024-03-29T00:15:23.213531+0000","last_undegraded":"2024-03-29T00:15:23.213531+0000","last_fullsized":"2024-03-29T00:15:23.213531+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:54:17.188546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:52.111562+0000","last_change":"2024-03-29T00:15:16.737747+0000","last_active":"2024-03-29T00:15:52.111562+0000","last_peered":"2024-03-29T00:15:52.111562+0000","last_clean":"2024-03-29T00:15:52.111562+0000","last_became_active":"2024-03-29T00:15:16.737425+0000","last_became_peered":"2024-03-29T00:15:16.737425+0000","last_unstale":"2024-03-29T00:15:52.111562+0000","last_undegraded":"2024-03-29T00:15:52.111562+0000","last_fullsized":"2024-03-29T00:15:52.111562+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:08:47.207767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214010+0000","last_change":"2024-03-29T00:15:17.747981+0000","last_active":"2024-03-29T00:15:23.214010+0000","last_peered":"2024-03-29T00:15:23.214010+0000","last_clean":"2024-03-29T00:15:23.214010+0000","last_became_active":"2024-03-29T00:15:17.747497+0000","last_became_peered":"2024-03-29T00:15:17.747497+0000","last_unstale":"2024-03-29T00:15:23.214010+0000","last_undegraded":"2024-03-29T00:15:23.214010+0000","last_fullsized":"2024-03-29T00:15:23.214010+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:57:16.615929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214226+0000","last_change":"2024-03-29T00:15:22.331685+0000","last_active":"2024-03-29T00:15:23.214226+0000","last_peered":"2024-03-29T00:15:23.214226+0000","last_clean":"2024-03-29T00:15:23.214226+0000","last_became_active":"2024-03-29T00:15:22.331290+0000","last_became_peered":"2024-03-29T00:15:22.331290+0000","last_unstale":"2024-03-29T00:15:23.214226+0000","last_undegraded":"2024-03-29T00:15:23.214226+0000","last_fullsized":"2024-03-29T00:15:23.214226+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:14:26.847154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.217765+0000","last_change":"2024-03-29T00:15:16.760207+0000","last_active":"2024-03-29T00:15:23.217765+0000","last_peered":"2024-03-29T00:15:23.217765+0000","last_clean":"2024-03-29T00:15:23.217765+0000","last_became_active":"2024-03-29T00:15:16.759463+0000","last_became_peered":"2024-03-29T00:15:16.759463+0000","last_unstale":"2024-03-29T00:15:23.217765+0000","last_undegraded":"2024-03-29T00:15:23.217765+0000","last_fullsized":"2024-03-29T00:15:23.217765+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:36:55.457881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.215300+0000","last_change":"2024-03-29T00:15:17.747579+0000","last_active":"2024-03-29T00:15:23.215300+0000","last_peered":"2024-03-29T00:15:23.215300+0000","last_clean":"2024-03-29T00:15:23.215300+0000","last_became_active":"2024-03-29T00:15:17.747149+0000","last_became_peered":"2024-03-29T00:15:17.747149+0000","last_unstale":"2024-03-29T00:15:23.215300+0000","last_undegraded":"2024-03-29T00:15:23.215300+0000","last_fullsized":"2024-03-29T00:15:23.215300+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:04:23.471964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.221173+0000","last_change":"2024-03-29T00:15:22.258795+0000","last_active":"2024-03-29T00:15:23.221173+0000","last_peered":"2024-03-29T00:15:23.221173+0000","last_clean":"2024-03-29T00:15:23.221173+0000","last_became_active":"2024-03-29T00:15:22.258303+0000","last_became_peered":"2024-03-29T00:15:22.258303+0000","last_unstale":"2024-03-29T00:15:23.221173+0000","last_undegraded":"2024-03-29T00:15:23.221173+0000","last_fullsized":"2024-03-29T00:15:23.221173+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:58:57.157128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'5","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:53.141658+0000","last_change":"2024-03-29T00:15:16.757256+0000","last_active":"2024-03-29T00:15:53.141658+0000","last_peered":"2024-03-29T00:15:53.141658+0000","last_clean":"2024-03-29T00:15:53.141658+0000","last_became_active":"2024-03-29T00:15:16.756898+0000","last_became_peered":"2024-03-29T00:15:16.756898+0000","last_unstale":"2024-03-29T00:15:53.141658+0000","last_undegraded":"2024-03-29T00:15:53.141658+0000","last_fullsized":"2024-03-29T00:15:53.141658+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:02:53.001781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.215228+0000","last_change":"2024-03-29T00:15:17.753937+0000","last_active":"2024-03-29T00:15:23.215228+0000","last_peered":"2024-03-29T00:15:23.215228+0000","last_clean":"2024-03-29T00:15:23.215228+0000","last_became_active":"2024-03-29T00:15:17.753525+0000","last_became_peered":"2024-03-29T00:15:17.753525+0000","last_unstale":"2024-03-29T00:15:23.215228+0000","last_undegraded":"2024-03-29T00:15:23.215228+0000","last_fullsized":"2024-03-29T00:15:23.215228+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:28:33.393303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.222076+0000","last_change":"2024-03-29T00:15:22.334142+0000","last_active":"2024-03-29T00:15:23.222076+0000","last_peered":"2024-03-29T00:15:23.222076+0000","last_clean":"2024-03-29T00:15:23.222076+0000","last_became_active":"2024-03-29T00:15:22.331566+0000","last_became_peered":"2024-03-29T00:15:22.331566+0000","last_unstale":"2024-03-29T00:15:23.222076+0000","last_undegraded":"2024-03-29T00:15:23.222076+0000","last_fullsized":"2024-03-29T00:15:23.222076+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:37:58.048380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214204+0000","last_change":"2024-03-29T00:15:17.753142+0000","last_active":"2024-03-29T00:15:23.214204+0000","last_peered":"2024-03-29T00:15:23.214204+0000","last_clean":"2024-03-29T00:15:23.214204+0000","last_became_active":"2024-03-29T00:15:17.752793+0000","last_became_peered":"2024-03-29T00:15:17.752793+0000","last_unstale":"2024-03-29T00:15:23.214204+0000","last_undegraded":"2024-03-29T00:15:23.214204+0000","last_fullsized":"2024-03-29T00:15:23.214204+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:40:12.067520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'1","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.221182+0000","last_change":"2024-03-29T00:15:16.764458+0000","last_active":"2024-03-29T00:15:23.221182+0000","last_peered":"2024-03-29T00:15:23.221182+0000","last_clean":"2024-03-29T00:15:23.221182+0000","last_became_active":"2024-03-29T00:15:16.763931+0000","last_became_peered":"2024-03-29T00:15:16.763931+0000","last_unstale":"2024-03-29T00:15:23.221182+0000","last_undegraded":"2024-03-29T00:15:23.221182+0000","last_fullsized":"2024-03-29T00:15:23.221182+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:44:51.047108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.388002+0000","last_change":"2024-03-29T00:15:22.252176+0000","last_active":"2024-03-29T00:15:23.388002+0000","last_peered":"2024-03-29T00:15:23.388002+0000","last_clean":"2024-03-29T00:15:23.388002+0000","last_became_active":"2024-03-29T00:15:22.251693+0000","last_became_peered":"2024-03-29T00:15:22.251693+0000","last_unstale":"2024-03-29T00:15:23.388002+0000","last_undegraded":"2024-03-29T00:15:23.388002+0000","last_fullsized":"2024-03-29T00:15:23.388002+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:09:48.968796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.218469+0000","last_change":"2024-03-29T00:15:17.743986+0000","last_active":"2024-03-29T00:15:23.218469+0000","last_peered":"2024-03-29T00:15:23.218469+0000","last_clean":"2024-03-29T00:15:23.218469+0000","last_became_active":"2024-03-29T00:15:17.743642+0000","last_became_peered":"2024-03-29T00:15:17.743642+0000","last_unstale":"2024-03-29T00:15:23.218469+0000","last_undegraded":"2024-03-29T00:15:23.218469+0000","last_fullsized":"2024-03-29T00:15:23.218469+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:00:35.338004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'5","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:52.128589+0000","last_change":"2024-03-29T00:15:16.750519+0000","last_active":"2024-03-29T00:15:52.128589+0000","last_peered":"2024-03-29T00:15:52.128589+0000","last_clean":"2024-03-29T00:15:52.128589+0000","last_became_active":"2024-03-29T00:15:16.750126+0000","last_became_peered":"2024-03-29T00:15:16.750126+0000","last_unstale":"2024-03-29T00:15:52.128589+0000","last_undegraded":"2024-03-29T00:15:52.128589+0000","last_fullsized":"2024-03-29T00:15:52.128589+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:22:51.266572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":347,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.102505+0000","last_change":"2024-03-29T00:13:56.077307+0000","last_active":"2024-03-29T00:15:23.102505+0000","last_peered":"2024-03-29T00:15:23.102505+0000","last_clean":"2024-03-29T00:15:23.102505+0000","last_became_active":"2024-03-29T00:13:56.076828+0000","last_became_peered":"2024-03-29T00:13:56.076828+0000","last_unstale":"2024-03-29T00:15:23.102505+0000","last_undegraded":"2024-03-29T00:15:23.102505+0000","last_fullsized":"2024-03-29T00:15:23.102505+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:09:58.300338+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:09:58.300338+0000","last_clean_scrub_stamp":"2024-03-29T00:09:58.300338+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:33:00.731736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.215067+0000","last_change":"2024-03-29T00:15:22.331730+0000","last_active":"2024-03-29T00:15:23.215067+0000","last_peered":"2024-03-29T00:15:23.215067+0000","last_clean":"2024-03-29T00:15:23.215067+0000","last_became_active":"2024-03-29T00:15:22.331367+0000","last_became_peered":"2024-03-29T00:15:22.331367+0000","last_unstale":"2024-03-29T00:15:23.215067+0000","last_undegraded":"2024-03-29T00:15:23.215067+0000","last_fullsized":"2024-03-29T00:15:23.215067+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:38:13.520007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.215387+0000","last_change":"2024-03-29T00:15:17.751266+0000","last_active":"2024-03-29T00:15:23.215387+0000","last_peered":"2024-03-29T00:15:23.215387+0000","last_clean":"2024-03-29T00:15:23.215387+0000","last_became_active":"2024-03-29T00:15:17.750845+0000","last_became_peered":"2024-03-29T00:15:17.750845+0000","last_unstale":"2024-03-29T00:15:23.215387+0000","last_undegraded":"2024-03-29T00:15:23.215387+0000","last_fullsized":"2024-03-29T00:15:23.215387+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:56:31.700591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:51.254702+0000","last_change":"2024-03-29T00:15:16.739703+0000","last_active":"2024-03-29T00:15:51.254702+0000","last_peered":"2024-03-29T00:15:51.254702+0000","last_clean":"2024-03-29T00:15:51.254702+0000","last_became_active":"2024-03-29T00:15:16.739380+0000","last_became_peered":"2024-03-29T00:15:16.739380+0000","last_unstale":"2024-03-29T00:15:51.254702+0000","last_undegraded":"2024-03-29T00:15:51.254702+0000","last_fullsized":"2024-03-29T00:15:51.254702+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:53:02.586209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213563+0000","last_change":"2024-03-29T00:15:22.254899+0000","last_active":"2024-03-29T00:15:23.213563+0000","last_peered":"2024-03-29T00:15:23.213563+0000","last_clean":"2024-03-29T00:15:23.213563+0000","last_became_active":"2024-03-29T00:15:22.254531+0000","last_became_peered":"2024-03-29T00:15:22.254531+0000","last_unstale":"2024-03-29T00:15:23.213563+0000","last_undegraded":"2024-03-29T00:15:23.213563+0000","last_fullsized":"2024-03-29T00:15:23.213563+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:00:17.095776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:52.130699+0000","last_change":"2024-03-29T00:15:16.754030+0000","last_active":"2024-03-29T00:15:52.130699+0000","last_peered":"2024-03-29T00:15:52.130699+0000","last_clean":"2024-03-29T00:15:52.130699+0000","last_became_active":"2024-03-29T00:15:16.753722+0000","last_became_peered":"2024-03-29T00:15:16.753722+0000","last_unstale":"2024-03-29T00:15:52.130699+0000","last_undegraded":"2024-03-29T00:15:52.130699+0000","last_fullsized":"2024-03-29T00:15:52.130699+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:25:25.763692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.221348+0000","last_change":"2024-03-29T00:15:17.754428+0000","last_active":"2024-03-29T00:15:23.221348+0000","last_peered":"2024-03-29T00:15:23.221348+0000","last_clean":"2024-03-29T00:15:23.221348+0000","last_became_active":"2024-03-29T00:15:17.754106+0000","last_became_peered":"2024-03-29T00:15:17.754106+0000","last_unstale":"2024-03-29T00:15:23.221348+0000","last_undegraded":"2024-03-29T00:15:23.221348+0000","last_fullsized":"2024-03-29T00:15:23.221348+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:33:38.677889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.216722+0000","last_change":"2024-03-29T00:15:22.332677+0000","last_active":"2024-03-29T00:15:23.216722+0000","last_peered":"2024-03-29T00:15:23.216722+0000","last_clean":"2024-03-29T00:15:23.216722+0000","last_became_active":"2024-03-29T00:15:22.331076+0000","last_became_peered":"2024-03-29T00:15:22.331076+0000","last_unstale":"2024-03-29T00:15:23.216722+0000","last_undegraded":"2024-03-29T00:15:23.216722+0000","last_fullsized":"2024-03-29T00:15:23.216722+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T12:15:01.211136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"89'9","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:53.197813+0000","last_change":"2024-03-29T00:15:16.759031+0000","last_active":"2024-03-29T00:15:53.197813+0000","last_peered":"2024-03-29T00:15:53.197813+0000","last_clean":"2024-03-29T00:15:53.197813+0000","last_became_active":"2024-03-29T00:15:16.758640+0000","last_became_peered":"2024-03-29T00:15:16.758640+0000","last_unstale":"2024-03-29T00:15:53.197813+0000","last_undegraded":"2024-03-29T00:15:53.197813+0000","last_fullsized":"2024-03-29T00:15:53.197813+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T12:03:49.527926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.220168+0000","last_change":"2024-03-29T00:15:17.761606+0000","last_active":"2024-03-29T00:15:23.220168+0000","last_peered":"2024-03-29T00:15:23.220168+0000","last_clean":"2024-03-29T00:15:23.220168+0000","last_became_active":"2024-03-29T00:15:17.750902+0000","last_became_peered":"2024-03-29T00:15:17.750902+0000","last_unstale":"2024-03-29T00:15:23.220168+0000","last_undegraded":"2024-03-29T00:15:23.220168+0000","last_fullsized":"2024-03-29T00:15:23.220168+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:39:20.263613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.101733+0000","last_change":"2024-03-29T00:15:22.247058+0000","last_active":"2024-03-29T00:15:23.101733+0000","last_peered":"2024-03-29T00:15:23.101733+0000","last_clean":"2024-03-29T00:15:23.101733+0000","last_became_active":"2024-03-29T00:15:22.246723+0000","last_became_peered":"2024-03-29T00:15:22.246723+0000","last_unstale":"2024-03-29T00:15:23.101733+0000","last_undegraded":"2024-03-29T00:15:23.101733+0000","last_fullsized":"2024-03-29T00:15:23.101733+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:11:31.051679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'5","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:50.253190+0000","last_change":"2024-03-29T00:15:16.755790+0000","last_active":"2024-03-29T00:15:50.253190+0000","last_peered":"2024-03-29T00:15:50.253190+0000","last_clean":"2024-03-29T00:15:50.253190+0000","last_became_active":"2024-03-29T00:15:16.755497+0000","last_became_peered":"2024-03-29T00:15:16.755497+0000","last_unstale":"2024-03-29T00:15:50.253190+0000","last_undegraded":"2024-03-29T00:15:50.253190+0000","last_fullsized":"2024-03-29T00:15:50.253190+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:28:53.920617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.106834+0000","last_change":"2024-03-29T00:15:17.763133+0000","last_active":"2024-03-29T00:15:23.106834+0000","last_peered":"2024-03-29T00:15:23.106834+0000","last_clean":"2024-03-29T00:15:23.106834+0000","last_became_active":"2024-03-29T00:15:17.762562+0000","last_became_peered":"2024-03-29T00:15:17.762562+0000","last_unstale":"2024-03-29T00:15:23.106834+0000","last_undegraded":"2024-03-29T00:15:23.106834+0000","last_fullsized":"2024-03-29T00:15:23.106834+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:03:04.244891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214126+0000","last_change":"2024-03-29T00:15:22.331867+0000","last_active":"2024-03-29T00:15:23.214126+0000","last_peered":"2024-03-29T00:15:23.214126+0000","last_clean":"2024-03-29T00:15:23.214126+0000","last_became_active":"2024-03-29T00:15:22.331408+0000","last_became_peered":"2024-03-29T00:15:22.331408+0000","last_unstale":"2024-03-29T00:15:23.214126+0000","last_undegraded":"2024-03-29T00:15:23.214126+0000","last_fullsized":"2024-03-29T00:15:23.214126+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:31:14.680523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:50.248293+0000","last_change":"2024-03-29T00:15:16.750554+0000","last_active":"2024-03-29T00:15:50.248293+0000","last_peered":"2024-03-29T00:15:50.248293+0000","last_clean":"2024-03-29T00:15:50.248293+0000","last_became_active":"2024-03-29T00:15:16.750207+0000","last_became_peered":"2024-03-29T00:15:16.750207+0000","last_unstale":"2024-03-29T00:15:50.248293+0000","last_undegraded":"2024-03-29T00:15:50.248293+0000","last_fullsized":"2024-03-29T00:15:50.248293+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:40:01.789688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213376+0000","last_change":"2024-03-29T00:15:17.741963+0000","last_active":"2024-03-29T00:15:23.213376+0000","last_peered":"2024-03-29T00:15:23.213376+0000","last_clean":"2024-03-29T00:15:23.213376+0000","last_became_active":"2024-03-29T00:15:17.741603+0000","last_became_peered":"2024-03-29T00:15:17.741603+0000","last_unstale":"2024-03-29T00:15:23.213376+0000","last_undegraded":"2024-03-29T00:15:23.213376+0000","last_fullsized":"2024-03-29T00:15:23.213376+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:48:52.811410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.220393+0000","last_change":"2024-03-29T00:15:22.243509+0000","last_active":"2024-03-29T00:15:23.220393+0000","last_peered":"2024-03-29T00:15:23.220393+0000","last_clean":"2024-03-29T00:15:23.220393+0000","last_became_active":"2024-03-29T00:15:22.242955+0000","last_became_peered":"2024-03-29T00:15:22.242955+0000","last_unstale":"2024-03-29T00:15:23.220393+0000","last_undegraded":"2024-03-29T00:15:23.220393+0000","last_fullsized":"2024-03-29T00:15:23.220393+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:27:56.810827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:53.145474+0000","last_change":"2024-03-29T00:15:16.756972+0000","last_active":"2024-03-29T00:15:53.145474+0000","last_peered":"2024-03-29T00:15:53.145474+0000","last_clean":"2024-03-29T00:15:53.145474+0000","last_became_active":"2024-03-29T00:15:16.755910+0000","last_became_peered":"2024-03-29T00:15:16.755910+0000","last_unstale":"2024-03-29T00:15:53.145474+0000","last_undegraded":"2024-03-29T00:15:53.145474+0000","last_fullsized":"2024-03-29T00:15:53.145474+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:45:26.326485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213210+0000","last_change":"2024-03-29T00:15:17.759071+0000","last_active":"2024-03-29T00:15:23.213210+0000","last_peered":"2024-03-29T00:15:23.213210+0000","last_clean":"2024-03-29T00:15:23.213210+0000","last_became_active":"2024-03-29T00:15:17.758793+0000","last_became_peered":"2024-03-29T00:15:17.758793+0000","last_unstale":"2024-03-29T00:15:23.213210+0000","last_undegraded":"2024-03-29T00:15:23.213210+0000","last_fullsized":"2024-03-29T00:15:23.213210+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:51:05.627301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213965+0000","last_change":"2024-03-29T00:15:22.251900+0000","last_active":"2024-03-29T00:15:23.213965+0000","last_peered":"2024-03-29T00:15:23.213965+0000","last_clean":"2024-03-29T00:15:23.213965+0000","last_became_active":"2024-03-29T00:15:22.251378+0000","last_became_peered":"2024-03-29T00:15:22.251378+0000","last_unstale":"2024-03-29T00:15:23.213965+0000","last_undegraded":"2024-03-29T00:15:23.213965+0000","last_fullsized":"2024-03-29T00:15:23.213965+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:22:50.322566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'1","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.101836+0000","last_change":"2024-03-29T00:15:16.738553+0000","last_active":"2024-03-29T00:15:23.101836+0000","last_peered":"2024-03-29T00:15:23.101836+0000","last_clean":"2024-03-29T00:15:23.101836+0000","last_became_active":"2024-03-29T00:15:16.738261+0000","last_became_peered":"2024-03-29T00:15:16.738261+0000","last_unstale":"2024-03-29T00:15:23.101836+0000","last_undegraded":"2024-03-29T00:15:23.101836+0000","last_fullsized":"2024-03-29T00:15:23.101836+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:20:07.277815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.219378+0000","last_change":"2024-03-29T00:15:17.755185+0000","last_active":"2024-03-29T00:15:23.219378+0000","last_peered":"2024-03-29T00:15:23.219378+0000","last_clean":"2024-03-29T00:15:23.219378+0000","last_became_active":"2024-03-29T00:15:17.754817+0000","last_became_peered":"2024-03-29T00:15:17.754817+0000","last_unstale":"2024-03-29T00:15:23.219378+0000","last_undegraded":"2024-03-29T00:15:23.219378+0000","last_fullsized":"2024-03-29T00:15:23.219378+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:59:34.862960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214176+0000","last_change":"2024-03-29T00:15:22.331985+0000","last_active":"2024-03-29T00:15:23.214176+0000","last_peered":"2024-03-29T00:15:23.214176+0000","last_clean":"2024-03-29T00:15:23.214176+0000","last_became_active":"2024-03-29T00:15:22.331182+0000","last_became_peered":"2024-03-29T00:15:22.331182+0000","last_unstale":"2024-03-29T00:15:23.214176+0000","last_undegraded":"2024-03-29T00:15:23.214176+0000","last_fullsized":"2024-03-29T00:15:23.214176+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:43:00.065112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:50.247565+0000","last_change":"2024-03-29T00:15:16.739673+0000","last_active":"2024-03-29T00:15:50.247565+0000","last_peered":"2024-03-29T00:15:50.247565+0000","last_clean":"2024-03-29T00:15:50.247565+0000","last_became_active":"2024-03-29T00:15:16.739343+0000","last_became_peered":"2024-03-29T00:15:16.739343+0000","last_unstale":"2024-03-29T00:15:50.247565+0000","last_undegraded":"2024-03-29T00:15:50.247565+0000","last_fullsized":"2024-03-29T00:15:50.247565+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:51:09.842879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.102886+0000","last_change":"2024-03-29T00:15:17.755596+0000","last_active":"2024-03-29T00:15:23.102886+0000","last_peered":"2024-03-29T00:15:23.102886+0000","last_clean":"2024-03-29T00:15:23.102886+0000","last_became_active":"2024-03-29T00:15:17.755190+0000","last_became_peered":"2024-03-29T00:15:17.755190+0000","last_unstale":"2024-03-29T00:15:23.102886+0000","last_undegraded":"2024-03-29T00:15:23.102886+0000","last_fullsized":"2024-03-29T00:15:23.102886+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:48:41.431496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214370+0000","last_change":"2024-03-29T00:15:22.257641+0000","last_active":"2024-03-29T00:15:23.214370+0000","last_peered":"2024-03-29T00:15:23.214370+0000","last_clean":"2024-03-29T00:15:23.214370+0000","last_became_active":"2024-03-29T00:15:22.257047+0000","last_became_peered":"2024-03-29T00:15:22.257047+0000","last_unstale":"2024-03-29T00:15:23.214370+0000","last_undegraded":"2024-03-29T00:15:23.214370+0000","last_fullsized":"2024-03-29T00:15:23.214370+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:10:50.161440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:51.260300+0000","last_change":"2024-03-29T00:15:16.752840+0000","last_active":"2024-03-29T00:15:51.260300+0000","last_peered":"2024-03-29T00:15:51.260300+0000","last_clean":"2024-03-29T00:15:51.260300+0000","last_became_active":"2024-03-29T00:15:16.752524+0000","last_became_peered":"2024-03-29T00:15:16.752524+0000","last_unstale":"2024-03-29T00:15:51.260300+0000","last_undegraded":"2024-03-29T00:15:51.260300+0000","last_fullsized":"2024-03-29T00:15:51.260300+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:16:14.724508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.103195+0000","last_change":"2024-03-29T00:15:17.748736+0000","last_active":"2024-03-29T00:15:23.103195+0000","last_peered":"2024-03-29T00:15:23.103195+0000","last_clean":"2024-03-29T00:15:23.103195+0000","last_became_active":"2024-03-29T00:15:17.745775+0000","last_became_peered":"2024-03-29T00:15:17.745775+0000","last_unstale":"2024-03-29T00:15:23.103195+0000","last_undegraded":"2024-03-29T00:15:23.103195+0000","last_fullsized":"2024-03-29T00:15:23.103195+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:06:39.822454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.106557+0000","last_change":"2024-03-29T00:15:22.262426+0000","last_active":"2024-03-29T00:15:23.106557+0000","last_peered":"2024-03-29T00:15:23.106557+0000","last_clean":"2024-03-29T00:15:23.106557+0000","last_became_active":"2024-03-29T00:15:22.261828+0000","last_became_peered":"2024-03-29T00:15:22.261828+0000","last_unstale":"2024-03-29T00:15:23.106557+0000","last_undegraded":"2024-03-29T00:15:23.106557+0000","last_fullsized":"2024-03-29T00:15:23.106557+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:17:58.817324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"84'1","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214856+0000","last_change":"2024-03-29T00:15:16.757515+0000","last_active":"2024-03-29T00:15:23.214856+0000","last_peered":"2024-03-29T00:15:23.214856+0000","last_clean":"2024-03-29T00:15:23.214856+0000","last_became_active":"2024-03-29T00:15:16.757074+0000","last_became_peered":"2024-03-29T00:15:16.757074+0000","last_unstale":"2024-03-29T00:15:23.214856+0000","last_undegraded":"2024-03-29T00:15:23.214856+0000","last_fullsized":"2024-03-29T00:15:23.214856+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:55:05.985087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.102741+0000","last_change":"2024-03-29T00:15:17.763725+0000","last_active":"2024-03-29T00:15:23.102741+0000","last_peered":"2024-03-29T00:15:23.102741+0000","last_clean":"2024-03-29T00:15:23.102741+0000","last_became_active":"2024-03-29T00:15:17.762797+0000","last_became_peered":"2024-03-29T00:15:17.762797+0000","last_unstale":"2024-03-29T00:15:23.102741+0000","last_undegraded":"2024-03-29T00:15:23.102741+0000","last_fullsized":"2024-03-29T00:15:23.102741+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:37:56.291010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213219+0000","last_change":"2024-03-29T00:15:22.245891+0000","last_active":"2024-03-29T00:15:23.213219+0000","last_peered":"2024-03-29T00:15:23.213219+0000","last_clean":"2024-03-29T00:15:23.213219+0000","last_became_active":"2024-03-29T00:15:22.245500+0000","last_became_peered":"2024-03-29T00:15:22.245500+0000","last_unstale":"2024-03-29T00:15:23.213219+0000","last_undegraded":"2024-03-29T00:15:23.213219+0000","last_fullsized":"2024-03-29T00:15:23.213219+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:07:29.639048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"84'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.221672+0000","last_change":"2024-03-29T00:15:16.759862+0000","last_active":"2024-03-29T00:15:23.221672+0000","last_peered":"2024-03-29T00:15:23.221672+0000","last_clean":"2024-03-29T00:15:23.221672+0000","last_became_active":"2024-03-29T00:15:16.759540+0000","last_became_peered":"2024-03-29T00:15:16.759540+0000","last_unstale":"2024-03-29T00:15:23.221672+0000","last_undegraded":"2024-03-29T00:15:23.221672+0000","last_fullsized":"2024-03-29T00:15:23.221672+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:41:21.462551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.103134+0000","last_change":"2024-03-29T00:15:17.744112+0000","last_active":"2024-03-29T00:15:23.103134+0000","last_peered":"2024-03-29T00:15:23.103134+0000","last_clean":"2024-03-29T00:15:23.103134+0000","last_became_active":"2024-03-29T00:15:17.743708+0000","last_became_peered":"2024-03-29T00:15:17.743708+0000","last_unstale":"2024-03-29T00:15:23.103134+0000","last_undegraded":"2024-03-29T00:15:23.103134+0000","last_fullsized":"2024-03-29T00:15:23.103134+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:47:24.123200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213320+0000","last_change":"2024-03-29T00:15:17.742382+0000","last_active":"2024-03-29T00:15:23.213320+0000","last_peered":"2024-03-29T00:15:23.213320+0000","last_clean":"2024-03-29T00:15:23.213320+0000","last_became_active":"2024-03-29T00:15:17.741772+0000","last_became_peered":"2024-03-29T00:15:17.741772+0000","last_unstale":"2024-03-29T00:15:23.213320+0000","last_undegraded":"2024-03-29T00:15:23.213320+0000","last_fullsized":"2024-03-29T00:15:23.213320+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:36:52.477474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.101972+0000","last_change":"2024-03-29T00:15:17.747360+0000","last_active":"2024-03-29T00:15:23.101972+0000","last_peered":"2024-03-29T00:15:23.101972+0000","last_clean":"2024-03-29T00:15:23.101972+0000","last_became_active":"2024-03-29T00:15:17.746960+0000","last_became_peered":"2024-03-29T00:15:17.746960+0000","last_unstale":"2024-03-29T00:15:23.101972+0000","last_undegraded":"2024-03-29T00:15:23.101972+0000","last_fullsized":"2024-03-29T00:15:23.101972+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:29:04.245617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.101734+0000","last_change":"2024-03-29T00:15:17.763386+0000","last_active":"2024-03-29T00:15:23.101734+0000","last_peered":"2024-03-29T00:15:23.101734+0000","last_clean":"2024-03-29T00:15:23.101734+0000","last_became_active":"2024-03-29T00:15:17.762972+0000","last_became_peered":"2024-03-29T00:15:17.762972+0000","last_unstale":"2024-03-29T00:15:23.101734+0000","last_undegraded":"2024-03-29T00:15:23.101734+0000","last_fullsized":"2024-03-29T00:15:23.101734+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:33:54.108262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.107448+0000","last_change":"2024-03-29T00:15:17.748468+0000","last_active":"2024-03-29T00:15:23.107448+0000","last_peered":"2024-03-29T00:15:23.107448+0000","last_clean":"2024-03-29T00:15:23.107448+0000","last_became_active":"2024-03-29T00:15:17.748140+0000","last_became_peered":"2024-03-29T00:15:17.748140+0000","last_unstale":"2024-03-29T00:15:23.107448+0000","last_undegraded":"2024-03-29T00:15:23.107448+0000","last_fullsized":"2024-03-29T00:15:23.107448+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:05:46.198137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.221337+0000","last_change":"2024-03-29T00:15:17.759988+0000","last_active":"2024-03-29T00:15:23.221337+0000","last_peered":"2024-03-29T00:15:23.221337+0000","last_clean":"2024-03-29T00:15:23.221337+0000","last_became_active":"2024-03-29T00:15:17.759504+0000","last_became_peered":"2024-03-29T00:15:17.759504+0000","last_unstale":"2024-03-29T00:15:23.221337+0000","last_undegraded":"2024-03-29T00:15:23.221337+0000","last_fullsized":"2024-03-29T00:15:23.221337+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:58:27.582982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213828+0000","last_change":"2024-03-29T00:15:17.744141+0000","last_active":"2024-03-29T00:15:23.213828+0000","last_peered":"2024-03-29T00:15:23.213828+0000","last_clean":"2024-03-29T00:15:23.213828+0000","last_became_active":"2024-03-29T00:15:17.743805+0000","last_became_peered":"2024-03-29T00:15:17.743805+0000","last_unstale":"2024-03-29T00:15:23.213828+0000","last_undegraded":"2024-03-29T00:15:23.213828+0000","last_fullsized":"2024-03-29T00:15:23.213828+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:04:07.966256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.102015+0000","last_change":"2024-03-29T00:15:17.752140+0000","last_active":"2024-03-29T00:15:23.102015+0000","last_peered":"2024-03-29T00:15:23.102015+0000","last_clean":"2024-03-29T00:15:23.102015+0000","last_became_active":"2024-03-29T00:15:17.751759+0000","last_became_peered":"2024-03-29T00:15:17.751759+0000","last_unstale":"2024-03-29T00:15:23.102015+0000","last_undegraded":"2024-03-29T00:15:23.102015+0000","last_fullsized":"2024-03-29T00:15:23.102015+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:17:23.236350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.220473+0000","last_change":"2024-03-29T00:15:17.763285+0000","last_active":"2024-03-29T00:15:23.220473+0000","last_peered":"2024-03-29T00:15:23.220473+0000","last_clean":"2024-03-29T00:15:23.220473+0000","last_became_active":"2024-03-29T00:15:17.762191+0000","last_became_peered":"2024-03-29T00:15:17.762191+0000","last_unstale":"2024-03-29T00:15:23.220473+0000","last_undegraded":"2024-03-29T00:15:23.220473+0000","last_fullsized":"2024-03-29T00:15:23.220473+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:52:34.725218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.214003+0000","last_change":"2024-03-29T00:15:17.749185+0000","last_active":"2024-03-29T00:15:23.214003+0000","last_peered":"2024-03-29T00:15:23.214003+0000","last_clean":"2024-03-29T00:15:23.214003+0000","last_became_active":"2024-03-29T00:15:17.748852+0000","last_became_peered":"2024-03-29T00:15:17.748852+0000","last_unstale":"2024-03-29T00:15:23.214003+0000","last_undegraded":"2024-03-29T00:15:23.214003+0000","last_fullsized":"2024-03-29T00:15:23.214003+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:04:08.743214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.216327+0000","last_change":"2024-03-29T00:15:17.747145+0000","last_active":"2024-03-29T00:15:23.216327+0000","last_peered":"2024-03-29T00:15:23.216327+0000","last_clean":"2024-03-29T00:15:23.216327+0000","last_became_active":"2024-03-29T00:15:17.746795+0000","last_became_peered":"2024-03-29T00:15:17.746795+0000","last_unstale":"2024-03-29T00:15:23.216327+0000","last_undegraded":"2024-03-29T00:15:23.216327+0000","last_fullsized":"2024-03-29T00:15:23.216327+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:20:28.927677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.215458+0000","last_change":"2024-03-29T00:15:17.763375+0000","last_active":"2024-03-29T00:15:23.215458+0000","last_peered":"2024-03-29T00:15:23.215458+0000","last_clean":"2024-03-29T00:15:23.215458+0000","last_became_active":"2024-03-29T00:15:17.762922+0000","last_became_peered":"2024-03-29T00:15:17.762922+0000","last_unstale":"2024-03-29T00:15:23.215458+0000","last_undegraded":"2024-03-29T00:15:23.215458+0000","last_fullsized":"2024-03-29T00:15:23.215458+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:35:36.998503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.219298+0000","last_change":"2024-03-29T00:15:17.760649+0000","last_active":"2024-03-29T00:15:23.219298+0000","last_peered":"2024-03-29T00:15:23.219298+0000","last_clean":"2024-03-29T00:15:23.219298+0000","last_became_active":"2024-03-29T00:15:17.760283+0000","last_became_peered":"2024-03-29T00:15:17.760283+0000","last_unstale":"2024-03-29T00:15:23.219298+0000","last_undegraded":"2024-03-29T00:15:23.219298+0000","last_fullsized":"2024-03-29T00:15:23.219298+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:42:48.432581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-29T00:15:23.213561+0000","last_change":"2024-03-29T00:15:17.742580+0000","last_active":"2024-03-29T00:15:23.213561+0000","last_peered":"2024-03-29T00:15:23.213561+0000","last_clean":"2024-03-29T00:15:23.213561+0000","last_became_active":"2024-03-29T00:15:17.742213+0000","last_became_peered":"2024-03-29T00:15:17.742213+0000","last_unstale":"2024-03-29T00:15:23.213561+0000","last_undegraded":"2024-03-29T00:15:23.213561+0000","last_fullsized":"2024-03-29T00:15:23.213561+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:43:21.381773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":20480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":8824,"num_objects":81,"num_object_clones":0,"num_object_copies":243,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":23,"num_read_kb":24,"num_write":182,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":56,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":323584,"data_stored":26948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383701,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":995328,"data_stored":478407,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645337,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28600,"kb_used_data":1584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716552,"statfs":{"total":95995035648,"available":95965749248,"internally_reserved":0,"allocated":1622016,"data_stored":1073003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808864,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1028096,"data_stored":486529,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070503,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1019904,"data_stored":482811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332139,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36900,"kb_used_data":1564,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708252,"statfs":{"total":95995035648,"available":95957250048,"internally_reserved":0,"allocated":1601536,"data_stored":1070047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495665,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":983040,"data_stored":477215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574927,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":995328,"data_stored":481057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738452,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":995328,"data_stored":477909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411402,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36320,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708832,"statfs":{"total":95995035648,"available":95957843968,"internally_reserved":0,"allocated":1007616,"data_stored":481713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182467,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32164,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712988,"statfs":{"total":95995035648,"available":95962099712,"internally_reserved":0,"allocated":1011712,"data_stored":477645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920830,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36308,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708844,"statfs":{"total":95995035648,"available":95957856256,"internally_reserved":0,"allocated":995328,"data_stored":477859,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757303,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28584,"kb_used_data":1568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716568,"statfs":{"total":95995035648,"available":95965765632,"internally_reserved":0,"allocated":1605632,"data_stored":1069059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":5192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":5544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-29T00:15:56.735 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-03-29T00:15:56.735 INFO:tasks.cephadm:Setting up client nodes... 2024-03-29T00:15:56.736 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-03-29T00:15:56.736 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:56 smithi069 ceph-mon[36074]: from='client.24880 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:15:56.736 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:56 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3179545367' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:15:57.229 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:15:57.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:57 smithi012 ceph-mon[31657]: pgmap v342: 129 pgs: 129 active+clean; 585 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 2.7 KiB/s wr, 13 op/s 2024-03-29T00:15:57.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:57 smithi012 ceph-mon[31657]: from='client.24898 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-29T00:15:57.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:57 smithi053 ceph-mon[36233]: pgmap v342: 129 pgs: 129 active+clean; 585 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 2.7 KiB/s wr, 13 op/s 2024-03-29T00:15:57.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:57 smithi053 ceph-mon[36233]: from='client.24898 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-29T00:15:57.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:57 smithi069 ceph-mon[36074]: pgmap v342: 129 pgs: 129 active+clean; 585 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 2.7 KiB/s wr, 13 op/s 2024-03-29T00:15:57.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:57 smithi069 ceph-mon[36074]: from='client.24898 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-29T00:15:58.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:58 smithi012 ceph-mon[31657]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-29T00:15:58.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:58 smithi053 ceph-mon[36233]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-29T00:15:58.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:58 smithi069 ceph-mon[36074]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-29T00:15:59.393 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:15:59 smithi012 ceph-mon[31657]: pgmap v343: 129 pgs: 129 active+clean; 629 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 8.5 KiB/s wr, 21 op/s 2024-03-29T00:15:59.579 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.577+0000 7fa1f0200700 1 -- 172.21.15.12:0/1208183462 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa1e81056b0 msgr2=0x7fa1e8107aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:59.579 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.577+0000 7fa1f0200700 1 --2- 172.21.15.12:0/1208183462 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa1e81056b0 0x7fa1e8107aa0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fa1d4009990 tx=0x7fa1d4009ca0 comp rx=0 tx=0).stop 2024-03-29T00:15:59.579 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.578+0000 7fa1f0200700 1 -- 172.21.15.12:0/1208183462 shutdown_connections 2024-03-29T00:15:59.579 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.578+0000 7fa1f0200700 1 --2- 172.21.15.12:0/1208183462 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa1e8107fe0 0x7fa1e810a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:59.579 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.578+0000 7fa1f0200700 1 --2- 172.21.15.12:0/1208183462 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa1e8102d80 0x7fa1e8105170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:59.579 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.578+0000 7fa1f0200700 1 --2- 172.21.15.12:0/1208183462 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa1e81056b0 0x7fa1e8107aa0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:59.579 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.578+0000 7fa1f0200700 1 -- 172.21.15.12:0/1208183462 >> 172.21.15.12:0/1208183462 conn(0x7fa1e80fc730 msgr2=0x7fa1e80feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:59.579 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.578+0000 7fa1f0200700 1 -- 172.21.15.12:0/1208183462 shutdown_connections 2024-03-29T00:15:59.579 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.578+0000 7fa1f0200700 1 -- 172.21.15.12:0/1208183462 wait complete. 2024-03-29T00:15:59.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.579+0000 7fa1f0200700 1 Processor -- start 2024-03-29T00:15:59.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.580+0000 7fa1f0200700 1 -- start start 2024-03-29T00:15:59.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.580+0000 7fa1f0200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa1e8102d80 0x7fa1e81026e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:59.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.580+0000 7fa1f0200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa1e81056b0 0x7fa1e8100d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:59.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.580+0000 7fa1f0200700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa1e8107fe0 0x7fa1e8101270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:59.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.580+0000 7fa1f0200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa1e810e010 con 0x7fa1e8102d80 2024-03-29T00:15:59.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.580+0000 7fa1f0200700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa1e810de90 con 0x7fa1e8107fe0 2024-03-29T00:15:59.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.580+0000 7fa1f0200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa1e810e190 con 0x7fa1e81056b0 2024-03-29T00:15:59.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.580+0000 7fa1ed800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa1e8102d80 0x7fa1e81026e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:59.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.580+0000 7fa1ece00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa1e81056b0 0x7fa1e8100d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:59.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.580+0000 7fa1ee200700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa1e8107fe0 0x7fa1e8101270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:59.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.580+0000 7fa1ece00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa1e81056b0 0x7fa1e8100d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:51594/0 (socket says 172.21.15.12:51594) 2024-03-29T00:15:59.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.580+0000 7fa1ece00700 1 -- 172.21.15.12:0/3787220870 learned_addr learned my addr 172.21.15.12:0/3787220870 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:15:59.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.580+0000 7fa1ed800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa1e8102d80 0x7fa1e81026e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:56856/0 (socket says 172.21.15.12:56856) 2024-03-29T00:15:59.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.581+0000 7fa1ece00700 1 -- 172.21.15.12:0/3787220870 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa1e8107fe0 msgr2=0x7fa1e8101270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:59.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.581+0000 7fa1ece00700 1 --2- 172.21.15.12:0/3787220870 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa1e8107fe0 0x7fa1e8101270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:59.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.581+0000 7fa1ece00700 1 -- 172.21.15.12:0/3787220870 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa1e8102d80 msgr2=0x7fa1e81026e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:59.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.581+0000 7fa1ece00700 1 --2- 172.21.15.12:0/3787220870 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa1e8102d80 0x7fa1e81026e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:59.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.581+0000 7fa1ece00700 1 -- 172.21.15.12:0/3787220870 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1e8101b20 con 0x7fa1e81056b0 2024-03-29T00:15:59.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.581+0000 7fa1ee200700 1 --2- 172.21.15.12:0/3787220870 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa1e8107fe0 0x7fa1e8101270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:15:59.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.581+0000 7fa1ece00700 1 --2- 172.21.15.12:0/3787220870 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa1e81056b0 0x7fa1e8100d30 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fa1d400b820 tx=0x7fa1d400f690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:59.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.582+0000 7fa1e6000700 1 -- 172.21.15.12:0/3787220870 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1d4027070 con 0x7fa1e81056b0 2024-03-29T00:15:59.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.582+0000 7fa1e6000700 1 -- 172.21.15.12:0/3787220870 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa1d400fdb0 con 0x7fa1e81056b0 2024-03-29T00:15:59.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.582+0000 7fa1f0200700 1 -- 172.21.15.12:0/3787220870 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1e81a25c0 con 0x7fa1e81056b0 2024-03-29T00:15:59.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.582+0000 7fa1e6000700 1 -- 172.21.15.12:0/3787220870 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1d4017650 con 0x7fa1e81056b0 2024-03-29T00:15:59.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.582+0000 7fa1f0200700 1 -- 172.21.15.12:0/3787220870 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1e81a2a10 con 0x7fa1e81056b0 2024-03-29T00:15:59.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.583+0000 7fa1f0200700 1 -- 172.21.15.12:0/3787220870 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1e8050750 con 0x7fa1e81056b0 2024-03-29T00:15:59.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.585+0000 7fa1e6000700 1 -- 172.21.15.12:0/3787220870 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 17) ==== 136807+0+0 (secure 0 0 0) 0x7fa1d402a070 con 0x7fa1e81056b0 2024-03-29T00:15:59.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.586+0000 7fa1e6000700 1 --2- 172.21.15.12:0/3787220870 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa1d00a1fd0 0x7fa1d00a4490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:15:59.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.586+0000 7fa1e6000700 1 -- 172.21.15.12:0/3787220870 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fa1d40cf0b0 con 0x7fa1e81056b0 2024-03-29T00:15:59.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.587+0000 7fa1ed800700 1 --2- 172.21.15.12:0/3787220870 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa1d00a1fd0 0x7fa1d00a4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:15:59.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.587+0000 7fa1ed800700 1 --2- 172.21.15.12:0/3787220870 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa1d00a1fd0 0x7fa1d00a4490 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fa1dc009da0 tx=0x7fa1dc00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:15:59.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.595+0000 7fa1e6000700 1 -- 172.21.15.12:0/3787220870 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fa1d4013070 con 0x7fa1e81056b0 2024-03-29T00:15:59.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:15:59 smithi053 ceph-mon[36233]: pgmap v343: 129 pgs: 129 active+clean; 629 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 8.5 KiB/s wr, 21 op/s 2024-03-29T00:15:59.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:15:59 smithi069 ceph-mon[36074]: pgmap v343: 129 pgs: 129 active+clean; 629 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 8.5 KiB/s wr, 21 op/s 2024-03-29T00:15:59.910 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.910+0000 7fa1f0200700 1 -- 172.21.15.12:0/3787220870 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7fa1e802dca0 con 0x7fa1e81056b0 2024-03-29T00:15:59.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.917+0000 7fa1e6000700 1 -- 172.21.15.12:0/3787220870 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7fa1e802dca0 con 0x7fa1e81056b0 2024-03-29T00:15:59.918 INFO:teuthology.orchestra.run.smithi012.stdout:[client.0] 2024-03-29T00:15:59.918 INFO:teuthology.orchestra.run.smithi012.stdout: key = AQA/CAZm6RdkNhAA3Gm6TiAEhaKxGeGvj65VnA== 2024-03-29T00:15:59.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.920+0000 7fa1f0200700 1 -- 172.21.15.12:0/3787220870 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa1d00a1fd0 msgr2=0x7fa1d00a4490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:59.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.920+0000 7fa1f0200700 1 --2- 172.21.15.12:0/3787220870 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa1d00a1fd0 0x7fa1d00a4490 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fa1dc009da0 tx=0x7fa1dc00b040 comp rx=0 tx=0).stop 2024-03-29T00:15:59.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.920+0000 7fa1f0200700 1 -- 172.21.15.12:0/3787220870 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa1e81056b0 msgr2=0x7fa1e8100d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:15:59.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.920+0000 7fa1f0200700 1 --2- 172.21.15.12:0/3787220870 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa1e81056b0 0x7fa1e8100d30 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fa1d400b820 tx=0x7fa1d400f690 comp rx=0 tx=0).stop 2024-03-29T00:15:59.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.921+0000 7fa1f0200700 1 -- 172.21.15.12:0/3787220870 shutdown_connections 2024-03-29T00:15:59.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.921+0000 7fa1f0200700 1 --2- 172.21.15.12:0/3787220870 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa1d00a1fd0 0x7fa1d00a4490 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:59.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.921+0000 7fa1f0200700 1 --2- 172.21.15.12:0/3787220870 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa1e8107fe0 0x7fa1e8101270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:59.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.921+0000 7fa1f0200700 1 --2- 172.21.15.12:0/3787220870 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa1e8102d80 0x7fa1e81026e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:59.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.921+0000 7fa1f0200700 1 --2- 172.21.15.12:0/3787220870 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa1e81056b0 0x7fa1e8100d30 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:15:59.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.921+0000 7fa1f0200700 1 -- 172.21.15.12:0/3787220870 >> 172.21.15.12:0/3787220870 conn(0x7fa1e80fc730 msgr2=0x7fa1e81036c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:15:59.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.921+0000 7fa1f0200700 1 -- 172.21.15.12:0/3787220870 shutdown_connections 2024-03-29T00:15:59.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:15:59.921+0000 7fa1f0200700 1 -- 172.21.15.12:0/3787220870 wait complete. 2024-03-29T00:16:00.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:00 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3787220870' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-29T00:16:00.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:00 smithi012 ceph-mon[31657]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-29T00:16:00.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:00 smithi012 ceph-mon[31657]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-29T00:16:00.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:00 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3787220870' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-29T00:16:00.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:00 smithi053 ceph-mon[36233]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-29T00:16:00.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:00 smithi053 ceph-mon[36233]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-29T00:16:00.686 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-03-29T00:16:00.686 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-03-29T00:16:00.686 DEBUG:teuthology.orchestra.run.smithi012:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-03-29T00:16:00.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:00 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3787220870' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-29T00:16:00.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:00 smithi069 ceph-mon[36074]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-29T00:16:00.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:00 smithi069 ceph-mon[36074]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-29T00:16:00.853 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-03-29T00:16:00.854 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-03-29T00:16:00.854 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph mgr dump --format=json 2024-03-29T00:16:01.363 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:16:01.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:01 smithi053 ceph-mon[36233]: pgmap v344: 129 pgs: 129 active+clean; 629 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 8.5 KiB/s wr, 22 op/s 2024-03-29T00:16:01.670 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:01 smithi012 ceph-mon[31657]: pgmap v344: 129 pgs: 129 active+clean; 629 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 8.5 KiB/s wr, 22 op/s 2024-03-29T00:16:01.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:01 smithi069 ceph-mon[36074]: pgmap v344: 129 pgs: 129 active+clean; 629 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 8.5 KiB/s wr, 22 op/s 2024-03-29T00:16:03.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.582+0000 7ff419a00700 1 -- 172.21.15.12:0/3697128204 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff41406a890 msgr2=0x7ff41410f0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:03.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.582+0000 7ff419a00700 1 --2- 172.21.15.12:0/3697128204 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff41406a890 0x7ff41410f0d0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7ff40c00b0a0 tx=0x7ff40c00b3b0 comp rx=0 tx=0).stop 2024-03-29T00:16:03.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.583+0000 7ff419a00700 1 -- 172.21.15.12:0/3697128204 shutdown_connections 2024-03-29T00:16:03.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.583+0000 7ff419a00700 1 --2- 172.21.15.12:0/3697128204 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff41406a890 0x7ff41410f0d0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:03.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.583+0000 7ff419a00700 1 --2- 172.21.15.12:0/3697128204 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff414108290 0x7ff414108670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:03.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.583+0000 7ff419a00700 1 --2- 172.21.15.12:0/3697128204 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff414069ef0 0x7ff41406a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:03.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.583+0000 7ff419a00700 1 -- 172.21.15.12:0/3697128204 >> 172.21.15.12:0/3697128204 conn(0x7ff414078070 msgr2=0x7ff414078480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:03.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.583+0000 7ff419a00700 1 -- 172.21.15.12:0/3697128204 shutdown_connections 2024-03-29T00:16:03.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.583+0000 7ff419a00700 1 -- 172.21.15.12:0/3697128204 wait complete. 2024-03-29T00:16:03.585 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:03 smithi012 ceph-mon[31657]: pgmap v345: 129 pgs: 129 active+clean; 629 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 8.5 KiB/s wr, 23 op/s 2024-03-29T00:16:03.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.585+0000 7ff419a00700 1 Processor -- start 2024-03-29T00:16:03.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.586+0000 7ff419a00700 1 -- start start 2024-03-29T00:16:03.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.586+0000 7ff419a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff414069ef0 0x7ff41419e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:03.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.586+0000 7ff419a00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff41406a890 0x7ff41419ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:03.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.586+0000 7ff419a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff414108290 0x7ff414198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:03.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.586+0000 7ff419a00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff414112670 con 0x7ff414108290 2024-03-29T00:16:03.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.586+0000 7ff419a00700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff4141124f0 con 0x7ff41406a890 2024-03-29T00:16:03.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.586+0000 7ff419a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff4141127f0 con 0x7ff414069ef0 2024-03-29T00:16:03.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.587+0000 7ff412000700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff41406a890 0x7ff41419ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:03.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.587+0000 7ff412a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff414069ef0 0x7ff41419e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:03.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.587+0000 7ff412a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff414069ef0 0x7ff41419e6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:51606/0 (socket says 172.21.15.12:51606) 2024-03-29T00:16:03.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.587+0000 7ff412a00700 1 -- 172.21.15.12:0/3200882965 learned_addr learned my addr 172.21.15.12:0/3200882965 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:16:03.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.587+0000 7ff412000700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff41406a890 0x7ff41419ebf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:33506/0 (socket says 172.21.15.12:33506) 2024-03-29T00:16:03.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.587+0000 7ff413400700 1 --2- 172.21.15.12:0/3200882965 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff414108290 0x7ff414198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:03.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.587+0000 7ff412000700 1 -- 172.21.15.12:0/3200882965 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff414069ef0 msgr2=0x7ff41419e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:03.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.587+0000 7ff412000700 1 --2- 172.21.15.12:0/3200882965 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff414069ef0 0x7ff41419e6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:03.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.587+0000 7ff412000700 1 -- 172.21.15.12:0/3200882965 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff414108290 msgr2=0x7ff414198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:03.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.587+0000 7ff412000700 1 --2- 172.21.15.12:0/3200882965 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff414108290 0x7ff414198870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:03.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.587+0000 7ff412000700 1 -- 172.21.15.12:0/3200882965 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff414198fd0 con 0x7ff41406a890 2024-03-29T00:16:03.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.587+0000 7ff412000700 1 --2- 172.21.15.12:0/3200882965 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff41406a890 0x7ff41419ebf0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7ff40000e9f0 tx=0x7ff40000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:03.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.588+0000 7ff40b400700 1 -- 172.21.15.12:0/3200882965 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff40000cb70 con 0x7ff41406a890 2024-03-29T00:16:03.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.588+0000 7ff40b400700 1 -- 172.21.15.12:0/3200882965 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff40000ee90 con 0x7ff41406a890 2024-03-29T00:16:03.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.588+0000 7ff40b400700 1 -- 172.21.15.12:0/3200882965 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff400010430 con 0x7ff41406a890 2024-03-29T00:16:03.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.588+0000 7ff419a00700 1 -- 172.21.15.12:0/3200882965 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4141992c0 con 0x7ff41406a890 2024-03-29T00:16:03.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.588+0000 7ff419a00700 1 -- 172.21.15.12:0/3200882965 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4141a5580 con 0x7ff41406a890 2024-03-29T00:16:03.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.589+0000 7ff419a00700 1 -- 172.21.15.12:0/3200882965 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff414068f00 con 0x7ff41406a890 2024-03-29T00:16:03.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.591+0000 7ff40b400700 1 -- 172.21.15.12:0/3200882965 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 136807+0+0 (secure 0 0 0) 0x7ff400003ea0 con 0x7ff41406a890 2024-03-29T00:16:03.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.593+0000 7ff40b400700 1 --2- 172.21.15.12:0/3200882965 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff3f80a1f20 0x7ff3f80a43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:03.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.593+0000 7ff40b400700 1 -- 172.21.15.12:0/3200882965 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7ff4000ce2b0 con 0x7ff41406a890 2024-03-29T00:16:03.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.593+0000 7ff412a00700 1 --2- 172.21.15.12:0/3200882965 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff3f80a1f20 0x7ff3f80a43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:03.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.594+0000 7ff412a00700 1 --2- 172.21.15.12:0/3200882965 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff3f80a1f20 0x7ff3f80a43e0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7ff4141999b0 tx=0x7ff404009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:03.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.595+0000 7ff40b400700 1 -- 172.21.15.12:0/3200882965 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7ff40009b340 con 0x7ff41406a890 2024-03-29T00:16:03.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:03 smithi053 ceph-mon[36233]: pgmap v345: 129 pgs: 129 active+clean; 629 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 8.5 KiB/s wr, 23 op/s 2024-03-29T00:16:03.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:03 smithi069 ceph-mon[36074]: pgmap v345: 129 pgs: 129 active+clean; 629 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 8.5 KiB/s wr, 23 op/s 2024-03-29T00:16:03.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.888+0000 7ff419a00700 1 -- 172.21.15.12:0/3200882965 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7ff41402db30 con 0x7ff41406a890 2024-03-29T00:16:03.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.893+0000 7ff40b400700 1 -- 172.21.15.12:0/3200882965 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+261469 (secure 0 0 0) 0x7ff40009ac40 con 0x7ff41406a890 2024-03-29T00:16:03.899 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:16:03.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.899+0000 7ff419a00700 1 -- 172.21.15.12:0/3200882965 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff3f80a1f20 msgr2=0x7ff3f80a43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:03.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.899+0000 7ff419a00700 1 --2- 172.21.15.12:0/3200882965 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff3f80a1f20 0x7ff3f80a43e0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7ff4141999b0 tx=0x7ff404009260 comp rx=0 tx=0).stop 2024-03-29T00:16:03.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.899+0000 7ff419a00700 1 -- 172.21.15.12:0/3200882965 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff41406a890 msgr2=0x7ff41419ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:03.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.899+0000 7ff419a00700 1 --2- 172.21.15.12:0/3200882965 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff41406a890 0x7ff41419ebf0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7ff40000e9f0 tx=0x7ff40000ed00 comp rx=0 tx=0).stop 2024-03-29T00:16:03.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.900+0000 7ff419a00700 1 -- 172.21.15.12:0/3200882965 shutdown_connections 2024-03-29T00:16:03.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.900+0000 7ff419a00700 1 --2- 172.21.15.12:0/3200882965 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff3f80a1f20 0x7ff3f80a43e0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:03.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.900+0000 7ff419a00700 1 --2- 172.21.15.12:0/3200882965 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff414069ef0 0x7ff41419e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:03.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.900+0000 7ff419a00700 1 --2- 172.21.15.12:0/3200882965 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff414108290 0x7ff414198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:03.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.900+0000 7ff419a00700 1 --2- 172.21.15.12:0/3200882965 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff41406a890 0x7ff41419ebf0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:03.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.900+0000 7ff419a00700 1 -- 172.21.15.12:0/3200882965 >> 172.21.15.12:0/3200882965 conn(0x7ff414078070 msgr2=0x7ff4140ffb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:03.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.900+0000 7ff419a00700 1 -- 172.21.15.12:0/3200882965 shutdown_connections 2024-03-29T00:16:03.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:03.900+0000 7ff419a00700 1 -- 172.21.15.12:0/3200882965 wait complete. 2024-03-29T00:16:04.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:04 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3200882965' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-29T00:16:04.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:04 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3200882965' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-29T00:16:04.735 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:04 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3200882965' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-29T00:16:04.811 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6800","nonce":1603741841},{"type":"v1","addr":"172.21.15.12:6801","nonce":1603741841}]},"active_addr":"172.21.15.12:6801/1603741841","active_change":"2024-03-29T00:07:09.579179+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24113,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.12:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.12:0","nonce":2833840101}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.12:0","nonce":1368743463}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.12:0","nonce":3577675212}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.12:0","nonce":2259030437}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.12:0","nonce":180579168}]}]} 2024-03-29T00:16:04.819 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-03-29T00:16:04.819 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-03-29T00:16:04.820 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph osd dump --format=json 2024-03-29T00:16:05.303 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:16:05.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:05 smithi053 ceph-mon[36233]: pgmap v346: 129 pgs: 129 active+clean; 637 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.2 KiB/s wr, 26 op/s 2024-03-29T00:16:05.666 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:05 smithi012 ceph-mon[31657]: pgmap v346: 129 pgs: 129 active+clean; 637 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.2 KiB/s wr, 26 op/s 2024-03-29T00:16:05.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:05 smithi069 ceph-mon[36074]: pgmap v346: 129 pgs: 129 active+clean; 637 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.2 KiB/s wr, 26 op/s 2024-03-29T00:16:07.506 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:07 smithi012 ceph-mon[31657]: pgmap v347: 129 pgs: 129 active+clean; 637 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.0 KiB/s wr, 21 op/s 2024-03-29T00:16:07.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:07 smithi053 ceph-mon[36233]: pgmap v347: 129 pgs: 129 active+clean; 637 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.0 KiB/s wr, 21 op/s 2024-03-29T00:16:07.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.676+0000 7f1229c00700 1 -- 172.21.15.12:0/808825182 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1224101de0 msgr2=0x7f122410e000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:07.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.676+0000 7f1229c00700 1 --2- 172.21.15.12:0/808825182 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1224101de0 0x7f122410e000 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f121c00b0a0 tx=0x7f121c00b3b0 comp rx=0 tx=0).stop 2024-03-29T00:16:07.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.676+0000 7f1229c00700 1 -- 172.21.15.12:0/808825182 shutdown_connections 2024-03-29T00:16:07.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.676+0000 7f1229c00700 1 --2- 172.21.15.12:0/808825182 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1224101de0 0x7f122410e000 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:07.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.676+0000 7f1229c00700 1 --2- 172.21.15.12:0/808825182 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1224107270 0x7f1224107650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:07.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.676+0000 7f1229c00700 1 --2- 172.21.15.12:0/808825182 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1224101420 0x7f12241018a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:07.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.676+0000 7f1229c00700 1 -- 172.21.15.12:0/808825182 >> 172.21.15.12:0/808825182 conn(0x7f1224078000 msgr2=0x7f1224078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:07.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.676+0000 7f1229c00700 1 -- 172.21.15.12:0/808825182 shutdown_connections 2024-03-29T00:16:07.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.677+0000 7f1229c00700 1 -- 172.21.15.12:0/808825182 wait complete. 2024-03-29T00:16:07.679 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.678+0000 7f1229c00700 1 Processor -- start 2024-03-29T00:16:07.679 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.678+0000 7f1229c00700 1 -- start start 2024-03-29T00:16:07.679 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.679+0000 7f1229c00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1224101420 0x7f12241a0880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:07.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.679+0000 7f1229c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1224101de0 0x7f12241a0dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:07.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.679+0000 7f1229c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1224107270 0x7f122419aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:07.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.679+0000 7f1229c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f12241115d0 con 0x7f1224107270 2024-03-29T00:16:07.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.679+0000 7f1229c00700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f1224111450 con 0x7f1224101420 2024-03-29T00:16:07.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.679+0000 7f1229c00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1224111750 con 0x7f1224101de0 2024-03-29T00:16:07.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.679+0000 7f1222000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1224101de0 0x7f12241a0dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:07.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.679+0000 7f1222a00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1224101420 0x7f12241a0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:07.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.679+0000 7f1222000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1224101de0 0x7f12241a0dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:51400/0 (socket says 172.21.15.12:51400) 2024-03-29T00:16:07.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.679+0000 7f1222a00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1224101420 0x7f12241a0880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:48750/0 (socket says 172.21.15.12:48750) 2024-03-29T00:16:07.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.679+0000 7f1222000700 1 -- 172.21.15.12:0/3577905070 learned_addr learned my addr 172.21.15.12:0/3577905070 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:16:07.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.679+0000 7f1223400700 1 --2- 172.21.15.12:0/3577905070 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1224107270 0x7f122419aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:07.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.679+0000 7f1222000700 1 -- 172.21.15.12:0/3577905070 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1224101420 msgr2=0x7f12241a0880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:07.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.679+0000 7f1222000700 1 --2- 172.21.15.12:0/3577905070 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1224101420 0x7f12241a0880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:07.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.679+0000 7f1222000700 1 -- 172.21.15.12:0/3577905070 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1224107270 msgr2=0x7f122419aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:07.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.679+0000 7f1222000700 1 --2- 172.21.15.12:0/3577905070 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1224107270 0x7f122419aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:07.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.679+0000 7f1222000700 1 -- 172.21.15.12:0/3577905070 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f122419b1a0 con 0x7f1224101de0 2024-03-29T00:16:07.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.680+0000 7f1222000700 1 --2- 172.21.15.12:0/3577905070 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1224101de0 0x7f12241a0dc0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f121000e9a0 tx=0x7f121000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:07.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.680+0000 7f121b400700 1 -- 172.21.15.12:0/3577905070 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f121000ca10 con 0x7f1224101de0 2024-03-29T00:16:07.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.680+0000 7f121b400700 1 -- 172.21.15.12:0/3577905070 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f121000cbb0 con 0x7f1224101de0 2024-03-29T00:16:07.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.680+0000 7f1229c00700 1 -- 172.21.15.12:0/3577905070 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f122419b490 con 0x7f1224101de0 2024-03-29T00:16:07.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.680+0000 7f121b400700 1 -- 172.21.15.12:0/3577905070 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1210018710 con 0x7f1224101de0 2024-03-29T00:16:07.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.680+0000 7f1229c00700 1 -- 172.21.15.12:0/3577905070 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12241a7750 con 0x7f1224101de0 2024-03-29T00:16:07.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.681+0000 7f1229c00700 1 -- 172.21.15.12:0/3577905070 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1224068f00 con 0x7f1224101de0 2024-03-29T00:16:07.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.683+0000 7f121b400700 1 -- 172.21.15.12:0/3577905070 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 17) ==== 136807+0+0 (secure 0 0 0) 0x7f1210010430 con 0x7f1224101de0 2024-03-29T00:16:07.685 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.685+0000 7f121b400700 1 --2- 172.21.15.12:0/3577905070 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f12080a1f20 0x7f12080a43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:07.685 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.685+0000 7f121b400700 1 -- 172.21.15.12:0/3577905070 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f12100ce310 con 0x7f1224101de0 2024-03-29T00:16:07.685 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.685+0000 7f1222a00700 1 --2- 172.21.15.12:0/3577905070 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f12080a1f20 0x7f12080a43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:07.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.685+0000 7f1222a00700 1 --2- 172.21.15.12:0/3577905070 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f12080a1f20 0x7f12080a43e0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f122419bb80 tx=0x7f1214009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:07.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.689+0000 7f121b400700 1 -- 172.21.15.12:0/3577905070 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f121009b340 con 0x7f1224101de0 2024-03-29T00:16:07.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:07 smithi069 ceph-mon[36074]: pgmap v347: 129 pgs: 129 active+clean; 637 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.0 KiB/s wr, 21 op/s 2024-03-29T00:16:07.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.918+0000 7f1229c00700 1 -- 172.21.15.12:0/3577905070 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f12241a79b0 con 0x7f1224101de0 2024-03-29T00:16:07.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.920+0000 7f121b400700 1 -- 172.21.15.12:0/3577905070 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+24031 (secure 0 0 0) 0x7f121009ac40 con 0x7f1224101de0 2024-03-29T00:16:07.922 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:16:07.922 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":89,"fsid":"f0a28ba8-ed5f-11ee-95d0-87774f69a715","created":"2024-03-29T00:05:52.349196+0000","modified":"2024-03-29T00:15:22.713146+0000","last_up_change":"2024-03-29T00:14:17.644182+0000","last_in_change":"2024-03-29T00:13:57.992327+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-29T00:09:58.299082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-29T00:15:15.323046+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-29T00:15:16.709268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-29T00:15:20.769838+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f15b3bc8-42a4-4aca-bf7c-f36533a25084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6803","nonce":1970936395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6805","nonce":1970936395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6809","nonce":1970936395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6807","nonce":1970936395}]},"public_addr":"172.21.15.12:6803/1970936395","cluster_addr":"172.21.15.12:6805/1970936395","heartbeat_back_addr":"172.21.15.12:6809/1970936395","heartbeat_front_addr":"172.21.15.12:6807/1970936395","state":["exists","up"]},{"osd":1,"uuid":"9fc84928-5898-4421-8fae-8a6c3b5d6454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6801","nonce":2562558811}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6803","nonce":2562558811}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6807","nonce":2562558811}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6805","nonce":2562558811}]},"public_addr":"172.21.15.53:6801/2562558811","cluster_addr":"172.21.15.53:6803/2562558811","heartbeat_back_addr":"172.21.15.53:6807/2562558811","heartbeat_front_addr":"172.21.15.53:6805/2562558811","state":["exists","up"]},{"osd":2,"uuid":"6e1df3eb-d5e1-4433-aef8-dcc544feb108","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6800","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6801","nonce":3472201934}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6803","nonce":3472201934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6807","nonce":3472201934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6805","nonce":3472201934}]},"public_addr":"172.21.15.69:6801/3472201934","cluster_addr":"172.21.15.69:6803/3472201934","heartbeat_back_addr":"172.21.15.69:6807/3472201934","heartbeat_front_addr":"172.21.15.69:6805/3472201934","state":["exists","up"]},{"osd":3,"uuid":"c03886ee-0efd-4a1f-b04f-b060483d852b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6811","nonce":1860879351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6813","nonce":1860879351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6817","nonce":1860879351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6815","nonce":1860879351}]},"public_addr":"172.21.15.12:6811/1860879351","cluster_addr":"172.21.15.12:6813/1860879351","heartbeat_back_addr":"172.21.15.12:6817/1860879351","heartbeat_front_addr":"172.21.15.12:6815/1860879351","state":["exists","up"]},{"osd":4,"uuid":"10a25f7e-b569-4d47-add7-560968efa9c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6809","nonce":1066696400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6811","nonce":1066696400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6815","nonce":1066696400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6813","nonce":1066696400}]},"public_addr":"172.21.15.53:6809/1066696400","cluster_addr":"172.21.15.53:6811/1066696400","heartbeat_back_addr":"172.21.15.53:6815/1066696400","heartbeat_front_addr":"172.21.15.53:6813/1066696400","state":["exists","up"]},{"osd":5,"uuid":"21bad6a7-f98d-4344-8b0b-cf8526575ac2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6809","nonce":2160312252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6811","nonce":2160312252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6815","nonce":2160312252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6813","nonce":2160312252}]},"public_addr":"172.21.15.69:6809/2160312252","cluster_addr":"172.21.15.69:6811/2160312252","heartbeat_back_addr":"172.21.15.69:6815/2160312252","heartbeat_front_addr":"172.21.15.69:6813/2160312252","state":["exists","up"]},{"osd":6,"uuid":"927557ba-0245-42bb-83f1-c8b6b44cc496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6819","nonce":53322413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6821","nonce":53322413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6825","nonce":53322413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6823","nonce":53322413}]},"public_addr":"172.21.15.12:6819/53322413","cluster_addr":"172.21.15.12:6821/53322413","heartbeat_back_addr":"172.21.15.12:6825/53322413","heartbeat_front_addr":"172.21.15.12:6823/53322413","state":["exists","up"]},{"osd":7,"uuid":"22314690-d0eb-496b-b67d-922bdc0b6660","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6817","nonce":512991962}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6819","nonce":512991962}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6823","nonce":512991962}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6821","nonce":512991962}]},"public_addr":"172.21.15.53:6817/512991962","cluster_addr":"172.21.15.53:6819/512991962","heartbeat_back_addr":"172.21.15.53:6823/512991962","heartbeat_front_addr":"172.21.15.53:6821/512991962","state":["exists","up"]},{"osd":8,"uuid":"f26e428e-4919-4030-aa15-100d6df99aef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6817","nonce":2890541031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6819","nonce":2890541031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6823","nonce":2890541031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6821","nonce":2890541031}]},"public_addr":"172.21.15.69:6817/2890541031","cluster_addr":"172.21.15.69:6819/2890541031","heartbeat_back_addr":"172.21.15.69:6823/2890541031","heartbeat_front_addr":"172.21.15.69:6821/2890541031","state":["exists","up"]},{"osd":9,"uuid":"df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6827","nonce":1715133032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6829","nonce":1715133032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6833","nonce":1715133032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6831","nonce":1715133032}]},"public_addr":"172.21.15.12:6827/1715133032","cluster_addr":"172.21.15.12:6829/1715133032","heartbeat_back_addr":"172.21.15.12:6833/1715133032","heartbeat_front_addr":"172.21.15.12:6831/1715133032","state":["exists","up"]},{"osd":10,"uuid":"ac05ca46-a3d8-4e95-8b37-6f46b9f38703","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6825","nonce":3180522172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6827","nonce":3180522172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6831","nonce":3180522172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6829","nonce":3180522172}]},"public_addr":"172.21.15.53:6825/3180522172","cluster_addr":"172.21.15.53:6827/3180522172","heartbeat_back_addr":"172.21.15.53:6831/3180522172","heartbeat_front_addr":"172.21.15.53:6829/3180522172","state":["exists","up"]},{"osd":11,"uuid":"47fd23fb-f49f-49ca-8dfa-df667d03cfa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6825","nonce":1830685720}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6827","nonce":1830685720}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6831","nonce":1830685720}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6829","nonce":1830685720}]},"public_addr":"172.21.15.69:6825/1830685720","cluster_addr":"172.21.15.69:6827/1830685720","heartbeat_back_addr":"172.21.15.69:6831/1830685720","heartbeat_front_addr":"172.21.15.69:6829/1830685720","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:04.043487+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:29.451338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:53.723758+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:27.673354+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:54.498962+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:19.775485+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:54.005468+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:21.544560+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:47.123756+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:22.232554+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:50.514376+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:14:16.169343+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/3903984873":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/3329864026":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/1184533662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/2224576662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/798509208":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/4176566530":"2024-03-30T00:07:09.578981+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-29T00:16:07.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.924+0000 7f1229c00700 1 -- 172.21.15.12:0/3577905070 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f12080a1f20 msgr2=0x7f12080a43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:07.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.924+0000 7f1229c00700 1 --2- 172.21.15.12:0/3577905070 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f12080a1f20 0x7f12080a43e0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f122419bb80 tx=0x7f1214009260 comp rx=0 tx=0).stop 2024-03-29T00:16:07.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.924+0000 7f1229c00700 1 -- 172.21.15.12:0/3577905070 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1224101de0 msgr2=0x7f12241a0dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:07.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.924+0000 7f1229c00700 1 --2- 172.21.15.12:0/3577905070 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1224101de0 0x7f12241a0dc0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f121000e9a0 tx=0x7f121000ecb0 comp rx=0 tx=0).stop 2024-03-29T00:16:07.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.924+0000 7f1229c00700 1 -- 172.21.15.12:0/3577905070 shutdown_connections 2024-03-29T00:16:07.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.924+0000 7f1229c00700 1 --2- 172.21.15.12:0/3577905070 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f12080a1f20 0x7f12080a43e0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:07.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.924+0000 7f1229c00700 1 --2- 172.21.15.12:0/3577905070 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1224107270 0x7f122419aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:07.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.924+0000 7f1229c00700 1 --2- 172.21.15.12:0/3577905070 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1224101420 0x7f12241a0880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:07.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.924+0000 7f1229c00700 1 --2- 172.21.15.12:0/3577905070 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1224101de0 0x7f12241a0dc0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:07.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.924+0000 7f1229c00700 1 -- 172.21.15.12:0/3577905070 >> 172.21.15.12:0/3577905070 conn(0x7f1224078000 msgr2=0x7f122406a8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:07.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.924+0000 7f1229c00700 1 -- 172.21.15.12:0/3577905070 shutdown_connections 2024-03-29T00:16:07.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:07.924+0000 7f1229c00700 1 -- 172.21.15.12:0/3577905070 wait complete. 2024-03-29T00:16:08.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:08 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3577905070' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:16:08.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:08 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3577905070' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:16:08.741 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:08 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3577905070' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:16:08.820 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-03-29T00:16:08.821 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph osd dump --format=json 2024-03-29T00:16:09.295 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:16:09.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:09 smithi053 ceph-mon[36233]: pgmap v348: 129 pgs: 129 active+clean; 641 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.2 KiB/s wr, 18 op/s 2024-03-29T00:16:09.665 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:09 smithi012 ceph-mon[31657]: pgmap v348: 129 pgs: 129 active+clean; 641 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.2 KiB/s wr, 18 op/s 2024-03-29T00:16:09.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:09 smithi069 ceph-mon[36074]: pgmap v348: 129 pgs: 129 active+clean; 641 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.2 KiB/s wr, 18 op/s 2024-03-29T00:16:10.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:10 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-03-29T00:16:10.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:10 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 4]}]: dispatch 2024-03-29T00:16:10.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:10 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 1]}]: dispatch 2024-03-29T00:16:10.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:10 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [8, 11]}]: dispatch 2024-03-29T00:16:10.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:10 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 8]}]: dispatch 2024-03-29T00:16:10.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:10 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]: dispatch 2024-03-29T00:16:10.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:10 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [5, 8]}]: dispatch 2024-03-29T00:16:10.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:10 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]: dispatch 2024-03-29T00:16:10.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:10 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]: dispatch 2024-03-29T00:16:10.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:10 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]: dispatch 2024-03-29T00:16:10.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:10 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-03-29T00:16:10.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:10 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 4]}]: dispatch 2024-03-29T00:16:10.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:10 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 1]}]: dispatch 2024-03-29T00:16:10.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:10 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [8, 11]}]: dispatch 2024-03-29T00:16:10.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:10 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 8]}]: dispatch 2024-03-29T00:16:10.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:10 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]: dispatch 2024-03-29T00:16:10.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:10 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [5, 8]}]: dispatch 2024-03-29T00:16:10.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:10 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]: dispatch 2024-03-29T00:16:10.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:10 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]: dispatch 2024-03-29T00:16:10.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:10 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]: dispatch 2024-03-29T00:16:10.736 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-03-29T00:16:10.736 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 4]}]: dispatch 2024-03-29T00:16:10.736 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 1]}]: dispatch 2024-03-29T00:16:10.736 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [8, 11]}]: dispatch 2024-03-29T00:16:10.736 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 8]}]: dispatch 2024-03-29T00:16:10.736 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]: dispatch 2024-03-29T00:16:10.736 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [5, 8]}]: dispatch 2024-03-29T00:16:10.736 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]: dispatch 2024-03-29T00:16:10.736 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]: dispatch 2024-03-29T00:16:10.736 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]: dispatch 2024-03-29T00:16:11.639 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:11 smithi012 ceph-mon[31657]: pgmap v349: 129 pgs: 129 active+clean; 641 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-03-29T00:16:11.639 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:11 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-03-29T00:16:11.639 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:11 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 4]}]': finished 2024-03-29T00:16:11.639 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:11 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 1]}]': finished 2024-03-29T00:16:11.639 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:11 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [8, 11]}]': finished 2024-03-29T00:16:11.639 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:11 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 8]}]': finished 2024-03-29T00:16:11.639 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:11 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]': finished 2024-03-29T00:16:11.639 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:11 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [5, 8]}]': finished 2024-03-29T00:16:11.639 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:11 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]': finished 2024-03-29T00:16:11.639 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:11 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]': finished 2024-03-29T00:16:11.639 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:11 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]': finished 2024-03-29T00:16:11.640 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:11 smithi012 ceph-mon[31657]: osdmap e90: 12 total, 12 up, 12 in 2024-03-29T00:16:11.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:11 smithi053 ceph-mon[36233]: pgmap v349: 129 pgs: 129 active+clean; 641 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-03-29T00:16:11.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:11 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-03-29T00:16:11.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:11 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 4]}]': finished 2024-03-29T00:16:11.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:11 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 1]}]': finished 2024-03-29T00:16:11.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:11 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [8, 11]}]': finished 2024-03-29T00:16:11.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:11 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 8]}]': finished 2024-03-29T00:16:11.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:11 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]': finished 2024-03-29T00:16:11.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:11 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [5, 8]}]': finished 2024-03-29T00:16:11.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:11 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]': finished 2024-03-29T00:16:11.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:11 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]': finished 2024-03-29T00:16:11.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:11 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]': finished 2024-03-29T00:16:11.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:11 smithi053 ceph-mon[36233]: osdmap e90: 12 total, 12 up, 12 in 2024-03-29T00:16:11.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.653+0000 7fd280c00700 1 -- 172.21.15.12:0/114159747 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd27c1024c0 msgr2=0x7fd27c10def0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:11.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.653+0000 7fd280c00700 1 --2- 172.21.15.12:0/114159747 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd27c1024c0 0x7fd27c10def0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fd274009f90 tx=0x7fd27400b330 comp rx=0 tx=0).stop 2024-03-29T00:16:11.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.654+0000 7fd280c00700 1 -- 172.21.15.12:0/114159747 shutdown_connections 2024-03-29T00:16:11.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.654+0000 7fd280c00700 1 --2- 172.21.15.12:0/114159747 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd27c1024c0 0x7fd27c10def0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:11.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.654+0000 7fd280c00700 1 --2- 172.21.15.12:0/114159747 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd27c107210 0x7fd27c1075f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:11.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.654+0000 7fd280c00700 1 --2- 172.21.15.12:0/114159747 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd27c101b00 0x7fd27c101f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:11.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.654+0000 7fd280c00700 1 -- 172.21.15.12:0/114159747 >> 172.21.15.12:0/114159747 conn(0x7fd27c076380 msgr2=0x7fd27c076790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:11.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.654+0000 7fd280c00700 1 -- 172.21.15.12:0/114159747 shutdown_connections 2024-03-29T00:16:11.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.654+0000 7fd280c00700 1 -- 172.21.15.12:0/114159747 wait complete. 2024-03-29T00:16:11.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.655+0000 7fd280c00700 1 Processor -- start 2024-03-29T00:16:11.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.655+0000 7fd280c00700 1 -- start start 2024-03-29T00:16:11.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.655+0000 7fd280c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd27c101b00 0x7fd27c19e630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:11.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.655+0000 7fd280c00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd27c1024c0 0x7fd27c19eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:11.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.655+0000 7fd280c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd27c107210 0x7fd27c198750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:11.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.655+0000 7fd280c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fd27c1114e0 con 0x7fd27c107210 2024-03-29T00:16:11.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.655+0000 7fd280c00700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd27c111360 con 0x7fd27c1024c0 2024-03-29T00:16:11.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.655+0000 7fd280c00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd27c111660 con 0x7fd27c101b00 2024-03-29T00:16:11.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.656+0000 7fd27b400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd27c101b00 0x7fd27c19e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:11.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.656+0000 7fd27be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd27c107210 0x7fd27c198750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:11.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.656+0000 7fd27aa00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd27c1024c0 0x7fd27c19eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:11.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.656+0000 7fd27b400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd27c101b00 0x7fd27c19e630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:51420/0 (socket says 172.21.15.12:51420) 2024-03-29T00:16:11.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.656+0000 7fd27b400700 1 -- 172.21.15.12:0/434844270 learned_addr learned my addr 172.21.15.12:0/434844270 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:16:11.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.656+0000 7fd27b400700 1 -- 172.21.15.12:0/434844270 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd27c1024c0 msgr2=0x7fd27c19eb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:11.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.656+0000 7fd27b400700 1 --2- 172.21.15.12:0/434844270 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd27c1024c0 0x7fd27c19eb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:11.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.656+0000 7fd27b400700 1 -- 172.21.15.12:0/434844270 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd27c107210 msgr2=0x7fd27c198750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:11.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.656+0000 7fd27b400700 1 --2- 172.21.15.12:0/434844270 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd27c107210 0x7fd27c198750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:11.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.656+0000 7fd27b400700 1 -- 172.21.15.12:0/434844270 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd27c199030 con 0x7fd27c101b00 2024-03-29T00:16:11.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.657+0000 7fd27b400700 1 --2- 172.21.15.12:0/434844270 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd27c101b00 0x7fd27c19e630 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fd26c00e9a0 tx=0x7fd26c00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:11.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.657+0000 7fd273e00700 1 -- 172.21.15.12:0/434844270 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd26c00ca10 con 0x7fd27c101b00 2024-03-29T00:16:11.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.657+0000 7fd273e00700 1 -- 172.21.15.12:0/434844270 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd26c00cbb0 con 0x7fd27c101b00 2024-03-29T00:16:11.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.657+0000 7fd280c00700 1 -- 172.21.15.12:0/434844270 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd27c199320 con 0x7fd27c101b00 2024-03-29T00:16:11.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.657+0000 7fd273e00700 1 -- 172.21.15.12:0/434844270 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd26c018710 con 0x7fd27c101b00 2024-03-29T00:16:11.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.658+0000 7fd280c00700 1 -- 172.21.15.12:0/434844270 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd27c1a55b0 con 0x7fd27c101b00 2024-03-29T00:16:11.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.659+0000 7fd280c00700 1 -- 172.21.15.12:0/434844270 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd27c069b60 con 0x7fd27c101b00 2024-03-29T00:16:11.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.661+0000 7fd273e00700 1 -- 172.21.15.12:0/434844270 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 17) ==== 136807+0+0 (secure 0 0 0) 0x7fd26c0109c0 con 0x7fd27c101b00 2024-03-29T00:16:11.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.663+0000 7fd273e00700 1 --2- 172.21.15.12:0/434844270 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd2600a1f20 0x7fd2600a43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:11.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.663+0000 7fd273e00700 1 -- 172.21.15.12:0/434844270 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fd26c0ce3b0 con 0x7fd27c101b00 2024-03-29T00:16:11.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.663+0000 7fd27aa00700 1 --2- 172.21.15.12:0/434844270 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd2600a1f20 0x7fd2600a43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:11.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.664+0000 7fd27aa00700 1 --2- 172.21.15.12:0/434844270 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd2600a1f20 0x7fd2600a43e0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fd268009750 tx=0x7fd268009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:11.665 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.665+0000 7fd273e00700 1 -- 172.21.15.12:0/434844270 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fd26c09b320 con 0x7fd27c101b00 2024-03-29T00:16:11.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:11 smithi069 ceph-mon[36074]: pgmap v349: 129 pgs: 129 active+clean; 641 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-03-29T00:16:11.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:11 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-03-29T00:16:11.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:11 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 4]}]': finished 2024-03-29T00:16:11.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:11 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 1]}]': finished 2024-03-29T00:16:11.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:11 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [8, 11]}]': finished 2024-03-29T00:16:11.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:11 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 8]}]': finished 2024-03-29T00:16:11.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:11 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]': finished 2024-03-29T00:16:11.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:11 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [5, 8]}]': finished 2024-03-29T00:16:11.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:11 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]': finished 2024-03-29T00:16:11.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:11 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]': finished 2024-03-29T00:16:11.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:11 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]': finished 2024-03-29T00:16:11.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:11 smithi069 ceph-mon[36074]: osdmap e90: 12 total, 12 up, 12 in 2024-03-29T00:16:11.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.892+0000 7fd280c00700 1 -- 172.21.15.12:0/434844270 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd27c199c30 con 0x7fd27c101b00 2024-03-29T00:16:11.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.893+0000 7fd273e00700 1 -- 172.21.15.12:0/434844270 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24557 (secure 0 0 0) 0x7fd26c09ac20 con 0x7fd27c101b00 2024-03-29T00:16:11.894 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:16:11.895 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":91,"fsid":"f0a28ba8-ed5f-11ee-95d0-87774f69a715","created":"2024-03-29T00:05:52.349196+0000","modified":"2024-03-29T00:16:11.356266+0000","last_up_change":"2024-03-29T00:14:17.644182+0000","last_in_change":"2024-03-29T00:13:57.992327+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-29T00:09:58.299082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-29T00:15:15.323046+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-29T00:15:16.709268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-29T00:15:20.769838+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f15b3bc8-42a4-4aca-bf7c-f36533a25084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6803","nonce":1970936395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6805","nonce":1970936395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6809","nonce":1970936395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6807","nonce":1970936395}]},"public_addr":"172.21.15.12:6803/1970936395","cluster_addr":"172.21.15.12:6805/1970936395","heartbeat_back_addr":"172.21.15.12:6809/1970936395","heartbeat_front_addr":"172.21.15.12:6807/1970936395","state":["exists","up"]},{"osd":1,"uuid":"9fc84928-5898-4421-8fae-8a6c3b5d6454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6801","nonce":2562558811}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6803","nonce":2562558811}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6807","nonce":2562558811}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6805","nonce":2562558811}]},"public_addr":"172.21.15.53:6801/2562558811","cluster_addr":"172.21.15.53:6803/2562558811","heartbeat_back_addr":"172.21.15.53:6807/2562558811","heartbeat_front_addr":"172.21.15.53:6805/2562558811","state":["exists","up"]},{"osd":2,"uuid":"6e1df3eb-d5e1-4433-aef8-dcc544feb108","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6800","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6801","nonce":3472201934}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6803","nonce":3472201934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6807","nonce":3472201934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6805","nonce":3472201934}]},"public_addr":"172.21.15.69:6801/3472201934","cluster_addr":"172.21.15.69:6803/3472201934","heartbeat_back_addr":"172.21.15.69:6807/3472201934","heartbeat_front_addr":"172.21.15.69:6805/3472201934","state":["exists","up"]},{"osd":3,"uuid":"c03886ee-0efd-4a1f-b04f-b060483d852b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6811","nonce":1860879351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6813","nonce":1860879351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6817","nonce":1860879351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6815","nonce":1860879351}]},"public_addr":"172.21.15.12:6811/1860879351","cluster_addr":"172.21.15.12:6813/1860879351","heartbeat_back_addr":"172.21.15.12:6817/1860879351","heartbeat_front_addr":"172.21.15.12:6815/1860879351","state":["exists","up"]},{"osd":4,"uuid":"10a25f7e-b569-4d47-add7-560968efa9c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6809","nonce":1066696400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6811","nonce":1066696400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6815","nonce":1066696400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6813","nonce":1066696400}]},"public_addr":"172.21.15.53:6809/1066696400","cluster_addr":"172.21.15.53:6811/1066696400","heartbeat_back_addr":"172.21.15.53:6815/1066696400","heartbeat_front_addr":"172.21.15.53:6813/1066696400","state":["exists","up"]},{"osd":5,"uuid":"21bad6a7-f98d-4344-8b0b-cf8526575ac2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6809","nonce":2160312252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6811","nonce":2160312252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6815","nonce":2160312252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6813","nonce":2160312252}]},"public_addr":"172.21.15.69:6809/2160312252","cluster_addr":"172.21.15.69:6811/2160312252","heartbeat_back_addr":"172.21.15.69:6815/2160312252","heartbeat_front_addr":"172.21.15.69:6813/2160312252","state":["exists","up"]},{"osd":6,"uuid":"927557ba-0245-42bb-83f1-c8b6b44cc496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6819","nonce":53322413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6821","nonce":53322413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6825","nonce":53322413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6823","nonce":53322413}]},"public_addr":"172.21.15.12:6819/53322413","cluster_addr":"172.21.15.12:6821/53322413","heartbeat_back_addr":"172.21.15.12:6825/53322413","heartbeat_front_addr":"172.21.15.12:6823/53322413","state":["exists","up"]},{"osd":7,"uuid":"22314690-d0eb-496b-b67d-922bdc0b6660","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6817","nonce":512991962}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6819","nonce":512991962}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6823","nonce":512991962}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6821","nonce":512991962}]},"public_addr":"172.21.15.53:6817/512991962","cluster_addr":"172.21.15.53:6819/512991962","heartbeat_back_addr":"172.21.15.53:6823/512991962","heartbeat_front_addr":"172.21.15.53:6821/512991962","state":["exists","up"]},{"osd":8,"uuid":"f26e428e-4919-4030-aa15-100d6df99aef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6817","nonce":2890541031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6819","nonce":2890541031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6823","nonce":2890541031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6821","nonce":2890541031}]},"public_addr":"172.21.15.69:6817/2890541031","cluster_addr":"172.21.15.69:6819/2890541031","heartbeat_back_addr":"172.21.15.69:6823/2890541031","heartbeat_front_addr":"172.21.15.69:6821/2890541031","state":["exists","up"]},{"osd":9,"uuid":"df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6827","nonce":1715133032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6829","nonce":1715133032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6833","nonce":1715133032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6831","nonce":1715133032}]},"public_addr":"172.21.15.12:6827/1715133032","cluster_addr":"172.21.15.12:6829/1715133032","heartbeat_back_addr":"172.21.15.12:6833/1715133032","heartbeat_front_addr":"172.21.15.12:6831/1715133032","state":["exists","up"]},{"osd":10,"uuid":"ac05ca46-a3d8-4e95-8b37-6f46b9f38703","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6825","nonce":3180522172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6827","nonce":3180522172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6831","nonce":3180522172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6829","nonce":3180522172}]},"public_addr":"172.21.15.53:6825/3180522172","cluster_addr":"172.21.15.53:6827/3180522172","heartbeat_back_addr":"172.21.15.53:6831/3180522172","heartbeat_front_addr":"172.21.15.53:6829/3180522172","state":["exists","up"]},{"osd":11,"uuid":"47fd23fb-f49f-49ca-8dfa-df667d03cfa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6825","nonce":1830685720}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6827","nonce":1830685720}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6831","nonce":1830685720}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6829","nonce":1830685720}]},"public_addr":"172.21.15.69:6825/1830685720","cluster_addr":"172.21.15.69:6827/1830685720","heartbeat_back_addr":"172.21.15.69:6831/1830685720","heartbeat_front_addr":"172.21.15.69:6829/1830685720","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:04.043487+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:29.451338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:53.723758+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:27.673354+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:54.498962+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:19.775485+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:54.005468+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:21.544560+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:47.123756+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:22.232554+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:50.514376+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:14:16.169343+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.3a","mappings":[{"from":4,"to":8}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.9","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/3903984873":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/3329864026":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/1184533662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/2224576662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/798509208":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/4176566530":"2024-03-30T00:07:09.578981+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-29T00:16:11.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.897+0000 7fd280c00700 1 -- 172.21.15.12:0/434844270 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd2600a1f20 msgr2=0x7fd2600a43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:11.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.897+0000 7fd280c00700 1 --2- 172.21.15.12:0/434844270 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd2600a1f20 0x7fd2600a43e0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fd268009750 tx=0x7fd268009310 comp rx=0 tx=0).stop 2024-03-29T00:16:11.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.897+0000 7fd280c00700 1 -- 172.21.15.12:0/434844270 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd27c101b00 msgr2=0x7fd27c19e630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:11.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.897+0000 7fd280c00700 1 --2- 172.21.15.12:0/434844270 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd27c101b00 0x7fd27c19e630 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fd26c00e9a0 tx=0x7fd26c00ecb0 comp rx=0 tx=0).stop 2024-03-29T00:16:11.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.897+0000 7fd280c00700 1 -- 172.21.15.12:0/434844270 shutdown_connections 2024-03-29T00:16:11.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.897+0000 7fd280c00700 1 --2- 172.21.15.12:0/434844270 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd2600a1f20 0x7fd2600a43e0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:11.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.897+0000 7fd280c00700 1 --2- 172.21.15.12:0/434844270 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd27c101b00 0x7fd27c19e630 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:11.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.897+0000 7fd280c00700 1 --2- 172.21.15.12:0/434844270 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd27c107210 0x7fd27c198750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:11.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.897+0000 7fd280c00700 1 --2- 172.21.15.12:0/434844270 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd27c1024c0 0x7fd27c19eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:11.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.897+0000 7fd280c00700 1 -- 172.21.15.12:0/434844270 >> 172.21.15.12:0/434844270 conn(0x7fd27c076380 msgr2=0x7fd27c1013b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:11.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.897+0000 7fd280c00700 1 -- 172.21.15.12:0/434844270 shutdown_connections 2024-03-29T00:16:11.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:11.897+0000 7fd280c00700 1 -- 172.21.15.12:0/434844270 wait complete. 2024-03-29T00:16:12.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:12 smithi012 ceph-mon[31657]: osdmap e91: 12 total, 12 up, 12 in 2024-03-29T00:16:12.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:12 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/434844270' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:16:12.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:12 smithi053 ceph-mon[36233]: osdmap e91: 12 total, 12 up, 12 in 2024-03-29T00:16:12.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:12 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/434844270' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:16:12.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:12 smithi069 ceph-mon[36074]: osdmap e91: 12 total, 12 up, 12 in 2024-03-29T00:16:12.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:12 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/434844270' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:16:12.739 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph tell osd.0 flush_pg_stats 2024-03-29T00:16:12.740 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph tell osd.1 flush_pg_stats 2024-03-29T00:16:12.740 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph tell osd.2 flush_pg_stats 2024-03-29T00:16:12.741 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph tell osd.3 flush_pg_stats 2024-03-29T00:16:12.741 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph tell osd.4 flush_pg_stats 2024-03-29T00:16:12.741 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph tell osd.5 flush_pg_stats 2024-03-29T00:16:12.742 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph tell osd.6 flush_pg_stats 2024-03-29T00:16:12.742 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph tell osd.7 flush_pg_stats 2024-03-29T00:16:12.743 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph tell osd.8 flush_pg_stats 2024-03-29T00:16:12.743 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph tell osd.9 flush_pg_stats 2024-03-29T00:16:12.743 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph tell osd.10 flush_pg_stats 2024-03-29T00:16:12.744 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph tell osd.11 flush_pg_stats 2024-03-29T00:16:13.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:13 smithi053 ceph-mon[36233]: pgmap v352: 129 pgs: 129 active+clean; 641 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 639 B/s wr, 8 op/s 2024-03-29T00:16:13.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:13 smithi069 ceph-mon[36074]: pgmap v352: 129 pgs: 129 active+clean; 641 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 639 B/s wr, 8 op/s 2024-03-29T00:16:13.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:13 smithi012 ceph-mon[31657]: pgmap v352: 129 pgs: 129 active+clean; 641 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 639 B/s wr, 8 op/s 2024-03-29T00:16:13.812 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:16:13.818 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:16:13.937 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:16:13.946 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:16:13.948 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:16:15.625 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:15 smithi012 ceph-mon[31657]: pgmap v353: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s; 174 B/s, 1 objects/s recovering 2024-03-29T00:16:15.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:15 smithi053 ceph-mon[36233]: pgmap v353: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s; 174 B/s, 1 objects/s recovering 2024-03-29T00:16:15.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:15 smithi069 ceph-mon[36074]: pgmap v353: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s; 174 B/s, 1 objects/s recovering 2024-03-29T00:16:16.310 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:16:16.311 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:16:17.044 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:16:17.653 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:17 smithi012 ceph-mon[31657]: pgmap v354: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 639 B/s wr, 5 op/s; 174 B/s, 1 objects/s recovering 2024-03-29T00:16:17.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:17 smithi053 ceph-mon[36233]: pgmap v354: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 639 B/s wr, 5 op/s; 174 B/s, 1 objects/s recovering 2024-03-29T00:16:17.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:17 smithi069 ceph-mon[36074]: pgmap v354: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 639 B/s wr, 5 op/s; 174 B/s, 1 objects/s recovering 2024-03-29T00:16:18.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.009+0000 7f4d76c00700 1 -- 172.21.15.12:0/1498993297 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4d7006a890 msgr2=0x7f4d7010f0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:18.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.009+0000 7f4d76c00700 1 --2- 172.21.15.12:0/1498993297 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4d7006a890 0x7f4d7010f0d0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f4d6800b0d0 tx=0x7f4d6800b3e0 comp rx=0 tx=0).stop 2024-03-29T00:16:18.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.009+0000 7f4d76c00700 1 -- 172.21.15.12:0/1498993297 shutdown_connections 2024-03-29T00:16:18.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.009+0000 7f4d76c00700 1 --2- 172.21.15.12:0/1498993297 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4d7006a890 0x7f4d7010f0d0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:18.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.009+0000 7f4d76c00700 1 --2- 172.21.15.12:0/1498993297 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4d70108290 0x7f4d70108670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:18.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.009+0000 7f4d76c00700 1 --2- 172.21.15.12:0/1498993297 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4d70069ef0 0x7f4d7006a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:18.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.009+0000 7f4d76c00700 1 -- 172.21.15.12:0/1498993297 >> 172.21.15.12:0/1498993297 conn(0x7f4d70078070 msgr2=0x7f4d70078480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:18.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.009+0000 7f4d76c00700 1 -- 172.21.15.12:0/1498993297 shutdown_connections 2024-03-29T00:16:18.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.009+0000 7f4d76c00700 1 -- 172.21.15.12:0/1498993297 wait complete. 2024-03-29T00:16:18.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.011+0000 7f4d76c00700 1 Processor -- start 2024-03-29T00:16:18.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.011+0000 7f4d76c00700 1 -- start start 2024-03-29T00:16:18.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.012+0000 7f4d76c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4d70069ef0 0x7f4d701a0940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:18.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.012+0000 7f4d76c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4d7006a890 0x7f4d701a0e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:18.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.012+0000 7f4d76c00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4d70108290 0x7f4d7019ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:18.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.012+0000 7f4d76c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f4d70112670 con 0x7f4d7006a890 2024-03-29T00:16:18.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.012+0000 7f4d76c00700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f4d701124f0 con 0x7f4d70108290 2024-03-29T00:16:18.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.012+0000 7f4d76c00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f4d701127f0 con 0x7f4d70069ef0 2024-03-29T00:16:18.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.012+0000 7f4d74c00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4d70108290 0x7f4d7019ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:18.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.012+0000 7f4d74c00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4d70108290 0x7f4d7019ab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36070/0 (socket says 172.21.15.12:36070) 2024-03-29T00:16:18.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.012+0000 7f4d74c00700 1 -- 172.21.15.12:0/608399221 learned_addr learned my addr 172.21.15.12:0/608399221 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:16:18.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.012+0000 7f4d6fe00700 1 --2- 172.21.15.12:0/608399221 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4d70069ef0 0x7f4d701a0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:18.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.012+0000 7f4d6f400700 1 --2- 172.21.15.12:0/608399221 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4d7006a890 0x7f4d701a0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:18.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.012+0000 7f4d74c00700 1 -- 172.21.15.12:0/608399221 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4d70069ef0 msgr2=0x7f4d701a0940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:18.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.012+0000 7f4d74c00700 1 --2- 172.21.15.12:0/608399221 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4d70069ef0 0x7f4d701a0940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:18.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.012+0000 7f4d74c00700 1 -- 172.21.15.12:0/608399221 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4d7006a890 msgr2=0x7f4d701a0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:18.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.012+0000 7f4d74c00700 1 --2- 172.21.15.12:0/608399221 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4d7006a890 0x7f4d701a0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:18.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.012+0000 7f4d74c00700 1 -- 172.21.15.12:0/608399221 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d7019b260 con 0x7f4d70108290 2024-03-29T00:16:18.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.013+0000 7f4d74c00700 1 --2- 172.21.15.12:0/608399221 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4d70108290 0x7f4d7019ab00 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f4d68009cd0 tx=0x7f4d680079a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:18.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.013+0000 7f4d6cc00700 1 -- 172.21.15.12:0/608399221 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d68021020 con 0x7f4d70108290 2024-03-29T00:16:18.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.013+0000 7f4d76c00700 1 -- 172.21.15.12:0/608399221 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d7019b4f0 con 0x7f4d70108290 2024-03-29T00:16:18.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.013+0000 7f4d6cc00700 1 -- 172.21.15.12:0/608399221 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4d68004c50 con 0x7f4d70108290 2024-03-29T00:16:18.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.013+0000 7f4d6cc00700 1 -- 172.21.15.12:0/608399221 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d680053a0 con 0x7f4d70108290 2024-03-29T00:16:18.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.013+0000 7f4d76c00700 1 -- 172.21.15.12:0/608399221 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d701a7810 con 0x7f4d70108290 2024-03-29T00:16:18.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.014+0000 7f4d76c00700 1 -- 172.21.15.12:0/608399221 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4d7010ddc0 con 0x7f4d70108290 2024-03-29T00:16:18.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.016+0000 7f4d6cc00700 1 -- 172.21.15.12:0/608399221 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 136807+0+0 (secure 0 0 0) 0x7f4d68024020 con 0x7f4d70108290 2024-03-29T00:16:18.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.018+0000 7f4d6cc00700 1 --2- 172.21.15.12:0/608399221 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4d540a1ea0 0x7f4d540a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:18.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.018+0000 7f4d6cc00700 1 -- 172.21.15.12:0/608399221 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f4d6800f020 con 0x7f4d70108290 2024-03-29T00:16:18.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.018+0000 7f4d6fe00700 1 --2- 172.21.15.12:0/608399221 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4d540a1ea0 0x7f4d540a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:18.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.018+0000 7f4d6cc00700 1 --2- 172.21.15.12:0/608399221 >> [v2:172.21.15.53:6808/1066696400,v1:172.21.15.53:6809/1066696400] conn(0x7f4d540ad000 0x7f4d540af4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:18.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.018+0000 7f4d6cc00700 1 -- 172.21.15.12:0/608399221 --> [v2:172.21.15.53:6808/1066696400,v1:172.21.15.53:6809/1066696400] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4d540afb70 con 0x7f4d540ad000 2024-03-29T00:16:18.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.018+0000 7f4d6cc00700 1 -- 172.21.15.12:0/608399221 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f4d680cf9f0 con 0x7f4d70108290 2024-03-29T00:16:18.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.018+0000 7f4d6f400700 1 --2- 172.21.15.12:0/608399221 >> [v2:172.21.15.53:6808/1066696400,v1:172.21.15.53:6809/1066696400] conn(0x7f4d540ad000 0x7f4d540af4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:18.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.019+0000 7f4d6fe00700 1 --2- 172.21.15.12:0/608399221 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4d540a1ea0 0x7f4d540a4360 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f4d60009be0 tx=0x7f4d60009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:18.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.019+0000 7f4d6f400700 1 --2- 172.21.15.12:0/608399221 >> [v2:172.21.15.53:6808/1066696400,v1:172.21.15.53:6809/1066696400] conn(0x7f4d540ad000 0x7f4d540af4a0 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:18.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.020+0000 7f4d6cc00700 1 -- 172.21.15.12:0/608399221 <== osd.4 v2:172.21.15.53:6808/1066696400 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f4d540afb70 con 0x7f4d540ad000 2024-03-29T00:16:18.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.038+0000 7f4d76c00700 1 -- 172.21.15.12:0/608399221 --> [v2:172.21.15.53:6808/1066696400,v1:172.21.15.53:6809/1066696400] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f4d70103940 con 0x7f4d540ad000 2024-03-29T00:16:18.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.039+0000 7f4d6cc00700 1 -- 172.21.15.12:0/608399221 <== osd.4 v2:172.21.15.53:6808/1066696400 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f4d70103940 con 0x7f4d540ad000 2024-03-29T00:16:18.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.039+0000 7f4d76c00700 1 -- 172.21.15.12:0/608399221 >> [v2:172.21.15.53:6808/1066696400,v1:172.21.15.53:6809/1066696400] conn(0x7f4d540ad000 msgr2=0x7f4d540af4a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:18.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.039+0000 7f4d76c00700 1 --2- 172.21.15.12:0/608399221 >> [v2:172.21.15.53:6808/1066696400,v1:172.21.15.53:6809/1066696400] conn(0x7f4d540ad000 0x7f4d540af4a0 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:18.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.039+0000 7f4d76c00700 1 -- 172.21.15.12:0/608399221 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4d540a1ea0 msgr2=0x7f4d540a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:18.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.039+0000 7f4d76c00700 1 --2- 172.21.15.12:0/608399221 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4d540a1ea0 0x7f4d540a4360 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f4d60009be0 tx=0x7f4d60009260 comp rx=0 tx=0).stop 2024-03-29T00:16:18.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.040+0000 7f4d76c00700 1 -- 172.21.15.12:0/608399221 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4d70108290 msgr2=0x7f4d7019ab00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:18.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.040+0000 7f4d76c00700 1 --2- 172.21.15.12:0/608399221 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4d70108290 0x7f4d7019ab00 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f4d68009cd0 tx=0x7f4d680079a0 comp rx=0 tx=0).stop 2024-03-29T00:16:18.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.040+0000 7f4d74c00700 1 -- 172.21.15.12:0/608399221 reap_dead start 2024-03-29T00:16:18.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.040+0000 7f4d76c00700 1 -- 172.21.15.12:0/608399221 shutdown_connections 2024-03-29T00:16:18.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.040+0000 7f4d76c00700 1 -- 172.21.15.12:0/608399221 >> 172.21.15.12:0/608399221 conn(0x7f4d70078070 msgr2=0x7f4d7010d420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:18.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.040+0000 7f4d76c00700 1 -- 172.21.15.12:0/608399221 shutdown_connections 2024-03-29T00:16:18.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:18.040+0000 7f4d76c00700 1 -- 172.21.15.12:0/608399221 wait complete. 2024-03-29T00:16:18.881 INFO:teuthology.orchestra.run.smithi012.stdout:141733920836 2024-03-29T00:16:18.881 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph osd last-stat-seq osd.4 2024-03-29T00:16:19.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:19 smithi012 ceph-mon[31657]: pgmap v355: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 639 B/s wr, 9 op/s; 174 B/s, 1 objects/s recovering 2024-03-29T00:16:19.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:16:19.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:19 smithi053 ceph-mon[36233]: pgmap v355: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 639 B/s wr, 9 op/s; 174 B/s, 1 objects/s recovering 2024-03-29T00:16:19.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:19 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:16:19.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:19 smithi069 ceph-mon[36074]: pgmap v355: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 639 B/s wr, 9 op/s; 174 B/s, 1 objects/s recovering 2024-03-29T00:16:19.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:16:20.586 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:16:20.587 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:16:21.592 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:21 smithi012 ceph-mon[31657]: pgmap v356: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 545 B/s wr, 8 op/s; 148 B/s, 1 objects/s recovering 2024-03-29T00:16:21.592 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:21 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:16:21.592 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:21 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:16:21.592 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:21 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:16:21.592 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:21 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:16:21.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:21 smithi069 ceph-mon[36074]: pgmap v356: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 545 B/s wr, 8 op/s; 148 B/s, 1 objects/s recovering 2024-03-29T00:16:21.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:21 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:16:21.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:21 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:16:21.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:21 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:16:21.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:21 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:16:21.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:21 smithi053 ceph-mon[36233]: pgmap v356: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 545 B/s wr, 8 op/s; 148 B/s, 1 objects/s recovering 2024-03-29T00:16:21.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:21 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:16:21.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:21 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:16:21.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:21 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:16:21.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:21 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:16:23.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:23 smithi053 ceph-mon[36233]: pgmap v357: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 492 B/s wr, 8 op/s; 134 B/s, 1 objects/s recovering 2024-03-29T00:16:23.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:23 smithi012 ceph-mon[31657]: pgmap v357: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 492 B/s wr, 8 op/s; 134 B/s, 1 objects/s recovering 2024-03-29T00:16:23.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:23 smithi069 ceph-mon[36074]: pgmap v357: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 492 B/s wr, 8 op/s; 134 B/s, 1 objects/s recovering 2024-03-29T00:16:24.679 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.644+0000 7f8d90a00700 1 -- 172.21.15.12:0/736127607 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8d8c112ed0 msgr2=0x7f8d8c1152c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:24.679 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.644+0000 7f8d90a00700 1 --2- 172.21.15.12:0/736127607 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8d8c112ed0 0x7f8d8c1152c0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f8d8400b0a0 tx=0x7f8d8400b3b0 comp rx=0 tx=0).stop 2024-03-29T00:16:24.679 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.644+0000 7f8d90a00700 1 -- 172.21.15.12:0/736127607 shutdown_connections 2024-03-29T00:16:24.679 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.644+0000 7f8d90a00700 1 --2- 172.21.15.12:0/736127607 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8d8c112ed0 0x7f8d8c1152c0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:24.679 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.644+0000 7f8d90a00700 1 --2- 172.21.15.12:0/736127607 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d8c076270 0x7f8d8c074470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:24.679 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.644+0000 7f8d90a00700 1 --2- 172.21.15.12:0/736127607 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8d8c0749b0 0x7f8d8c074e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:24.679 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.644+0000 7f8d90a00700 1 -- 172.21.15.12:0/736127607 >> 172.21.15.12:0/736127607 conn(0x7f8d8c079370 msgr2=0x7f8d8c079780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:24.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.645+0000 7f8d90a00700 1 -- 172.21.15.12:0/736127607 shutdown_connections 2024-03-29T00:16:24.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.645+0000 7f8d90a00700 1 -- 172.21.15.12:0/736127607 wait complete. 2024-03-29T00:16:24.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.646+0000 7f8d90a00700 1 Processor -- start 2024-03-29T00:16:24.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.646+0000 7f8d90a00700 1 -- start start 2024-03-29T00:16:24.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.646+0000 7f8d90a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d8c0749b0 0x7f8d8c19f030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:24.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.646+0000 7f8d90a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8d8c076270 0x7f8d8c19f570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:24.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.646+0000 7f8d90a00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8d8c112ed0 0x7f8d8c1a3900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:24.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.646+0000 7f8d90a00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8d8c118c60 con 0x7f8d8c0749b0 2024-03-29T00:16:24.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.646+0000 7f8d90a00700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f8d8c118ae0 con 0x7f8d8c112ed0 2024-03-29T00:16:24.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.646+0000 7f8d90a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8d8c118de0 con 0x7f8d8c076270 2024-03-29T00:16:24.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.647+0000 7f8d8a800700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8d8c112ed0 0x7f8d8c1a3900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:24.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.647+0000 7f8d89400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8d8c076270 0x7f8d8c19f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:24.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.647+0000 7f8d89e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d8c0749b0 0x7f8d8c19f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:24.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.647+0000 7f8d8a800700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8d8c112ed0 0x7f8d8c1a3900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36076/0 (socket says 172.21.15.12:36076) 2024-03-29T00:16:24.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.647+0000 7f8d8a800700 1 -- 172.21.15.12:0/3799576900 learned_addr learned my addr 172.21.15.12:0/3799576900 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:16:24.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.647+0000 7f8d8a800700 1 -- 172.21.15.12:0/3799576900 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8d8c076270 msgr2=0x7f8d8c19f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:24.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.647+0000 7f8d8a800700 1 --2- 172.21.15.12:0/3799576900 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8d8c076270 0x7f8d8c19f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:24.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.647+0000 7f8d8a800700 1 -- 172.21.15.12:0/3799576900 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d8c0749b0 msgr2=0x7f8d8c19f030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:24.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.647+0000 7f8d8a800700 1 --2- 172.21.15.12:0/3799576900 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d8c0749b0 0x7f8d8c19f030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:24.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.647+0000 7f8d8a800700 1 -- 172.21.15.12:0/3799576900 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d8c1a4040 con 0x7f8d8c112ed0 2024-03-29T00:16:24.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.647+0000 7f8d89400700 1 --2- 172.21.15.12:0/3799576900 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8d8c076270 0x7f8d8c19f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:16:24.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.647+0000 7f8d8a800700 1 --2- 172.21.15.12:0/3799576900 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8d8c112ed0 0x7f8d8c1a3900 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f8d8400b070 tx=0x7f8d84004d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:24.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.648+0000 7f8d82a00700 1 -- 172.21.15.12:0/3799576900 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d84021070 con 0x7f8d8c112ed0 2024-03-29T00:16:24.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.648+0000 7f8d82a00700 1 -- 172.21.15.12:0/3799576900 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8d84007b80 con 0x7f8d8c112ed0 2024-03-29T00:16:24.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.648+0000 7f8d82a00700 1 -- 172.21.15.12:0/3799576900 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d840052a0 con 0x7f8d8c112ed0 2024-03-29T00:16:24.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.648+0000 7f8d90a00700 1 -- 172.21.15.12:0/3799576900 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d8c1a42d0 con 0x7f8d8c112ed0 2024-03-29T00:16:24.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.648+0000 7f8d90a00700 1 -- 172.21.15.12:0/3799576900 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d8c1abbb0 con 0x7f8d8c112ed0 2024-03-29T00:16:24.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.649+0000 7f8d90a00700 1 -- 172.21.15.12:0/3799576900 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8d8c112610 con 0x7f8d8c112ed0 2024-03-29T00:16:24.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.651+0000 7f8d82a00700 1 -- 172.21.15.12:0/3799576900 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 136807+0+0 (secure 0 0 0) 0x7f8d84024070 con 0x7f8d8c112ed0 2024-03-29T00:16:24.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.652+0000 7f8d82a00700 1 --2- 172.21.15.12:0/3799576900 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f8d700a1ea0 0x7f8d700a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:24.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.652+0000 7f8d82a00700 1 -- 172.21.15.12:0/3799576900 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f8d8400f020 con 0x7f8d8c112ed0 2024-03-29T00:16:24.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.652+0000 7f8d89e00700 1 --2- 172.21.15.12:0/3799576900 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f8d700a1ea0 0x7f8d700a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:24.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.653+0000 7f8d82a00700 1 --2- 172.21.15.12:0/3799576900 >> [v2:172.21.15.69:6800/3472201934,v1:172.21.15.69:6801/3472201934] conn(0x7f8d700aced0 0x7f8d700af370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:24.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.653+0000 7f8d82a00700 1 -- 172.21.15.12:0/3799576900 --> [v2:172.21.15.69:6800/3472201934,v1:172.21.15.69:6801/3472201934] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8d8401d9d0 con 0x7f8d700aced0 2024-03-29T00:16:24.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.653+0000 7f8d82a00700 1 -- 172.21.15.12:0/3799576900 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f8d840cfd40 con 0x7f8d8c112ed0 2024-03-29T00:16:24.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.653+0000 7f8d89400700 1 --2- 172.21.15.12:0/3799576900 >> [v2:172.21.15.69:6800/3472201934,v1:172.21.15.69:6801/3472201934] conn(0x7f8d700aced0 0x7f8d700af370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:24.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.653+0000 7f8d89e00700 1 --2- 172.21.15.12:0/3799576900 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f8d700a1ea0 0x7f8d700a4360 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f8d7c009be0 tx=0x7f8d7c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:24.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.653+0000 7f8d89400700 1 --2- 172.21.15.12:0/3799576900 >> [v2:172.21.15.69:6800/3472201934,v1:172.21.15.69:6801/3472201934] conn(0x7f8d700aced0 0x7f8d700af370 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:24.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.654+0000 7f8d82a00700 1 -- 172.21.15.12:0/3799576900 <== osd.2 v2:172.21.15.69:6800/3472201934 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8d8401d9d0 con 0x7f8d700aced0 2024-03-29T00:16:24.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.673+0000 7f8d90a00700 1 -- 172.21.15.12:0/3799576900 --> [v2:172.21.15.69:6800/3472201934,v1:172.21.15.69:6801/3472201934] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8d8c075b20 con 0x7f8d700aced0 2024-03-29T00:16:24.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.673+0000 7f8d82a00700 1 -- 172.21.15.12:0/3799576900 <== osd.2 v2:172.21.15.69:6800/3472201934 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f8d8c075b20 con 0x7f8d700aced0 2024-03-29T00:16:24.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.674+0000 7f8d90a00700 1 -- 172.21.15.12:0/3799576900 >> [v2:172.21.15.69:6800/3472201934,v1:172.21.15.69:6801/3472201934] conn(0x7f8d700aced0 msgr2=0x7f8d700af370 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:24.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.674+0000 7f8d90a00700 1 --2- 172.21.15.12:0/3799576900 >> [v2:172.21.15.69:6800/3472201934,v1:172.21.15.69:6801/3472201934] conn(0x7f8d700aced0 0x7f8d700af370 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:24.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.674+0000 7f8d90a00700 1 -- 172.21.15.12:0/3799576900 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f8d700a1ea0 msgr2=0x7f8d700a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:24.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.674+0000 7f8d90a00700 1 --2- 172.21.15.12:0/3799576900 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f8d700a1ea0 0x7f8d700a4360 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f8d7c009be0 tx=0x7f8d7c009260 comp rx=0 tx=0).stop 2024-03-29T00:16:24.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.674+0000 7f8d90a00700 1 -- 172.21.15.12:0/3799576900 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8d8c112ed0 msgr2=0x7f8d8c1a3900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:24.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.674+0000 7f8d90a00700 1 --2- 172.21.15.12:0/3799576900 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8d8c112ed0 0x7f8d8c1a3900 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f8d8400b070 tx=0x7f8d84004d00 comp rx=0 tx=0).stop 2024-03-29T00:16:24.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.674+0000 7f8d8a800700 1 -- 172.21.15.12:0/3799576900 reap_dead start 2024-03-29T00:16:24.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.674+0000 7f8d90a00700 1 -- 172.21.15.12:0/3799576900 shutdown_connections 2024-03-29T00:16:24.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.674+0000 7f8d90a00700 1 -- 172.21.15.12:0/3799576900 >> 172.21.15.12:0/3799576900 conn(0x7f8d8c079370 msgr2=0x7f8d8c111bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:24.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.674+0000 7f8d90a00700 1 -- 172.21.15.12:0/3799576900 shutdown_connections 2024-03-29T00:16:24.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:24.674+0000 7f8d90a00700 1 -- 172.21.15.12:0/3799576900 wait complete. 2024-03-29T00:16:25.575 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:16:25.670 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:25 smithi012 ceph-mon[31657]: pgmap v358: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 597 B/s wr, 10 op/s; 116 B/s, 1 objects/s recovering 2024-03-29T00:16:25.785 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:25 smithi069 ceph-mon[36074]: pgmap v358: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 597 B/s wr, 10 op/s; 116 B/s, 1 objects/s recovering 2024-03-29T00:16:25.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:25 smithi053 ceph-mon[36233]: pgmap v358: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 597 B/s wr, 10 op/s; 116 B/s, 1 objects/s recovering 2024-03-29T00:16:26.809 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:16:27.020 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.727+0000 7fd435c00700 1 -- 172.21.15.12:0/959156134 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd430108290 msgr2=0x7fd430108670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:27.020 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.727+0000 7fd435c00700 1 --2- 172.21.15.12:0/959156134 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd430108290 0x7fd430108670 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fd42000b0d0 tx=0x7fd42000b3e0 comp rx=0 tx=0).stop 2024-03-29T00:16:27.020 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.727+0000 7fd435c00700 1 -- 172.21.15.12:0/959156134 shutdown_connections 2024-03-29T00:16:27.020 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.727+0000 7fd435c00700 1 --2- 172.21.15.12:0/959156134 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd430108290 0x7fd430108670 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:27.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.727+0000 7fd435c00700 1 --2- 172.21.15.12:0/959156134 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd43006a890 0x7fd43010f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:27.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.727+0000 7fd435c00700 1 --2- 172.21.15.12:0/959156134 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd430069ef0 0x7fd43006a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:27.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.727+0000 7fd435c00700 1 -- 172.21.15.12:0/959156134 >> 172.21.15.12:0/959156134 conn(0x7fd430078070 msgr2=0x7fd430078480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:27.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.727+0000 7fd435c00700 1 -- 172.21.15.12:0/959156134 shutdown_connections 2024-03-29T00:16:27.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.727+0000 7fd435c00700 1 -- 172.21.15.12:0/959156134 wait complete. 2024-03-29T00:16:27.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.728+0000 7fd435c00700 1 Processor -- start 2024-03-29T00:16:27.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.728+0000 7fd435c00700 1 -- start start 2024-03-29T00:16:27.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.729+0000 7fd435c00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd430069ef0 0x7fd4301a08e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:27.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.729+0000 7fd435c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd43006a890 0x7fd4301a0e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:27.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.729+0000 7fd435c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd430108290 0x7fd43019aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:27.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.729+0000 7fd435c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fd430112630 con 0x7fd430108290 2024-03-29T00:16:27.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.729+0000 7fd435c00700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd4301124b0 con 0x7fd430069ef0 2024-03-29T00:16:27.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.729+0000 7fd435c00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd4301127b0 con 0x7fd43006a890 2024-03-29T00:16:27.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.729+0000 7fd42ea00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd430069ef0 0x7fd4301a08e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:27.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.729+0000 7fd427e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd43006a890 0x7fd4301a0e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:27.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.729+0000 7fd42f400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd430108290 0x7fd43019aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:27.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.729+0000 7fd42ea00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd430069ef0 0x7fd4301a08e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36098/0 (socket says 172.21.15.12:36098) 2024-03-29T00:16:27.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.729+0000 7fd427e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd43006a890 0x7fd4301a0e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:35884/0 (socket says 172.21.15.12:35884) 2024-03-29T00:16:27.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.729+0000 7fd42ea00700 1 -- 172.21.15.12:0/1811495393 learned_addr learned my addr 172.21.15.12:0/1811495393 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:16:27.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.729+0000 7fd42ea00700 1 -- 172.21.15.12:0/1811495393 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd43006a890 msgr2=0x7fd4301a0e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:27.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.729+0000 7fd42ea00700 1 --2- 172.21.15.12:0/1811495393 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd43006a890 0x7fd4301a0e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:27.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.729+0000 7fd42ea00700 1 -- 172.21.15.12:0/1811495393 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd430108290 msgr2=0x7fd43019aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:27.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.729+0000 7fd42ea00700 1 --2- 172.21.15.12:0/1811495393 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd430108290 0x7fd43019aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:27.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.729+0000 7fd42ea00700 1 -- 172.21.15.12:0/1811495393 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd43019b200 con 0x7fd430069ef0 2024-03-29T00:16:27.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.729+0000 7fd427e00700 1 --2- 172.21.15.12:0/1811495393 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd43006a890 0x7fd4301a0e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:16:27.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.729+0000 7fd42f400700 1 --2- 172.21.15.12:0/1811495393 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd430108290 0x7fd43019aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:16:27.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.730+0000 7fd42ea00700 1 --2- 172.21.15.12:0/1811495393 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd430069ef0 0x7fd4301a08e0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fd420007a20 tx=0x7fd42000cfd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:27.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.730+0000 7fd427400700 1 -- 172.21.15.12:0/1811495393 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd420021020 con 0x7fd430069ef0 2024-03-29T00:16:27.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.730+0000 7fd427400700 1 -- 172.21.15.12:0/1811495393 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd420007e50 con 0x7fd430069ef0 2024-03-29T00:16:27.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.730+0000 7fd427400700 1 -- 172.21.15.12:0/1811495393 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4200052b0 con 0x7fd430069ef0 2024-03-29T00:16:27.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.730+0000 7fd435c00700 1 -- 172.21.15.12:0/1811495393 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd43019b490 con 0x7fd430069ef0 2024-03-29T00:16:27.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.730+0000 7fd435c00700 1 -- 172.21.15.12:0/1811495393 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4301a77b0 con 0x7fd430069ef0 2024-03-29T00:16:27.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.731+0000 7fd435c00700 1 -- 172.21.15.12:0/1811495393 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd43010de80 con 0x7fd430069ef0 2024-03-29T00:16:27.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.733+0000 7fd427400700 1 -- 172.21.15.12:0/1811495393 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 136807+0+0 (secure 0 0 0) 0x7fd420024020 con 0x7fd430069ef0 2024-03-29T00:16:27.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.734+0000 7fd427400700 1 --2- 172.21.15.12:0/1811495393 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd4140a1f20 0x7fd4140a43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:27.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.735+0000 7fd427400700 1 -- 172.21.15.12:0/1811495393 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fd42000f020 con 0x7fd430069ef0 2024-03-29T00:16:27.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.735+0000 7fd427e00700 1 --2- 172.21.15.12:0/1811495393 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd4140a1f20 0x7fd4140a43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:27.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.735+0000 7fd427400700 1 --2- 172.21.15.12:0/1811495393 >> [v2:172.21.15.53:6800/2562558811,v1:172.21.15.53:6801/2562558811] conn(0x7fd4140ad080 0x7fd4140af520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:27.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.735+0000 7fd427400700 1 -- 172.21.15.12:0/1811495393 --> [v2:172.21.15.53:6800/2562558811,v1:172.21.15.53:6801/2562558811] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd420018e50 con 0x7fd4140ad080 2024-03-29T00:16:27.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.735+0000 7fd427400700 1 -- 172.21.15.12:0/1811495393 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fd4200d6050 con 0x7fd430069ef0 2024-03-29T00:16:27.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.735+0000 7fd42f400700 1 --2- 172.21.15.12:0/1811495393 >> [v2:172.21.15.53:6800/2562558811,v1:172.21.15.53:6801/2562558811] conn(0x7fd4140ad080 0x7fd4140af520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:27.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.735+0000 7fd427e00700 1 --2- 172.21.15.12:0/1811495393 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd4140a1f20 0x7fd4140a43e0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fd418009680 tx=0x7fd418009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:27.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.736+0000 7fd42f400700 1 --2- 172.21.15.12:0/1811495393 >> [v2:172.21.15.53:6800/2562558811,v1:172.21.15.53:6801/2562558811] conn(0x7fd4140ad080 0x7fd4140af520 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:27.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.737+0000 7fd427400700 1 -- 172.21.15.12:0/1811495393 <== osd.1 v2:172.21.15.53:6800/2562558811 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd420018e50 con 0x7fd4140ad080 2024-03-29T00:16:27.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.756+0000 7fd435c00700 1 -- 172.21.15.12:0/1811495393 --> [v2:172.21.15.53:6800/2562558811,v1:172.21.15.53:6801/2562558811] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd430103940 con 0x7fd4140ad080 2024-03-29T00:16:27.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.756+0000 7fd427400700 1 -- 172.21.15.12:0/1811495393 <== osd.1 v2:172.21.15.53:6800/2562558811 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fd430103940 con 0x7fd4140ad080 2024-03-29T00:16:27.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.757+0000 7fd435c00700 1 -- 172.21.15.12:0/1811495393 >> [v2:172.21.15.53:6800/2562558811,v1:172.21.15.53:6801/2562558811] conn(0x7fd4140ad080 msgr2=0x7fd4140af520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:27.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.757+0000 7fd435c00700 1 --2- 172.21.15.12:0/1811495393 >> [v2:172.21.15.53:6800/2562558811,v1:172.21.15.53:6801/2562558811] conn(0x7fd4140ad080 0x7fd4140af520 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:27.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.757+0000 7fd435c00700 1 -- 172.21.15.12:0/1811495393 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd4140a1f20 msgr2=0x7fd4140a43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:27.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.757+0000 7fd435c00700 1 --2- 172.21.15.12:0/1811495393 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd4140a1f20 0x7fd4140a43e0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fd418009680 tx=0x7fd418009260 comp rx=0 tx=0).stop 2024-03-29T00:16:27.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.757+0000 7fd435c00700 1 -- 172.21.15.12:0/1811495393 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd430069ef0 msgr2=0x7fd4301a08e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:27.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.757+0000 7fd435c00700 1 --2- 172.21.15.12:0/1811495393 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd430069ef0 0x7fd4301a08e0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fd420007a20 tx=0x7fd42000cfd0 comp rx=0 tx=0).stop 2024-03-29T00:16:27.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.757+0000 7fd42f400700 1 -- 172.21.15.12:0/1811495393 reap_dead start 2024-03-29T00:16:27.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.757+0000 7fd435c00700 1 -- 172.21.15.12:0/1811495393 shutdown_connections 2024-03-29T00:16:27.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.757+0000 7fd435c00700 1 -- 172.21.15.12:0/1811495393 >> 172.21.15.12:0/1811495393 conn(0x7fd430078070 msgr2=0x7fd43010d420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:27.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.757+0000 7fd435c00700 1 -- 172.21.15.12:0/1811495393 shutdown_connections 2024-03-29T00:16:27.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:25.758+0000 7fd435c00700 1 -- 172.21.15.12:0/1811495393 wait complete. 2024-03-29T00:16:27.683 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:27 smithi012 ceph-mon[31657]: pgmap v359: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 8 op/s; 0 B/s, 0 objects/s recovering 2024-03-29T00:16:27.859 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.858+0000 7fb17f000700 1 -- 172.21.15.12:0/1003522531 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb178102ea0 msgr2=0x7fb178106ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:27.860 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.858+0000 7fb17f000700 1 --2- 172.21.15.12:0/1003522531 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb178102ea0 0x7fb178106ee0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fb1600099c0 tx=0x7fb160009cd0 comp rx=0 tx=0).stop 2024-03-29T00:16:27.860 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.858+0000 7fb17f000700 1 -- 172.21.15.12:0/1003522531 shutdown_connections 2024-03-29T00:16:27.860 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.858+0000 7fb17f000700 1 --2- 172.21.15.12:0/1003522531 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb1781075c0 0x7fb17810f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:27.860 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.858+0000 7fb17f000700 1 --2- 172.21.15.12:0/1003522531 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb1781024f0 0x7fb1781028d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:27.860 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.858+0000 7fb17f000700 1 --2- 172.21.15.12:0/1003522531 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb178102ea0 0x7fb178106ee0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:27.860 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.858+0000 7fb17f000700 1 -- 172.21.15.12:0/1003522531 >> 172.21.15.12:0/1003522531 conn(0x7fb1780793a0 msgr2=0x7fb1780797b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:27.860 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.859+0000 7fb17f000700 1 -- 172.21.15.12:0/1003522531 shutdown_connections 2024-03-29T00:16:27.860 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.859+0000 7fb17f000700 1 -- 172.21.15.12:0/1003522531 wait complete. 2024-03-29T00:16:27.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.860+0000 7fb17f000700 1 Processor -- start 2024-03-29T00:16:27.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.860+0000 7fb17f000700 1 -- start start 2024-03-29T00:16:27.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.860+0000 7fb17f000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb1781024f0 0x7fb17819ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:27.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.860+0000 7fb17f000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb178102ea0 0x7fb17819b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:27.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.861+0000 7fb17f000700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb1781075c0 0x7fb17819f600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:27.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.861+0000 7fb17f000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fb1781126c0 con 0x7fb1781024f0 2024-03-29T00:16:27.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.861+0000 7fb17f000700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fb178112540 con 0x7fb1781075c0 2024-03-29T00:16:27.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.861+0000 7fb17f000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb178112840 con 0x7fb178102ea0 2024-03-29T00:16:27.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.861+0000 7fb16f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb178102ea0 0x7fb17819b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:27.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.861+0000 7fb177e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb1781024f0 0x7fb17819ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:27.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.861+0000 7fb16f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb178102ea0 0x7fb17819b270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:35906/0 (socket says 172.21.15.12:35906) 2024-03-29T00:16:27.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.861+0000 7fb16f400700 1 -- 172.21.15.12:0/416752648 learned_addr learned my addr 172.21.15.12:0/416752648 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:16:27.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.861+0000 7fb17d000700 1 --2- 172.21.15.12:0/416752648 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb1781075c0 0x7fb17819f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:27.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.861+0000 7fb16f400700 1 -- 172.21.15.12:0/416752648 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb1781075c0 msgr2=0x7fb17819f600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:27.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.861+0000 7fb16f400700 1 --2- 172.21.15.12:0/416752648 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb1781075c0 0x7fb17819f600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:27.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.861+0000 7fb16f400700 1 -- 172.21.15.12:0/416752648 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb1781024f0 msgr2=0x7fb17819ad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:27.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.861+0000 7fb16f400700 1 --2- 172.21.15.12:0/416752648 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb1781024f0 0x7fb17819ad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:27.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.861+0000 7fb16f400700 1 -- 172.21.15.12:0/416752648 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb17819fd40 con 0x7fb178102ea0 2024-03-29T00:16:27.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.862+0000 7fb16f400700 1 --2- 172.21.15.12:0/416752648 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb178102ea0 0x7fb17819b270 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fb16000bc60 tx=0x7fb160003c30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:27.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.862+0000 7fb175600700 1 -- 172.21.15.12:0/416752648 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb160009e60 con 0x7fb178102ea0 2024-03-29T00:16:27.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.862+0000 7fb175600700 1 -- 172.21.15.12:0/416752648 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb16000be40 con 0x7fb178102ea0 2024-03-29T00:16:27.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.862+0000 7fb17f000700 1 -- 172.21.15.12:0/416752648 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb17819ffd0 con 0x7fb178102ea0 2024-03-29T00:16:27.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.862+0000 7fb175600700 1 -- 172.21.15.12:0/416752648 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb16000fd40 con 0x7fb178102ea0 2024-03-29T00:16:27.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.862+0000 7fb17f000700 1 -- 172.21.15.12:0/416752648 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1781a78b0 con 0x7fb178102ea0 2024-03-29T00:16:27.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.863+0000 7fb17f000700 1 -- 172.21.15.12:0/416752648 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb1781013e0 con 0x7fb178102ea0 2024-03-29T00:16:27.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.865+0000 7fb175600700 1 -- 172.21.15.12:0/416752648 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 17) ==== 136807+0+0 (secure 0 0 0) 0x7fb16000f460 con 0x7fb178102ea0 2024-03-29T00:16:27.867 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.867+0000 7fb175600700 1 --2- 172.21.15.12:0/416752648 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb1580a1ea0 0x7fb1580a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:27.867 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.867+0000 7fb175600700 1 -- 172.21.15.12:0/416752648 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fb1600cf1b0 con 0x7fb178102ea0 2024-03-29T00:16:27.867 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.867+0000 7fb177e00700 1 --2- 172.21.15.12:0/416752648 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb1580a1ea0 0x7fb1580a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:27.868 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.867+0000 7fb175600700 1 --2- 172.21.15.12:0/416752648 >> [v2:172.21.15.12:6826/1715133032,v1:172.21.15.12:6827/1715133032] conn(0x7fb1580ad000 0x7fb1580af4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:27.868 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.867+0000 7fb175600700 1 -- 172.21.15.12:0/416752648 --> [v2:172.21.15.12:6826/1715133032,v1:172.21.15.12:6827/1715133032] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb160001d30 con 0x7fb1580ad000 2024-03-29T00:16:27.868 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.867+0000 7fb175600700 1 -- 172.21.15.12:0/416752648 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fb1600cf560 con 0x7fb178102ea0 2024-03-29T00:16:27.868 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.868+0000 7fb17d000700 1 --2- 172.21.15.12:0/416752648 >> [v2:172.21.15.12:6826/1715133032,v1:172.21.15.12:6827/1715133032] conn(0x7fb1580ad000 0x7fb1580af4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:27.868 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.868+0000 7fb177e00700 1 --2- 172.21.15.12:0/416752648 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb1580a1ea0 0x7fb1580a4360 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb168009680 tx=0x7fb168009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:27.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.868+0000 7fb17d000700 1 --2- 172.21.15.12:0/416752648 >> [v2:172.21.15.12:6826/1715133032,v1:172.21.15.12:6827/1715133032] conn(0x7fb1580ad000 0x7fb1580af4a0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:27.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.869+0000 7fb175600700 1 -- 172.21.15.12:0/416752648 <== osd.9 v2:172.21.15.12:6826/1715133032 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb160001d30 con 0x7fb1580ad000 2024-03-29T00:16:27.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.888+0000 7fb17f000700 1 -- 172.21.15.12:0/416752648 --> [v2:172.21.15.12:6826/1715133032,v1:172.21.15.12:6827/1715133032] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb1781039c0 con 0x7fb1580ad000 2024-03-29T00:16:27.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.888+0000 7fb175600700 1 -- 172.21.15.12:0/416752648 <== osd.9 v2:172.21.15.12:6826/1715133032 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fb1781039c0 con 0x7fb1580ad000 2024-03-29T00:16:27.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.889+0000 7fb17f000700 1 -- 172.21.15.12:0/416752648 >> [v2:172.21.15.12:6826/1715133032,v1:172.21.15.12:6827/1715133032] conn(0x7fb1580ad000 msgr2=0x7fb1580af4a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:27.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.889+0000 7fb17f000700 1 --2- 172.21.15.12:0/416752648 >> [v2:172.21.15.12:6826/1715133032,v1:172.21.15.12:6827/1715133032] conn(0x7fb1580ad000 0x7fb1580af4a0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:27.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.889+0000 7fb17f000700 1 -- 172.21.15.12:0/416752648 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb1580a1ea0 msgr2=0x7fb1580a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:27.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.889+0000 7fb17f000700 1 --2- 172.21.15.12:0/416752648 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb1580a1ea0 0x7fb1580a4360 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb168009680 tx=0x7fb168009260 comp rx=0 tx=0).stop 2024-03-29T00:16:27.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.889+0000 7fb17f000700 1 -- 172.21.15.12:0/416752648 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb178102ea0 msgr2=0x7fb17819b270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:27.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.889+0000 7fb17f000700 1 --2- 172.21.15.12:0/416752648 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb178102ea0 0x7fb17819b270 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fb16000bc60 tx=0x7fb160003c30 comp rx=0 tx=0).stop 2024-03-29T00:16:27.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.889+0000 7fb17d000700 1 -- 172.21.15.12:0/416752648 reap_dead start 2024-03-29T00:16:27.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.889+0000 7fb17f000700 1 -- 172.21.15.12:0/416752648 shutdown_connections 2024-03-29T00:16:27.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.889+0000 7fb17f000700 1 -- 172.21.15.12:0/416752648 >> 172.21.15.12:0/416752648 conn(0x7fb1780793a0 msgr2=0x7fb17810d8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:27.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.889+0000 7fb17f000700 1 -- 172.21.15.12:0/416752648 shutdown_connections 2024-03-29T00:16:27.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:27.889+0000 7fb17f000700 1 -- 172.21.15.12:0/416752648 wait complete. 2024-03-29T00:16:27.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:27 smithi053 ceph-mon[36233]: pgmap v359: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 8 op/s; 0 B/s, 0 objects/s recovering 2024-03-29T00:16:27.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:27 smithi069 ceph-mon[36074]: pgmap v359: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 8 op/s; 0 B/s, 0 objects/s recovering 2024-03-29T00:16:28.924 INFO:teuthology.orchestra.run.smithi012.stdout:287762808871 2024-03-29T00:16:28.925 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph osd last-stat-seq osd.9 2024-03-29T00:16:29.646 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:29 smithi012 ceph-mon[31657]: pgmap v360: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 170 B/s wr, 11 op/s 2024-03-29T00:16:29.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:29 smithi053 ceph-mon[36233]: pgmap v360: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 170 B/s wr, 11 op/s 2024-03-29T00:16:29.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:29 smithi069 ceph-mon[36074]: pgmap v360: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 170 B/s wr, 11 op/s 2024-03-29T00:16:30.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.678+0000 7f92a4e00700 1 -- 172.21.15.12:0/2619193774 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f92a0109670 msgr2=0x7f92a0111240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:30.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.678+0000 7f92a4e00700 1 --2- 172.21.15.12:0/2619193774 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f92a0109670 0x7f92a0111240 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f929800b0d0 tx=0x7f929800b3e0 comp rx=0 tx=0).stop 2024-03-29T00:16:30.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.678+0000 7f92a4e00700 1 -- 172.21.15.12:0/2619193774 shutdown_connections 2024-03-29T00:16:30.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.678+0000 7f92a4e00700 1 --2- 172.21.15.12:0/2619193774 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f92a0109670 0x7f92a0111240 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:30.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.678+0000 7f92a4e00700 1 --2- 172.21.15.12:0/2619193774 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f92a0104590 0x7f92a0104970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:30.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.678+0000 7f92a4e00700 1 --2- 172.21.15.12:0/2619193774 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f92a0104f40 0x7f92a0108f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:30.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.678+0000 7f92a4e00700 1 -- 172.21.15.12:0/2619193774 >> 172.21.15.12:0/2619193774 conn(0x7f92a00ffe60 msgr2=0x7f92a0102280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:30.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.678+0000 7f92a4e00700 1 -- 172.21.15.12:0/2619193774 shutdown_connections 2024-03-29T00:16:30.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.678+0000 7f92a4e00700 1 -- 172.21.15.12:0/2619193774 wait complete. 2024-03-29T00:16:30.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.680+0000 7f92a4e00700 1 Processor -- start 2024-03-29T00:16:30.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.680+0000 7f92a4e00700 1 -- start start 2024-03-29T00:16:30.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.680+0000 7f92a4e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f92a0104590 0x7f92a01a0800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:30.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.680+0000 7f92a4e00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f92a0104f40 0x7f92a01a0d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:30.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.680+0000 7f92a4e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f92a0109670 0x7f92a019aa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:30.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.680+0000 7f92a4e00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f92a01147f0 con 0x7f92a0109670 2024-03-29T00:16:30.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.680+0000 7f92a4e00700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f92a0114670 con 0x7f92a0104f40 2024-03-29T00:16:30.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.680+0000 7f92a4e00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f92a0114970 con 0x7f92a0104590 2024-03-29T00:16:30.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.681+0000 7f929f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f92a0104590 0x7f92a01a0800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:30.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.681+0000 7f929f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f92a0104590 0x7f92a01a0800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:35920/0 (socket says 172.21.15.12:35920) 2024-03-29T00:16:30.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.681+0000 7f929ea00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f92a0104f40 0x7f92a01a0d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:30.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.681+0000 7f929f400700 1 -- 172.21.15.12:0/3753946719 learned_addr learned my addr 172.21.15.12:0/3753946719 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:16:30.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.681+0000 7f929fe00700 1 --2- 172.21.15.12:0/3753946719 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f92a0109670 0x7f92a019aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:30.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.681+0000 7f929f400700 1 -- 172.21.15.12:0/3753946719 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f92a0104f40 msgr2=0x7f92a01a0d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:30.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.681+0000 7f929f400700 1 --2- 172.21.15.12:0/3753946719 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f92a0104f40 0x7f92a01a0d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:30.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.681+0000 7f929f400700 1 -- 172.21.15.12:0/3753946719 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f92a0109670 msgr2=0x7f92a019aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:30.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.681+0000 7f929f400700 1 --2- 172.21.15.12:0/3753946719 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f92a0109670 0x7f92a019aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:30.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.681+0000 7f929f400700 1 -- 172.21.15.12:0/3753946719 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92a019b170 con 0x7f92a0104590 2024-03-29T00:16:30.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.681+0000 7f929f400700 1 --2- 172.21.15.12:0/3753946719 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f92a0104590 0x7f92a01a0800 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f929000e9a0 tx=0x7f929000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:30.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.682+0000 7f9297e00700 1 -- 172.21.15.12:0/3753946719 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f929000ca10 con 0x7f92a0104590 2024-03-29T00:16:30.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.682+0000 7f9297e00700 1 -- 172.21.15.12:0/3753946719 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f929000cbb0 con 0x7f92a0104590 2024-03-29T00:16:30.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.682+0000 7f92a4e00700 1 -- 172.21.15.12:0/3753946719 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92a019b460 con 0x7f92a0104590 2024-03-29T00:16:30.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.682+0000 7f9297e00700 1 -- 172.21.15.12:0/3753946719 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9290018710 con 0x7f92a0104590 2024-03-29T00:16:30.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.682+0000 7f92a4e00700 1 -- 172.21.15.12:0/3753946719 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92a01a76d0 con 0x7f92a0104590 2024-03-29T00:16:30.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.683+0000 7f92a4e00700 1 -- 172.21.15.12:0/3753946719 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f92a0101210 con 0x7f92a0104590 2024-03-29T00:16:30.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.685+0000 7f9297e00700 1 -- 172.21.15.12:0/3753946719 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 17) ==== 136807+0+0 (secure 0 0 0) 0x7f9290010430 con 0x7f92a0104590 2024-03-29T00:16:30.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.687+0000 7f9297e00700 1 --2- 172.21.15.12:0/3753946719 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f92840a1f20 0x7f92840a43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:30.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.687+0000 7f9297e00700 1 -- 172.21.15.12:0/3753946719 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f92900cebe0 con 0x7f92a0104590 2024-03-29T00:16:30.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.687+0000 7f929ea00700 1 --2- 172.21.15.12:0/3753946719 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f92840a1f20 0x7f92840a43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:30.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.687+0000 7f9297e00700 1 --2- 172.21.15.12:0/3753946719 >> [v2:172.21.15.53:6824/3180522172,v1:172.21.15.53:6825/3180522172] conn(0x7f92840ad080 0x7f92840af520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:30.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.687+0000 7f9297e00700 1 -- 172.21.15.12:0/3753946719 --> [v2:172.21.15.53:6824/3180522172,v1:172.21.15.53:6825/3180522172] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f929000ae50 con 0x7f92840ad080 2024-03-29T00:16:30.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.687+0000 7f9297e00700 1 -- 172.21.15.12:0/3753946719 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f92900cef90 con 0x7f92a0104590 2024-03-29T00:16:30.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.687+0000 7f929fe00700 1 --2- 172.21.15.12:0/3753946719 >> [v2:172.21.15.53:6824/3180522172,v1:172.21.15.53:6825/3180522172] conn(0x7f92840ad080 0x7f92840af520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:30.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.688+0000 7f929ea00700 1 --2- 172.21.15.12:0/3753946719 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f92840a1f20 0x7f92840a43e0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f92a010ab50 tx=0x7f928c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:30.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.688+0000 7f929fe00700 1 --2- 172.21.15.12:0/3753946719 >> [v2:172.21.15.53:6824/3180522172,v1:172.21.15.53:6825/3180522172] conn(0x7f92840ad080 0x7f92840af520 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:30.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.689+0000 7f9297e00700 1 -- 172.21.15.12:0/3753946719 <== osd.10 v2:172.21.15.53:6824/3180522172 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f929000ae50 con 0x7f92840ad080 2024-03-29T00:16:30.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.707+0000 7f92a4e00700 1 -- 172.21.15.12:0/3753946719 --> [v2:172.21.15.53:6824/3180522172,v1:172.21.15.53:6825/3180522172] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f92a0105a70 con 0x7f92840ad080 2024-03-29T00:16:30.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.708+0000 7f9297e00700 1 -- 172.21.15.12:0/3753946719 <== osd.10 v2:172.21.15.53:6824/3180522172 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f92a0105a70 con 0x7f92840ad080 2024-03-29T00:16:30.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.708+0000 7f92a4e00700 1 -- 172.21.15.12:0/3753946719 >> [v2:172.21.15.53:6824/3180522172,v1:172.21.15.53:6825/3180522172] conn(0x7f92840ad080 msgr2=0x7f92840af520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:30.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.708+0000 7f92a4e00700 1 --2- 172.21.15.12:0/3753946719 >> [v2:172.21.15.53:6824/3180522172,v1:172.21.15.53:6825/3180522172] conn(0x7f92840ad080 0x7f92840af520 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:30.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.709+0000 7f92a4e00700 1 -- 172.21.15.12:0/3753946719 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f92840a1f20 msgr2=0x7f92840a43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:30.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.709+0000 7f92a4e00700 1 --2- 172.21.15.12:0/3753946719 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f92840a1f20 0x7f92840a43e0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f92a010ab50 tx=0x7f928c009260 comp rx=0 tx=0).stop 2024-03-29T00:16:30.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.709+0000 7f92a4e00700 1 -- 172.21.15.12:0/3753946719 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f92a0104590 msgr2=0x7f92a01a0800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:30.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.709+0000 7f92a4e00700 1 --2- 172.21.15.12:0/3753946719 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f92a0104590 0x7f92a01a0800 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f929000e9a0 tx=0x7f929000ecb0 comp rx=0 tx=0).stop 2024-03-29T00:16:30.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.709+0000 7f929fe00700 1 -- 172.21.15.12:0/3753946719 reap_dead start 2024-03-29T00:16:30.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.709+0000 7f92a4e00700 1 -- 172.21.15.12:0/3753946719 shutdown_connections 2024-03-29T00:16:30.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.709+0000 7f92a4e00700 1 -- 172.21.15.12:0/3753946719 >> 172.21.15.12:0/3753946719 conn(0x7f92a00ffe60 msgr2=0x7f92a0100830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:30.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.709+0000 7f92a4e00700 1 -- 172.21.15.12:0/3753946719 shutdown_connections 2024-03-29T00:16:30.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:30.709+0000 7f92a4e00700 1 -- 172.21.15.12:0/3753946719 wait complete. 2024-03-29T00:16:31.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:31 smithi012 ceph-mon[31657]: pgmap v361: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 170 B/s wr, 8 op/s 2024-03-29T00:16:31.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:31 smithi053 ceph-mon[36233]: pgmap v361: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 170 B/s wr, 8 op/s 2024-03-29T00:16:31.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:31 smithi069 ceph-mon[36074]: pgmap v361: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 170 B/s wr, 8 op/s 2024-03-29T00:16:32.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.786+0000 7f3639800700 1 -- 172.21.15.12:0/2858704162 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f363410a4c0 msgr2=0x7f363410a8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:32.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.786+0000 7f3639800700 1 --2- 172.21.15.12:0/2858704162 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f363410a4c0 0x7f363410a8a0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3624009990 tx=0x7f3624009ca0 comp rx=0 tx=0).stop 2024-03-29T00:16:32.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.786+0000 7f3639800700 1 -- 172.21.15.12:0/2858704162 shutdown_connections 2024-03-29T00:16:32.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.786+0000 7f3639800700 1 --2- 172.21.15.12:0/2858704162 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3634104df0 0x7f3634111300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:32.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.786+0000 7f3639800700 1 --2- 172.21.15.12:0/2858704162 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f363410a4c0 0x7f363410a8a0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:32.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.786+0000 7f3639800700 1 --2- 172.21.15.12:0/2858704162 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3634104430 0x7f36341048b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:32.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.786+0000 7f3639800700 1 -- 172.21.15.12:0/2858704162 >> 172.21.15.12:0/2858704162 conn(0x7f36340fff20 msgr2=0x7f3634102340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:32.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.787+0000 7f3639800700 1 -- 172.21.15.12:0/2858704162 shutdown_connections 2024-03-29T00:16:32.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.787+0000 7f3639800700 1 -- 172.21.15.12:0/2858704162 wait complete. 2024-03-29T00:16:32.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.788+0000 7f3639800700 1 Processor -- start 2024-03-29T00:16:32.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.788+0000 7f3639800700 1 -- start start 2024-03-29T00:16:32.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.788+0000 7f3639800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3634104430 0x7f36341a0900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:32.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.788+0000 7f3639800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3634104df0 0x7f36341a0e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:32.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.788+0000 7f3639800700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f363410a4c0 0x7f363419ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:32.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.788+0000 7f3639800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f36341148d0 con 0x7f3634104df0 2024-03-29T00:16:32.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.788+0000 7f3639800700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f3634114750 con 0x7f363410a4c0 2024-03-29T00:16:32.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.788+0000 7f3639800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3634114a50 con 0x7f3634104430 2024-03-29T00:16:32.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.789+0000 7f3632a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3634104430 0x7f36341a0900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:32.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.789+0000 7f3633400700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f363410a4c0 0x7f363419ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:32.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.789+0000 7f3632a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3634104430 0x7f36341a0900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:35938/0 (socket says 172.21.15.12:35938) 2024-03-29T00:16:32.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.789+0000 7f3632a00700 1 -- 172.21.15.12:0/116420748 learned_addr learned my addr 172.21.15.12:0/116420748 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:16:32.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.789+0000 7f3632000700 1 --2- 172.21.15.12:0/116420748 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3634104df0 0x7f36341a0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:32.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.789+0000 7f3632a00700 1 -- 172.21.15.12:0/116420748 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f363410a4c0 msgr2=0x7f363419ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:32.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.789+0000 7f3632a00700 1 --2- 172.21.15.12:0/116420748 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f363410a4c0 0x7f363419ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:32.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.789+0000 7f3632a00700 1 -- 172.21.15.12:0/116420748 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3634104df0 msgr2=0x7f36341a0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:32.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.789+0000 7f3632a00700 1 --2- 172.21.15.12:0/116420748 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3634104df0 0x7f36341a0e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:32.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.789+0000 7f3632a00700 1 -- 172.21.15.12:0/116420748 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f363419b270 con 0x7f3634104430 2024-03-29T00:16:32.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.789+0000 7f3632000700 1 --2- 172.21.15.12:0/116420748 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3634104df0 0x7f36341a0e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:16:32.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.789+0000 7f3632a00700 1 --2- 172.21.15.12:0/116420748 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3634104430 0x7f36341a0900 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f3624005910 tx=0x7f36240047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:32.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.790+0000 7f362b400700 1 -- 172.21.15.12:0/116420748 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3624027070 con 0x7f3634104430 2024-03-29T00:16:32.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.790+0000 7f3639800700 1 -- 172.21.15.12:0/116420748 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f363419b500 con 0x7f3634104430 2024-03-29T00:16:32.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.790+0000 7f362b400700 1 -- 172.21.15.12:0/116420748 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f362400b6c0 con 0x7f3634104430 2024-03-29T00:16:32.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.790+0000 7f362b400700 1 -- 172.21.15.12:0/116420748 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3624017650 con 0x7f3634104430 2024-03-29T00:16:32.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.790+0000 7f3639800700 1 -- 172.21.15.12:0/116420748 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36341a77d0 con 0x7f3634104430 2024-03-29T00:16:32.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.791+0000 7f3639800700 1 -- 172.21.15.12:0/116420748 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f36340629d0 con 0x7f3634104430 2024-03-29T00:16:32.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.792+0000 7f362b400700 1 -- 172.21.15.12:0/116420748 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 17) ==== 136807+0+0 (secure 0 0 0) 0x7f362402a070 con 0x7f3634104430 2024-03-29T00:16:32.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.794+0000 7f362b400700 1 --2- 172.21.15.12:0/116420748 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f36180a1ea0 0x7f36180a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:32.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.794+0000 7f362b400700 1 -- 172.21.15.12:0/116420748 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f36240cf280 con 0x7f3634104430 2024-03-29T00:16:32.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.794+0000 7f362b400700 1 --2- 172.21.15.12:0/116420748 >> [v2:172.21.15.12:6802/1970936395,v1:172.21.15.12:6803/1970936395] conn(0x7f36180ad000 0x7f36180af4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:32.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.794+0000 7f362b400700 1 -- 172.21.15.12:0/116420748 --> [v2:172.21.15.12:6802/1970936395,v1:172.21.15.12:6803/1970936395] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f362400b0b0 con 0x7f36180ad000 2024-03-29T00:16:32.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.794+0000 7f362b400700 1 -- 172.21.15.12:0/116420748 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f36240d6050 con 0x7f3634104430 2024-03-29T00:16:32.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.794+0000 7f3632000700 1 --2- 172.21.15.12:0/116420748 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f36180a1ea0 0x7f36180a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:32.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.795+0000 7f3633400700 1 --2- 172.21.15.12:0/116420748 >> [v2:172.21.15.12:6802/1970936395,v1:172.21.15.12:6803/1970936395] conn(0x7f36180ad000 0x7f36180af4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:32.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.795+0000 7f3632000700 1 --2- 172.21.15.12:0/116420748 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f36180a1ea0 0x7f36180a4360 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f3634109930 tx=0x7f3620009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:32.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.795+0000 7f3633400700 1 --2- 172.21.15.12:0/116420748 >> [v2:172.21.15.12:6802/1970936395,v1:172.21.15.12:6803/1970936395] conn(0x7f36180ad000 0x7f36180af4a0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:32.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.796+0000 7f362b400700 1 -- 172.21.15.12:0/116420748 <== osd.0 v2:172.21.15.12:6802/1970936395 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f362400b0b0 con 0x7f36180ad000 2024-03-29T00:16:32.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.818+0000 7f3639800700 1 -- 172.21.15.12:0/116420748 --> [v2:172.21.15.12:6802/1970936395,v1:172.21.15.12:6803/1970936395] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3634062dd0 con 0x7f36180ad000 2024-03-29T00:16:32.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.818+0000 7f362b400700 1 -- 172.21.15.12:0/116420748 <== osd.0 v2:172.21.15.12:6802/1970936395 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f3634062dd0 con 0x7f36180ad000 2024-03-29T00:16:32.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.819+0000 7f3639800700 1 -- 172.21.15.12:0/116420748 >> [v2:172.21.15.12:6802/1970936395,v1:172.21.15.12:6803/1970936395] conn(0x7f36180ad000 msgr2=0x7f36180af4a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:32.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.819+0000 7f3639800700 1 --2- 172.21.15.12:0/116420748 >> [v2:172.21.15.12:6802/1970936395,v1:172.21.15.12:6803/1970936395] conn(0x7f36180ad000 0x7f36180af4a0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:32.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.819+0000 7f3639800700 1 -- 172.21.15.12:0/116420748 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f36180a1ea0 msgr2=0x7f36180a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:32.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.819+0000 7f3639800700 1 --2- 172.21.15.12:0/116420748 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f36180a1ea0 0x7f36180a4360 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f3634109930 tx=0x7f3620009260 comp rx=0 tx=0).stop 2024-03-29T00:16:32.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.819+0000 7f3639800700 1 -- 172.21.15.12:0/116420748 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3634104430 msgr2=0x7f36341a0900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:32.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.819+0000 7f3639800700 1 --2- 172.21.15.12:0/116420748 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3634104430 0x7f36341a0900 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f3624005910 tx=0x7f36240047b0 comp rx=0 tx=0).stop 2024-03-29T00:16:32.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.819+0000 7f3633400700 1 -- 172.21.15.12:0/116420748 reap_dead start 2024-03-29T00:16:32.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.819+0000 7f3639800700 1 -- 172.21.15.12:0/116420748 shutdown_connections 2024-03-29T00:16:32.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.819+0000 7f3639800700 1 -- 172.21.15.12:0/116420748 >> 172.21.15.12:0/116420748 conn(0x7f36340fff20 msgr2=0x7f3634100440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:32.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.819+0000 7f3639800700 1 -- 172.21.15.12:0/116420748 shutdown_connections 2024-03-29T00:16:32.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:32.819+0000 7f3639800700 1 -- 172.21.15.12:0/116420748 wait complete. 2024-03-29T00:16:33.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:33 smithi012 ceph-mon[31657]: pgmap v362: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 170 B/s wr, 10 op/s 2024-03-29T00:16:33.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:33 smithi053 ceph-mon[36233]: pgmap v362: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 170 B/s wr, 10 op/s 2024-03-29T00:16:33.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:33 smithi069 ceph-mon[36074]: pgmap v362: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 170 B/s wr, 10 op/s 2024-03-29T00:16:34.809 INFO:teuthology.orchestra.run.smithi012.stdout:77309411409 2024-03-29T00:16:34.810 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph osd last-stat-seq osd.2 2024-03-29T00:16:35.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:35 smithi012 ceph-mon[31657]: pgmap v363: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 170 B/s wr, 11 op/s 2024-03-29T00:16:35.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:35 smithi053 ceph-mon[36233]: pgmap v363: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 170 B/s wr, 11 op/s 2024-03-29T00:16:35.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:35 smithi069 ceph-mon[36074]: pgmap v363: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 170 B/s wr, 11 op/s 2024-03-29T00:16:36.057 INFO:teuthology.orchestra.run.smithi012.stdout:34359738461 2024-03-29T00:16:36.057 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph osd last-stat-seq osd.0 2024-03-29T00:16:36.093 INFO:teuthology.orchestra.run.smithi012.stdout:309237645345 2024-03-29T00:16:36.093 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph osd last-stat-seq osd.10 2024-03-29T00:16:36.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.778+0000 7fd5a6800700 1 -- 172.21.15.12:0/174982438 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd5a01075a0 msgr2=0x7fd5a010f170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:36.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.778+0000 7fd5a6800700 1 --2- 172.21.15.12:0/174982438 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd5a01075a0 0x7fd5a010f170 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fd598009f90 tx=0x7fd59800b330 comp rx=0 tx=0).stop 2024-03-29T00:16:36.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.779+0000 7fd5a6800700 1 -- 172.21.15.12:0/174982438 shutdown_connections 2024-03-29T00:16:36.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.779+0000 7fd5a6800700 1 --2- 172.21.15.12:0/174982438 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd5a01075a0 0x7fd5a010f170 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:36.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.779+0000 7fd5a6800700 1 --2- 172.21.15.12:0/174982438 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd5a01024c0 0x7fd5a01028a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:36.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.779+0000 7fd5a6800700 1 --2- 172.21.15.12:0/174982438 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd5a0102e70 0x7fd5a0106ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:36.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.779+0000 7fd5a6800700 1 -- 172.21.15.12:0/174982438 >> 172.21.15.12:0/174982438 conn(0x7fd5a00fdd10 msgr2=0x7fd5a0100130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:36.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.780+0000 7fd5a6800700 1 -- 172.21.15.12:0/174982438 shutdown_connections 2024-03-29T00:16:36.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.780+0000 7fd5a6800700 1 -- 172.21.15.12:0/174982438 wait complete. 2024-03-29T00:16:36.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.781+0000 7fd5a6800700 1 Processor -- start 2024-03-29T00:16:36.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.781+0000 7fd5a6800700 1 -- start start 2024-03-29T00:16:36.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.781+0000 7fd5a6800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd5a01024c0 0x7fd5a019ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:36.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.781+0000 7fd5a6800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd5a0102e70 0x7fd5a019b090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:36.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.781+0000 7fd5a6800700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd5a01075a0 0x7fd5a019f450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:36.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.782+0000 7fd59f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd5a01024c0 0x7fd5a019ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:36.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.782+0000 7fd59f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd5a01024c0 0x7fd5a019ab50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:38282/0 (socket says 172.21.15.12:38282) 2024-03-29T00:16:36.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.782+0000 7fd59f400700 1 -- 172.21.15.12:0/3528346830 learned_addr learned my addr 172.21.15.12:0/3528346830 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:16:36.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.782+0000 7fd5a6800700 1 -- 172.21.15.12:0/3528346830 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fd5a0112720 con 0x7fd5a0102e70 2024-03-29T00:16:36.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.782+0000 7fd5a6800700 1 -- 172.21.15.12:0/3528346830 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd5a01125a0 con 0x7fd5a01075a0 2024-03-29T00:16:36.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.782+0000 7fd5a6800700 1 -- 172.21.15.12:0/3528346830 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd5a01128a0 con 0x7fd5a01024c0 2024-03-29T00:16:36.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.782+0000 7fd59fe00700 1 --2- 172.21.15.12:0/3528346830 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd5a01075a0 0x7fd5a019f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:36.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.782+0000 7fd59ea00700 1 --2- 172.21.15.12:0/3528346830 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd5a0102e70 0x7fd5a019b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:36.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.782+0000 7fd59f400700 1 -- 172.21.15.12:0/3528346830 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd5a01075a0 msgr2=0x7fd5a019f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:36.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.782+0000 7fd59f400700 1 --2- 172.21.15.12:0/3528346830 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd5a01075a0 0x7fd5a019f450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:36.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.782+0000 7fd59f400700 1 -- 172.21.15.12:0/3528346830 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd5a0102e70 msgr2=0x7fd5a019b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:36.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.782+0000 7fd59f400700 1 --2- 172.21.15.12:0/3528346830 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd5a0102e70 0x7fd5a019b090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:36.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.782+0000 7fd59f400700 1 -- 172.21.15.12:0/3528346830 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5a019fb50 con 0x7fd5a01024c0 2024-03-29T00:16:36.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.782+0000 7fd59fe00700 1 --2- 172.21.15.12:0/3528346830 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd5a01075a0 0x7fd5a019f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:16:36.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.782+0000 7fd59ea00700 1 --2- 172.21.15.12:0/3528346830 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd5a0102e70 0x7fd5a019b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:16:36.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.783+0000 7fd59f400700 1 --2- 172.21.15.12:0/3528346830 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd5a01024c0 0x7fd5a019ab50 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fd59000e9a0 tx=0x7fd59000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:36.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.783+0000 7fd597e00700 1 -- 172.21.15.12:0/3528346830 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd59000cbd0 con 0x7fd5a01024c0 2024-03-29T00:16:36.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.783+0000 7fd597e00700 1 -- 172.21.15.12:0/3528346830 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd59000cd70 con 0x7fd5a01024c0 2024-03-29T00:16:36.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.783+0000 7fd597e00700 1 -- 172.21.15.12:0/3528346830 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd590018810 con 0x7fd5a01024c0 2024-03-29T00:16:36.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.783+0000 7fd5a6800700 1 -- 172.21.15.12:0/3528346830 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5a019fe40 con 0x7fd5a01024c0 2024-03-29T00:16:36.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.783+0000 7fd5a6800700 1 -- 172.21.15.12:0/3528346830 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5a01a7700 con 0x7fd5a01024c0 2024-03-29T00:16:36.786 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.784+0000 7fd5a6800700 1 -- 172.21.15.12:0/3528346830 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd5a010e000 con 0x7fd5a01024c0 2024-03-29T00:16:36.787 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.787+0000 7fd597e00700 1 -- 172.21.15.12:0/3528346830 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 17) ==== 136807+0+0 (secure 0 0 0) 0x7fd5900189b0 con 0x7fd5a01024c0 2024-03-29T00:16:36.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.788+0000 7fd597e00700 1 --2- 172.21.15.12:0/3528346830 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd5840a1ea0 0x7fd5840a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:36.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.788+0000 7fd597e00700 1 -- 172.21.15.12:0/3528346830 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fd5900ced70 con 0x7fd5a01024c0 2024-03-29T00:16:36.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.788+0000 7fd59ea00700 1 --2- 172.21.15.12:0/3528346830 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd5840a1ea0 0x7fd5840a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:36.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.789+0000 7fd597e00700 1 --2- 172.21.15.12:0/3528346830 >> [v2:172.21.15.53:6816/512991962,v1:172.21.15.53:6817/512991962] conn(0x7fd5840ad000 0x7fd5840af4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:36.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.789+0000 7fd597e00700 1 -- 172.21.15.12:0/3528346830 --> [v2:172.21.15.53:6816/512991962,v1:172.21.15.53:6817/512991962] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd59001ae70 con 0x7fd5840ad000 2024-03-29T00:16:36.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.789+0000 7fd597e00700 1 -- 172.21.15.12:0/3528346830 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fd5900cf120 con 0x7fd5a01024c0 2024-03-29T00:16:36.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.789+0000 7fd59fe00700 1 --2- 172.21.15.12:0/3528346830 >> [v2:172.21.15.53:6816/512991962,v1:172.21.15.53:6817/512991962] conn(0x7fd5840ad000 0x7fd5840af4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:36.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.790+0000 7fd59fe00700 1 --2- 172.21.15.12:0/3528346830 >> [v2:172.21.15.53:6816/512991962,v1:172.21.15.53:6817/512991962] conn(0x7fd5840ad000 0x7fd5840af4a0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:36.791 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.790+0000 7fd59ea00700 1 --2- 172.21.15.12:0/3528346830 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd5840a1ea0 0x7fd5840a4360 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fd5a010f1f0 tx=0x7fd58c009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:36.791 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.790+0000 7fd597e00700 1 -- 172.21.15.12:0/3528346830 <== osd.7 v2:172.21.15.53:6816/512991962 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd59001ae70 con 0x7fd5840ad000 2024-03-29T00:16:36.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.809+0000 7fd5a6800700 1 -- 172.21.15.12:0/3528346830 --> [v2:172.21.15.53:6816/512991962,v1:172.21.15.53:6817/512991962] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd5a01039a0 con 0x7fd5840ad000 2024-03-29T00:16:36.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.810+0000 7fd597e00700 1 -- 172.21.15.12:0/3528346830 <== osd.7 v2:172.21.15.53:6816/512991962 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fd5a01039a0 con 0x7fd5840ad000 2024-03-29T00:16:36.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.810+0000 7fd5a6800700 1 -- 172.21.15.12:0/3528346830 >> [v2:172.21.15.53:6816/512991962,v1:172.21.15.53:6817/512991962] conn(0x7fd5840ad000 msgr2=0x7fd5840af4a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:36.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.810+0000 7fd5a6800700 1 --2- 172.21.15.12:0/3528346830 >> [v2:172.21.15.53:6816/512991962,v1:172.21.15.53:6817/512991962] conn(0x7fd5840ad000 0x7fd5840af4a0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:36.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.810+0000 7fd5a6800700 1 -- 172.21.15.12:0/3528346830 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd5840a1ea0 msgr2=0x7fd5840a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:36.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.810+0000 7fd5a6800700 1 --2- 172.21.15.12:0/3528346830 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd5840a1ea0 0x7fd5840a4360 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fd5a010f1f0 tx=0x7fd58c009310 comp rx=0 tx=0).stop 2024-03-29T00:16:36.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.810+0000 7fd5a6800700 1 -- 172.21.15.12:0/3528346830 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd5a01024c0 msgr2=0x7fd5a019ab50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:36.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.810+0000 7fd5a6800700 1 --2- 172.21.15.12:0/3528346830 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd5a01024c0 0x7fd5a019ab50 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fd59000e9a0 tx=0x7fd59000ecb0 comp rx=0 tx=0).stop 2024-03-29T00:16:36.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.810+0000 7fd59fe00700 1 -- 172.21.15.12:0/3528346830 reap_dead start 2024-03-29T00:16:36.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.810+0000 7fd5a6800700 1 -- 172.21.15.12:0/3528346830 shutdown_connections 2024-03-29T00:16:36.812 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.810+0000 7fd5a6800700 1 -- 172.21.15.12:0/3528346830 >> 172.21.15.12:0/3528346830 conn(0x7fd5a00fdd10 msgr2=0x7fd5a010d660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:36.812 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.811+0000 7fd5a6800700 1 -- 172.21.15.12:0/3528346830 shutdown_connections 2024-03-29T00:16:36.812 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.811+0000 7fd5a6800700 1 -- 172.21.15.12:0/3528346830 wait complete. 2024-03-29T00:16:36.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.670+0000 7facfbe00700 1 -- 172.21.15.12:0/3881491005 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7facf4069ef0 msgr2=0x7facf406a350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:36.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.670+0000 7facfbe00700 1 --2- 172.21.15.12:0/3881491005 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7facf4069ef0 0x7facf406a350 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7face00099c0 tx=0x7face0009cd0 comp rx=0 tx=0).stop 2024-03-29T00:16:36.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.670+0000 7facfbe00700 1 -- 172.21.15.12:0/3881491005 shutdown_connections 2024-03-29T00:16:36.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.670+0000 7facfbe00700 1 --2- 172.21.15.12:0/3881491005 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7facf406a890 0x7facf410f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:36.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.670+0000 7facfbe00700 1 --2- 172.21.15.12:0/3881491005 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7facf4108290 0x7facf4108670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:36.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.670+0000 7facfbe00700 1 --2- 172.21.15.12:0/3881491005 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7facf4069ef0 0x7facf406a350 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:36.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.670+0000 7facfbe00700 1 -- 172.21.15.12:0/3881491005 >> 172.21.15.12:0/3881491005 conn(0x7facf4078070 msgr2=0x7facf4078480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:36.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.671+0000 7facfbe00700 1 -- 172.21.15.12:0/3881491005 shutdown_connections 2024-03-29T00:16:36.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.671+0000 7facfbe00700 1 -- 172.21.15.12:0/3881491005 wait complete. 2024-03-29T00:16:36.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.672+0000 7facfbe00700 1 Processor -- start 2024-03-29T00:16:36.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.672+0000 7facfbe00700 1 -- start start 2024-03-29T00:16:36.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.672+0000 7facfbe00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7facf4069ef0 0x7facf41090e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:36.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.672+0000 7facfbe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7facf406a890 0x7facf4109620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:36.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.672+0000 7facfbe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7facf4108290 0x7facf4109b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:36.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.672+0000 7facfbe00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7facf4112610 con 0x7facf4108290 2024-03-29T00:16:36.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.672+0000 7facfbe00700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7facf4112490 con 0x7facf4069ef0 2024-03-29T00:16:36.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.672+0000 7facfbe00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7facf4112790 con 0x7facf406a890 2024-03-29T00:16:36.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.673+0000 7facf9400700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7facf4069ef0 0x7facf41090e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:36.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.673+0000 7facf9400700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7facf4069ef0 0x7facf41090e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:53230/0 (socket says 172.21.15.12:53230) 2024-03-29T00:16:36.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.673+0000 7facf8a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7facf406a890 0x7facf4109620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:36.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.673+0000 7facf9400700 1 -- 172.21.15.12:0/779288459 learned_addr learned my addr 172.21.15.12:0/779288459 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:16:36.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.673+0000 7facf9e00700 1 --2- 172.21.15.12:0/779288459 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7facf4108290 0x7facf4109b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:36.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.673+0000 7facf9400700 1 -- 172.21.15.12:0/779288459 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7facf406a890 msgr2=0x7facf4109620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:36.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.673+0000 7facf9400700 1 --2- 172.21.15.12:0/779288459 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7facf406a890 0x7facf4109620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:36.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.673+0000 7facf9400700 1 -- 172.21.15.12:0/779288459 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7facf4108290 msgr2=0x7facf4109b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:36.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.673+0000 7facf9400700 1 --2- 172.21.15.12:0/779288459 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7facf4108290 0x7facf4109b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:36.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.673+0000 7facf9400700 1 -- 172.21.15.12:0/779288459 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facf41ab400 con 0x7facf4069ef0 2024-03-29T00:16:36.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.673+0000 7facf8a00700 1 --2- 172.21.15.12:0/779288459 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7facf406a890 0x7facf4109620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:16:36.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.673+0000 7facf9400700 1 --2- 172.21.15.12:0/779288459 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7facf4069ef0 0x7facf41090e0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7face8007f40 tx=0x7face800d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:36.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.674+0000 7facf2000700 1 -- 172.21.15.12:0/779288459 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face8004db0 con 0x7facf4069ef0 2024-03-29T00:16:36.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.674+0000 7facf2000700 1 -- 172.21.15.12:0/779288459 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7face8003a00 con 0x7facf4069ef0 2024-03-29T00:16:36.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.674+0000 7facf2000700 1 -- 172.21.15.12:0/779288459 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face8004730 con 0x7facf4069ef0 2024-03-29T00:16:36.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.674+0000 7facfbe00700 1 -- 172.21.15.12:0/779288459 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7facf41ab6f0 con 0x7facf4069ef0 2024-03-29T00:16:36.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.674+0000 7facfbe00700 1 -- 172.21.15.12:0/779288459 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7facf41abbb0 con 0x7facf4069ef0 2024-03-29T00:16:36.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.675+0000 7facfbe00700 1 -- 172.21.15.12:0/779288459 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7facf4102420 con 0x7facf4069ef0 2024-03-29T00:16:36.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.677+0000 7facf2000700 1 -- 172.21.15.12:0/779288459 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 136807+0+0 (secure 0 0 0) 0x7face801c020 con 0x7facf4069ef0 2024-03-29T00:16:36.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.678+0000 7facf2000700 1 --2- 172.21.15.12:0/779288459 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7facdc0a1f20 0x7facdc0a43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:36.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.678+0000 7facf2000700 1 -- 172.21.15.12:0/779288459 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7face80cdb40 con 0x7facf4069ef0 2024-03-29T00:16:36.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.679+0000 7facf8a00700 1 --2- 172.21.15.12:0/779288459 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7facdc0a1f20 0x7facdc0a43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:36.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.679+0000 7facf2000700 1 --2- 172.21.15.12:0/779288459 >> [v2:172.21.15.69:6816/2890541031,v1:172.21.15.69:6817/2890541031] conn(0x7facdc0ad080 0x7facdc0af520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:36.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.679+0000 7facf2000700 1 -- 172.21.15.12:0/779288459 --> [v2:172.21.15.69:6816/2890541031,v1:172.21.15.69:6817/2890541031] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7face80020b0 con 0x7facdc0ad080 2024-03-29T00:16:36.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.679+0000 7facf2000700 1 -- 172.21.15.12:0/779288459 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7face80cdef0 con 0x7facf4069ef0 2024-03-29T00:16:36.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.679+0000 7facf9e00700 1 --2- 172.21.15.12:0/779288459 >> [v2:172.21.15.69:6816/2890541031,v1:172.21.15.69:6817/2890541031] conn(0x7facdc0ad080 0x7facdc0af520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:36.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.680+0000 7facf8a00700 1 --2- 172.21.15.12:0/779288459 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7facdc0a1f20 0x7facdc0a43e0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7facf410a930 tx=0x7face0005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:36.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.680+0000 7facf9e00700 1 --2- 172.21.15.12:0/779288459 >> [v2:172.21.15.69:6816/2890541031,v1:172.21.15.69:6817/2890541031] conn(0x7facdc0ad080 0x7facdc0af520 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:36.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.681+0000 7facf2000700 1 -- 172.21.15.12:0/779288459 <== osd.8 v2:172.21.15.69:6816/2890541031 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7face80020b0 con 0x7facdc0ad080 2024-03-29T00:16:36.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.698+0000 7facfbe00700 1 -- 172.21.15.12:0/779288459 --> [v2:172.21.15.69:6816/2890541031,v1:172.21.15.69:6817/2890541031] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7facf4103940 con 0x7facdc0ad080 2024-03-29T00:16:36.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.699+0000 7facf2000700 1 -- 172.21.15.12:0/779288459 <== osd.8 v2:172.21.15.69:6816/2890541031 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7facf4103940 con 0x7facdc0ad080 2024-03-29T00:16:36.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.699+0000 7facfbe00700 1 -- 172.21.15.12:0/779288459 >> [v2:172.21.15.69:6816/2890541031,v1:172.21.15.69:6817/2890541031] conn(0x7facdc0ad080 msgr2=0x7facdc0af520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:36.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.699+0000 7facfbe00700 1 --2- 172.21.15.12:0/779288459 >> [v2:172.21.15.69:6816/2890541031,v1:172.21.15.69:6817/2890541031] conn(0x7facdc0ad080 0x7facdc0af520 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:36.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.700+0000 7facfbe00700 1 -- 172.21.15.12:0/779288459 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7facdc0a1f20 msgr2=0x7facdc0a43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:36.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.700+0000 7facfbe00700 1 --2- 172.21.15.12:0/779288459 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7facdc0a1f20 0x7facdc0a43e0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7facf410a930 tx=0x7face0005fb0 comp rx=0 tx=0).stop 2024-03-29T00:16:36.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.700+0000 7facfbe00700 1 -- 172.21.15.12:0/779288459 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7facf4069ef0 msgr2=0x7facf41090e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:36.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.700+0000 7facfbe00700 1 --2- 172.21.15.12:0/779288459 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7facf4069ef0 0x7facf41090e0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7face8007f40 tx=0x7face800d3b0 comp rx=0 tx=0).stop 2024-03-29T00:16:36.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.700+0000 7facf9e00700 1 -- 172.21.15.12:0/779288459 reap_dead start 2024-03-29T00:16:36.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.700+0000 7facfbe00700 1 -- 172.21.15.12:0/779288459 shutdown_connections 2024-03-29T00:16:36.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.700+0000 7facfbe00700 1 -- 172.21.15.12:0/779288459 >> 172.21.15.12:0/779288459 conn(0x7facf4078070 msgr2=0x7facf40ffc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:36.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.700+0000 7facfbe00700 1 -- 172.21.15.12:0/779288459 shutdown_connections 2024-03-29T00:16:36.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:36.700+0000 7facfbe00700 1 -- 172.21.15.12:0/779288459 wait complete. 2024-03-29T00:16:37.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:37 smithi012 ceph-mon[31657]: pgmap v364: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-03-29T00:16:37.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:37 smithi053 ceph-mon[36233]: pgmap v364: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-03-29T00:16:37.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.648+0000 7fcc71a00700 1 -- 172.21.15.12:0/2569540161 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcc6c104430 msgr2=0x7fcc6c1048b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:37.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.648+0000 7fcc71a00700 1 --2- 172.21.15.12:0/2569540161 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcc6c104430 0x7fcc6c1048b0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fcc580098f0 tx=0x7fcc58009c00 comp rx=0 tx=0).stop 2024-03-29T00:16:37.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.648+0000 7fcc71a00700 1 -- 172.21.15.12:0/2569540161 shutdown_connections 2024-03-29T00:16:37.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.648+0000 7fcc71a00700 1 --2- 172.21.15.12:0/2569540161 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcc6c104df0 0x7fcc6c111300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:37.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.648+0000 7fcc71a00700 1 --2- 172.21.15.12:0/2569540161 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fcc6c10a4c0 0x7fcc6c10a8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:37.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.648+0000 7fcc71a00700 1 --2- 172.21.15.12:0/2569540161 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcc6c104430 0x7fcc6c1048b0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:37.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.648+0000 7fcc71a00700 1 -- 172.21.15.12:0/2569540161 >> 172.21.15.12:0/2569540161 conn(0x7fcc6c0fff20 msgr2=0x7fcc6c102340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:37.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.648+0000 7fcc71a00700 1 -- 172.21.15.12:0/2569540161 shutdown_connections 2024-03-29T00:16:37.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.648+0000 7fcc71a00700 1 -- 172.21.15.12:0/2569540161 wait complete. 2024-03-29T00:16:37.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.650+0000 7fcc71a00700 1 Processor -- start 2024-03-29T00:16:37.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.651+0000 7fcc71a00700 1 -- start start 2024-03-29T00:16:37.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.651+0000 7fcc71a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fcc6c104430 0x7fcc6c19ada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:37.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.651+0000 7fcc71a00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcc6c104df0 0x7fcc6c19b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:37.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.651+0000 7fcc71a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcc6c10a4c0 0x7fcc6c19f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:37.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.651+0000 7fcc71a00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fcc6c1148d0 con 0x7fcc6c104430 2024-03-29T00:16:37.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.651+0000 7fcc71a00700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fcc6c114750 con 0x7fcc6c104df0 2024-03-29T00:16:37.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.651+0000 7fcc71a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fcc6c114a50 con 0x7fcc6c10a4c0 2024-03-29T00:16:37.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.651+0000 7fcc6a000700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcc6c104df0 0x7fcc6c19b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:37.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.651+0000 7fcc6aa00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fcc6c104430 0x7fcc6c19ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:37.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.651+0000 7fcc6a000700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcc6c104df0 0x7fcc6c19b2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:53272/0 (socket says 172.21.15.12:53272) 2024-03-29T00:16:37.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.651+0000 7fcc6a000700 1 -- 172.21.15.12:0/1957222438 learned_addr learned my addr 172.21.15.12:0/1957222438 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:16:37.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.652+0000 7fcc6b400700 1 --2- 172.21.15.12:0/1957222438 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcc6c10a4c0 0x7fcc6c19f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:37.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.652+0000 7fcc6a000700 1 -- 172.21.15.12:0/1957222438 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcc6c10a4c0 msgr2=0x7fcc6c19f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:37.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.652+0000 7fcc6a000700 1 --2- 172.21.15.12:0/1957222438 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcc6c10a4c0 0x7fcc6c19f620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:37.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.652+0000 7fcc6a000700 1 -- 172.21.15.12:0/1957222438 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fcc6c104430 msgr2=0x7fcc6c19ada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:37.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.652+0000 7fcc6a000700 1 --2- 172.21.15.12:0/1957222438 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fcc6c104430 0x7fcc6c19ada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:37.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.652+0000 7fcc6a000700 1 -- 172.21.15.12:0/1957222438 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc6c19fd60 con 0x7fcc6c104df0 2024-03-29T00:16:37.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.652+0000 7fcc6a000700 1 --2- 172.21.15.12:0/1957222438 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcc6c104df0 0x7fcc6c19b2e0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fcc5800f690 tx=0x7fcc5800f6c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:37.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.652+0000 7fcc63400700 1 -- 172.21.15.12:0/1957222438 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc58027070 con 0x7fcc6c104df0 2024-03-29T00:16:37.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.652+0000 7fcc63400700 1 -- 172.21.15.12:0/1957222438 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fcc58010e80 con 0x7fcc6c104df0 2024-03-29T00:16:37.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.652+0000 7fcc71a00700 1 -- 172.21.15.12:0/1957222438 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc6c19fff0 con 0x7fcc6c104df0 2024-03-29T00:16:37.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.653+0000 7fcc63400700 1 -- 172.21.15.12:0/1957222438 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc58004a30 con 0x7fcc6c104df0 2024-03-29T00:16:37.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.653+0000 7fcc71a00700 1 -- 172.21.15.12:0/1957222438 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc6c1a78d0 con 0x7fcc6c104df0 2024-03-29T00:16:37.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.653+0000 7fcc71a00700 1 -- 172.21.15.12:0/1957222438 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fcc6c062950 con 0x7fcc6c104df0 2024-03-29T00:16:37.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.656+0000 7fcc63400700 1 -- 172.21.15.12:0/1957222438 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 136807+0+0 (secure 0 0 0) 0x7fcc5802a070 con 0x7fcc6c104df0 2024-03-29T00:16:37.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.657+0000 7fcc63400700 1 --2- 172.21.15.12:0/1957222438 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fcc500a1f20 0x7fcc500a43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:37.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.657+0000 7fcc63400700 1 -- 172.21.15.12:0/1957222438 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fcc580cef50 con 0x7fcc6c104df0 2024-03-29T00:16:37.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.657+0000 7fcc6aa00700 1 --2- 172.21.15.12:0/1957222438 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fcc500a1f20 0x7fcc500a43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:37.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.657+0000 7fcc63400700 1 --2- 172.21.15.12:0/1957222438 >> [v2:172.21.15.69:6808/2160312252,v1:172.21.15.69:6809/2160312252] conn(0x7fcc500ad080 0x7fcc500af520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:37.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.657+0000 7fcc63400700 1 -- 172.21.15.12:0/1957222438 --> [v2:172.21.15.69:6808/2160312252,v1:172.21.15.69:6809/2160312252] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fcc500afbf0 con 0x7fcc500ad080 2024-03-29T00:16:37.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.657+0000 7fcc63400700 1 -- 172.21.15.12:0/1957222438 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fcc580cf300 con 0x7fcc6c104df0 2024-03-29T00:16:37.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.658+0000 7fcc6b400700 1 --2- 172.21.15.12:0/1957222438 >> [v2:172.21.15.69:6808/2160312252,v1:172.21.15.69:6809/2160312252] conn(0x7fcc500ad080 0x7fcc500af520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:37.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.658+0000 7fcc6aa00700 1 --2- 172.21.15.12:0/1957222438 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fcc500a1f20 0x7fcc500a43e0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fcc5c005950 tx=0x7fcc5c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:37.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.658+0000 7fcc6b400700 1 --2- 172.21.15.12:0/1957222438 >> [v2:172.21.15.69:6808/2160312252,v1:172.21.15.69:6809/2160312252] conn(0x7fcc500ad080 0x7fcc500af520 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:37.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.659+0000 7fcc63400700 1 -- 172.21.15.12:0/1957222438 <== osd.5 v2:172.21.15.69:6808/2160312252 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fcc500afbf0 con 0x7fcc500ad080 2024-03-29T00:16:37.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.677+0000 7fcc71a00700 1 -- 172.21.15.12:0/1957222438 --> [v2:172.21.15.69:6808/2160312252,v1:172.21.15.69:6809/2160312252] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fcc6c062d50 con 0x7fcc500ad080 2024-03-29T00:16:37.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.678+0000 7fcc63400700 1 -- 172.21.15.12:0/1957222438 <== osd.5 v2:172.21.15.69:6808/2160312252 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fcc6c062d50 con 0x7fcc500ad080 2024-03-29T00:16:37.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.678+0000 7fcc71a00700 1 -- 172.21.15.12:0/1957222438 >> [v2:172.21.15.69:6808/2160312252,v1:172.21.15.69:6809/2160312252] conn(0x7fcc500ad080 msgr2=0x7fcc500af520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:37.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.679+0000 7fcc71a00700 1 --2- 172.21.15.12:0/1957222438 >> [v2:172.21.15.69:6808/2160312252,v1:172.21.15.69:6809/2160312252] conn(0x7fcc500ad080 0x7fcc500af520 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:37.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.679+0000 7fcc71a00700 1 -- 172.21.15.12:0/1957222438 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fcc500a1f20 msgr2=0x7fcc500a43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:37.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.679+0000 7fcc71a00700 1 --2- 172.21.15.12:0/1957222438 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fcc500a1f20 0x7fcc500a43e0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fcc5c005950 tx=0x7fcc5c00b410 comp rx=0 tx=0).stop 2024-03-29T00:16:37.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.679+0000 7fcc71a00700 1 -- 172.21.15.12:0/1957222438 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcc6c104df0 msgr2=0x7fcc6c19b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:37.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.679+0000 7fcc71a00700 1 --2- 172.21.15.12:0/1957222438 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcc6c104df0 0x7fcc6c19b2e0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fcc5800f690 tx=0x7fcc5800f6c0 comp rx=0 tx=0).stop 2024-03-29T00:16:37.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.679+0000 7fcc6b400700 1 -- 172.21.15.12:0/1957222438 reap_dead start 2024-03-29T00:16:37.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.679+0000 7fcc71a00700 1 -- 172.21.15.12:0/1957222438 shutdown_connections 2024-03-29T00:16:37.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.679+0000 7fcc71a00700 1 -- 172.21.15.12:0/1957222438 >> 172.21.15.12:0/1957222438 conn(0x7fcc6c0fff20 msgr2=0x7fcc6c1004e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:37.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.679+0000 7fcc71a00700 1 -- 172.21.15.12:0/1957222438 shutdown_connections 2024-03-29T00:16:37.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:37.679+0000 7fcc71a00700 1 -- 172.21.15.12:0/1957222438 wait complete. 2024-03-29T00:16:37.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:37 smithi069 ceph-mon[36074]: pgmap v364: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-03-29T00:16:39.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:39 smithi012 ceph-mon[31657]: pgmap v365: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-03-29T00:16:39.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:39 smithi053 ceph-mon[36233]: pgmap v365: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-03-29T00:16:39.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:39 smithi069 ceph-mon[36074]: pgmap v365: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-03-29T00:16:40.033 INFO:teuthology.orchestra.run.smithi012.stdout:219043332148 2024-03-29T00:16:40.034 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph osd last-stat-seq osd.7 2024-03-29T00:16:40.179 INFO:teuthology.orchestra.run.smithi012.stdout:253403070512 2024-03-29T00:16:40.179 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph osd last-stat-seq osd.8 2024-03-29T00:16:40.283 INFO:teuthology.orchestra.run.smithi012.stdout:55834574934 2024-03-29T00:16:40.283 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph osd last-stat-seq osd.1 2024-03-29T00:16:40.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.871+0000 7f4608e00700 1 -- 172.21.15.12:0/1698925482 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4604102290 msgr2=0x7f4604102710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:40.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.871+0000 7f4608e00700 1 --2- 172.21.15.12:0/1698925482 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4604102290 0x7f4604102710 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f45f00099c0 tx=0x7f45f0009cd0 comp rx=0 tx=0).stop 2024-03-29T00:16:40.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.871+0000 7f4608e00700 1 -- 172.21.15.12:0/1698925482 shutdown_connections 2024-03-29T00:16:40.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.871+0000 7f4608e00700 1 --2- 172.21.15.12:0/1698925482 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4604102c50 0x7f460410f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:40.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.871+0000 7f4608e00700 1 --2- 172.21.15.12:0/1698925482 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4604108270 0x7f4604108650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:40.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.871+0000 7f4608e00700 1 --2- 172.21.15.12:0/1698925482 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4604102290 0x7f4604102710 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:40.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.872+0000 7f4608e00700 1 -- 172.21.15.12:0/1698925482 >> 172.21.15.12:0/1698925482 conn(0x7f4604079370 msgr2=0x7f4604079780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:40.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.872+0000 7f4608e00700 1 -- 172.21.15.12:0/1698925482 shutdown_connections 2024-03-29T00:16:40.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.872+0000 7f4608e00700 1 -- 172.21.15.12:0/1698925482 wait complete. 2024-03-29T00:16:40.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.873+0000 7f4608e00700 1 Processor -- start 2024-03-29T00:16:40.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.874+0000 7f4608e00700 1 -- start start 2024-03-29T00:16:40.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.874+0000 7f4608e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4604102290 0x7f46041a08a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:40.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.874+0000 7f4608e00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4604102c50 0x7f46041a0de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:40.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.874+0000 7f4608e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4604108270 0x7f460419aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:40.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.874+0000 7f4608e00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f4604112630 con 0x7f4604102290 2024-03-29T00:16:40.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.874+0000 7f4608e00700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f46041124b0 con 0x7f4604102c50 2024-03-29T00:16:40.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.874+0000 7f4608e00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f46041127b0 con 0x7f4604108270 2024-03-29T00:16:40.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.875+0000 7f4602800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4604108270 0x7f460419aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:40.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.875+0000 7f4602800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4604108270 0x7f460419aa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:38316/0 (socket says 172.21.15.12:38316) 2024-03-29T00:16:40.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.875+0000 7f4602800700 1 -- 172.21.15.12:0/1885237873 learned_addr learned my addr 172.21.15.12:0/1885237873 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:16:40.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.875+0000 7f4601e00700 1 --2- 172.21.15.12:0/1885237873 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4604102290 0x7f46041a08a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:40.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.875+0000 7f4602800700 1 -- 172.21.15.12:0/1885237873 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4604102c50 msgr2=0x7f46041a0de0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-03-29T00:16:40.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.875+0000 7f4602800700 1 --2- 172.21.15.12:0/1885237873 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4604102c50 0x7f46041a0de0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:40.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.875+0000 7f4602800700 1 -- 172.21.15.12:0/1885237873 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4604102290 msgr2=0x7f46041a08a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:40.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.875+0000 7f4602800700 1 --2- 172.21.15.12:0/1885237873 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4604102290 0x7f46041a08a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:40.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.875+0000 7f4602800700 1 -- 172.21.15.12:0/1885237873 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f460419b1c0 con 0x7f4604108270 2024-03-29T00:16:40.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.876+0000 7f4601e00700 1 --2- 172.21.15.12:0/1885237873 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4604102290 0x7f46041a08a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:16:40.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.876+0000 7f4602800700 1 --2- 172.21.15.12:0/1885237873 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4604108270 0x7f460419aa60 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f45fc00ef30 tx=0x7f45fc00c450 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:40.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.876+0000 7f45faa00700 1 -- 172.21.15.12:0/1885237873 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45fc0092e0 con 0x7f4604108270 2024-03-29T00:16:40.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.876+0000 7f45faa00700 1 -- 172.21.15.12:0/1885237873 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f45fc004bb0 con 0x7f4604108270 2024-03-29T00:16:40.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.876+0000 7f4608e00700 1 -- 172.21.15.12:0/1885237873 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f460419b450 con 0x7f4604108270 2024-03-29T00:16:40.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.877+0000 7f45faa00700 1 -- 172.21.15.12:0/1885237873 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45fc004350 con 0x7f4604108270 2024-03-29T00:16:40.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.877+0000 7f4608e00700 1 -- 172.21.15.12:0/1885237873 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46041a7770 con 0x7f4604108270 2024-03-29T00:16:40.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.878+0000 7f45efe00700 1 -- 172.21.15.12:0/1885237873 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f46040629d0 con 0x7f4604108270 2024-03-29T00:16:40.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.880+0000 7f45faa00700 1 -- 172.21.15.12:0/1885237873 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 17) ==== 136807+0+0 (secure 0 0 0) 0x7f45fc01b030 con 0x7f4604108270 2024-03-29T00:16:40.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.881+0000 7f45faa00700 1 --2- 172.21.15.12:0/1885237873 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f45e80a1f20 0x7f45e80a43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:40.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.882+0000 7f45faa00700 1 -- 172.21.15.12:0/1885237873 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f45fc0cdcb0 con 0x7f4604108270 2024-03-29T00:16:40.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.882+0000 7f4601e00700 1 --2- 172.21.15.12:0/1885237873 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f45e80a1f20 0x7f45e80a43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:40.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.882+0000 7f45faa00700 1 --2- 172.21.15.12:0/1885237873 >> [v2:172.21.15.69:6824/1830685720,v1:172.21.15.69:6825/1830685720] conn(0x7f45e80ad080 0x7f45e80af520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:40.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.882+0000 7f45faa00700 1 -- 172.21.15.12:0/1885237873 --> [v2:172.21.15.69:6824/1830685720,v1:172.21.15.69:6825/1830685720] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f45fc008ec0 con 0x7f45e80ad080 2024-03-29T00:16:40.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.882+0000 7f45faa00700 1 -- 172.21.15.12:0/1885237873 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f45fc0d0250 con 0x7f4604108270 2024-03-29T00:16:40.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.882+0000 7f4601400700 1 --2- 172.21.15.12:0/1885237873 >> [v2:172.21.15.69:6824/1830685720,v1:172.21.15.69:6825/1830685720] conn(0x7f45e80ad080 0x7f45e80af520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:40.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.883+0000 7f4601400700 1 --2- 172.21.15.12:0/1885237873 >> [v2:172.21.15.69:6824/1830685720,v1:172.21.15.69:6825/1830685720] conn(0x7f45e80ad080 0x7f45e80af520 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:40.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.883+0000 7f4601e00700 1 --2- 172.21.15.12:0/1885237873 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f45e80a1f20 0x7f45e80a43e0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f460419bba0 tx=0x7f45f4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:40.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.884+0000 7f45faa00700 1 -- 172.21.15.12:0/1885237873 <== osd.11 v2:172.21.15.69:6824/1830685720 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f45fc008ec0 con 0x7f45e80ad080 2024-03-29T00:16:40.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.902+0000 7f45efe00700 1 -- 172.21.15.12:0/1885237873 --> [v2:172.21.15.69:6824/1830685720,v1:172.21.15.69:6825/1830685720] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f4604062e50 con 0x7f45e80ad080 2024-03-29T00:16:40.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.903+0000 7f45faa00700 1 -- 172.21.15.12:0/1885237873 <== osd.11 v2:172.21.15.69:6824/1830685720 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f4604062e50 con 0x7f45e80ad080 2024-03-29T00:16:40.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.903+0000 7f45efe00700 1 -- 172.21.15.12:0/1885237873 >> [v2:172.21.15.69:6824/1830685720,v1:172.21.15.69:6825/1830685720] conn(0x7f45e80ad080 msgr2=0x7f45e80af520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:40.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.903+0000 7f45efe00700 1 --2- 172.21.15.12:0/1885237873 >> [v2:172.21.15.69:6824/1830685720,v1:172.21.15.69:6825/1830685720] conn(0x7f45e80ad080 0x7f45e80af520 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:40.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.903+0000 7f45efe00700 1 -- 172.21.15.12:0/1885237873 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f45e80a1f20 msgr2=0x7f45e80a43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:40.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.903+0000 7f45efe00700 1 --2- 172.21.15.12:0/1885237873 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f45e80a1f20 0x7f45e80a43e0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f460419bba0 tx=0x7f45f4009260 comp rx=0 tx=0).stop 2024-03-29T00:16:40.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.903+0000 7f45efe00700 1 -- 172.21.15.12:0/1885237873 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4604108270 msgr2=0x7f460419aa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:40.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.903+0000 7f45efe00700 1 --2- 172.21.15.12:0/1885237873 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4604108270 0x7f460419aa60 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f45fc00ef30 tx=0x7f45fc00c450 comp rx=0 tx=0).stop 2024-03-29T00:16:40.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.903+0000 7f4602800700 1 -- 172.21.15.12:0/1885237873 reap_dead start 2024-03-29T00:16:40.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.904+0000 7f45efe00700 1 -- 172.21.15.12:0/1885237873 shutdown_connections 2024-03-29T00:16:40.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.904+0000 7f45efe00700 1 -- 172.21.15.12:0/1885237873 >> 172.21.15.12:0/1885237873 conn(0x7f4604079370 msgr2=0x7f46040746a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:40.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.904+0000 7f45efe00700 1 -- 172.21.15.12:0/1885237873 shutdown_connections 2024-03-29T00:16:40.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:40.904+0000 7f45efe00700 1 -- 172.21.15.12:0/1885237873 wait complete. 2024-03-29T00:16:41.222 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.221+0000 7f5241a00700 1 -- 172.21.15.12:0/770119428 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f523c104450 msgr2=0x7f523c1048d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:41.222 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.221+0000 7f5241a00700 1 --2- 172.21.15.12:0/770119428 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f523c104450 0x7f523c1048d0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f522c009990 tx=0x7f522c009ca0 comp rx=0 tx=0).stop 2024-03-29T00:16:41.222 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.221+0000 7f5241a00700 1 -- 172.21.15.12:0/770119428 shutdown_connections 2024-03-29T00:16:41.222 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.221+0000 7f5241a00700 1 --2- 172.21.15.12:0/770119428 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f523c104e10 0x7f523c111320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:41.222 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.221+0000 7f5241a00700 1 --2- 172.21.15.12:0/770119428 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f523c10a4e0 0x7f523c10a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:41.222 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.221+0000 7f5241a00700 1 --2- 172.21.15.12:0/770119428 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f523c104450 0x7f523c1048d0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:41.222 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.221+0000 7f5241a00700 1 -- 172.21.15.12:0/770119428 >> 172.21.15.12:0/770119428 conn(0x7f523c0fff40 msgr2=0x7f523c102360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:41.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.221+0000 7f5241a00700 1 -- 172.21.15.12:0/770119428 shutdown_connections 2024-03-29T00:16:41.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.221+0000 7f5241a00700 1 -- 172.21.15.12:0/770119428 wait complete. 2024-03-29T00:16:41.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.223+0000 7f5241a00700 1 Processor -- start 2024-03-29T00:16:41.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.223+0000 7f5241a00700 1 -- start start 2024-03-29T00:16:41.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.223+0000 7f5241a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f523c104450 0x7f523c19adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:41.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.223+0000 7f5241a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f523c104e10 0x7f523c19b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:41.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.223+0000 7f5241a00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f523c10a4e0 0x7f523c19f590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:41.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.224+0000 7f5241a00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f523c114900 con 0x7f523c104e10 2024-03-29T00:16:41.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.224+0000 7f5241a00700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f523c114780 con 0x7f523c10a4e0 2024-03-29T00:16:41.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.224+0000 7f5241a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f523c114a80 con 0x7f523c104450 2024-03-29T00:16:41.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.224+0000 7f523aa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f523c104450 0x7f523c19adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:41.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.224+0000 7f523aa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f523c104450 0x7f523c19adb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:38334/0 (socket says 172.21.15.12:38334) 2024-03-29T00:16:41.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.224+0000 7f523a000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f523c104e10 0x7f523c19b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:41.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.224+0000 7f523aa00700 1 -- 172.21.15.12:0/1289064150 learned_addr learned my addr 172.21.15.12:0/1289064150 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:16:41.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.224+0000 7f523b400700 1 --2- 172.21.15.12:0/1289064150 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f523c10a4e0 0x7f523c19f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:41.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.224+0000 7f523aa00700 1 -- 172.21.15.12:0/1289064150 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f523c10a4e0 msgr2=0x7f523c19f590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:41.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.224+0000 7f523aa00700 1 --2- 172.21.15.12:0/1289064150 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f523c10a4e0 0x7f523c19f590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:41.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.224+0000 7f523aa00700 1 -- 172.21.15.12:0/1289064150 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f523c104e10 msgr2=0x7f523c19b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:41.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.224+0000 7f523aa00700 1 --2- 172.21.15.12:0/1289064150 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f523c104e10 0x7f523c19b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:41.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.224+0000 7f523aa00700 1 -- 172.21.15.12:0/1289064150 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f523c19fcd0 con 0x7f523c104450 2024-03-29T00:16:41.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.225+0000 7f523aa00700 1 --2- 172.21.15.12:0/1289064150 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f523c104450 0x7f523c19adb0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f522400e9a0 tx=0x7f522400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:41.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.225+0000 7f5233400700 1 -- 172.21.15.12:0/1289064150 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f522400ca10 con 0x7f523c104450 2024-03-29T00:16:41.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.225+0000 7f5233400700 1 -- 172.21.15.12:0/1289064150 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f522400cbb0 con 0x7f523c104450 2024-03-29T00:16:41.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.225+0000 7f5241a00700 1 -- 172.21.15.12:0/1289064150 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f523c19ffc0 con 0x7f523c104450 2024-03-29T00:16:41.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.225+0000 7f5233400700 1 -- 172.21.15.12:0/1289064150 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5224018710 con 0x7f523c104450 2024-03-29T00:16:41.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.225+0000 7f5241a00700 1 -- 172.21.15.12:0/1289064150 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f523c1a7840 con 0x7f523c104450 2024-03-29T00:16:41.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.226+0000 7f5241a00700 1 -- 172.21.15.12:0/1289064150 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f523c0629d0 con 0x7f523c104450 2024-03-29T00:16:41.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.228+0000 7f5233400700 1 -- 172.21.15.12:0/1289064150 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 17) ==== 136807+0+0 (secure 0 0 0) 0x7f5224010430 con 0x7f523c104450 2024-03-29T00:16:41.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.230+0000 7f5233400700 1 --2- 172.21.15.12:0/1289064150 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f52200a1f20 0x7f52200a43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:41.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.230+0000 7f5233400700 1 -- 172.21.15.12:0/1289064150 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f52240ce3f0 con 0x7f523c104450 2024-03-29T00:16:41.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.230+0000 7f523a000700 1 --2- 172.21.15.12:0/1289064150 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f52200a1f20 0x7f52200a43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:41.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.230+0000 7f5233400700 1 --2- 172.21.15.12:0/1289064150 >> [v2:172.21.15.12:6818/53322413,v1:172.21.15.12:6819/53322413] conn(0x7f52200ad080 0x7f52200af520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:41.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.230+0000 7f5233400700 1 -- 172.21.15.12:0/1289064150 --> [v2:172.21.15.12:6818/53322413,v1:172.21.15.12:6819/53322413] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5224004500 con 0x7f52200ad080 2024-03-29T00:16:41.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.230+0000 7f5233400700 1 -- 172.21.15.12:0/1289064150 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f52240d5050 con 0x7f523c104450 2024-03-29T00:16:41.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.230+0000 7f523b400700 1 --2- 172.21.15.12:0/1289064150 >> [v2:172.21.15.12:6818/53322413,v1:172.21.15.12:6819/53322413] conn(0x7f52200ad080 0x7f52200af520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:41.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.231+0000 7f523a000700 1 --2- 172.21.15.12:0/1289064150 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f52200a1f20 0x7f52200a43e0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f523c1099a0 tx=0x7f522c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:41.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.231+0000 7f523b400700 1 --2- 172.21.15.12:0/1289064150 >> [v2:172.21.15.12:6818/53322413,v1:172.21.15.12:6819/53322413] conn(0x7f52200ad080 0x7f52200af520 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:41.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.232+0000 7f5233400700 1 -- 172.21.15.12:0/1289064150 <== osd.6 v2:172.21.15.12:6818/53322413 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5224004500 con 0x7f52200ad080 2024-03-29T00:16:41.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.251+0000 7f5241a00700 1 -- 172.21.15.12:0/1289064150 --> [v2:172.21.15.12:6818/53322413,v1:172.21.15.12:6819/53322413] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f523c062e00 con 0x7f52200ad080 2024-03-29T00:16:41.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.251+0000 7f5233400700 1 -- 172.21.15.12:0/1289064150 <== osd.6 v2:172.21.15.12:6818/53322413 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f523c062e00 con 0x7f52200ad080 2024-03-29T00:16:41.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.252+0000 7f5241a00700 1 -- 172.21.15.12:0/1289064150 >> [v2:172.21.15.12:6818/53322413,v1:172.21.15.12:6819/53322413] conn(0x7f52200ad080 msgr2=0x7f52200af520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:41.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.252+0000 7f5241a00700 1 --2- 172.21.15.12:0/1289064150 >> [v2:172.21.15.12:6818/53322413,v1:172.21.15.12:6819/53322413] conn(0x7f52200ad080 0x7f52200af520 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:41.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.252+0000 7f5241a00700 1 -- 172.21.15.12:0/1289064150 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f52200a1f20 msgr2=0x7f52200a43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:41.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.252+0000 7f5241a00700 1 --2- 172.21.15.12:0/1289064150 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f52200a1f20 0x7f52200a43e0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f523c1099a0 tx=0x7f522c005fd0 comp rx=0 tx=0).stop 2024-03-29T00:16:41.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.252+0000 7f5241a00700 1 -- 172.21.15.12:0/1289064150 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f523c104450 msgr2=0x7f523c19adb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:41.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.252+0000 7f5241a00700 1 --2- 172.21.15.12:0/1289064150 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f523c104450 0x7f523c19adb0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f522400e9a0 tx=0x7f522400ecb0 comp rx=0 tx=0).stop 2024-03-29T00:16:41.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.252+0000 7f523b400700 1 -- 172.21.15.12:0/1289064150 reap_dead start 2024-03-29T00:16:41.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.252+0000 7f5241a00700 1 -- 172.21.15.12:0/1289064150 shutdown_connections 2024-03-29T00:16:41.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.252+0000 7f5241a00700 1 -- 172.21.15.12:0/1289064150 >> 172.21.15.12:0/1289064150 conn(0x7f523c0fff40 msgr2=0x7f523c100460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:41.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.252+0000 7f5241a00700 1 -- 172.21.15.12:0/1289064150 shutdown_connections 2024-03-29T00:16:41.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:41.252+0000 7f5241a00700 1 -- 172.21.15.12:0/1289064150 wait complete. 2024-03-29T00:16:41.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:41 smithi012 ceph-mon[31657]: pgmap v366: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-29T00:16:41.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:41 smithi053 ceph-mon[36233]: pgmap v366: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-29T00:16:41.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:41 smithi069 ceph-mon[36074]: pgmap v366: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-29T00:16:42.188 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:16:42.680 INFO:teuthology.orchestra.run.smithi012.stdout:163208757313 2024-03-29T00:16:42.680 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph osd last-stat-seq osd.5 2024-03-29T00:16:43.036 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:16:43.094 INFO:teuthology.orchestra.run.smithi012.stdout:197568495676 2024-03-29T00:16:43.095 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph osd last-stat-seq osd.6 2024-03-29T00:16:43.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.327+0000 7fd7e3200700 1 -- 172.21.15.12:0/23553226 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd7dc1130f0 msgr2=0x7fd7dc1154e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:43.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.327+0000 7fd7e3200700 1 --2- 172.21.15.12:0/23553226 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd7dc1130f0 0x7fd7dc1154e0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fd7d4009f90 tx=0x7fd7d400b330 comp rx=0 tx=0).stop 2024-03-29T00:16:43.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.328+0000 7fd7e3200700 1 -- 172.21.15.12:0/23553226 shutdown_connections 2024-03-29T00:16:43.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.328+0000 7fd7e3200700 1 --2- 172.21.15.12:0/23553226 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd7dc1130f0 0x7fd7dc1154e0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:43.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.328+0000 7fd7e3200700 1 --2- 172.21.15.12:0/23553226 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd7dc076770 0x7fd7dc076b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:43.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.328+0000 7fd7e3200700 1 --2- 172.21.15.12:0/23553226 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd7dc077090 0x7fd7dc112bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:43.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.328+0000 7fd7e3200700 1 -- 172.21.15.12:0/23553226 >> 172.21.15.12:0/23553226 conn(0x7fd7dc0fff40 msgr2=0x7fd7dc102360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:43.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.328+0000 7fd7e3200700 1 -- 172.21.15.12:0/23553226 shutdown_connections 2024-03-29T00:16:43.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.328+0000 7fd7e3200700 1 -- 172.21.15.12:0/23553226 wait complete. 2024-03-29T00:16:43.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.329+0000 7fd7e3200700 1 Processor -- start 2024-03-29T00:16:43.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.330+0000 7fd7e3200700 1 -- start start 2024-03-29T00:16:43.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.330+0000 7fd7e3200700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd7dc076770 0x7fd7dc19f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:43.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.330+0000 7fd7e3200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd7dc077090 0x7fd7dc19f560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:43.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.330+0000 7fd7e3200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd7dc1130f0 0x7fd7dc1a38f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:43.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.330+0000 7fd7e3200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fd7dc118cd0 con 0x7fd7dc077090 2024-03-29T00:16:43.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.330+0000 7fd7e3200700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd7dc118b50 con 0x7fd7dc076770 2024-03-29T00:16:43.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.330+0000 7fd7e3200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd7dc118e50 con 0x7fd7dc1130f0 2024-03-29T00:16:43.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.330+0000 7fd7dbe00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd7dc076770 0x7fd7dc19f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:43.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.330+0000 7fd7dbe00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd7dc076770 0x7fd7dc19f020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:53328/0 (socket says 172.21.15.12:53328) 2024-03-29T00:16:43.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.331+0000 7fd7dbe00700 1 -- 172.21.15.12:0/354027960 learned_addr learned my addr 172.21.15.12:0/354027960 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:16:43.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.331+0000 7fd7e1200700 1 --2- 172.21.15.12:0/354027960 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd7dc1130f0 0x7fd7dc1a38f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:43.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.331+0000 7fd7db400700 1 --2- 172.21.15.12:0/354027960 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd7dc077090 0x7fd7dc19f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:43.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.331+0000 7fd7dbe00700 1 -- 172.21.15.12:0/354027960 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd7dc1130f0 msgr2=0x7fd7dc1a38f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:43.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.331+0000 7fd7dbe00700 1 --2- 172.21.15.12:0/354027960 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd7dc1130f0 0x7fd7dc1a38f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:43.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.331+0000 7fd7dbe00700 1 -- 172.21.15.12:0/354027960 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd7dc077090 msgr2=0x7fd7dc19f560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:43.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.331+0000 7fd7dbe00700 1 --2- 172.21.15.12:0/354027960 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd7dc077090 0x7fd7dc19f560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:43.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.331+0000 7fd7dbe00700 1 -- 172.21.15.12:0/354027960 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7dc1a4030 con 0x7fd7dc076770 2024-03-29T00:16:43.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.331+0000 7fd7e1200700 1 --2- 172.21.15.12:0/354027960 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd7dc1130f0 0x7fd7dc1a38f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:16:43.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.331+0000 7fd7dbe00700 1 --2- 172.21.15.12:0/354027960 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd7dc076770 0x7fd7dc19f020 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fd7cc00e9a0 tx=0x7fd7cc00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:43.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.332+0000 7fd7d8c00700 1 -- 172.21.15.12:0/354027960 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7cc00ca10 con 0x7fd7dc076770 2024-03-29T00:16:43.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.332+0000 7fd7d8c00700 1 -- 172.21.15.12:0/354027960 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd7cc00cbb0 con 0x7fd7dc076770 2024-03-29T00:16:43.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.332+0000 7fd7e3200700 1 -- 172.21.15.12:0/354027960 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7dc1a4320 con 0x7fd7dc076770 2024-03-29T00:16:43.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.332+0000 7fd7d8c00700 1 -- 172.21.15.12:0/354027960 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7cc018710 con 0x7fd7dc076770 2024-03-29T00:16:43.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.332+0000 7fd7e3200700 1 -- 172.21.15.12:0/354027960 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7dc1abba0 con 0x7fd7dc076770 2024-03-29T00:16:43.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.333+0000 7fd7e3200700 1 -- 172.21.15.12:0/354027960 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd7dc115500 con 0x7fd7dc076770 2024-03-29T00:16:43.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.335+0000 7fd7d8c00700 1 -- 172.21.15.12:0/354027960 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 136807+0+0 (secure 0 0 0) 0x7fd7cc010430 con 0x7fd7dc076770 2024-03-29T00:16:43.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.337+0000 7fd7d8c00700 1 --2- 172.21.15.12:0/354027960 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd7c00a1f20 0x7fd7c00a43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:43.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.337+0000 7fd7d8c00700 1 -- 172.21.15.12:0/354027960 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fd7cc0ce3d0 con 0x7fd7dc076770 2024-03-29T00:16:43.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.337+0000 7fd7db400700 1 --2- 172.21.15.12:0/354027960 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd7c00a1f20 0x7fd7c00a43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:43.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.337+0000 7fd7d8c00700 1 --2- 172.21.15.12:0/354027960 >> [v2:172.21.15.12:6810/1860879351,v1:172.21.15.12:6811/1860879351] conn(0x7fd7c00ad080 0x7fd7c00af520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:43.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.337+0000 7fd7d8c00700 1 -- 172.21.15.12:0/354027960 --> [v2:172.21.15.12:6810/1860879351,v1:172.21.15.12:6811/1860879351] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd7cc01ee50 con 0x7fd7c00ad080 2024-03-29T00:16:43.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.337+0000 7fd7d8c00700 1 -- 172.21.15.12:0/354027960 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fd7cc0d5050 con 0x7fd7dc076770 2024-03-29T00:16:43.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.338+0000 7fd7e1200700 1 --2- 172.21.15.12:0/354027960 >> [v2:172.21.15.12:6810/1860879351,v1:172.21.15.12:6811/1860879351] conn(0x7fd7c00ad080 0x7fd7c00af520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:43.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.338+0000 7fd7db400700 1 --2- 172.21.15.12:0/354027960 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd7c00a1f20 0x7fd7c00a43e0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fd7c8009750 tx=0x7fd7c8009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:43.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.339+0000 7fd7e1200700 1 --2- 172.21.15.12:0/354027960 >> [v2:172.21.15.12:6810/1860879351,v1:172.21.15.12:6811/1860879351] conn(0x7fd7c00ad080 0x7fd7c00af520 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:43.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.340+0000 7fd7d8c00700 1 -- 172.21.15.12:0/354027960 <== osd.3 v2:172.21.15.12:6810/1860879351 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd7cc01ee50 con 0x7fd7c00ad080 2024-03-29T00:16:43.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.363+0000 7fd7e3200700 1 -- 172.21.15.12:0/354027960 --> [v2:172.21.15.12:6810/1860879351,v1:172.21.15.12:6811/1860879351] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd7dc077eb0 con 0x7fd7c00ad080 2024-03-29T00:16:43.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.367+0000 7fd7d8c00700 1 -- 172.21.15.12:0/354027960 <== osd.3 v2:172.21.15.12:6810/1860879351 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fd7dc077eb0 con 0x7fd7c00ad080 2024-03-29T00:16:43.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.368+0000 7fd7e3200700 1 -- 172.21.15.12:0/354027960 >> [v2:172.21.15.12:6810/1860879351,v1:172.21.15.12:6811/1860879351] conn(0x7fd7c00ad080 msgr2=0x7fd7c00af520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:43.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.368+0000 7fd7e3200700 1 --2- 172.21.15.12:0/354027960 >> [v2:172.21.15.12:6810/1860879351,v1:172.21.15.12:6811/1860879351] conn(0x7fd7c00ad080 0x7fd7c00af520 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:43.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.369+0000 7fd7e3200700 1 -- 172.21.15.12:0/354027960 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd7c00a1f20 msgr2=0x7fd7c00a43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:43.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.369+0000 7fd7e3200700 1 --2- 172.21.15.12:0/354027960 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd7c00a1f20 0x7fd7c00a43e0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fd7c8009750 tx=0x7fd7c8009310 comp rx=0 tx=0).stop 2024-03-29T00:16:43.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.369+0000 7fd7e3200700 1 -- 172.21.15.12:0/354027960 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd7dc076770 msgr2=0x7fd7dc19f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:43.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.369+0000 7fd7e3200700 1 --2- 172.21.15.12:0/354027960 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd7dc076770 0x7fd7dc19f020 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fd7cc00e9a0 tx=0x7fd7cc00ecb0 comp rx=0 tx=0).stop 2024-03-29T00:16:43.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.369+0000 7fd7e1200700 1 -- 172.21.15.12:0/354027960 reap_dead start 2024-03-29T00:16:43.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.370+0000 7fd7e3200700 1 -- 172.21.15.12:0/354027960 shutdown_connections 2024-03-29T00:16:43.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.370+0000 7fd7e3200700 1 -- 172.21.15.12:0/354027960 >> 172.21.15.12:0/354027960 conn(0x7fd7dc0fff40 msgr2=0x7fd7dc102330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:43.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.370+0000 7fd7e3200700 1 -- 172.21.15.12:0/354027960 shutdown_connections 2024-03-29T00:16:43.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:43.370+0000 7fd7e3200700 1 -- 172.21.15.12:0/354027960 wait complete. 2024-03-29T00:16:43.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:43 smithi012 ceph-mon[31657]: pgmap v367: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-03-29T00:16:43.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:43 smithi053 ceph-mon[36233]: pgmap v367: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-03-29T00:16:43.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:43 smithi069 ceph-mon[36074]: pgmap v367: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-03-29T00:16:45.071 INFO:teuthology.orchestra.run.smithi012.stdout:343597383711 2024-03-29T00:16:45.071 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph osd last-stat-seq osd.11 2024-03-29T00:16:45.697 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:45 smithi012 ceph-mon[31657]: pgmap v368: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 10 op/s 2024-03-29T00:16:45.759 INFO:teuthology.orchestra.run.smithi012.stdout:107374182477 2024-03-29T00:16:45.759 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph osd last-stat-seq osd.3 2024-03-29T00:16:45.844 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:16:45.845 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:16:45.845 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:16:45.846 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:16:45.846 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:16:45.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:45 smithi053 ceph-mon[36233]: pgmap v368: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 10 op/s 2024-03-29T00:16:45.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:45 smithi069 ceph-mon[36074]: pgmap v368: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 10 op/s 2024-03-29T00:16:46.405 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:16:46.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:46 smithi053 ceph-mon[36233]: pgmap v369: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-03-29T00:16:46.910 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:46 smithi012 ceph-mon[31657]: pgmap v369: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-03-29T00:16:46.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:46 smithi069 ceph-mon[36074]: pgmap v369: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-03-29T00:16:49.099 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:48 smithi012 ceph-mon[31657]: pgmap v370: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-03-29T00:16:49.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:48 smithi053 ceph-mon[36233]: pgmap v370: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-03-29T00:16:49.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:48 smithi069 ceph-mon[36074]: pgmap v370: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-03-29T00:16:51.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:50 smithi012 ceph-mon[31657]: pgmap v371: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-03-29T00:16:51.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:50 smithi053 ceph-mon[36233]: pgmap v371: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-03-29T00:16:51.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:50 smithi069 ceph-mon[36074]: pgmap v371: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-03-29T00:16:52.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.526+0000 7f9e69a00700 1 -- 172.21.15.12:0/4221639378 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9e64102c50 msgr2=0x7f9e6410f090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:52.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.526+0000 7f9e69a00700 1 --2- 172.21.15.12:0/4221639378 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9e64102c50 0x7f9e6410f090 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f9e5c009990 tx=0x7f9e5c009ca0 comp rx=0 tx=0).stop 2024-03-29T00:16:52.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.526+0000 7f9e69a00700 1 -- 172.21.15.12:0/4221639378 shutdown_connections 2024-03-29T00:16:52.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.526+0000 7f9e69a00700 1 --2- 172.21.15.12:0/4221639378 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9e64102c50 0x7f9e6410f090 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:52.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.526+0000 7f9e69a00700 1 --2- 172.21.15.12:0/4221639378 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9e64108270 0x7f9e64108650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:52.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.526+0000 7f9e69a00700 1 --2- 172.21.15.12:0/4221639378 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9e64102290 0x7f9e64102710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:52.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.526+0000 7f9e69a00700 1 -- 172.21.15.12:0/4221639378 >> 172.21.15.12:0/4221639378 conn(0x7f9e64079370 msgr2=0x7f9e64079780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:52.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.526+0000 7f9e69a00700 1 -- 172.21.15.12:0/4221639378 shutdown_connections 2024-03-29T00:16:52.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.526+0000 7f9e69a00700 1 -- 172.21.15.12:0/4221639378 wait complete. 2024-03-29T00:16:52.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.527+0000 7f9e69a00700 1 Processor -- start 2024-03-29T00:16:52.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.527+0000 7f9e69a00700 1 -- start start 2024-03-29T00:16:52.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.528+0000 7f9e69a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9e64102290 0x7f9e641a0820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:52.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.528+0000 7f9e69a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9e64102c50 0x7f9e641a0d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:52.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.528+0000 7f9e69a00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9e64108270 0x7f9e6419a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:52.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.528+0000 7f9e69a00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f9e64112680 con 0x7f9e64102c50 2024-03-29T00:16:52.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.528+0000 7f9e69a00700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f9e64112500 con 0x7f9e64108270 2024-03-29T00:16:52.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.528+0000 7f9e69a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f9e64112800 con 0x7f9e64102290 2024-03-29T00:16:52.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.528+0000 7f9e62a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9e64102290 0x7f9e641a0820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:52.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.528+0000 7f9e5a000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9e64102c50 0x7f9e641a0d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:52.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.528+0000 7f9e62a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9e64102290 0x7f9e641a0820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:60578/0 (socket says 172.21.15.12:60578) 2024-03-29T00:16:52.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.528+0000 7f9e62a00700 1 -- 172.21.15.12:0/2395931219 learned_addr learned my addr 172.21.15.12:0/2395931219 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:16:52.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.528+0000 7f9e63400700 1 --2- 172.21.15.12:0/2395931219 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9e64108270 0x7f9e6419a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:52.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.529+0000 7f9e62a00700 1 -- 172.21.15.12:0/2395931219 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9e64108270 msgr2=0x7f9e6419a9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:52.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.529+0000 7f9e62a00700 1 --2- 172.21.15.12:0/2395931219 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9e64108270 0x7f9e6419a9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:52.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.529+0000 7f9e62a00700 1 -- 172.21.15.12:0/2395931219 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9e64102c50 msgr2=0x7f9e641a0d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:52.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.529+0000 7f9e62a00700 1 --2- 172.21.15.12:0/2395931219 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9e64102c50 0x7f9e641a0d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:52.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.529+0000 7f9e62a00700 1 -- 172.21.15.12:0/2395931219 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e6419b140 con 0x7f9e64102290 2024-03-29T00:16:52.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.529+0000 7f9e62a00700 1 --2- 172.21.15.12:0/2395931219 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9e64102290 0x7f9e641a0820 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f9e5400ef10 tx=0x7f9e5400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:52.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.529+0000 7f9e5be00700 1 -- 172.21.15.12:0/2395931219 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e5400c9c0 con 0x7f9e64102290 2024-03-29T00:16:52.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.529+0000 7f9e5be00700 1 -- 172.21.15.12:0/2395931219 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9e54019070 con 0x7f9e64102290 2024-03-29T00:16:52.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.529+0000 7f9e69a00700 1 -- 172.21.15.12:0/2395931219 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e6419b3d0 con 0x7f9e64102290 2024-03-29T00:16:52.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.529+0000 7f9e5be00700 1 -- 172.21.15.12:0/2395931219 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e540146e0 con 0x7f9e64102290 2024-03-29T00:16:52.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.529+0000 7f9e69a00700 1 -- 172.21.15.12:0/2395931219 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e641a76f0 con 0x7f9e64102290 2024-03-29T00:16:52.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.531+0000 7f9e69a00700 1 -- 172.21.15.12:0/2395931219 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e64068f00 con 0x7f9e64102290 2024-03-29T00:16:52.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.533+0000 7f9e5be00700 1 -- 172.21.15.12:0/2395931219 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 17) ==== 136807+0+0 (secure 0 0 0) 0x7f9e54012050 con 0x7f9e64102290 2024-03-29T00:16:52.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.534+0000 7f9e5be00700 1 --2- 172.21.15.12:0/2395931219 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9e480a1ea0 0x7f9e480a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:52.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.534+0000 7f9e5be00700 1 -- 172.21.15.12:0/2395931219 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f9e540ce230 con 0x7f9e64102290 2024-03-29T00:16:52.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.534+0000 7f9e5a000700 1 --2- 172.21.15.12:0/2395931219 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9e480a1ea0 0x7f9e480a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:52.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.535+0000 7f9e5a000700 1 --2- 172.21.15.12:0/2395931219 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9e480a1ea0 0x7f9e480a4360 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f9e640764d0 tx=0x7f9e4c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:52.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.541+0000 7f9e5be00700 1 -- 172.21.15.12:0/2395931219 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f9e54010040 con 0x7f9e64102290 2024-03-29T00:16:52.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.778+0000 7f9e69a00700 1 -- 172.21.15.12:0/2395931219 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7f9e641a78c0 con 0x7f9e64102290 2024-03-29T00:16:52.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.779+0000 7f9e5be00700 1 -- 172.21.15.12:0/2395931219 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f9e540ba020 con 0x7f9e64102290 2024-03-29T00:16:52.780 INFO:teuthology.orchestra.run.smithi012.stdout:287762808876 2024-03-29T00:16:52.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.781+0000 7f9e69a00700 1 -- 172.21.15.12:0/2395931219 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9e480a1ea0 msgr2=0x7f9e480a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:52.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.781+0000 7f9e69a00700 1 --2- 172.21.15.12:0/2395931219 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9e480a1ea0 0x7f9e480a4360 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f9e640764d0 tx=0x7f9e4c009260 comp rx=0 tx=0).stop 2024-03-29T00:16:52.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.781+0000 7f9e69a00700 1 -- 172.21.15.12:0/2395931219 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9e64102290 msgr2=0x7f9e641a0820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:52.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.781+0000 7f9e69a00700 1 --2- 172.21.15.12:0/2395931219 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9e64102290 0x7f9e641a0820 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f9e5400ef10 tx=0x7f9e5400c3a0 comp rx=0 tx=0).stop 2024-03-29T00:16:52.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.782+0000 7f9e69a00700 1 -- 172.21.15.12:0/2395931219 shutdown_connections 2024-03-29T00:16:52.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.782+0000 7f9e69a00700 1 --2- 172.21.15.12:0/2395931219 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9e480a1ea0 0x7f9e480a4360 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:52.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.782+0000 7f9e69a00700 1 --2- 172.21.15.12:0/2395931219 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9e64102290 0x7f9e641a0820 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:52.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.782+0000 7f9e69a00700 1 --2- 172.21.15.12:0/2395931219 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9e64108270 0x7f9e6419a9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:52.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.782+0000 7f9e69a00700 1 --2- 172.21.15.12:0/2395931219 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9e64102c50 0x7f9e641a0d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:52.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.782+0000 7f9e69a00700 1 -- 172.21.15.12:0/2395931219 >> 172.21.15.12:0/2395931219 conn(0x7f9e64079370 msgr2=0x7f9e64100bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:52.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.782+0000 7f9e69a00700 1 -- 172.21.15.12:0/2395931219 shutdown_connections 2024-03-29T00:16:52.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:52.782+0000 7f9e69a00700 1 -- 172.21.15.12:0/2395931219 wait complete. 2024-03-29T00:16:53.040 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:52 smithi012 ceph-mon[31657]: pgmap v372: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-03-29T00:16:53.040 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:52 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2395931219' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-03-29T00:16:53.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:52 smithi053 ceph-mon[36233]: pgmap v372: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-03-29T00:16:53.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:52 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2395931219' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-03-29T00:16:53.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.206+0000 7f85ac600700 1 -- 172.21.15.12:0/103735284 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f85a4102290 msgr2=0x7f85a4102710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:53.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.206+0000 7f85ac600700 1 --2- 172.21.15.12:0/103735284 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f85a4102290 0x7f85a4102710 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f85900099c0 tx=0x7f8590009cd0 comp rx=0 tx=0).stop 2024-03-29T00:16:53.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.206+0000 7f85ac600700 1 -- 172.21.15.12:0/103735284 shutdown_connections 2024-03-29T00:16:53.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.206+0000 7f85ac600700 1 --2- 172.21.15.12:0/103735284 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f85a4108270 0x7f85a4108650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:53.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.206+0000 7f85ac600700 1 --2- 172.21.15.12:0/103735284 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f85a4102c50 0x7f85a410f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:53.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.206+0000 7f85ac600700 1 --2- 172.21.15.12:0/103735284 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f85a4102290 0x7f85a4102710 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:53.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.206+0000 7f85ac600700 1 -- 172.21.15.12:0/103735284 >> 172.21.15.12:0/103735284 conn(0x7f85a4079370 msgr2=0x7f85a4079780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:53.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.206+0000 7f85ac600700 1 -- 172.21.15.12:0/103735284 shutdown_connections 2024-03-29T00:16:53.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.206+0000 7f85ac600700 1 -- 172.21.15.12:0/103735284 wait complete. 2024-03-29T00:16:53.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.208+0000 7f85ac600700 1 Processor -- start 2024-03-29T00:16:53.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.209+0000 7f85ac600700 1 -- start start 2024-03-29T00:16:53.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.209+0000 7f85ac600700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f85a4102290 0x7f85a419e740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:53.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.209+0000 7f85ac600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f85a4102c50 0x7f85a419ec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:53.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.209+0000 7f85ac600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f85a4108270 0x7f85a4198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:53.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.209+0000 7f85ac600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f85a4112630 con 0x7f85a4102c50 2024-03-29T00:16:53.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.209+0000 7f85ac600700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f85a41124b0 con 0x7f85a4102290 2024-03-29T00:16:53.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.209+0000 7f85ac600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f85a41127b0 con 0x7f85a4108270 2024-03-29T00:16:53.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.209+0000 7f85a9c00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f85a4102290 0x7f85a419e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:53.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.209+0000 7f85a9c00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f85a4102290 0x7f85a419e740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:49632/0 (socket says 172.21.15.12:49632) 2024-03-29T00:16:53.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.209+0000 7f85aa600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f85a4108270 0x7f85a4198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:53.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.210+0000 7f85a9200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f85a4102c50 0x7f85a419ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:53.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.210+0000 7f85a9c00700 1 -- 172.21.15.12:0/2006196317 learned_addr learned my addr 172.21.15.12:0/2006196317 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:16:53.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.210+0000 7f85a9c00700 1 -- 172.21.15.12:0/2006196317 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f85a4108270 msgr2=0x7f85a4198950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:53.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.210+0000 7f85a9c00700 1 --2- 172.21.15.12:0/2006196317 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f85a4108270 0x7f85a4198950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:53.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.210+0000 7f85a9c00700 1 -- 172.21.15.12:0/2006196317 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f85a4102c50 msgr2=0x7f85a419ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:53.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.210+0000 7f85a9c00700 1 --2- 172.21.15.12:0/2006196317 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f85a4102c50 0x7f85a419ec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:53.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.210+0000 7f85a9c00700 1 -- 172.21.15.12:0/2006196317 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85a41990b0 con 0x7f85a4102290 2024-03-29T00:16:53.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.210+0000 7f85aa600700 1 --2- 172.21.15.12:0/2006196317 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f85a4108270 0x7f85a4198950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:16:53.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.210+0000 7f85a9c00700 1 --2- 172.21.15.12:0/2006196317 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f85a4102290 0x7f85a419e740 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f859800e9a0 tx=0x7f859800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:53.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.211+0000 7f85a2000700 1 -- 172.21.15.12:0/2006196317 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f859800ca10 con 0x7f85a4102290 2024-03-29T00:16:53.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.211+0000 7f85a2000700 1 -- 172.21.15.12:0/2006196317 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f859800cbb0 con 0x7f85a4102290 2024-03-29T00:16:53.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.211+0000 7f85ac600700 1 -- 172.21.15.12:0/2006196317 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85a41993a0 con 0x7f85a4102290 2024-03-29T00:16:53.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.211+0000 7f85a2000700 1 -- 172.21.15.12:0/2006196317 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8598018710 con 0x7f85a4102290 2024-03-29T00:16:53.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.211+0000 7f85ac600700 1 -- 172.21.15.12:0/2006196317 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85a41a5610 con 0x7f85a4102290 2024-03-29T00:16:53.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.212+0000 7f85ac600700 1 -- 172.21.15.12:0/2006196317 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8584005330 con 0x7f85a4102290 2024-03-29T00:16:53.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.214+0000 7f85a2000700 1 -- 172.21.15.12:0/2006196317 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 136807+0+0 (secure 0 0 0) 0x7f85980109c0 con 0x7f85a4102290 2024-03-29T00:16:53.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.216+0000 7f85a2000700 1 --2- 172.21.15.12:0/2006196317 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f858c0a1f20 0x7f858c0a43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:53.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.216+0000 7f85a2000700 1 -- 172.21.15.12:0/2006196317 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f85980ce2a0 con 0x7f85a4102290 2024-03-29T00:16:53.218 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.216+0000 7f85a9200700 1 --2- 172.21.15.12:0/2006196317 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f858c0a1f20 0x7f858c0a43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:53.218 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.217+0000 7f85a9200700 1 --2- 172.21.15.12:0/2006196317 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f858c0a1f20 0x7f858c0a43e0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f8590006010 tx=0x7f8590005ab0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:53.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.218+0000 7f85a2000700 1 -- 172.21.15.12:0/2006196317 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f859809b1b0 con 0x7f85a4102290 2024-03-29T00:16:53.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:52 smithi069 ceph-mon[36074]: pgmap v372: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-03-29T00:16:53.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:52 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2395931219' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-03-29T00:16:53.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.448+0000 7f85ac600700 1 -- 172.21.15.12:0/2006196317 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f85840058f0 con 0x7f85a4102290 2024-03-29T00:16:53.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.448+0000 7f85a2000700 1 -- 172.21.15.12:0/2006196317 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f859809aab0 con 0x7f85a4102290 2024-03-29T00:16:53.449 INFO:teuthology.orchestra.run.smithi012.stdout:141733920842 2024-03-29T00:16:53.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.451+0000 7f85ac600700 1 -- 172.21.15.12:0/2006196317 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f858c0a1f20 msgr2=0x7f858c0a43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:53.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.451+0000 7f85ac600700 1 --2- 172.21.15.12:0/2006196317 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f858c0a1f20 0x7f858c0a43e0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f8590006010 tx=0x7f8590005ab0 comp rx=0 tx=0).stop 2024-03-29T00:16:53.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.451+0000 7f85ac600700 1 -- 172.21.15.12:0/2006196317 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f85a4102290 msgr2=0x7f85a419e740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:53.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.451+0000 7f85ac600700 1 --2- 172.21.15.12:0/2006196317 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f85a4102290 0x7f85a419e740 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f859800e9a0 tx=0x7f859800ecb0 comp rx=0 tx=0).stop 2024-03-29T00:16:53.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.451+0000 7f85ac600700 1 -- 172.21.15.12:0/2006196317 shutdown_connections 2024-03-29T00:16:53.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.451+0000 7f85ac600700 1 --2- 172.21.15.12:0/2006196317 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f858c0a1f20 0x7f858c0a43e0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:53.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.451+0000 7f85ac600700 1 --2- 172.21.15.12:0/2006196317 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f85a4108270 0x7f85a4198950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:53.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.451+0000 7f85ac600700 1 --2- 172.21.15.12:0/2006196317 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f85a4102290 0x7f85a419e740 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:53.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.451+0000 7f85ac600700 1 --2- 172.21.15.12:0/2006196317 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f85a4102c50 0x7f85a419ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:53.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.451+0000 7f85ac600700 1 -- 172.21.15.12:0/2006196317 >> 172.21.15.12:0/2006196317 conn(0x7f85a4079370 msgr2=0x7f85a4100ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:53.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.452+0000 7f85ac600700 1 -- 172.21.15.12:0/2006196317 shutdown_connections 2024-03-29T00:16:53.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:53.452+0000 7f85ac600700 1 -- 172.21.15.12:0/2006196317 wait complete. 2024-03-29T00:16:54.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:53 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2006196317' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-29T00:16:54.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:53 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2006196317' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-29T00:16:54.244 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:53 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2006196317' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-29T00:16:55.135 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:54 smithi069 ceph-mon[36074]: pgmap v373: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 11 op/s 2024-03-29T00:16:55.147 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:54 smithi012 ceph-mon[31657]: pgmap v373: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 11 op/s 2024-03-29T00:16:55.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:54 smithi053 ceph-mon[36233]: pgmap v373: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 11 op/s 2024-03-29T00:16:57.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:56 smithi012 ceph-mon[31657]: pgmap v374: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-03-29T00:16:57.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:56 smithi053 ceph-mon[36233]: pgmap v374: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-03-29T00:16:57.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:56 smithi069 ceph-mon[36074]: pgmap v374: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-03-29T00:16:57.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.126+0000 7fa707200700 1 -- 172.21.15.12:0/583902850 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa70010ecf0 msgr2=0x7fa7001110e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:57.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.126+0000 7fa707200700 1 --2- 172.21.15.12:0/583902850 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa70010ecf0 0x7fa7001110e0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fa6f800b0a0 tx=0x7fa6f800b3b0 comp rx=0 tx=0).stop 2024-03-29T00:16:57.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.126+0000 7fa707200700 1 -- 172.21.15.12:0/583902850 shutdown_connections 2024-03-29T00:16:57.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.126+0000 7fa707200700 1 --2- 172.21.15.12:0/583902850 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa700069ef0 0x7fa70006a2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:57.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.126+0000 7fa707200700 1 --2- 172.21.15.12:0/583902850 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa70010ecf0 0x7fa7001110e0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:57.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.126+0000 7fa707200700 1 --2- 172.21.15.12:0/583902850 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa70006a810 0x7fa70010e7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:57.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.126+0000 7fa707200700 1 -- 172.21.15.12:0/583902850 >> 172.21.15.12:0/583902850 conn(0x7fa700078070 msgr2=0x7fa700078480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:57.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.127+0000 7fa707200700 1 -- 172.21.15.12:0/583902850 shutdown_connections 2024-03-29T00:16:57.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.127+0000 7fa707200700 1 -- 172.21.15.12:0/583902850 wait complete. 2024-03-29T00:16:57.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.128+0000 7fa707200700 1 Processor -- start 2024-03-29T00:16:57.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.128+0000 7fa707200700 1 -- start start 2024-03-29T00:16:57.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.128+0000 7fa707200700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa700069ef0 0x7fa7001a08a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:57.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.128+0000 7fa707200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa70006a810 0x7fa7001a0de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:57.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.128+0000 7fa707200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa70010ecf0 0x7fa70019aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:57.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.128+0000 7fa707200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa700114880 con 0x7fa70010ecf0 2024-03-29T00:16:57.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.128+0000 7fa707200700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa700114700 con 0x7fa700069ef0 2024-03-29T00:16:57.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.128+0000 7fa707200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa700114a00 con 0x7fa70006a810 2024-03-29T00:16:57.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.128+0000 7fa6ffe00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa700069ef0 0x7fa7001a08a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:57.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.128+0000 7fa6ffe00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa700069ef0 0x7fa7001a08a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:33620/0 (socket says 172.21.15.12:33620) 2024-03-29T00:16:57.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.128+0000 7fa6ffe00700 1 -- 172.21.15.12:0/2897476939 learned_addr learned my addr 172.21.15.12:0/2897476939 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:16:57.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.129+0000 7fa705200700 1 --2- 172.21.15.12:0/2897476939 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa70010ecf0 0x7fa70019aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:57.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.129+0000 7fa6ff400700 1 --2- 172.21.15.12:0/2897476939 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa70006a810 0x7fa7001a0de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:57.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.129+0000 7fa6ffe00700 1 -- 172.21.15.12:0/2897476939 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa70006a810 msgr2=0x7fa7001a0de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:57.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.129+0000 7fa6ffe00700 1 --2- 172.21.15.12:0/2897476939 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa70006a810 0x7fa7001a0de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:57.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.129+0000 7fa6ffe00700 1 -- 172.21.15.12:0/2897476939 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa70010ecf0 msgr2=0x7fa70019aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:57.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.129+0000 7fa6ffe00700 1 --2- 172.21.15.12:0/2897476939 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa70010ecf0 0x7fa70019aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:57.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.129+0000 7fa6ffe00700 1 -- 172.21.15.12:0/2897476939 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa70019b1c0 con 0x7fa700069ef0 2024-03-29T00:16:57.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.129+0000 7fa705200700 1 --2- 172.21.15.12:0/2897476939 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa70010ecf0 0x7fa70019aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:16:57.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.129+0000 7fa6ffe00700 1 --2- 172.21.15.12:0/2897476939 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa700069ef0 0x7fa7001a08a0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fa6f000e9a0 tx=0x7fa6f000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:57.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.129+0000 7fa6fcc00700 1 -- 172.21.15.12:0/2897476939 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6f000cbd0 con 0x7fa700069ef0 2024-03-29T00:16:57.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.129+0000 7fa6fcc00700 1 -- 172.21.15.12:0/2897476939 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa6f000cd70 con 0x7fa700069ef0 2024-03-29T00:16:57.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.129+0000 7fa707200700 1 -- 172.21.15.12:0/2897476939 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa70019b4b0 con 0x7fa700069ef0 2024-03-29T00:16:57.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.130+0000 7fa6fcc00700 1 -- 172.21.15.12:0/2897476939 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6f00187c0 con 0x7fa700069ef0 2024-03-29T00:16:57.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.130+0000 7fa707200700 1 -- 172.21.15.12:0/2897476939 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7001a7770 con 0x7fa700069ef0 2024-03-29T00:16:57.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.131+0000 7fa707200700 1 -- 172.21.15.12:0/2897476939 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa700068f00 con 0x7fa700069ef0 2024-03-29T00:16:57.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.133+0000 7fa6fcc00700 1 -- 172.21.15.12:0/2897476939 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 136807+0+0 (secure 0 0 0) 0x7fa6f0010430 con 0x7fa700069ef0 2024-03-29T00:16:57.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.134+0000 7fa6fcc00700 1 --2- 172.21.15.12:0/2897476939 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa6e40a1f20 0x7fa6e40a43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:57.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.134+0000 7fa6fcc00700 1 -- 172.21.15.12:0/2897476939 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fa6f00ce470 con 0x7fa700069ef0 2024-03-29T00:16:57.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.135+0000 7fa6ff400700 1 --2- 172.21.15.12:0/2897476939 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa6e40a1f20 0x7fa6e40a43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:57.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.135+0000 7fa6ff400700 1 --2- 172.21.15.12:0/2897476939 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa6e40a1f20 0x7fa6e40a43e0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fa700102510 tx=0x7fa6ec00a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:57.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.137+0000 7fa6fcc00700 1 -- 172.21.15.12:0/2897476939 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fa6f009b380 con 0x7fa700069ef0 2024-03-29T00:16:57.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.366+0000 7fa707200700 1 -- 172.21.15.12:0/2897476939 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7fa7001a79d0 con 0x7fa700069ef0 2024-03-29T00:16:57.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.367+0000 7fa6fcc00700 1 -- 172.21.15.12:0/2897476939 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fa6f009ac80 con 0x7fa700069ef0 2024-03-29T00:16:57.368 INFO:teuthology.orchestra.run.smithi012.stdout:253403070516 2024-03-29T00:16:57.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.370+0000 7fa707200700 1 -- 172.21.15.12:0/2897476939 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa6e40a1f20 msgr2=0x7fa6e40a43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:57.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.370+0000 7fa707200700 1 --2- 172.21.15.12:0/2897476939 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa6e40a1f20 0x7fa6e40a43e0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fa700102510 tx=0x7fa6ec00a380 comp rx=0 tx=0).stop 2024-03-29T00:16:57.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.370+0000 7fa707200700 1 -- 172.21.15.12:0/2897476939 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa700069ef0 msgr2=0x7fa7001a08a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:57.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.370+0000 7fa707200700 1 --2- 172.21.15.12:0/2897476939 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa700069ef0 0x7fa7001a08a0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fa6f000e9a0 tx=0x7fa6f000ecb0 comp rx=0 tx=0).stop 2024-03-29T00:16:57.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.370+0000 7fa707200700 1 -- 172.21.15.12:0/2897476939 shutdown_connections 2024-03-29T00:16:57.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.370+0000 7fa707200700 1 --2- 172.21.15.12:0/2897476939 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa6e40a1f20 0x7fa6e40a43e0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:57.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.370+0000 7fa707200700 1 --2- 172.21.15.12:0/2897476939 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa70010ecf0 0x7fa70019aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:57.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.370+0000 7fa707200700 1 --2- 172.21.15.12:0/2897476939 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa700069ef0 0x7fa7001a08a0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:57.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.370+0000 7fa707200700 1 --2- 172.21.15.12:0/2897476939 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa70006a810 0x7fa7001a0de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:57.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.370+0000 7fa707200700 1 -- 172.21.15.12:0/2897476939 >> 172.21.15.12:0/2897476939 conn(0x7fa700078070 msgr2=0x7fa700110000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:57.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.370+0000 7fa707200700 1 -- 172.21.15.12:0/2897476939 shutdown_connections 2024-03-29T00:16:57.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:57.370+0000 7fa707200700 1 -- 172.21.15.12:0/2897476939 wait complete. 2024-03-29T00:16:58.041 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:57 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2897476939' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-03-29T00:16:58.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:57 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2897476939' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-03-29T00:16:58.203 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.202+0000 7faa23600700 1 -- 172.21.15.12:0/1905020906 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faa1c074d90 msgr2=0x7faa1c10e700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:58.203 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.202+0000 7faa23600700 1 --2- 172.21.15.12:0/1905020906 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faa1c074d90 0x7faa1c10e700 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7faa10009990 tx=0x7faa10009ca0 comp rx=0 tx=0).stop 2024-03-29T00:16:58.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.202+0000 7faa23600700 1 -- 172.21.15.12:0/1905020906 shutdown_connections 2024-03-29T00:16:58.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.202+0000 7faa23600700 1 --2- 172.21.15.12:0/1905020906 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faa1c10ec40 0x7faa1c111030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:58.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.202+0000 7faa23600700 1 --2- 172.21.15.12:0/1905020906 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faa1c074470 0x7faa1c074850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:58.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.202+0000 7faa23600700 1 --2- 172.21.15.12:0/1905020906 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faa1c074d90 0x7faa1c10e700 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:58.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.202+0000 7faa23600700 1 -- 172.21.15.12:0/1905020906 >> 172.21.15.12:0/1905020906 conn(0x7faa1c079370 msgr2=0x7faa1c079780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:58.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.202+0000 7faa23600700 1 -- 172.21.15.12:0/1905020906 shutdown_connections 2024-03-29T00:16:58.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.202+0000 7faa23600700 1 -- 172.21.15.12:0/1905020906 wait complete. 2024-03-29T00:16:58.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.204+0000 7faa23600700 1 Processor -- start 2024-03-29T00:16:58.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.204+0000 7faa23600700 1 -- start start 2024-03-29T00:16:58.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.205+0000 7faa23600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faa1c074470 0x7faa1c1a0930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:58.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.205+0000 7faa23600700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faa1c074d90 0x7faa1c1a0e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:58.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.205+0000 7faa23600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faa1c10ec40 0x7faa1c19ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:58.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.205+0000 7faa23600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7faa1c114880 con 0x7faa1c074470 2024-03-29T00:16:58.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.205+0000 7faa23600700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7faa1c114700 con 0x7faa1c074d90 2024-03-29T00:16:58.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.205+0000 7faa23600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7faa1c114a00 con 0x7faa1c10ec40 2024-03-29T00:16:58.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.205+0000 7faa20c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faa1c074470 0x7faa1c1a0930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:58.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.205+0000 7faa20c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faa1c074470 0x7faa1c1a0930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:41768/0 (socket says 172.21.15.12:41768) 2024-03-29T00:16:58.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.205+0000 7faa20c00700 1 -- 172.21.15.12:0/4198746003 learned_addr learned my addr 172.21.15.12:0/4198746003 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:16:58.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.205+0000 7faa1be00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faa1c074d90 0x7faa1c1a0e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:58.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.205+0000 7faa21600700 1 --2- 172.21.15.12:0/4198746003 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faa1c10ec40 0x7faa1c19ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:58.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.206+0000 7faa1be00700 1 -- 172.21.15.12:0/4198746003 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faa1c10ec40 msgr2=0x7faa1c19ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:58.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.206+0000 7faa1be00700 1 --2- 172.21.15.12:0/4198746003 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faa1c10ec40 0x7faa1c19ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:58.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.206+0000 7faa1be00700 1 -- 172.21.15.12:0/4198746003 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faa1c074470 msgr2=0x7faa1c1a0930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:58.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.206+0000 7faa1be00700 1 --2- 172.21.15.12:0/4198746003 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faa1c074470 0x7faa1c1a0930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:58.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.206+0000 7faa1be00700 1 -- 172.21.15.12:0/4198746003 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa1c19b2a0 con 0x7faa1c074d90 2024-03-29T00:16:58.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.206+0000 7faa20c00700 1 --2- 172.21.15.12:0/4198746003 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faa1c074470 0x7faa1c1a0930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:16:58.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.206+0000 7faa21600700 1 --2- 172.21.15.12:0/4198746003 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faa1c10ec40 0x7faa1c19ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:16:58.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.206+0000 7faa1be00700 1 --2- 172.21.15.12:0/4198746003 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faa1c074d90 0x7faa1c1a0e70 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7faa100098e0 tx=0x7faa1000b840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:58.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.206+0000 7faa19600700 1 -- 172.21.15.12:0/4198746003 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa10027070 con 0x7faa1c074d90 2024-03-29T00:16:58.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.206+0000 7faa19600700 1 -- 172.21.15.12:0/4198746003 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7faa1000fe00 con 0x7faa1c074d90 2024-03-29T00:16:58.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.206+0000 7faa19600700 1 -- 172.21.15.12:0/4198746003 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa100173f0 con 0x7faa1c074d90 2024-03-29T00:16:58.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.206+0000 7faa23600700 1 -- 172.21.15.12:0/4198746003 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa1c19b530 con 0x7faa1c074d90 2024-03-29T00:16:58.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.207+0000 7faa23600700 1 -- 172.21.15.12:0/4198746003 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa1c1a7800 con 0x7faa1c074d90 2024-03-29T00:16:58.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.208+0000 7faa23600700 1 -- 172.21.15.12:0/4198746003 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa1c068f00 con 0x7faa1c074d90 2024-03-29T00:16:58.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.210+0000 7faa19600700 1 -- 172.21.15.12:0/4198746003 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 136807+0+0 (secure 0 0 0) 0x7faa1002a070 con 0x7faa1c074d90 2024-03-29T00:16:58.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.211+0000 7faa19600700 1 --2- 172.21.15.12:0/4198746003 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faa040a1ea0 0x7faa040a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:16:58.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.211+0000 7faa19600700 1 -- 172.21.15.12:0/4198746003 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7faa100cef50 con 0x7faa1c074d90 2024-03-29T00:16:58.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.211+0000 7faa20c00700 1 --2- 172.21.15.12:0/4198746003 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faa040a1ea0 0x7faa040a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:16:58.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.212+0000 7faa20c00700 1 --2- 172.21.15.12:0/4198746003 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faa040a1ea0 0x7faa040a4360 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7faa0c011550 tx=0x7faa0c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:16:58.218 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.215+0000 7faa19600700 1 -- 172.21.15.12:0/4198746003 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7faa10013070 con 0x7faa1c074d90 2024-03-29T00:16:58.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:57 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2897476939' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-03-29T00:16:58.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.459+0000 7faa23600700 1 -- 172.21.15.12:0/4198746003 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7faa1c02db30 con 0x7faa1c074d90 2024-03-29T00:16:58.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.459+0000 7faa19600700 1 -- 172.21.15.12:0/4198746003 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7faa1009bef0 con 0x7faa1c074d90 2024-03-29T00:16:58.460 INFO:teuthology.orchestra.run.smithi012.stdout:309237645351 2024-03-29T00:16:58.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.462+0000 7faa23600700 1 -- 172.21.15.12:0/4198746003 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faa040a1ea0 msgr2=0x7faa040a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:58.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.462+0000 7faa23600700 1 --2- 172.21.15.12:0/4198746003 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faa040a1ea0 0x7faa040a4360 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7faa0c011550 tx=0x7faa0c009260 comp rx=0 tx=0).stop 2024-03-29T00:16:58.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.462+0000 7faa23600700 1 -- 172.21.15.12:0/4198746003 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faa1c074d90 msgr2=0x7faa1c1a0e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:16:58.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.462+0000 7faa23600700 1 --2- 172.21.15.12:0/4198746003 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faa1c074d90 0x7faa1c1a0e70 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7faa100098e0 tx=0x7faa1000b840 comp rx=0 tx=0).stop 2024-03-29T00:16:58.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.462+0000 7faa23600700 1 -- 172.21.15.12:0/4198746003 shutdown_connections 2024-03-29T00:16:58.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.462+0000 7faa23600700 1 --2- 172.21.15.12:0/4198746003 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faa040a1ea0 0x7faa040a4360 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:58.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.462+0000 7faa23600700 1 --2- 172.21.15.12:0/4198746003 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faa1c10ec40 0x7faa1c19ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:58.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.462+0000 7faa23600700 1 --2- 172.21.15.12:0/4198746003 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faa1c074470 0x7faa1c1a0930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:58.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.462+0000 7faa23600700 1 --2- 172.21.15.12:0/4198746003 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faa1c074d90 0x7faa1c1a0e70 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:16:58.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.462+0000 7faa23600700 1 -- 172.21.15.12:0/4198746003 >> 172.21.15.12:0/4198746003 conn(0x7faa1c079370 msgr2=0x7faa1c0ff450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:16:58.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.463+0000 7faa23600700 1 -- 172.21.15.12:0/4198746003 shutdown_connections 2024-03-29T00:16:58.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:16:58.463+0000 7faa23600700 1 -- 172.21.15.12:0/4198746003 wait complete. 2024-03-29T00:16:59.078 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:58 smithi012 ceph-mon[31657]: pgmap v375: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-03-29T00:16:59.078 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:16:58 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/4198746003' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-03-29T00:16:59.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:58 smithi053 ceph-mon[36233]: pgmap v375: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-03-29T00:16:59.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:16:58 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/4198746003' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-03-29T00:16:59.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:58 smithi069 ceph-mon[36074]: pgmap v375: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-03-29T00:16:59.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:16:58 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/4198746003' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-03-29T00:17:00.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.318+0000 7f4e85600700 1 -- 172.21.15.12:0/2863369504 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4e80108290 msgr2=0x7f4e80108670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:00.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.318+0000 7f4e85600700 1 --2- 172.21.15.12:0/2863369504 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4e80108290 0x7f4e80108670 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f4e700099c0 tx=0x7f4e70009cd0 comp rx=0 tx=0).stop 2024-03-29T00:17:00.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.318+0000 7f4e85600700 1 -- 172.21.15.12:0/2863369504 shutdown_connections 2024-03-29T00:17:00.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.318+0000 7f4e85600700 1 --2- 172.21.15.12:0/2863369504 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4e80108290 0x7f4e80108670 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:00.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.318+0000 7f4e85600700 1 --2- 172.21.15.12:0/2863369504 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4e8006a890 0x7f4e8010f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:00.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.318+0000 7f4e85600700 1 --2- 172.21.15.12:0/2863369504 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4e80069ef0 0x7f4e8006a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:00.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.318+0000 7f4e85600700 1 -- 172.21.15.12:0/2863369504 >> 172.21.15.12:0/2863369504 conn(0x7f4e80078070 msgr2=0x7f4e80078480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:00.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.318+0000 7f4e85600700 1 -- 172.21.15.12:0/2863369504 shutdown_connections 2024-03-29T00:17:00.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.318+0000 7f4e85600700 1 -- 172.21.15.12:0/2863369504 wait complete. 2024-03-29T00:17:00.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.319+0000 7f4e85600700 1 Processor -- start 2024-03-29T00:17:00.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.319+0000 7f4e85600700 1 -- start start 2024-03-29T00:17:00.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.320+0000 7f4e85600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4e80069ef0 0x7f4e801a0910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:00.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.320+0000 7f4e85600700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4e8006a890 0x7f4e801a0e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:00.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.320+0000 7f4e85600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4e80108290 0x7f4e8019aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:00.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.320+0000 7f4e85600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f4e80112610 con 0x7f4e80108290 2024-03-29T00:17:00.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.320+0000 7f4e85600700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f4e80112490 con 0x7f4e8006a890 2024-03-29T00:17:00.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.320+0000 7f4e85600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f4e80112790 con 0x7f4e80069ef0 2024-03-29T00:17:00.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.320+0000 7f4e7ea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4e80069ef0 0x7f4e801a0910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:00.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.320+0000 7f4e7ea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4e80069ef0 0x7f4e801a0910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:41634/0 (socket says 172.21.15.12:41634) 2024-03-29T00:17:00.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.320+0000 7f4e7ea00700 1 -- 172.21.15.12:0/1584910610 learned_addr learned my addr 172.21.15.12:0/1584910610 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:00.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.320+0000 7f4e7e000700 1 --2- 172.21.15.12:0/1584910610 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4e8006a890 0x7f4e801a0e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:00.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.320+0000 7f4e7ea00700 1 -- 172.21.15.12:0/1584910610 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4e8006a890 msgr2=0x7f4e801a0e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:00.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.320+0000 7f4e7ea00700 1 --2- 172.21.15.12:0/1584910610 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4e8006a890 0x7f4e801a0e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:00.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.321+0000 7f4e7ea00700 1 -- 172.21.15.12:0/1584910610 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4e80108290 msgr2=0x7f4e8019aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:00.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.321+0000 7f4e7f400700 1 --2- 172.21.15.12:0/1584910610 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4e80108290 0x7f4e8019aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:00.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.321+0000 7f4e7ea00700 1 --2- 172.21.15.12:0/1584910610 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4e80108290 0x7f4e8019aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:00.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.321+0000 7f4e7ea00700 1 -- 172.21.15.12:0/1584910610 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e8019b230 con 0x7f4e80069ef0 2024-03-29T00:17:00.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.321+0000 7f4e7f400700 1 --2- 172.21.15.12:0/1584910610 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4e80108290 0x7f4e8019aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:17:00.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.321+0000 7f4e7ea00700 1 --2- 172.21.15.12:0/1584910610 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4e80069ef0 0x7f4e801a0910 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f4e70006010 tx=0x7f4e70003c30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:00.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.321+0000 7f4e77400700 1 -- 172.21.15.12:0/1584910610 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e70009e60 con 0x7f4e80069ef0 2024-03-29T00:17:00.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.321+0000 7f4e77400700 1 -- 172.21.15.12:0/1584910610 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4e7000be40 con 0x7f4e80069ef0 2024-03-29T00:17:00.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.321+0000 7f4e77400700 1 -- 172.21.15.12:0/1584910610 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e700173f0 con 0x7f4e80069ef0 2024-03-29T00:17:00.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.321+0000 7f4e85600700 1 -- 172.21.15.12:0/1584910610 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e8019b4c0 con 0x7f4e80069ef0 2024-03-29T00:17:00.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.322+0000 7f4e85600700 1 -- 172.21.15.12:0/1584910610 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e801a77e0 con 0x7f4e80069ef0 2024-03-29T00:17:00.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.323+0000 7f4e85600700 1 -- 172.21.15.12:0/1584910610 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e80068f00 con 0x7f4e80069ef0 2024-03-29T00:17:00.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.325+0000 7f4e77400700 1 -- 172.21.15.12:0/1584910610 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 17) ==== 136807+0+0 (secure 0 0 0) 0x7f4e7000f710 con 0x7f4e80069ef0 2024-03-29T00:17:00.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.326+0000 7f4e77400700 1 --2- 172.21.15.12:0/1584910610 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4e640a1f20 0x7f4e640a43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:00.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.326+0000 7f4e77400700 1 -- 172.21.15.12:0/1584910610 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f4e700cf060 con 0x7f4e80069ef0 2024-03-29T00:17:00.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.326+0000 7f4e7e000700 1 --2- 172.21.15.12:0/1584910610 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4e640a1f20 0x7f4e640a43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:00.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.327+0000 7f4e7e000700 1 --2- 172.21.15.12:0/1584910610 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4e640a1f20 0x7f4e640a43e0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f4e6c009680 tx=0x7f4e6c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:00.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.330+0000 7f4e77400700 1 -- 172.21.15.12:0/1584910610 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f4e70013070 con 0x7f4e80069ef0 2024-03-29T00:17:00.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.564+0000 7f4e85600700 1 -- 172.21.15.12:0/1584910610 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f4e801a79b0 con 0x7f4e80069ef0 2024-03-29T00:17:00.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.564+0000 7f4e77400700 1 -- 172.21.15.12:0/1584910610 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4e7009c000 con 0x7f4e80069ef0 2024-03-29T00:17:00.565 INFO:teuthology.orchestra.run.smithi012.stdout:34359738466 2024-03-29T00:17:00.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.568+0000 7f4e85600700 1 -- 172.21.15.12:0/1584910610 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4e640a1f20 msgr2=0x7f4e640a43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:00.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.568+0000 7f4e85600700 1 --2- 172.21.15.12:0/1584910610 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4e640a1f20 0x7f4e640a43e0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f4e6c009680 tx=0x7f4e6c009260 comp rx=0 tx=0).stop 2024-03-29T00:17:00.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.568+0000 7f4e85600700 1 -- 172.21.15.12:0/1584910610 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4e80069ef0 msgr2=0x7f4e801a0910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:00.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.568+0000 7f4e85600700 1 --2- 172.21.15.12:0/1584910610 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4e80069ef0 0x7f4e801a0910 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f4e70006010 tx=0x7f4e70003c30 comp rx=0 tx=0).stop 2024-03-29T00:17:00.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.568+0000 7f4e85600700 1 -- 172.21.15.12:0/1584910610 shutdown_connections 2024-03-29T00:17:00.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.569+0000 7f4e85600700 1 --2- 172.21.15.12:0/1584910610 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4e640a1f20 0x7f4e640a43e0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:00.570 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.569+0000 7f4e85600700 1 --2- 172.21.15.12:0/1584910610 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4e80069ef0 0x7f4e801a0910 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:00.570 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.569+0000 7f4e85600700 1 --2- 172.21.15.12:0/1584910610 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4e80108290 0x7f4e8019aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:00.570 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.569+0000 7f4e85600700 1 --2- 172.21.15.12:0/1584910610 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4e8006a890 0x7f4e801a0e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:00.570 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.569+0000 7f4e85600700 1 -- 172.21.15.12:0/1584910610 >> 172.21.15.12:0/1584910610 conn(0x7f4e80078070 msgr2=0x7f4e800ffaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:00.570 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.569+0000 7f4e85600700 1 -- 172.21.15.12:0/1584910610 shutdown_connections 2024-03-29T00:17:00.570 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.569+0000 7f4e85600700 1 -- 172.21.15.12:0/1584910610 wait complete. 2024-03-29T00:17:00.781 INFO:tasks.cephadm.ceph_manager.ceph:need seq 141733920836 got 141733920842 for osd.4 2024-03-29T00:17:00.781 DEBUG:teuthology.parallel:result is None 2024-03-29T00:17:01.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:00 smithi053 ceph-mon[36233]: pgmap v376: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-29T00:17:01.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:00 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1512494852' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-29T00:17:01.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:00 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1584910610' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-29T00:17:01.215 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:00 smithi012 ceph-mon[31657]: pgmap v376: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-29T00:17:01.215 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:00 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1512494852' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-29T00:17:01.215 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:00 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1584910610' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-29T00:17:01.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:00 smithi069 ceph-mon[36074]: pgmap v376: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-29T00:17:01.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:00 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1512494852' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-29T00:17:01.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:00 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1584910610' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-29T00:17:01.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.696+0000 7f1c37e00700 1 -- 172.21.15.12:0/364334161 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1c3010a4c0 msgr2=0x7f1c3010a8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:01.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.696+0000 7f1c37e00700 1 --2- 172.21.15.12:0/364334161 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1c3010a4c0 0x7f1c3010a8a0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f1c2400b0a0 tx=0x7f1c2400b3b0 comp rx=0 tx=0).stop 2024-03-29T00:17:01.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.696+0000 7f1c37e00700 1 -- 172.21.15.12:0/364334161 shutdown_connections 2024-03-29T00:17:01.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.696+0000 7f1c37e00700 1 --2- 172.21.15.12:0/364334161 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1c3010a4c0 0x7f1c3010a8a0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:01.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.696+0000 7f1c37e00700 1 --2- 172.21.15.12:0/364334161 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1c30104df0 0x7f1c30111300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:01.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.696+0000 7f1c37e00700 1 --2- 172.21.15.12:0/364334161 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1c30104430 0x7f1c301048b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:01.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.696+0000 7f1c37e00700 1 -- 172.21.15.12:0/364334161 >> 172.21.15.12:0/364334161 conn(0x7f1c300fff20 msgr2=0x7f1c30102340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:01.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.696+0000 7f1c37e00700 1 -- 172.21.15.12:0/364334161 shutdown_connections 2024-03-29T00:17:01.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.696+0000 7f1c37e00700 1 -- 172.21.15.12:0/364334161 wait complete. 2024-03-29T00:17:01.699 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.698+0000 7f1c37e00700 1 Processor -- start 2024-03-29T00:17:01.699 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.698+0000 7f1c37e00700 1 -- start start 2024-03-29T00:17:01.699 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.699+0000 7f1c37e00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1c30104430 0x7f1c301a0920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:01.699 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.699+0000 7f1c37e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1c30104df0 0x7f1c301a0e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:01.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.699+0000 7f1c37e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1c3010a4c0 0x7f1c3019aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:01.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.699+0000 7f1c37e00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f1c301148e0 con 0x7f1c30104df0 2024-03-29T00:17:01.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.699+0000 7f1c37e00700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f1c30114760 con 0x7f1c30104430 2024-03-29T00:17:01.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.699+0000 7f1c37e00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1c30114a60 con 0x7f1c3010a4c0 2024-03-29T00:17:01.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.699+0000 7f1c35400700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1c30104430 0x7f1c301a0920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:01.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.699+0000 7f1c35400700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1c30104430 0x7f1c301a0920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:33686/0 (socket says 172.21.15.12:33686) 2024-03-29T00:17:01.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.699+0000 7f1c35e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1c3010a4c0 0x7f1c3019aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:01.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.699+0000 7f1c35400700 1 -- 172.21.15.12:0/4119052414 learned_addr learned my addr 172.21.15.12:0/4119052414 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:01.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.699+0000 7f1c34a00700 1 --2- 172.21.15.12:0/4119052414 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1c30104df0 0x7f1c301a0e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:01.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.699+0000 7f1c35400700 1 -- 172.21.15.12:0/4119052414 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1c3010a4c0 msgr2=0x7f1c3019aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:01.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.699+0000 7f1c35400700 1 --2- 172.21.15.12:0/4119052414 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1c3010a4c0 0x7f1c3019aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:01.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.699+0000 7f1c35400700 1 -- 172.21.15.12:0/4119052414 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1c30104df0 msgr2=0x7f1c301a0e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:01.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.699+0000 7f1c35400700 1 --2- 172.21.15.12:0/4119052414 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1c30104df0 0x7f1c301a0e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:01.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.699+0000 7f1c35400700 1 -- 172.21.15.12:0/4119052414 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c3019b240 con 0x7f1c30104430 2024-03-29T00:17:01.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.700+0000 7f1c35400700 1 --2- 172.21.15.12:0/4119052414 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1c30104430 0x7f1c301a0920 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1c24006070 tx=0x7f1c24004c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:01.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.700+0000 7f1c2e000700 1 -- 172.21.15.12:0/4119052414 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c24021070 con 0x7f1c30104430 2024-03-29T00:17:01.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.700+0000 7f1c37e00700 1 -- 172.21.15.12:0/4119052414 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c3019b4d0 con 0x7f1c30104430 2024-03-29T00:17:01.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.700+0000 7f1c2e000700 1 -- 172.21.15.12:0/4119052414 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1c24003c00 con 0x7f1c30104430 2024-03-29T00:17:01.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.700+0000 7f1c2e000700 1 -- 172.21.15.12:0/4119052414 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c240047e0 con 0x7f1c30104430 2024-03-29T00:17:01.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.700+0000 7f1c37e00700 1 -- 172.21.15.12:0/4119052414 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c301a77f0 con 0x7f1c30104430 2024-03-29T00:17:01.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.702+0000 7f1c37e00700 1 -- 172.21.15.12:0/4119052414 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c3010c9c0 con 0x7f1c30104430 2024-03-29T00:17:01.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.704+0000 7f1c2e000700 1 -- 172.21.15.12:0/4119052414 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 136807+0+0 (secure 0 0 0) 0x7f1c24007980 con 0x7f1c30104430 2024-03-29T00:17:01.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.705+0000 7f1c2e000700 1 --2- 172.21.15.12:0/4119052414 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1c180a1ea0 0x7f1c180a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:01.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.705+0000 7f1c2e000700 1 -- 172.21.15.12:0/4119052414 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f1c2400f020 con 0x7f1c30104430 2024-03-29T00:17:01.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.705+0000 7f1c34a00700 1 --2- 172.21.15.12:0/4119052414 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1c180a1ea0 0x7f1c180a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:01.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.706+0000 7f1c34a00700 1 --2- 172.21.15.12:0/4119052414 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1c180a1ea0 0x7f1c180a4360 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f1c1c009680 tx=0x7f1c1c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:01.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.714+0000 7f1c2e000700 1 -- 172.21.15.12:0/4119052414 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f1c2402a020 con 0x7f1c30104430 2024-03-29T00:17:01.888 INFO:tasks.cephadm.ceph_manager.ceph:need seq 253403070512 got 253403070516 for osd.8 2024-03-29T00:17:01.888 DEBUG:teuthology.parallel:result is None 2024-03-29T00:17:01.973 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.972+0000 7f1c37e00700 1 -- 172.21.15.12:0/4119052414 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f1c3019bfd0 con 0x7f1c30104430 2024-03-29T00:17:01.973 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.973+0000 7f1c2e000700 1 -- 172.21.15.12:0/4119052414 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f1c2409c6e0 con 0x7f1c30104430 2024-03-29T00:17:01.974 INFO:teuthology.orchestra.run.smithi012.stdout:77309411416 2024-03-29T00:17:01.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.976+0000 7f1c37e00700 1 -- 172.21.15.12:0/4119052414 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1c180a1ea0 msgr2=0x7f1c180a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:01.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.976+0000 7f1c37e00700 1 --2- 172.21.15.12:0/4119052414 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1c180a1ea0 0x7f1c180a4360 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f1c1c009680 tx=0x7f1c1c009260 comp rx=0 tx=0).stop 2024-03-29T00:17:01.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.976+0000 7f1c37e00700 1 -- 172.21.15.12:0/4119052414 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1c30104430 msgr2=0x7f1c301a0920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:01.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.976+0000 7f1c37e00700 1 --2- 172.21.15.12:0/4119052414 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1c30104430 0x7f1c301a0920 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1c24006070 tx=0x7f1c24004c80 comp rx=0 tx=0).stop 2024-03-29T00:17:01.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.976+0000 7f1c37e00700 1 -- 172.21.15.12:0/4119052414 shutdown_connections 2024-03-29T00:17:01.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.976+0000 7f1c37e00700 1 --2- 172.21.15.12:0/4119052414 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1c180a1ea0 0x7f1c180a4360 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:01.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.976+0000 7f1c37e00700 1 --2- 172.21.15.12:0/4119052414 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1c3010a4c0 0x7f1c3019aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:01.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.976+0000 7f1c37e00700 1 --2- 172.21.15.12:0/4119052414 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1c30104430 0x7f1c301a0920 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:01.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.976+0000 7f1c37e00700 1 --2- 172.21.15.12:0/4119052414 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1c30104df0 0x7f1c301a0e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:01.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.976+0000 7f1c37e00700 1 -- 172.21.15.12:0/4119052414 >> 172.21.15.12:0/4119052414 conn(0x7f1c300fff20 msgr2=0x7f1c30100440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:01.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.976+0000 7f1c37e00700 1 -- 172.21.15.12:0/4119052414 shutdown_connections 2024-03-29T00:17:01.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:01.976+0000 7f1c37e00700 1 -- 172.21.15.12:0/4119052414 wait complete. 2024-03-29T00:17:02.739 INFO:tasks.cephadm.ceph_manager.ceph:need seq 309237645345 got 309237645351 for osd.10 2024-03-29T00:17:02.739 DEBUG:teuthology.parallel:result is None 2024-03-29T00:17:02.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.197+0000 7f215c800700 1 -- 172.21.15.12:0/2018434548 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2154108270 msgr2=0x7f2154108650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:02.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.197+0000 7f215c800700 1 --2- 172.21.15.12:0/2018434548 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2154108270 0x7f2154108650 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f21480099c0 tx=0x7f2148009cd0 comp rx=0 tx=0).stop 2024-03-29T00:17:02.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.197+0000 7f215c800700 1 -- 172.21.15.12:0/2018434548 shutdown_connections 2024-03-29T00:17:02.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.197+0000 7f215c800700 1 --2- 172.21.15.12:0/2018434548 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2154102c50 0x7f215410f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:02.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.197+0000 7f215c800700 1 --2- 172.21.15.12:0/2018434548 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2154108270 0x7f2154108650 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:02.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.197+0000 7f215c800700 1 --2- 172.21.15.12:0/2018434548 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2154102290 0x7f2154102710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:02.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.197+0000 7f215c800700 1 -- 172.21.15.12:0/2018434548 >> 172.21.15.12:0/2018434548 conn(0x7f2154079370 msgr2=0x7f2154079780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:02.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.197+0000 7f215c800700 1 -- 172.21.15.12:0/2018434548 shutdown_connections 2024-03-29T00:17:02.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.197+0000 7f215c800700 1 -- 172.21.15.12:0/2018434548 wait complete. 2024-03-29T00:17:02.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.198+0000 7f215c800700 1 Processor -- start 2024-03-29T00:17:02.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.199+0000 7f215c800700 1 -- start start 2024-03-29T00:17:02.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.199+0000 7f215c800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2154102290 0x7f2154074540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:02.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.199+0000 7f215c800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2154102c50 0x7f2154074a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:02.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.199+0000 7f215c800700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2154108270 0x7f2154074fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:02.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.199+0000 7f215c800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f2154112630 con 0x7f2154102290 2024-03-29T00:17:02.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.199+0000 7f215c800700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f21541124b0 con 0x7f2154108270 2024-03-29T00:17:02.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.199+0000 7f215c800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f21541127b0 con 0x7f2154102c50 2024-03-29T00:17:02.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.199+0000 7f2159400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2154102c50 0x7f2154074a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:02.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.199+0000 7f2159400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2154102c50 0x7f2154074a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:41612/0 (socket says 172.21.15.12:41612) 2024-03-29T00:17:02.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.199+0000 7f2159400700 1 -- 172.21.15.12:0/1512494852 learned_addr learned my addr 172.21.15.12:0/1512494852 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:02.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.199+0000 7f215a800700 1 --2- 172.21.15.12:0/1512494852 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2154108270 0x7f2154074fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:02.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.199+0000 7f2159e00700 1 --2- 172.21.15.12:0/1512494852 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2154102290 0x7f2154074540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:02.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.200+0000 7f2159400700 1 -- 172.21.15.12:0/1512494852 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2154108270 msgr2=0x7f2154074fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:02.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.200+0000 7f2159400700 1 --2- 172.21.15.12:0/1512494852 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2154108270 0x7f2154074fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:02.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.200+0000 7f2159400700 1 -- 172.21.15.12:0/1512494852 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2154102290 msgr2=0x7f2154074540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:02.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.200+0000 7f2159400700 1 --2- 172.21.15.12:0/1512494852 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2154102290 0x7f2154074540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:02.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.200+0000 7f2159400700 1 -- 172.21.15.12:0/1512494852 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21541a6fb0 con 0x7f2154102c50 2024-03-29T00:17:02.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.200+0000 7f2159e00700 1 --2- 172.21.15.12:0/1512494852 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2154102290 0x7f2154074540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:17:02.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.200+0000 7f2159400700 1 --2- 172.21.15.12:0/1512494852 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2154102c50 0x7f2154074a80 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f214400eb30 tx=0x7f214400ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:02.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.200+0000 7f214ea00700 1 -- 172.21.15.12:0/1512494852 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f214400cc90 con 0x7f2154102c50 2024-03-29T00:17:02.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.200+0000 7f215c800700 1 -- 172.21.15.12:0/1512494852 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21541a72a0 con 0x7f2154102c50 2024-03-29T00:17:02.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.200+0000 7f214ea00700 1 -- 172.21.15.12:0/1512494852 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2144004520 con 0x7f2154102c50 2024-03-29T00:17:02.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.201+0000 7f214ea00700 1 -- 172.21.15.12:0/1512494852 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2144010430 con 0x7f2154102c50 2024-03-29T00:17:02.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.201+0000 7f215c800700 1 -- 172.21.15.12:0/1512494852 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21541a77e0 con 0x7f2154102c50 2024-03-29T00:17:02.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.202+0000 7f215c800700 1 -- 172.21.15.12:0/1512494852 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2154068f00 con 0x7f2154102c50 2024-03-29T00:17:02.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.204+0000 7f214ea00700 1 -- 172.21.15.12:0/1512494852 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 17) ==== 136807+0+0 (secure 0 0 0) 0x7f2144004000 con 0x7f2154102c50 2024-03-29T00:17:02.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.205+0000 7f214ea00700 1 --2- 172.21.15.12:0/1512494852 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f213c0a1ea0 0x7f213c0a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:02.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.205+0000 7f214ea00700 1 -- 172.21.15.12:0/1512494852 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f21440ce600 con 0x7f2154102c50 2024-03-29T00:17:02.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.205+0000 7f2159e00700 1 --2- 172.21.15.12:0/1512494852 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f213c0a1ea0 0x7f213c0a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:02.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.206+0000 7f2159e00700 1 --2- 172.21.15.12:0/1512494852 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f213c0a1ea0 0x7f213c0a4360 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f2148000c00 tx=0x7f2148005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:02.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.209+0000 7f214ea00700 1 -- 172.21.15.12:0/1512494852 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f214409b510 con 0x7f2154102c50 2024-03-29T00:17:02.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.451+0000 7f215c800700 1 -- 172.21.15.12:0/1512494852 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f215402db30 con 0x7f2154102c50 2024-03-29T00:17:02.765 INFO:teuthology.orchestra.run.smithi012.stdout:55834574941 2024-03-29T00:17:02.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.451+0000 7f214ea00700 1 -- 172.21.15.12:0/1512494852 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f214409ae10 con 0x7f2154102c50 2024-03-29T00:17:02.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.454+0000 7f215c800700 1 -- 172.21.15.12:0/1512494852 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f213c0a1ea0 msgr2=0x7f213c0a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:02.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.454+0000 7f215c800700 1 --2- 172.21.15.12:0/1512494852 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f213c0a1ea0 0x7f213c0a4360 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f2148000c00 tx=0x7f2148005fd0 comp rx=0 tx=0).stop 2024-03-29T00:17:02.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.454+0000 7f215c800700 1 -- 172.21.15.12:0/1512494852 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2154102c50 msgr2=0x7f2154074a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:02.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.454+0000 7f215c800700 1 --2- 172.21.15.12:0/1512494852 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2154102c50 0x7f2154074a80 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f214400eb30 tx=0x7f214400ee40 comp rx=0 tx=0).stop 2024-03-29T00:17:02.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.454+0000 7f215c800700 1 -- 172.21.15.12:0/1512494852 shutdown_connections 2024-03-29T00:17:02.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.454+0000 7f215c800700 1 --2- 172.21.15.12:0/1512494852 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f213c0a1ea0 0x7f213c0a4360 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:02.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.454+0000 7f215c800700 1 --2- 172.21.15.12:0/1512494852 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2154108270 0x7f2154074fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:02.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.454+0000 7f215c800700 1 --2- 172.21.15.12:0/1512494852 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2154102290 0x7f2154074540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:02.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.454+0000 7f215c800700 1 --2- 172.21.15.12:0/1512494852 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2154102c50 0x7f2154074a80 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:02.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.454+0000 7f215c800700 1 -- 172.21.15.12:0/1512494852 >> 172.21.15.12:0/1512494852 conn(0x7f2154079370 msgr2=0x7f2154100ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:02.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.454+0000 7f215c800700 1 -- 172.21.15.12:0/1512494852 shutdown_connections 2024-03-29T00:17:02.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:00.454+0000 7f215c800700 1 -- 172.21.15.12:0/1512494852 wait complete. 2024-03-29T00:17:03.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:02 smithi012 ceph-mon[31657]: pgmap v377: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-03-29T00:17:03.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:02 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/4119052414' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-29T00:17:03.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:02 smithi053 ceph-mon[36233]: pgmap v377: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-03-29T00:17:03.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:02 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/4119052414' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-29T00:17:03.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:02 smithi069 ceph-mon[36074]: pgmap v377: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-03-29T00:17:03.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:02 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/4119052414' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-29T00:17:03.739 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738461 got 34359738466 for osd.0 2024-03-29T00:17:03.739 DEBUG:teuthology.parallel:result is None 2024-03-29T00:17:04.267 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411409 got 77309411416 for osd.2 2024-03-29T00:17:04.267 DEBUG:teuthology.parallel:result is None 2024-03-29T00:17:04.380 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:17:04.421 INFO:tasks.cephadm.ceph_manager.ceph:need seq 287762808871 got 287762808876 for osd.9 2024-03-29T00:17:04.421 DEBUG:teuthology.parallel:result is None 2024-03-29T00:17:04.981 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:17:05.020 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574934 got 55834574941 for osd.1 2024-03-29T00:17:05.020 DEBUG:teuthology.parallel:result is None 2024-03-29T00:17:05.118 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.813+0000 7f7951000700 1 -- 172.21.15.12:0/1950428780 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f794c10e850 msgr2=0x7f794c10ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:05.118 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.813+0000 7f7951000700 1 --2- 172.21.15.12:0/1950428780 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f794c10e850 0x7f794c10ec30 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f793c009990 tx=0x7f793c009ca0 comp rx=0 tx=0).stop 2024-03-29T00:17:05.118 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.813+0000 7f7951000700 1 -- 172.21.15.12:0/1950428780 shutdown_connections 2024-03-29T00:17:05.118 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.813+0000 7f7951000700 1 --2- 172.21.15.12:0/1950428780 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f794c10e850 0x7f794c10ec30 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:05.118 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.813+0000 7f7951000700 1 --2- 172.21.15.12:0/1950428780 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f794c109210 0x7f794c115720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:05.118 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.813+0000 7f7951000700 1 --2- 172.21.15.12:0/1950428780 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f794c108850 0x7f794c108cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:05.118 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.813+0000 7f7951000700 1 -- 172.21.15.12:0/1950428780 >> 172.21.15.12:0/1950428780 conn(0x7f794c075a10 msgr2=0x7f794c077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:05.119 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.813+0000 7f7951000700 1 -- 172.21.15.12:0/1950428780 shutdown_connections 2024-03-29T00:17:05.119 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.813+0000 7f7951000700 1 -- 172.21.15.12:0/1950428780 wait complete. 2024-03-29T00:17:05.119 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.814+0000 7f7951000700 1 Processor -- start 2024-03-29T00:17:05.119 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.814+0000 7f7951000700 1 -- start start 2024-03-29T00:17:05.119 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.815+0000 7f7951000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f794c108850 0x7f794c19f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:05.119 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.815+0000 7f7951000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f794c109210 0x7f794c19f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:05.119 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.815+0000 7f7951000700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f794c10e850 0x7f794c1a3970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:05.119 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.815+0000 7f7951000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f794c118cf0 con 0x7f794c109210 2024-03-29T00:17:05.119 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.815+0000 7f7951000700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f794c118b70 con 0x7f794c10e850 2024-03-29T00:17:05.119 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.815+0000 7f7951000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f794c118e70 con 0x7f794c108850 2024-03-29T00:17:05.119 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.815+0000 7f7949e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f794c108850 0x7f794c19f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:05.119 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.815+0000 7f7949e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f794c108850 0x7f794c19f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:39382/0 (socket says 172.21.15.12:39382) 2024-03-29T00:17:05.119 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.815+0000 7f7949e00700 1 -- 172.21.15.12:0/3046650165 learned_addr learned my addr 172.21.15.12:0/3046650165 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:05.119 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.815+0000 7f794a800700 1 --2- 172.21.15.12:0/3046650165 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f794c10e850 0x7f794c1a3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:05.120 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.815+0000 7f7949400700 1 --2- 172.21.15.12:0/3046650165 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f794c109210 0x7f794c19f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:05.120 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.816+0000 7f7949e00700 1 -- 172.21.15.12:0/3046650165 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f794c10e850 msgr2=0x7f794c1a3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:05.120 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.816+0000 7f7949e00700 1 --2- 172.21.15.12:0/3046650165 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f794c10e850 0x7f794c1a3970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:05.120 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.816+0000 7f7949e00700 1 -- 172.21.15.12:0/3046650165 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f794c109210 msgr2=0x7f794c19f5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:05.120 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.816+0000 7f7949e00700 1 --2- 172.21.15.12:0/3046650165 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f794c109210 0x7f794c19f5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:05.120 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.816+0000 7f7949e00700 1 -- 172.21.15.12:0/3046650165 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f794c1a40b0 con 0x7f794c108850 2024-03-29T00:17:05.120 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.816+0000 7f7949e00700 1 --2- 172.21.15.12:0/3046650165 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f794c108850 0x7f794c19f0a0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f793c000c00 tx=0x7f793c0057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:05.120 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.816+0000 7f7942a00700 1 -- 172.21.15.12:0/3046650165 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f793c027070 con 0x7f794c108850 2024-03-29T00:17:05.120 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.816+0000 7f7942a00700 1 -- 172.21.15.12:0/3046650165 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f793c00be70 con 0x7f794c108850 2024-03-29T00:17:05.120 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.816+0000 7f7951000700 1 -- 172.21.15.12:0/3046650165 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f794c1a4340 con 0x7f794c108850 2024-03-29T00:17:05.120 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.816+0000 7f7942a00700 1 -- 172.21.15.12:0/3046650165 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f793c017650 con 0x7f794c108850 2024-03-29T00:17:05.120 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.817+0000 7f7951000700 1 -- 172.21.15.12:0/3046650165 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f794c1abc20 con 0x7f794c108850 2024-03-29T00:17:05.120 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.818+0000 7f7951000700 1 -- 172.21.15.12:0/3046650165 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f794c110de0 con 0x7f794c108850 2024-03-29T00:17:05.120 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.820+0000 7f7942a00700 1 -- 172.21.15.12:0/3046650165 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 17) ==== 136807+0+0 (secure 0 0 0) 0x7f793c02a070 con 0x7f794c108850 2024-03-29T00:17:05.121 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.821+0000 7f7942a00700 1 --2- 172.21.15.12:0/3046650165 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f79300a1ea0 0x7f79300a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:05.121 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.821+0000 7f7942a00700 1 -- 172.21.15.12:0/3046650165 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f793c0cf2b0 con 0x7f794c108850 2024-03-29T00:17:05.121 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.821+0000 7f7949400700 1 --2- 172.21.15.12:0/3046650165 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f79300a1ea0 0x7f79300a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:05.121 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.822+0000 7f7949400700 1 --2- 172.21.15.12:0/3046650165 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f79300a1ea0 0x7f79300a4360 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f794c10de70 tx=0x7f79380073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:05.121 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:04.828+0000 7f7942a00700 1 -- 172.21.15.12:0/3046650165 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f793c013070 con 0x7f794c108850 2024-03-29T00:17:05.121 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:05.120+0000 7f7951000700 1 -- 172.21.15.12:0/3046650165 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f794c1a0400 con 0x7f794c108850 2024-03-29T00:17:05.121 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:05.121+0000 7f7942a00700 1 -- 172.21.15.12:0/3046650165 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f793c09c250 con 0x7f794c108850 2024-03-29T00:17:05.122 INFO:teuthology.orchestra.run.smithi012.stdout:219043332154 2024-03-29T00:17:05.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:05.124+0000 7f7951000700 1 -- 172.21.15.12:0/3046650165 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f79300a1ea0 msgr2=0x7f79300a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:05.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:05.124+0000 7f7951000700 1 --2- 172.21.15.12:0/3046650165 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f79300a1ea0 0x7f79300a4360 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f794c10de70 tx=0x7f79380073d0 comp rx=0 tx=0).stop 2024-03-29T00:17:05.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:05.124+0000 7f7951000700 1 -- 172.21.15.12:0/3046650165 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f794c108850 msgr2=0x7f794c19f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:05.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:05.124+0000 7f7951000700 1 --2- 172.21.15.12:0/3046650165 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f794c108850 0x7f794c19f0a0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f793c000c00 tx=0x7f793c0057c0 comp rx=0 tx=0).stop 2024-03-29T00:17:05.126 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:05.124+0000 7f7951000700 1 -- 172.21.15.12:0/3046650165 shutdown_connections 2024-03-29T00:17:05.126 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:05.124+0000 7f7951000700 1 --2- 172.21.15.12:0/3046650165 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f79300a1ea0 0x7f79300a4360 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:05.126 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:05.124+0000 7f7951000700 1 --2- 172.21.15.12:0/3046650165 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f794c108850 0x7f794c19f0a0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:05.126 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:05.124+0000 7f7951000700 1 --2- 172.21.15.12:0/3046650165 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f794c10e850 0x7f794c1a3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:05.126 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:05.124+0000 7f7951000700 1 --2- 172.21.15.12:0/3046650165 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f794c109210 0x7f794c19f5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:05.126 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:05.124+0000 7f7951000700 1 -- 172.21.15.12:0/3046650165 >> 172.21.15.12:0/3046650165 conn(0x7f794c075a10 msgr2=0x7f794c075f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:05.126 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:05.125+0000 7f7951000700 1 -- 172.21.15.12:0/3046650165 shutdown_connections 2024-03-29T00:17:05.126 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:05.125+0000 7f7951000700 1 -- 172.21.15.12:0/3046650165 wait complete. 2024-03-29T00:17:05.146 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:17:05.152 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:04 smithi012 ceph-mon[31657]: pgmap v378: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-03-29T00:17:05.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:04 smithi053 ceph-mon[36233]: pgmap v378: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-03-29T00:17:05.154 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:17:05.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:04 smithi069 ceph-mon[36074]: pgmap v378: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-03-29T00:17:06.020 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:05 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3046650165' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-29T00:17:06.021 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:05 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:17:06.021 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:05 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:17:06.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:05 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3046650165' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-29T00:17:06.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:05 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:17:06.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:05 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:17:06.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:05 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3046650165' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-29T00:17:06.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:05 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:17:06.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:05 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:17:07.675 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:07 smithi012 ceph-mon[31657]: pgmap v379: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-03-29T00:17:07.675 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:07 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:17:07.675 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:07 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:17:07.675 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:07 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:17:07.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:07 smithi053 ceph-mon[36233]: pgmap v379: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-03-29T00:17:07.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:07 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:17:07.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:07 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:17:07.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:07 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:17:07.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:07 smithi069 ceph-mon[36074]: pgmap v379: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-03-29T00:17:07.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:07 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:17:07.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:07 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:17:07.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:07 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:17:09.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:09 smithi012 ceph-mon[31657]: pgmap v380: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-03-29T00:17:09.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:09 smithi053 ceph-mon[36233]: pgmap v380: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-03-29T00:17:09.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:09 smithi069 ceph-mon[36074]: pgmap v380: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-03-29T00:17:10.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.027+0000 7f4ef6400700 1 -- 172.21.15.12:0/1316553964 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ef0076770 msgr2=0x7f4ef0076b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:10.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.027+0000 7f4ef6400700 1 --2- 172.21.15.12:0/1316553964 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ef0076770 0x7f4ef0076b50 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f4ee0009990 tx=0x7f4ee0009ca0 comp rx=0 tx=0).stop 2024-03-29T00:17:10.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.027+0000 7f4ef6400700 1 -- 172.21.15.12:0/1316553964 shutdown_connections 2024-03-29T00:17:10.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.027+0000 7f4ef6400700 1 --2- 172.21.15.12:0/1316553964 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4ef01130f0 0x7f4ef01154e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:10.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.027+0000 7f4ef6400700 1 --2- 172.21.15.12:0/1316553964 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ef0076770 0x7f4ef0076b50 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:10.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.027+0000 7f4ef6400700 1 --2- 172.21.15.12:0/1316553964 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4ef0077090 0x7f4ef0112bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:10.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.027+0000 7f4ef6400700 1 -- 172.21.15.12:0/1316553964 >> 172.21.15.12:0/1316553964 conn(0x7f4ef00fff40 msgr2=0x7f4ef0102360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:10.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.028+0000 7f4ef6400700 1 -- 172.21.15.12:0/1316553964 shutdown_connections 2024-03-29T00:17:10.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.028+0000 7f4ef6400700 1 -- 172.21.15.12:0/1316553964 wait complete. 2024-03-29T00:17:10.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.029+0000 7f4ef6400700 1 Processor -- start 2024-03-29T00:17:10.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.029+0000 7f4ef6400700 1 -- start start 2024-03-29T00:17:10.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.029+0000 7f4ef6400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4ef0076770 0x7f4ef019f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:10.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.029+0000 7f4ef6400700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ef0077090 0x7f4ef019f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:10.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.029+0000 7f4ef6400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4ef01130f0 0x7f4ef01a3950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:10.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.029+0000 7f4ef6400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f4ef0118d10 con 0x7f4ef01130f0 2024-03-29T00:17:10.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.029+0000 7f4ef6400700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f4ef0118b90 con 0x7f4ef0077090 2024-03-29T00:17:10.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.029+0000 7f4ef6400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f4ef0118e90 con 0x7f4ef0076770 2024-03-29T00:17:10.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.030+0000 7f4eef400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4ef0076770 0x7f4ef019f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:10.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.030+0000 7f4eef400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4ef0076770 0x7f4ef019f080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:39406/0 (socket says 172.21.15.12:39406) 2024-03-29T00:17:10.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.030+0000 7f4eef400700 1 -- 172.21.15.12:0/651580385 learned_addr learned my addr 172.21.15.12:0/651580385 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:10.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.030+0000 7f4eeea00700 1 --2- 172.21.15.12:0/651580385 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ef0077090 0x7f4ef019f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:10.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.030+0000 7f4eefe00700 1 --2- 172.21.15.12:0/651580385 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4ef01130f0 0x7f4ef01a3950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:10.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.030+0000 7f4eef400700 1 -- 172.21.15.12:0/651580385 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ef0077090 msgr2=0x7f4ef019f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:10.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.030+0000 7f4eef400700 1 --2- 172.21.15.12:0/651580385 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ef0077090 0x7f4ef019f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:10.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.030+0000 7f4eef400700 1 -- 172.21.15.12:0/651580385 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4ef01130f0 msgr2=0x7f4ef01a3950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:10.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.030+0000 7f4eef400700 1 --2- 172.21.15.12:0/651580385 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4ef01130f0 0x7f4ef01a3950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:10.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.030+0000 7f4eef400700 1 -- 172.21.15.12:0/651580385 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ef01a4090 con 0x7f4ef0076770 2024-03-29T00:17:10.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.030+0000 7f4eef400700 1 --2- 172.21.15.12:0/651580385 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4ef0076770 0x7f4ef019f080 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f4ee00095b0 tx=0x7f4ee0005590 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:10.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.031+0000 7f4ee7e00700 1 -- 172.21.15.12:0/651580385 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ee0026070 con 0x7f4ef0076770 2024-03-29T00:17:10.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.031+0000 7f4ef6400700 1 -- 172.21.15.12:0/651580385 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ef01a4320 con 0x7f4ef0076770 2024-03-29T00:17:10.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.031+0000 7f4ee7e00700 1 -- 172.21.15.12:0/651580385 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4ee00056b0 con 0x7f4ef0076770 2024-03-29T00:17:10.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.031+0000 7f4ee7e00700 1 -- 172.21.15.12:0/651580385 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ee00173f0 con 0x7f4ef0076770 2024-03-29T00:17:10.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.031+0000 7f4ef6400700 1 -- 172.21.15.12:0/651580385 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ef01abc00 con 0x7f4ef0076770 2024-03-29T00:17:10.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.032+0000 7f4ef6400700 1 -- 172.21.15.12:0/651580385 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ef0068f00 con 0x7f4ef0076770 2024-03-29T00:17:10.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.034+0000 7f4ee7e00700 1 -- 172.21.15.12:0/651580385 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 17) ==== 136807+0+0 (secure 0 0 0) 0x7f4ee0029070 con 0x7f4ef0076770 2024-03-29T00:17:10.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.035+0000 7f4ee7e00700 1 --2- 172.21.15.12:0/651580385 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4ed40a1ea0 0x7f4ed40a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:10.040 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.036+0000 7f4ee7e00700 1 -- 172.21.15.12:0/651580385 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f4ee00cef60 con 0x7f4ef0076770 2024-03-29T00:17:10.040 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.036+0000 7f4eeea00700 1 --2- 172.21.15.12:0/651580385 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4ed40a1ea0 0x7f4ed40a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:10.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.036+0000 7f4eeea00700 1 --2- 172.21.15.12:0/651580385 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4ed40a1ea0 0x7f4ed40a4360 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f4edc009680 tx=0x7f4edc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:10.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.038+0000 7f4ee7e00700 1 -- 172.21.15.12:0/651580385 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f4ee0013070 con 0x7f4ef0076770 2024-03-29T00:17:10.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.273+0000 7f4ef6400700 1 -- 172.21.15.12:0/651580385 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f4ef01abdd0 con 0x7f4ef0076770 2024-03-29T00:17:10.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.274+0000 7f4ee7e00700 1 -- 172.21.15.12:0/651580385 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f4ee009bf00 con 0x7f4ef0076770 2024-03-29T00:17:10.275 INFO:teuthology.orchestra.run.smithi012.stdout:163208757319 2024-03-29T00:17:10.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.277+0000 7f4ef6400700 1 -- 172.21.15.12:0/651580385 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4ed40a1ea0 msgr2=0x7f4ed40a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:10.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.277+0000 7f4ef6400700 1 --2- 172.21.15.12:0/651580385 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4ed40a1ea0 0x7f4ed40a4360 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f4edc009680 tx=0x7f4edc009260 comp rx=0 tx=0).stop 2024-03-29T00:17:10.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.277+0000 7f4ef6400700 1 -- 172.21.15.12:0/651580385 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4ef0076770 msgr2=0x7f4ef019f080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:10.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.277+0000 7f4ef6400700 1 --2- 172.21.15.12:0/651580385 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4ef0076770 0x7f4ef019f080 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f4ee00095b0 tx=0x7f4ee0005590 comp rx=0 tx=0).stop 2024-03-29T00:17:10.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.277+0000 7f4ef6400700 1 -- 172.21.15.12:0/651580385 shutdown_connections 2024-03-29T00:17:10.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.277+0000 7f4ef6400700 1 --2- 172.21.15.12:0/651580385 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4ed40a1ea0 0x7f4ed40a4360 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:10.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.277+0000 7f4ef6400700 1 --2- 172.21.15.12:0/651580385 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4ef0076770 0x7f4ef019f080 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:10.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.277+0000 7f4ef6400700 1 --2- 172.21.15.12:0/651580385 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4ef01130f0 0x7f4ef01a3950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:10.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.277+0000 7f4ef6400700 1 --2- 172.21.15.12:0/651580385 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ef0077090 0x7f4ef019f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:10.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.277+0000 7f4ef6400700 1 -- 172.21.15.12:0/651580385 >> 172.21.15.12:0/651580385 conn(0x7f4ef00fff40 msgr2=0x7f4ef0102330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:10.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.278+0000 7f4ef6400700 1 -- 172.21.15.12:0/651580385 shutdown_connections 2024-03-29T00:17:10.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.278+0000 7f4ef6400700 1 -- 172.21.15.12:0/651580385 wait complete. 2024-03-29T00:17:10.743 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:10 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/651580385' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-29T00:17:10.743 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [5, 9]}]: dispatch 2024-03-29T00:17:10.744 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:10 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2024-03-29T00:17:10.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:10 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/651580385' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-29T00:17:10.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:10 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [5, 9]}]: dispatch 2024-03-29T00:17:10.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:10 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2024-03-29T00:17:10.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:10 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/651580385' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-29T00:17:10.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:10 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [5, 9]}]: dispatch 2024-03-29T00:17:10.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:10 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2024-03-29T00:17:10.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.814+0000 7fdb3d400700 1 -- 172.21.15.12:0/2453838558 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdb38104f40 msgr2=0x7fdb38108f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:10.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.814+0000 7fdb3d400700 1 --2- 172.21.15.12:0/2453838558 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdb38104f40 0x7fdb38108f90 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fdb240099c0 tx=0x7fdb24009cd0 comp rx=0 tx=0).stop 2024-03-29T00:17:10.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.814+0000 7fdb3d400700 1 -- 172.21.15.12:0/2453838558 shutdown_connections 2024-03-29T00:17:10.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.814+0000 7fdb3d400700 1 --2- 172.21.15.12:0/2453838558 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdb38109670 0x7fdb38111240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:10.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.814+0000 7fdb3d400700 1 --2- 172.21.15.12:0/2453838558 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb38104590 0x7fdb38104970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:10.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.814+0000 7fdb3d400700 1 --2- 172.21.15.12:0/2453838558 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdb38104f40 0x7fdb38108f90 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:10.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.814+0000 7fdb3d400700 1 -- 172.21.15.12:0/2453838558 >> 172.21.15.12:0/2453838558 conn(0x7fdb380ffe60 msgr2=0x7fdb38102280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:10.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.814+0000 7fdb3d400700 1 -- 172.21.15.12:0/2453838558 shutdown_connections 2024-03-29T00:17:10.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.814+0000 7fdb3d400700 1 -- 172.21.15.12:0/2453838558 wait complete. 2024-03-29T00:17:10.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.815+0000 7fdb3d400700 1 Processor -- start 2024-03-29T00:17:10.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.815+0000 7fdb3d400700 1 -- start start 2024-03-29T00:17:10.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.816+0000 7fdb3d400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdb38104590 0x7fdb381a0850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:10.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.816+0000 7fdb3d400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb38104f40 0x7fdb381a0d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:10.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.816+0000 7fdb3d400700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdb38109670 0x7fdb3819aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:10.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.816+0000 7fdb3d400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fdb38114740 con 0x7fdb38104f40 2024-03-29T00:17:10.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.816+0000 7fdb3d400700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fdb381145c0 con 0x7fdb38109670 2024-03-29T00:17:10.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.816+0000 7fdb3d400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fdb381148c0 con 0x7fdb38104590 2024-03-29T00:17:10.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.816+0000 7fdb37400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb38104f40 0x7fdb381a0d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:10.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.816+0000 7fdb37e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdb38104590 0x7fdb381a0850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:10.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.816+0000 7fdb3ca00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdb38109670 0x7fdb3819aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:10.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.816+0000 7fdb37e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdb38104590 0x7fdb381a0850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:39422/0 (socket says 172.21.15.12:39422) 2024-03-29T00:17:10.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.816+0000 7fdb37400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb38104f40 0x7fdb381a0d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:36812/0 (socket says 172.21.15.12:36812) 2024-03-29T00:17:10.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.816+0000 7fdb37e00700 1 -- 172.21.15.12:0/3599467156 learned_addr learned my addr 172.21.15.12:0/3599467156 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:10.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.816+0000 7fdb37e00700 1 -- 172.21.15.12:0/3599467156 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdb38109670 msgr2=0x7fdb3819aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:10.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.816+0000 7fdb37e00700 1 --2- 172.21.15.12:0/3599467156 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdb38109670 0x7fdb3819aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:10.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.816+0000 7fdb37e00700 1 -- 172.21.15.12:0/3599467156 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb38104f40 msgr2=0x7fdb381a0d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:10.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.816+0000 7fdb37e00700 1 --2- 172.21.15.12:0/3599467156 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb38104f40 0x7fdb381a0d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:10.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.817+0000 7fdb37e00700 1 -- 172.21.15.12:0/3599467156 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb3819b1c0 con 0x7fdb38104590 2024-03-29T00:17:10.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.817+0000 7fdb37e00700 1 --2- 172.21.15.12:0/3599467156 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdb38104590 0x7fdb381a0850 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fdb2800e9a0 tx=0x7fdb2800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:10.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.817+0000 7fdb34c00700 1 -- 172.21.15.12:0/3599467156 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb2800ca10 con 0x7fdb38104590 2024-03-29T00:17:10.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.817+0000 7fdb34c00700 1 -- 172.21.15.12:0/3599467156 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fdb2800cbb0 con 0x7fdb38104590 2024-03-29T00:17:10.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.817+0000 7fdb3d400700 1 -- 172.21.15.12:0/3599467156 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb3819b4b0 con 0x7fdb38104590 2024-03-29T00:17:10.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.817+0000 7fdb34c00700 1 -- 172.21.15.12:0/3599467156 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb28018710 con 0x7fdb38104590 2024-03-29T00:17:10.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.817+0000 7fdb3d400700 1 -- 172.21.15.12:0/3599467156 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb381a7720 con 0x7fdb38104590 2024-03-29T00:17:10.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.818+0000 7fdb3d400700 1 -- 172.21.15.12:0/3599467156 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb38068f00 con 0x7fdb38104590 2024-03-29T00:17:10.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.820+0000 7fdb34c00700 1 -- 172.21.15.12:0/3599467156 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fdb28010430 con 0x7fdb38104590 2024-03-29T00:17:11.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.822+0000 7fdb34c00700 1 --2- 172.21.15.12:0/3599467156 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fdb1c0a1e10 0x7fdb1c0a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:11.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.822+0000 7fdb34c00700 1 -- 172.21.15.12:0/3599467156 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7fdb280ce340 con 0x7fdb38104590 2024-03-29T00:17:11.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.822+0000 7fdb37400700 1 --2- 172.21.15.12:0/3599467156 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fdb1c0a1e10 0x7fdb1c0a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:11.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.823+0000 7fdb37400700 1 --2- 172.21.15.12:0/3599467156 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fdb1c0a1e10 0x7fdb1c0a42d0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fdb24000c00 tx=0x7fdb24005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:11.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:10.826+0000 7fdb34c00700 1 -- 172.21.15.12:0/3599467156 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fdb2809b380 con 0x7fdb38104590 2024-03-29T00:17:11.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.067+0000 7fdb3d400700 1 -- 172.21.15.12:0/3599467156 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7fdb3802db30 con 0x7fdb38104590 2024-03-29T00:17:11.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.068+0000 7fdb34c00700 1 -- 172.21.15.12:0/3599467156 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7fdb2809ac80 con 0x7fdb38104590 2024-03-29T00:17:11.069 INFO:teuthology.orchestra.run.smithi012.stdout:343597383717 2024-03-29T00:17:11.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.071+0000 7fdb3d400700 1 -- 172.21.15.12:0/3599467156 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fdb1c0a1e10 msgr2=0x7fdb1c0a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:11.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.071+0000 7fdb3d400700 1 --2- 172.21.15.12:0/3599467156 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fdb1c0a1e10 0x7fdb1c0a42d0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fdb24000c00 tx=0x7fdb24005fb0 comp rx=0 tx=0).stop 2024-03-29T00:17:11.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.071+0000 7fdb3d400700 1 -- 172.21.15.12:0/3599467156 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdb38104590 msgr2=0x7fdb381a0850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:11.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.071+0000 7fdb3d400700 1 --2- 172.21.15.12:0/3599467156 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdb38104590 0x7fdb381a0850 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fdb2800e9a0 tx=0x7fdb2800ecb0 comp rx=0 tx=0).stop 2024-03-29T00:17:11.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.071+0000 7fdb3d400700 1 -- 172.21.15.12:0/3599467156 shutdown_connections 2024-03-29T00:17:11.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.071+0000 7fdb3d400700 1 --2- 172.21.15.12:0/3599467156 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fdb1c0a1e10 0x7fdb1c0a42d0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:11.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.071+0000 7fdb3d400700 1 --2- 172.21.15.12:0/3599467156 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdb38104590 0x7fdb381a0850 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:11.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.071+0000 7fdb3d400700 1 --2- 172.21.15.12:0/3599467156 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdb38109670 0x7fdb3819aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:11.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.071+0000 7fdb3d400700 1 --2- 172.21.15.12:0/3599467156 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb38104f40 0x7fdb381a0d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:11.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.071+0000 7fdb3d400700 1 -- 172.21.15.12:0/3599467156 >> 172.21.15.12:0/3599467156 conn(0x7fdb380ffe60 msgr2=0x7fdb381009c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:11.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.072+0000 7fdb3d400700 1 -- 172.21.15.12:0/3599467156 shutdown_connections 2024-03-29T00:17:11.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.072+0000 7fdb3d400700 1 -- 172.21.15.12:0/3599467156 wait complete. 2024-03-29T00:17:11.535 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:11 smithi012 ceph-mon[31657]: pgmap v381: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-29T00:17:11.535 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:11 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [5, 9]}]': finished 2024-03-29T00:17:11.535 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:11 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2024-03-29T00:17:11.535 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:11 smithi012 ceph-mon[31657]: osdmap e92: 12 total, 12 up, 12 in 2024-03-29T00:17:11.535 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:11 smithi012 ceph-mon[31657]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-03-29T00:17:11.535 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:11 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3599467156' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-03-29T00:17:11.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.281+0000 7f3fb5a00700 1 -- 172.21.15.12:0/3457958828 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3fb0108270 msgr2=0x7f3fb0108650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:11.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.281+0000 7f3fb5a00700 1 --2- 172.21.15.12:0/3457958828 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3fb0108270 0x7f3fb0108650 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f3fa00099c0 tx=0x7f3fa0009cd0 comp rx=0 tx=0).stop 2024-03-29T00:17:11.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.281+0000 7f3fb5a00700 1 -- 172.21.15.12:0/3457958828 shutdown_connections 2024-03-29T00:17:11.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.281+0000 7f3fb5a00700 1 --2- 172.21.15.12:0/3457958828 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3fb0102c50 0x7f3fb010f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:11.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.281+0000 7f3fb5a00700 1 --2- 172.21.15.12:0/3457958828 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3fb0108270 0x7f3fb0108650 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:11.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.281+0000 7f3fb5a00700 1 --2- 172.21.15.12:0/3457958828 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3fb0102290 0x7f3fb0102710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:11.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.281+0000 7f3fb5a00700 1 -- 172.21.15.12:0/3457958828 >> 172.21.15.12:0/3457958828 conn(0x7f3fb0079370 msgr2=0x7f3fb0079780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:11.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.281+0000 7f3fb5a00700 1 -- 172.21.15.12:0/3457958828 shutdown_connections 2024-03-29T00:17:11.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.281+0000 7f3fb5a00700 1 -- 172.21.15.12:0/3457958828 wait complete. 2024-03-29T00:17:11.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.282+0000 7f3fb5a00700 1 Processor -- start 2024-03-29T00:17:11.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.282+0000 7f3fb5a00700 1 -- start start 2024-03-29T00:17:11.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.283+0000 7f3fb5a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3fb0102290 0x7f3fb01a0870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:11.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.283+0000 7f3fb5a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3fb0102c50 0x7f3fb01a0db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:11.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.283+0000 7f3fb5a00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3fb0108270 0x7f3fb019aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:11.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.283+0000 7f3fb5a00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f3fb0112630 con 0x7f3fb0102290 2024-03-29T00:17:11.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.283+0000 7f3fb5a00700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f3fb01124b0 con 0x7f3fb0108270 2024-03-29T00:17:11.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.283+0000 7f3fb5a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3fb01127b0 con 0x7f3fb0102c50 2024-03-29T00:17:11.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.283+0000 7f3fa6000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3fb0102c50 0x7f3fb01a0db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:11.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.283+0000 7f3faea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3fb0102290 0x7f3fb01a0870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:11.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.283+0000 7f3fa6000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3fb0102c50 0x7f3fb01a0db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:39428/0 (socket says 172.21.15.12:39428) 2024-03-29T00:17:11.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.283+0000 7f3fa6000700 1 -- 172.21.15.12:0/1695706730 learned_addr learned my addr 172.21.15.12:0/1695706730 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:11.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.283+0000 7f3faf400700 1 --2- 172.21.15.12:0/1695706730 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3fb0108270 0x7f3fb019aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:11.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.283+0000 7f3fa6000700 1 -- 172.21.15.12:0/1695706730 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3fb0108270 msgr2=0x7f3fb019aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:11.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.283+0000 7f3fa6000700 1 --2- 172.21.15.12:0/1695706730 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3fb0108270 0x7f3fb019aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:11.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.283+0000 7f3fa6000700 1 -- 172.21.15.12:0/1695706730 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3fb0102290 msgr2=0x7f3fb01a0870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:11.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.283+0000 7f3fa6000700 1 --2- 172.21.15.12:0/1695706730 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3fb0102290 0x7f3fb01a0870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:11.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.283+0000 7f3fa6000700 1 -- 172.21.15.12:0/1695706730 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fb019b190 con 0x7f3fb0102c50 2024-03-29T00:17:11.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.284+0000 7f3fa6000700 1 --2- 172.21.15.12:0/1695706730 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3fb0102c50 0x7f3fb01a0db0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f3f9800ef10 tx=0x7f3f9800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:11.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.284+0000 7f3fa7e00700 1 -- 172.21.15.12:0/1695706730 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f9800c9b0 con 0x7f3fb0102c50 2024-03-29T00:17:11.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.284+0000 7f3fa7e00700 1 -- 172.21.15.12:0/1695706730 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3f98019070 con 0x7f3fb0102c50 2024-03-29T00:17:11.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.284+0000 7f3fb5a00700 1 -- 172.21.15.12:0/1695706730 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3fb019b420 con 0x7f3fb0102c50 2024-03-29T00:17:11.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.284+0000 7f3fa7e00700 1 -- 172.21.15.12:0/1695706730 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f980146e0 con 0x7f3fb0102c50 2024-03-29T00:17:11.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.284+0000 7f3fb5a00700 1 -- 172.21.15.12:0/1695706730 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3fb01a7740 con 0x7f3fb0102c50 2024-03-29T00:17:11.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.285+0000 7f3fb5a00700 1 -- 172.21.15.12:0/1695706730 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3fb0068f00 con 0x7f3fb0102c50 2024-03-29T00:17:11.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.287+0000 7f3fa7e00700 1 -- 172.21.15.12:0/1695706730 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f3f98012050 con 0x7f3fb0102c50 2024-03-29T00:17:11.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.289+0000 7f3fa7e00700 1 --2- 172.21.15.12:0/1695706730 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3f940a1e10 0x7f3f940a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:11.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.289+0000 7f3fa7e00700 1 -- 172.21.15.12:0/1695706730 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7f3f980ce150 con 0x7f3fb0102c50 2024-03-29T00:17:11.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.289+0000 7f3faea00700 1 --2- 172.21.15.12:0/1695706730 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3f940a1e10 0x7f3f940a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:11.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.290+0000 7f3faea00700 1 --2- 172.21.15.12:0/1695706730 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3f940a1e10 0x7f3f940a42d0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f3fa0000c00 tx=0x7f3fa0005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:11.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.297+0000 7f3fa7e00700 1 -- 172.21.15.12:0/1695706730 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f3f98010040 con 0x7f3fb0102c50 2024-03-29T00:17:11.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.534+0000 7f3fb5a00700 1 -- 172.21.15.12:0/1695706730 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f3fb01a7910 con 0x7f3fb0102c50 2024-03-29T00:17:11.753 INFO:teuthology.orchestra.run.smithi012.stdout:107374182483 2024-03-29T00:17:11.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.534+0000 7f3fa7e00700 1 -- 172.21.15.12:0/1695706730 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f3f9809b190 con 0x7f3fb0102c50 2024-03-29T00:17:11.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.538+0000 7f3fb5a00700 1 -- 172.21.15.12:0/1695706730 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3f940a1e10 msgr2=0x7f3f940a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:11.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.538+0000 7f3fb5a00700 1 --2- 172.21.15.12:0/1695706730 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3f940a1e10 0x7f3f940a42d0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f3fa0000c00 tx=0x7f3fa0005fb0 comp rx=0 tx=0).stop 2024-03-29T00:17:11.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.538+0000 7f3fb5a00700 1 -- 172.21.15.12:0/1695706730 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3fb0102c50 msgr2=0x7f3fb01a0db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:11.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.538+0000 7f3fb5a00700 1 --2- 172.21.15.12:0/1695706730 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3fb0102c50 0x7f3fb01a0db0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f3f9800ef10 tx=0x7f3f9800c3a0 comp rx=0 tx=0).stop 2024-03-29T00:17:11.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.538+0000 7f3fb5a00700 1 -- 172.21.15.12:0/1695706730 shutdown_connections 2024-03-29T00:17:11.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.538+0000 7f3fb5a00700 1 --2- 172.21.15.12:0/1695706730 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3f940a1e10 0x7f3f940a42d0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:11.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.538+0000 7f3fb5a00700 1 --2- 172.21.15.12:0/1695706730 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3fb0108270 0x7f3fb019aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:11.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.538+0000 7f3fb5a00700 1 --2- 172.21.15.12:0/1695706730 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3fb0102290 0x7f3fb01a0870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:11.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.538+0000 7f3fb5a00700 1 --2- 172.21.15.12:0/1695706730 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3fb0102c50 0x7f3fb01a0db0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:11.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.538+0000 7f3fb5a00700 1 -- 172.21.15.12:0/1695706730 >> 172.21.15.12:0/1695706730 conn(0x7f3fb0079370 msgr2=0x7f3fb00746a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:11.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.538+0000 7f3fb5a00700 1 -- 172.21.15.12:0/1695706730 shutdown_connections 2024-03-29T00:17:11.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:11.538+0000 7f3fb5a00700 1 -- 172.21.15.12:0/1695706730 wait complete. 2024-03-29T00:17:11.806 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:11 smithi053 ceph-mon[36233]: pgmap v381: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-29T00:17:11.806 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:11 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [5, 9]}]': finished 2024-03-29T00:17:11.806 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:11 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2024-03-29T00:17:11.806 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:11 smithi053 ceph-mon[36233]: osdmap e92: 12 total, 12 up, 12 in 2024-03-29T00:17:11.806 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:11 smithi053 ceph-mon[36233]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-03-29T00:17:11.806 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:11 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3599467156' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-03-29T00:17:11.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:11 smithi069 ceph-mon[36074]: pgmap v381: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-29T00:17:11.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:11 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [5, 9]}]': finished 2024-03-29T00:17:11.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:11 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2024-03-29T00:17:11.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:11 smithi069 ceph-mon[36074]: osdmap e92: 12 total, 12 up, 12 in 2024-03-29T00:17:11.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:11 smithi069 ceph-mon[36074]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-03-29T00:17:11.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:11 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3599467156' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-03-29T00:17:12.461 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757313 got 163208757319 for osd.5 2024-03-29T00:17:12.461 DEBUG:teuthology.parallel:result is None 2024-03-29T00:17:12.773 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:12 smithi012 ceph-mon[31657]: osdmap e93: 12 total, 12 up, 12 in 2024-03-29T00:17:12.774 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:12 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1695706730' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-29T00:17:12.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:12 smithi053 ceph-mon[36233]: osdmap e93: 12 total, 12 up, 12 in 2024-03-29T00:17:12.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:12 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1695706730' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-29T00:17:12.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:12 smithi069 ceph-mon[36074]: osdmap e93: 12 total, 12 up, 12 in 2024-03-29T00:17:12.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:12 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1695706730' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-29T00:17:13.431 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182477 got 107374182483 for osd.3 2024-03-29T00:17:13.431 DEBUG:teuthology.parallel:result is None 2024-03-29T00:17:13.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:13 smithi012 ceph-mon[31657]: pgmap v384: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 8 op/s 2024-03-29T00:17:13.824 INFO:tasks.cephadm.ceph_manager.ceph:need seq 219043332148 got 219043332154 for osd.7 2024-03-29T00:17:13.824 DEBUG:teuthology.parallel:result is None 2024-03-29T00:17:13.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:13 smithi053 ceph-mon[36233]: pgmap v384: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 8 op/s 2024-03-29T00:17:13.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:13 smithi069 ceph-mon[36074]: pgmap v384: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 8 op/s 2024-03-29T00:17:14.339 INFO:tasks.cephadm.ceph_manager.ceph:need seq 343597383711 got 343597383717 for osd.11 2024-03-29T00:17:14.339 DEBUG:teuthology.parallel:result is None 2024-03-29T00:17:14.818 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:14 smithi012 ceph-mon[31657]: pgmap v385: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 895 B/s wr, 13 op/s 2024-03-29T00:17:14.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.899+0000 7fedce000700 1 -- 172.21.15.12:0/3270331839 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fedc8108850 msgr2=0x7fedc8108cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:14.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.899+0000 7fedce000700 1 --2- 172.21.15.12:0/3270331839 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fedc8108850 0x7fedc8108cd0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fedb40098f0 tx=0x7fedb4009c00 comp rx=0 tx=0).stop 2024-03-29T00:17:14.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.899+0000 7fedce000700 1 -- 172.21.15.12:0/3270331839 shutdown_connections 2024-03-29T00:17:14.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.899+0000 7fedce000700 1 --2- 172.21.15.12:0/3270331839 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fedc8109210 0x7fedc8115720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:14.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.899+0000 7fedce000700 1 --2- 172.21.15.12:0/3270331839 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedc810e850 0x7fedc810ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:14.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.899+0000 7fedce000700 1 --2- 172.21.15.12:0/3270331839 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fedc8108850 0x7fedc8108cd0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:14.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.899+0000 7fedce000700 1 -- 172.21.15.12:0/3270331839 >> 172.21.15.12:0/3270331839 conn(0x7fedc8075a10 msgr2=0x7fedc8077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:14.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.899+0000 7fedce000700 1 -- 172.21.15.12:0/3270331839 shutdown_connections 2024-03-29T00:17:14.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.899+0000 7fedce000700 1 -- 172.21.15.12:0/3270331839 wait complete. 2024-03-29T00:17:14.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.901+0000 7fedce000700 1 Processor -- start 2024-03-29T00:17:14.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.901+0000 7fedce000700 1 -- start start 2024-03-29T00:17:14.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.902+0000 7fedce000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fedc8108850 0x7fedc819f150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:14.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.902+0000 7fedce000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedc8109210 0x7fedc819f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:14.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.902+0000 7fedce000700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fedc810e850 0x7fedc81a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:14.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.902+0000 7fedce000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fedc8118d20 con 0x7fedc8109210 2024-03-29T00:17:14.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.902+0000 7fedce000700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fedc8118ba0 con 0x7fedc810e850 2024-03-29T00:17:14.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.902+0000 7fedce000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fedc8118ea0 con 0x7fedc8108850 2024-03-29T00:17:14.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.902+0000 7fedc7400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fedc8108850 0x7fedc819f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:14.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.902+0000 7fedc7400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fedc8108850 0x7fedc819f150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:48246/0 (socket says 172.21.15.12:48246) 2024-03-29T00:17:14.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.902+0000 7fedc7400700 1 -- 172.21.15.12:0/1723538975 learned_addr learned my addr 172.21.15.12:0/1723538975 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:14.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.902+0000 7fedc7e00700 1 --2- 172.21.15.12:0/1723538975 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fedc810e850 0x7fedc81a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:14.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.902+0000 7fedc6a00700 1 --2- 172.21.15.12:0/1723538975 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedc8109210 0x7fedc819f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:14.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.903+0000 7fedc7400700 1 -- 172.21.15.12:0/1723538975 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fedc810e850 msgr2=0x7fedc81a39d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:14.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.903+0000 7fedc7400700 1 --2- 172.21.15.12:0/1723538975 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fedc810e850 0x7fedc81a39d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:14.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.903+0000 7fedc7400700 1 -- 172.21.15.12:0/1723538975 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedc8109210 msgr2=0x7fedc819f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:14.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.903+0000 7fedc7400700 1 --2- 172.21.15.12:0/1723538975 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedc8109210 0x7fedc819f690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:14.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.903+0000 7fedc7400700 1 -- 172.21.15.12:0/1723538975 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedc81a4110 con 0x7fedc8108850 2024-03-29T00:17:14.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.903+0000 7fedc6a00700 1 --2- 172.21.15.12:0/1723538975 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedc8109210 0x7fedc819f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:17:14.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.903+0000 7fedc7400700 1 --2- 172.21.15.12:0/1723538975 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fedc8108850 0x7fedc819f150 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fedb800ec10 tx=0x7fedb800ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:14.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:14 smithi053 ceph-mon[36233]: pgmap v385: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 895 B/s wr, 13 op/s 2024-03-29T00:17:14.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.903+0000 7fedbfe00700 1 -- 172.21.15.12:0/1723538975 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb800cd40 con 0x7fedc8108850 2024-03-29T00:17:14.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.903+0000 7fedbfe00700 1 -- 172.21.15.12:0/1723538975 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fedb8004520 con 0x7fedc8108850 2024-03-29T00:17:14.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.903+0000 7fedce000700 1 -- 172.21.15.12:0/1723538975 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedc81a4400 con 0x7fedc8108850 2024-03-29T00:17:14.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.903+0000 7fedbfe00700 1 -- 172.21.15.12:0/1723538975 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb8010690 con 0x7fedc8108850 2024-03-29T00:17:14.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.903+0000 7fedce000700 1 -- 172.21.15.12:0/1723538975 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedc81abc80 con 0x7fedc8108850 2024-03-29T00:17:14.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.905+0000 7fedce000700 1 -- 172.21.15.12:0/1723538975 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedc8068f00 con 0x7fedc8108850 2024-03-29T00:17:14.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.907+0000 7fedbfe00700 1 -- 172.21.15.12:0/1723538975 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fedb8003fc0 con 0x7fedc8108850 2024-03-29T00:17:14.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.908+0000 7fedbfe00700 1 --2- 172.21.15.12:0/1723538975 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fedac0a1e90 0x7fedac0a4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:14.909 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.908+0000 7fedbfe00700 1 -- 172.21.15.12:0/1723538975 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fedb80ce410 con 0x7fedc8108850 2024-03-29T00:17:14.909 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.908+0000 7fedc6a00700 1 --2- 172.21.15.12:0/1723538975 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fedac0a1e90 0x7fedac0a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:14.910 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.909+0000 7fedc6a00700 1 --2- 172.21.15.12:0/1723538975 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fedac0a1e90 0x7fedac0a4350 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fedb4009810 tx=0x7fedb4019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:14.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:14.912+0000 7fedbfe00700 1 -- 172.21.15.12:0/1723538975 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fedb809b450 con 0x7fedc8108850 2024-03-29T00:17:14.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:14 smithi069 ceph-mon[36074]: pgmap v385: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 895 B/s wr, 13 op/s 2024-03-29T00:17:15.138 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:15.137+0000 7fedce000700 1 -- 172.21.15.12:0/1723538975 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7fedc81abf10 con 0x7fedc8108850 2024-03-29T00:17:15.138 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:15.138+0000 7fedbfe00700 1 -- 172.21.15.12:0/1723538975 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fedb8003680 con 0x7fedc8108850 2024-03-29T00:17:15.139 INFO:teuthology.orchestra.run.smithi012.stdout:197568495682 2024-03-29T00:17:15.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:15.141+0000 7fedce000700 1 -- 172.21.15.12:0/1723538975 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fedac0a1e90 msgr2=0x7fedac0a4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:15.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:15.141+0000 7fedce000700 1 --2- 172.21.15.12:0/1723538975 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fedac0a1e90 0x7fedac0a4350 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fedb4009810 tx=0x7fedb4019040 comp rx=0 tx=0).stop 2024-03-29T00:17:15.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:15.141+0000 7fedce000700 1 -- 172.21.15.12:0/1723538975 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fedc8108850 msgr2=0x7fedc819f150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:15.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:15.141+0000 7fedce000700 1 --2- 172.21.15.12:0/1723538975 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fedc8108850 0x7fedc819f150 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fedb800ec10 tx=0x7fedb800ef20 comp rx=0 tx=0).stop 2024-03-29T00:17:15.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:15.141+0000 7fedce000700 1 -- 172.21.15.12:0/1723538975 shutdown_connections 2024-03-29T00:17:15.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:15.141+0000 7fedce000700 1 --2- 172.21.15.12:0/1723538975 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fedac0a1e90 0x7fedac0a4350 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:15.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:15.141+0000 7fedce000700 1 --2- 172.21.15.12:0/1723538975 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fedc8108850 0x7fedc819f150 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:15.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:15.141+0000 7fedce000700 1 --2- 172.21.15.12:0/1723538975 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fedc810e850 0x7fedc81a39d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:15.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:15.141+0000 7fedce000700 1 --2- 172.21.15.12:0/1723538975 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedc8109210 0x7fedc819f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:15.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:15.141+0000 7fedce000700 1 -- 172.21.15.12:0/1723538975 >> 172.21.15.12:0/1723538975 conn(0x7fedc8075a10 msgr2=0x7fedc8075fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:15.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:15.141+0000 7fedce000700 1 -- 172.21.15.12:0/1723538975 shutdown_connections 2024-03-29T00:17:15.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:15.142+0000 7fedce000700 1 -- 172.21.15.12:0/1723538975 wait complete. 2024-03-29T00:17:15.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:15 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1723538975' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-29T00:17:15.948 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:15 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1723538975' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-29T00:17:15.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:15 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1723538975' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-29T00:17:16.023 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495676 got 197568495682 for osd.6 2024-03-29T00:17:16.023 DEBUG:teuthology.parallel:result is None 2024-03-29T00:17:16.023 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-03-29T00:17:16.023 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph pg dump --format=json 2024-03-29T00:17:16.507 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:17:16.881 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:16 smithi012 ceph-mon[31657]: pgmap v386: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 895 B/s wr, 8 op/s 2024-03-29T00:17:16.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:16 smithi053 ceph-mon[36233]: pgmap v386: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 895 B/s wr, 8 op/s 2024-03-29T00:17:16.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:16 smithi069 ceph-mon[36074]: pgmap v386: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 895 B/s wr, 8 op/s 2024-03-29T00:17:18.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.794+0000 7fb17e000700 1 -- 172.21.15.12:0/2099782675 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb178069ef0 msgr2=0x7fb17806a350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:18.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.794+0000 7fb17e000700 1 --2- 172.21.15.12:0/2099782675 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb178069ef0 0x7fb17806a350 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fb160009990 tx=0x7fb160009ca0 comp rx=0 tx=0).stop 2024-03-29T00:17:18.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.795+0000 7fb17e000700 1 -- 172.21.15.12:0/2099782675 shutdown_connections 2024-03-29T00:17:18.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.795+0000 7fb17e000700 1 --2- 172.21.15.12:0/2099782675 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb17806a890 0x7fb17810f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:18.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.795+0000 7fb17e000700 1 --2- 172.21.15.12:0/2099782675 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb178108290 0x7fb178108670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:18.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.795+0000 7fb17e000700 1 --2- 172.21.15.12:0/2099782675 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb178069ef0 0x7fb17806a350 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:18.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.795+0000 7fb17e000700 1 -- 172.21.15.12:0/2099782675 >> 172.21.15.12:0/2099782675 conn(0x7fb178078070 msgr2=0x7fb178078480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:18.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.795+0000 7fb17e000700 1 -- 172.21.15.12:0/2099782675 shutdown_connections 2024-03-29T00:17:18.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.795+0000 7fb17e000700 1 -- 172.21.15.12:0/2099782675 wait complete. 2024-03-29T00:17:18.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.796+0000 7fb17e000700 1 Processor -- start 2024-03-29T00:17:18.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.797+0000 7fb17e000700 1 -- start start 2024-03-29T00:17:18.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.797+0000 7fb17e000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb178069ef0 0x7fb1781090e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:18.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.797+0000 7fb17e000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb17806a890 0x7fb178109620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:18.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.797+0000 7fb17e000700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb178108290 0x7fb178109b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:18.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.797+0000 7fb17e000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fb178112660 con 0x7fb178069ef0 2024-03-29T00:17:18.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.797+0000 7fb17e000700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fb1781124e0 con 0x7fb178108290 2024-03-29T00:17:18.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.797+0000 7fb17e000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb1781127e0 con 0x7fb17806a890 2024-03-29T00:17:18.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.797+0000 7fb16ea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb17806a890 0x7fb178109620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:18.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.798+0000 7fb16ea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb17806a890 0x7fb178109620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:48276/0 (socket says 172.21.15.12:48276) 2024-03-29T00:17:18.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.798+0000 7fb177e00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb178108290 0x7fb178109b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:18.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.798+0000 7fb16ea00700 1 -- 172.21.15.12:0/4153611776 learned_addr learned my addr 172.21.15.12:0/4153611776 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:18.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.798+0000 7fb177400700 1 --2- 172.21.15.12:0/4153611776 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb178069ef0 0x7fb1781090e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:18.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.798+0000 7fb16ea00700 1 -- 172.21.15.12:0/4153611776 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb178108290 msgr2=0x7fb178109b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:18.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.798+0000 7fb16ea00700 1 --2- 172.21.15.12:0/4153611776 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb178108290 0x7fb178109b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:18.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.798+0000 7fb16ea00700 1 -- 172.21.15.12:0/4153611776 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb178069ef0 msgr2=0x7fb1781090e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:18.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.798+0000 7fb16ea00700 1 --2- 172.21.15.12:0/4153611776 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb178069ef0 0x7fb1781090e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:18.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.798+0000 7fb16ea00700 1 -- 172.21.15.12:0/4153611776 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1781ab420 con 0x7fb17806a890 2024-03-29T00:17:18.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.798+0000 7fb177e00700 1 --2- 172.21.15.12:0/4153611776 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb178108290 0x7fb178109b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:17:18.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.798+0000 7fb16ea00700 1 --2- 172.21.15.12:0/4153611776 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb17806a890 0x7fb178109620 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fb16000bb20 tx=0x7fb16000bb50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:18.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.799+0000 7fb174c00700 1 -- 172.21.15.12:0/4153611776 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb160027070 con 0x7fb17806a890 2024-03-29T00:17:18.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.799+0000 7fb174c00700 1 -- 172.21.15.12:0/4153611776 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb160003d90 con 0x7fb17806a890 2024-03-29T00:17:18.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.799+0000 7fb174c00700 1 -- 172.21.15.12:0/4153611776 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb16000f460 con 0x7fb17806a890 2024-03-29T00:17:18.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.799+0000 7fb17e000700 1 -- 172.21.15.12:0/4153611776 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1781ab6b0 con 0x7fb17806a890 2024-03-29T00:17:18.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.799+0000 7fb17e000700 1 -- 172.21.15.12:0/4153611776 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1781abab0 con 0x7fb17806a890 2024-03-29T00:17:18.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.800+0000 7fb17e000700 1 -- 172.21.15.12:0/4153611776 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb178103940 con 0x7fb17806a890 2024-03-29T00:17:18.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.802+0000 7fb174c00700 1 -- 172.21.15.12:0/4153611776 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fb16002a070 con 0x7fb17806a890 2024-03-29T00:17:18.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.804+0000 7fb174c00700 1 --2- 172.21.15.12:0/4153611776 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb15c0a1e10 0x7fb15c0a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:18.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.804+0000 7fb174c00700 1 -- 172.21.15.12:0/4153611776 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fb1600cf3a0 con 0x7fb17806a890 2024-03-29T00:17:18.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.804+0000 7fb177400700 1 --2- 172.21.15.12:0/4153611776 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb15c0a1e10 0x7fb15c0a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:18.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.805+0000 7fb177400700 1 --2- 172.21.15.12:0/4153611776 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb15c0a1e10 0x7fb15c0a42d0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fb168009be0 tx=0x7fb168009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:18.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:18.810+0000 7fb174c00700 1 -- 172.21.15.12:0/4153611776 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fb160013070 con 0x7fb17806a890 2024-03-29T00:17:19.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:18 smithi012 ceph-mon[31657]: pgmap v387: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 895 B/s wr, 13 op/s 2024-03-29T00:17:19.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:19.051+0000 7fb17e000700 1 -- 172.21.15.12:0/4153611776 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb17810db30 con 0x7fb15c0a1e10 2024-03-29T00:17:19.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:19.084+0000 7fb174c00700 1 -- 172.21.15.12:0/4153611776 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340630 (secure 0 0 0) 0x7fb17810db30 con 0x7fb15c0a1e10 2024-03-29T00:17:19.088 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:17:19.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:19.092+0000 7fb17e000700 1 -- 172.21.15.12:0/4153611776 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb15c0a1e10 msgr2=0x7fb15c0a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:19.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:19.092+0000 7fb17e000700 1 --2- 172.21.15.12:0/4153611776 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb15c0a1e10 0x7fb15c0a42d0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fb168009be0 tx=0x7fb168009260 comp rx=0 tx=0).stop 2024-03-29T00:17:19.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:19.092+0000 7fb17e000700 1 -- 172.21.15.12:0/4153611776 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb17806a890 msgr2=0x7fb178109620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:19.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:19.092+0000 7fb17e000700 1 --2- 172.21.15.12:0/4153611776 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb17806a890 0x7fb178109620 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fb16000bb20 tx=0x7fb16000bb50 comp rx=0 tx=0).stop 2024-03-29T00:17:19.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:19.092+0000 7fb17e000700 1 -- 172.21.15.12:0/4153611776 shutdown_connections 2024-03-29T00:17:19.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:19.092+0000 7fb17e000700 1 --2- 172.21.15.12:0/4153611776 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb15c0a1e10 0x7fb15c0a42d0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:19.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:19.092+0000 7fb17e000700 1 --2- 172.21.15.12:0/4153611776 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb178108290 0x7fb178109b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:19.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:19.092+0000 7fb17e000700 1 --2- 172.21.15.12:0/4153611776 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb178069ef0 0x7fb1781090e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:19.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:19.092+0000 7fb17e000700 1 --2- 172.21.15.12:0/4153611776 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb17806a890 0x7fb178109620 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:19.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:19.092+0000 7fb17e000700 1 -- 172.21.15.12:0/4153611776 >> 172.21.15.12:0/4153611776 conn(0x7fb178078070 msgr2=0x7fb17810d420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:19.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:19.092+0000 7fb17e000700 1 -- 172.21.15.12:0/4153611776 shutdown_connections 2024-03-29T00:17:19.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:19.093+0000 7fb17e000700 1 -- 172.21.15.12:0/4153611776 wait complete. 2024-03-29T00:17:19.097 INFO:teuthology.orchestra.run.smithi012.stderr:dumped all 2024-03-29T00:17:19.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:18 smithi053 ceph-mon[36233]: pgmap v387: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 895 B/s wr, 13 op/s 2024-03-29T00:17:19.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:18 smithi069 ceph-mon[36074]: pgmap v387: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 895 B/s wr, 13 op/s 2024-03-29T00:17:20.103 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:19 smithi012 ceph-mon[31657]: from='client.25078 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-29T00:17:20.107 INFO:teuthology.orchestra.run.smithi012.stdout:{"pg_ready":true,"pg_map":{"version":387,"stamp":"2024-03-29T00:17:17.782069+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":661520,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":991,"num_read_kb":629,"num_write":435,"num_write_kb":3089,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":1182135,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":859,"ondisk_log_size":859,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":372172,"kb_used_data":14624,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124569652,"statfs":{"total":1151940427776,"available":1151559323648,"internally_reserved":0,"allocated":14974976,"data_stored":8195558,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":365933883},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":19,"apply_latency_ms":19,"commit_latency_ns":19000000,"apply_latency_ns":19000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":531,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":98,"num_read_kb":53,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.003483"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.007239+0000","last_change":"2024-03-29T00:15:17.760207+0000","last_active":"2024-03-29T00:17:12.007239+0000","last_peered":"2024-03-29T00:17:12.007239+0000","last_clean":"2024-03-29T00:17:12.007239+0000","last_became_active":"2024-03-29T00:15:17.759881+0000","last_became_peered":"2024-03-29T00:15:17.759881+0000","last_unstale":"2024-03-29T00:17:12.007239+0000","last_undegraded":"2024-03-29T00:17:12.007239+0000","last_fullsized":"2024-03-29T00:17:12.007239+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:18:10.944228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516494+0000","last_change":"2024-03-29T00:15:17.758492+0000","last_active":"2024-03-29T00:17:11.516494+0000","last_peered":"2024-03-29T00:17:11.516494+0000","last_clean":"2024-03-29T00:17:11.516494+0000","last_became_active":"2024-03-29T00:15:17.758121+0000","last_became_peered":"2024-03-29T00:15:17.758121+0000","last_unstale":"2024-03-29T00:17:11.516494+0000","last_undegraded":"2024-03-29T00:17:11.516494+0000","last_fullsized":"2024-03-29T00:17:11.516494+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:18:45.185671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516773+0000","last_change":"2024-03-29T00:15:17.753411+0000","last_active":"2024-03-29T00:17:11.516773+0000","last_peered":"2024-03-29T00:17:11.516773+0000","last_clean":"2024-03-29T00:17:11.516773+0000","last_became_active":"2024-03-29T00:15:17.751069+0000","last_became_peered":"2024-03-29T00:15:17.751069+0000","last_unstale":"2024-03-29T00:17:11.516773+0000","last_undegraded":"2024-03-29T00:17:11.516773+0000","last_fullsized":"2024-03-29T00:17:11.516773+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:06:07.670477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521835+0000","last_change":"2024-03-29T00:16:11.379687+0000","last_active":"2024-03-29T00:17:11.521835+0000","last_peered":"2024-03-29T00:17:11.521835+0000","last_clean":"2024-03-29T00:17:11.521835+0000","last_became_active":"2024-03-29T00:16:11.378793+0000","last_became_peered":"2024-03-29T00:16:11.378793+0000","last_unstale":"2024-03-29T00:17:11.521835+0000","last_undegraded":"2024-03-29T00:17:11.521835+0000","last_fullsized":"2024-03-29T00:17:11.521835+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:37:02.096410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521039+0000","last_change":"2024-03-29T00:15:17.763353+0000","last_active":"2024-03-29T00:17:11.521039+0000","last_peered":"2024-03-29T00:17:11.521039+0000","last_clean":"2024-03-29T00:17:11.521039+0000","last_became_active":"2024-03-29T00:15:17.762996+0000","last_became_peered":"2024-03-29T00:15:17.762996+0000","last_unstale":"2024-03-29T00:17:11.521039+0000","last_undegraded":"2024-03-29T00:17:11.521039+0000","last_fullsized":"2024-03-29T00:17:11.521039+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:41:37.623384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.519816+0000","last_change":"2024-03-29T00:16:11.379058+0000","last_active":"2024-03-29T00:17:11.519816+0000","last_peered":"2024-03-29T00:17:11.519816+0000","last_clean":"2024-03-29T00:17:11.519816+0000","last_became_active":"2024-03-29T00:16:11.378643+0000","last_became_peered":"2024-03-29T00:16:11.378643+0000","last_unstale":"2024-03-29T00:17:11.519816+0000","last_undegraded":"2024-03-29T00:17:11.519816+0000","last_fullsized":"2024-03-29T00:17:11.519816+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:43:13.693535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,8],"acting":[10,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517631+0000","last_change":"2024-03-29T00:15:17.743804+0000","last_active":"2024-03-29T00:17:11.517631+0000","last_peered":"2024-03-29T00:17:11.517631+0000","last_clean":"2024-03-29T00:17:11.517631+0000","last_became_active":"2024-03-29T00:15:17.743417+0000","last_became_peered":"2024-03-29T00:15:17.743417+0000","last_unstale":"2024-03-29T00:17:11.517631+0000","last_undegraded":"2024-03-29T00:17:11.517631+0000","last_fullsized":"2024-03-29T00:17:11.517631+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:03:53.029175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.535239+0000","last_change":"2024-03-29T00:15:17.733728+0000","last_active":"2024-03-29T00:17:11.535239+0000","last_peered":"2024-03-29T00:17:11.535239+0000","last_clean":"2024-03-29T00:17:11.535239+0000","last_became_active":"2024-03-29T00:15:17.733383+0000","last_became_peered":"2024-03-29T00:15:17.733383+0000","last_unstale":"2024-03-29T00:17:11.535239+0000","last_undegraded":"2024-03-29T00:17:11.535239+0000","last_fullsized":"2024-03-29T00:17:11.535239+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:54:46.042854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698580+0000","last_change":"2024-03-29T00:15:17.752904+0000","last_active":"2024-03-29T00:17:11.698580+0000","last_peered":"2024-03-29T00:17:11.698580+0000","last_clean":"2024-03-29T00:17:11.698580+0000","last_became_active":"2024-03-29T00:15:17.750440+0000","last_became_peered":"2024-03-29T00:15:17.750440+0000","last_unstale":"2024-03-29T00:17:11.698580+0000","last_undegraded":"2024-03-29T00:17:11.698580+0000","last_fullsized":"2024-03-29T00:17:11.698580+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:18:29.360376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520315+0000","last_change":"2024-03-29T00:15:17.747758+0000","last_active":"2024-03-29T00:17:11.520315+0000","last_peered":"2024-03-29T00:17:11.520315+0000","last_clean":"2024-03-29T00:17:11.520315+0000","last_became_active":"2024-03-29T00:15:17.747399+0000","last_became_peered":"2024-03-29T00:15:17.747399+0000","last_unstale":"2024-03-29T00:17:11.520315+0000","last_undegraded":"2024-03-29T00:17:11.520315+0000","last_fullsized":"2024-03-29T00:17:11.520315+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:39:04.764383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.518145+0000","last_change":"2024-03-29T00:15:17.749017+0000","last_active":"2024-03-29T00:17:11.518145+0000","last_peered":"2024-03-29T00:17:11.518145+0000","last_clean":"2024-03-29T00:17:11.518145+0000","last_became_active":"2024-03-29T00:15:17.748406+0000","last_became_peered":"2024-03-29T00:15:17.748406+0000","last_unstale":"2024-03-29T00:17:11.518145+0000","last_undegraded":"2024-03-29T00:17:11.518145+0000","last_fullsized":"2024-03-29T00:17:11.518145+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:33:01.194914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":11,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.527444+0000","last_change":"2024-03-29T00:17:11.523890+0000","last_active":"2024-03-29T00:17:11.527444+0000","last_peered":"2024-03-29T00:17:11.527444+0000","last_clean":"2024-03-29T00:17:11.527444+0000","last_became_active":"2024-03-29T00:17:11.522837+0000","last_became_peered":"2024-03-29T00:17:11.522837+0000","last_unstale":"2024-03-29T00:17:11.527444+0000","last_undegraded":"2024-03-29T00:17:11.527444+0000","last_fullsized":"2024-03-29T00:17:11.527444+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:24:57.560765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844413+0000","last_change":"2024-03-29T00:15:17.745153+0000","last_active":"2024-03-29T00:17:11.844413+0000","last_peered":"2024-03-29T00:17:11.844413+0000","last_clean":"2024-03-29T00:17:11.844413+0000","last_became_active":"2024-03-29T00:15:17.744789+0000","last_became_peered":"2024-03-29T00:15:17.744789+0000","last_unstale":"2024-03-29T00:17:11.844413+0000","last_undegraded":"2024-03-29T00:17:11.844413+0000","last_fullsized":"2024-03-29T00:17:11.844413+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:43:21.608857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516223+0000","last_change":"2024-03-29T00:15:17.747351+0000","last_active":"2024-03-29T00:17:11.516223+0000","last_peered":"2024-03-29T00:17:11.516223+0000","last_clean":"2024-03-29T00:17:11.516223+0000","last_became_active":"2024-03-29T00:15:17.746897+0000","last_became_peered":"2024-03-29T00:15:17.746897+0000","last_unstale":"2024-03-29T00:17:11.516223+0000","last_undegraded":"2024-03-29T00:17:11.516223+0000","last_fullsized":"2024-03-29T00:17:11.516223+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:15:08.932622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516043+0000","last_change":"2024-03-29T00:15:17.753904+0000","last_active":"2024-03-29T00:17:11.516043+0000","last_peered":"2024-03-29T00:17:11.516043+0000","last_clean":"2024-03-29T00:17:11.516043+0000","last_became_active":"2024-03-29T00:15:17.753499+0000","last_became_peered":"2024-03-29T00:15:17.753499+0000","last_unstale":"2024-03-29T00:17:11.516043+0000","last_undegraded":"2024-03-29T00:17:11.516043+0000","last_fullsized":"2024-03-29T00:17:11.516043+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:51:12.954449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.697953+0000","last_change":"2024-03-29T00:15:17.759208+0000","last_active":"2024-03-29T00:17:11.697953+0000","last_peered":"2024-03-29T00:17:11.697953+0000","last_clean":"2024-03-29T00:17:11.697953+0000","last_became_active":"2024-03-29T00:15:17.758860+0000","last_became_peered":"2024-03-29T00:15:17.758860+0000","last_unstale":"2024-03-29T00:17:11.697953+0000","last_undegraded":"2024-03-29T00:17:11.697953+0000","last_fullsized":"2024-03-29T00:17:11.697953+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T12:00:04.150000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.007116+0000","last_change":"2024-03-29T00:15:17.760169+0000","last_active":"2024-03-29T00:17:12.007116+0000","last_peered":"2024-03-29T00:17:12.007116+0000","last_clean":"2024-03-29T00:17:12.007116+0000","last_became_active":"2024-03-29T00:15:17.759834+0000","last_became_peered":"2024-03-29T00:15:17.759834+0000","last_unstale":"2024-03-29T00:17:12.007116+0000","last_undegraded":"2024-03-29T00:17:12.007116+0000","last_fullsized":"2024-03-29T00:17:12.007116+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:26:12.444197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.525663+0000","last_change":"2024-03-29T00:15:17.749022+0000","last_active":"2024-03-29T00:17:11.525663+0000","last_peered":"2024-03-29T00:17:11.525663+0000","last_clean":"2024-03-29T00:17:11.525663+0000","last_became_active":"2024-03-29T00:15:17.748624+0000","last_became_peered":"2024-03-29T00:15:17.748624+0000","last_unstale":"2024-03-29T00:17:11.525663+0000","last_undegraded":"2024-03-29T00:17:11.525663+0000","last_fullsized":"2024-03-29T00:17:11.525663+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:58:41.738567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840956+0000","last_change":"2024-03-29T00:15:17.763311+0000","last_active":"2024-03-29T00:17:11.840956+0000","last_peered":"2024-03-29T00:17:11.840956+0000","last_clean":"2024-03-29T00:17:11.840956+0000","last_became_active":"2024-03-29T00:15:17.762987+0000","last_became_peered":"2024-03-29T00:15:17.762987+0000","last_unstale":"2024-03-29T00:17:11.840956+0000","last_undegraded":"2024-03-29T00:17:11.840956+0000","last_fullsized":"2024-03-29T00:17:11.840956+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:05:02.284288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840618+0000","last_change":"2024-03-29T00:15:22.250135+0000","last_active":"2024-03-29T00:17:11.840618+0000","last_peered":"2024-03-29T00:17:11.840618+0000","last_clean":"2024-03-29T00:17:11.840618+0000","last_became_active":"2024-03-29T00:15:22.249800+0000","last_became_peered":"2024-03-29T00:15:22.249800+0000","last_unstale":"2024-03-29T00:17:11.840618+0000","last_undegraded":"2024-03-29T00:17:11.840618+0000","last_fullsized":"2024-03-29T00:17:11.840618+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:09:55.290129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'13","reported_seq":126,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:13.329842+0000","last_change":"2024-03-29T00:15:16.748948+0000","last_active":"2024-03-29T00:17:13.329842+0000","last_peered":"2024-03-29T00:17:13.329842+0000","last_clean":"2024-03-29T00:17:13.329842+0000","last_became_active":"2024-03-29T00:15:16.748528+0000","last_became_peered":"2024-03-29T00:15:16.748528+0000","last_unstale":"2024-03-29T00:17:13.329842+0000","last_undegraded":"2024-03-29T00:17:13.329842+0000","last_fullsized":"2024-03-29T00:17:13.329842+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:38:19.863658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":82,"num_read_kb":82,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.537364+0000","last_change":"2024-03-29T00:15:17.748913+0000","last_active":"2024-03-29T00:17:11.537364+0000","last_peered":"2024-03-29T00:17:11.537364+0000","last_clean":"2024-03-29T00:17:11.537364+0000","last_became_active":"2024-03-29T00:15:17.748538+0000","last_became_peered":"2024-03-29T00:15:17.748538+0000","last_unstale":"2024-03-29T00:17:11.537364+0000","last_undegraded":"2024-03-29T00:17:11.537364+0000","last_fullsized":"2024-03-29T00:17:11.537364+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:22:16.497926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513153+0000","last_change":"2024-03-29T00:15:22.257849+0000","last_active":"2024-03-29T00:17:11.513153+0000","last_peered":"2024-03-29T00:17:11.513153+0000","last_clean":"2024-03-29T00:17:11.513153+0000","last_became_active":"2024-03-29T00:15:22.257425+0000","last_became_peered":"2024-03-29T00:15:22.257425+0000","last_unstale":"2024-03-29T00:17:11.513153+0000","last_undegraded":"2024-03-29T00:17:11.513153+0000","last_fullsized":"2024-03-29T00:17:11.513153+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:53:11.739039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.537370+0000","last_change":"2024-03-29T00:15:16.756275+0000","last_active":"2024-03-29T00:17:11.537370+0000","last_peered":"2024-03-29T00:17:11.537370+0000","last_clean":"2024-03-29T00:17:11.537370+0000","last_became_active":"2024-03-29T00:15:16.755375+0000","last_became_peered":"2024-03-29T00:15:16.755375+0000","last_unstale":"2024-03-29T00:17:11.537370+0000","last_undegraded":"2024-03-29T00:17:11.537370+0000","last_fullsized":"2024-03-29T00:17:11.537370+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:27:30.800359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516245+0000","last_change":"2024-03-29T00:15:17.760922+0000","last_active":"2024-03-29T00:17:11.516245+0000","last_peered":"2024-03-29T00:17:11.516245+0000","last_clean":"2024-03-29T00:17:11.516245+0000","last_became_active":"2024-03-29T00:15:17.758044+0000","last_became_peered":"2024-03-29T00:15:17.758044+0000","last_unstale":"2024-03-29T00:17:11.516245+0000","last_undegraded":"2024-03-29T00:17:11.516245+0000","last_fullsized":"2024-03-29T00:17:11.516245+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:48:37.320538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513495+0000","last_change":"2024-03-29T00:15:22.257095+0000","last_active":"2024-03-29T00:17:11.513495+0000","last_peered":"2024-03-29T00:17:11.513495+0000","last_clean":"2024-03-29T00:17:11.513495+0000","last_became_active":"2024-03-29T00:15:22.256366+0000","last_became_peered":"2024-03-29T00:15:22.256366+0000","last_unstale":"2024-03-29T00:17:11.513495+0000","last_undegraded":"2024-03-29T00:17:11.513495+0000","last_fullsized":"2024-03-29T00:17:11.513495+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:17:47.126759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'12","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521310+0000","last_change":"2024-03-29T00:15:16.739643+0000","last_active":"2024-03-29T00:17:11.521310+0000","last_peered":"2024-03-29T00:17:11.521310+0000","last_clean":"2024-03-29T00:17:11.521310+0000","last_became_active":"2024-03-29T00:15:16.739319+0000","last_became_peered":"2024-03-29T00:15:16.739319+0000","last_unstale":"2024-03-29T00:17:11.521310+0000","last_undegraded":"2024-03-29T00:17:11.521310+0000","last_fullsized":"2024-03-29T00:17:11.521310+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:00:05.186487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698305+0000","last_change":"2024-03-29T00:15:17.758346+0000","last_active":"2024-03-29T00:17:11.698305+0000","last_peered":"2024-03-29T00:17:11.698305+0000","last_clean":"2024-03-29T00:17:11.698305+0000","last_became_active":"2024-03-29T00:15:17.758028+0000","last_became_peered":"2024-03-29T00:15:17.758028+0000","last_unstale":"2024-03-29T00:17:11.698305+0000","last_undegraded":"2024-03-29T00:17:11.698305+0000","last_fullsized":"2024-03-29T00:17:11.698305+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:21:01.507774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513177+0000","last_change":"2024-03-29T00:15:22.258520+0000","last_active":"2024-03-29T00:17:11.513177+0000","last_peered":"2024-03-29T00:17:11.513177+0000","last_clean":"2024-03-29T00:17:11.513177+0000","last_became_active":"2024-03-29T00:15:22.258008+0000","last_became_peered":"2024-03-29T00:15:22.258008+0000","last_unstale":"2024-03-29T00:17:11.513177+0000","last_undegraded":"2024-03-29T00:17:11.513177+0000","last_fullsized":"2024-03-29T00:17:11.513177+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:19:04.999305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521159+0000","last_change":"2024-03-29T00:15:16.738623+0000","last_active":"2024-03-29T00:17:11.521159+0000","last_peered":"2024-03-29T00:17:11.521159+0000","last_clean":"2024-03-29T00:17:11.521159+0000","last_became_active":"2024-03-29T00:15:16.738313+0000","last_became_peered":"2024-03-29T00:15:16.738313+0000","last_unstale":"2024-03-29T00:17:11.521159+0000","last_undegraded":"2024-03-29T00:17:11.521159+0000","last_fullsized":"2024-03-29T00:17:11.521159+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:23:45.472226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516545+0000","last_change":"2024-03-29T00:15:17.753263+0000","last_active":"2024-03-29T00:17:11.516545+0000","last_peered":"2024-03-29T00:17:11.516545+0000","last_clean":"2024-03-29T00:17:11.516545+0000","last_became_active":"2024-03-29T00:15:17.752871+0000","last_became_peered":"2024-03-29T00:15:17.752871+0000","last_unstale":"2024-03-29T00:17:11.516545+0000","last_undegraded":"2024-03-29T00:17:11.516545+0000","last_fullsized":"2024-03-29T00:17:11.516545+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:33:41.829488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840916+0000","last_change":"2024-03-29T00:15:22.243462+0000","last_active":"2024-03-29T00:17:11.840916+0000","last_peered":"2024-03-29T00:17:11.840916+0000","last_clean":"2024-03-29T00:17:11.840916+0000","last_became_active":"2024-03-29T00:15:22.243049+0000","last_became_peered":"2024-03-29T00:15:22.243049+0000","last_unstale":"2024-03-29T00:17:11.840916+0000","last_undegraded":"2024-03-29T00:17:11.840916+0000","last_fullsized":"2024-03-29T00:17:11.840916+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:14:06.711811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"91'7","reported_seq":127,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:15.201463+0000","last_change":"2024-03-29T00:15:16.740207+0000","last_active":"2024-03-29T00:17:15.201463+0000","last_peered":"2024-03-29T00:17:15.201463+0000","last_clean":"2024-03-29T00:17:15.201463+0000","last_became_active":"2024-03-29T00:15:16.739914+0000","last_became_peered":"2024-03-29T00:15:16.739914+0000","last_unstale":"2024-03-29T00:17:15.201463+0000","last_undegraded":"2024-03-29T00:17:15.201463+0000","last_fullsized":"2024-03-29T00:17:15.201463+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:47:48.717176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":89,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520818+0000","last_change":"2024-03-29T00:15:17.742837+0000","last_active":"2024-03-29T00:17:11.520818+0000","last_peered":"2024-03-29T00:17:11.520818+0000","last_clean":"2024-03-29T00:17:11.520818+0000","last_became_active":"2024-03-29T00:15:17.742519+0000","last_became_peered":"2024-03-29T00:15:17.742519+0000","last_unstale":"2024-03-29T00:17:11.520818+0000","last_undegraded":"2024-03-29T00:17:11.520818+0000","last_fullsized":"2024-03-29T00:17:11.520818+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:39:29.973433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840767+0000","last_change":"2024-03-29T00:15:22.262917+0000","last_active":"2024-03-29T00:17:11.840767+0000","last_peered":"2024-03-29T00:17:11.840767+0000","last_clean":"2024-03-29T00:17:11.840767+0000","last_became_active":"2024-03-29T00:15:22.262453+0000","last_became_peered":"2024-03-29T00:15:22.262453+0000","last_unstale":"2024-03-29T00:17:11.840767+0000","last_undegraded":"2024-03-29T00:17:11.840767+0000","last_fullsized":"2024-03-29T00:17:11.840767+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T12:10:33.960242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.519775+0000","last_change":"2024-03-29T00:15:16.757240+0000","last_active":"2024-03-29T00:17:11.519775+0000","last_peered":"2024-03-29T00:17:11.519775+0000","last_clean":"2024-03-29T00:17:11.519775+0000","last_became_active":"2024-03-29T00:15:16.756907+0000","last_became_peered":"2024-03-29T00:15:16.756907+0000","last_unstale":"2024-03-29T00:17:11.519775+0000","last_undegraded":"2024-03-29T00:17:11.519775+0000","last_fullsized":"2024-03-29T00:17:11.519775+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:37:43.111470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516382+0000","last_change":"2024-03-29T00:15:17.746984+0000","last_active":"2024-03-29T00:17:11.516382+0000","last_peered":"2024-03-29T00:17:11.516382+0000","last_clean":"2024-03-29T00:17:11.516382+0000","last_became_active":"2024-03-29T00:15:17.746564+0000","last_became_peered":"2024-03-29T00:15:17.746564+0000","last_unstale":"2024-03-29T00:17:11.516382+0000","last_undegraded":"2024-03-29T00:17:11.516382+0000","last_fullsized":"2024-03-29T00:17:11.516382+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:29:20.268069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.007117+0000","last_change":"2024-03-29T00:16:11.384884+0000","last_active":"2024-03-29T00:17:12.007117+0000","last_peered":"2024-03-29T00:17:12.007117+0000","last_clean":"2024-03-29T00:17:12.007117+0000","last_became_active":"2024-03-29T00:16:11.384404+0000","last_became_peered":"2024-03-29T00:16:11.384404+0000","last_unstale":"2024-03-29T00:17:12.007117+0000","last_undegraded":"2024-03-29T00:17:12.007117+0000","last_fullsized":"2024-03-29T00:17:12.007117+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:13:12.497336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.843615+0000","last_change":"2024-03-29T00:15:16.757829+0000","last_active":"2024-03-29T00:17:11.843615+0000","last_peered":"2024-03-29T00:17:11.843615+0000","last_clean":"2024-03-29T00:17:11.843615+0000","last_became_active":"2024-03-29T00:15:16.756510+0000","last_became_peered":"2024-03-29T00:15:16.756510+0000","last_unstale":"2024-03-29T00:17:11.843615+0000","last_undegraded":"2024-03-29T00:17:11.843615+0000","last_fullsized":"2024-03-29T00:17:11.843615+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:08:55.571892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.535140+0000","last_change":"2024-03-29T00:15:17.752875+0000","last_active":"2024-03-29T00:17:11.535140+0000","last_peered":"2024-03-29T00:17:11.535140+0000","last_clean":"2024-03-29T00:17:11.535140+0000","last_became_active":"2024-03-29T00:15:17.752494+0000","last_became_peered":"2024-03-29T00:15:17.752494+0000","last_unstale":"2024-03-29T00:17:11.535140+0000","last_undegraded":"2024-03-29T00:17:11.535140+0000","last_fullsized":"2024-03-29T00:17:11.535140+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:53:20.546382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.515870+0000","last_change":"2024-03-29T00:15:22.263552+0000","last_active":"2024-03-29T00:17:11.515870+0000","last_peered":"2024-03-29T00:17:11.515870+0000","last_clean":"2024-03-29T00:17:11.515870+0000","last_became_active":"2024-03-29T00:15:22.263079+0000","last_became_peered":"2024-03-29T00:15:22.263079+0000","last_unstale":"2024-03-29T00:17:11.515870+0000","last_undegraded":"2024-03-29T00:17:11.515870+0000","last_fullsized":"2024-03-29T00:17:11.515870+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:25:01.464045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516004+0000","last_change":"2024-03-29T00:15:16.741297+0000","last_active":"2024-03-29T00:17:11.516004+0000","last_peered":"2024-03-29T00:17:11.516004+0000","last_clean":"2024-03-29T00:17:11.516004+0000","last_became_active":"2024-03-29T00:15:16.740992+0000","last_became_peered":"2024-03-29T00:15:16.740992+0000","last_unstale":"2024-03-29T00:17:11.516004+0000","last_undegraded":"2024-03-29T00:17:11.516004+0000","last_fullsized":"2024-03-29T00:17:11.516004+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:18:01.056825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.522211+0000","last_change":"2024-03-29T00:15:17.764461+0000","last_active":"2024-03-29T00:17:11.522211+0000","last_peered":"2024-03-29T00:17:11.522211+0000","last_clean":"2024-03-29T00:17:11.522211+0000","last_became_active":"2024-03-29T00:15:17.764031+0000","last_became_peered":"2024-03-29T00:15:17.764031+0000","last_unstale":"2024-03-29T00:17:11.522211+0000","last_undegraded":"2024-03-29T00:17:11.522211+0000","last_fullsized":"2024-03-29T00:17:11.522211+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:52:52.650295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.535305+0000","last_change":"2024-03-29T00:15:22.247337+0000","last_active":"2024-03-29T00:17:11.535305+0000","last_peered":"2024-03-29T00:17:11.535305+0000","last_clean":"2024-03-29T00:17:11.535305+0000","last_became_active":"2024-03-29T00:15:22.246923+0000","last_became_peered":"2024-03-29T00:15:22.246923+0000","last_unstale":"2024-03-29T00:17:11.535305+0000","last_undegraded":"2024-03-29T00:17:11.535305+0000","last_fullsized":"2024-03-29T00:17:11.535305+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:41:51.054749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"91'5","reported_seq":205,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:16.498359+0000","last_change":"2024-03-29T00:15:16.750484+0000","last_active":"2024-03-29T00:17:16.498359+0000","last_peered":"2024-03-29T00:17:16.498359+0000","last_clean":"2024-03-29T00:17:16.498359+0000","last_became_active":"2024-03-29T00:15:16.750115+0000","last_became_peered":"2024-03-29T00:15:16.750115+0000","last_unstale":"2024-03-29T00:17:16.498359+0000","last_undegraded":"2024-03-29T00:17:16.498359+0000","last_fullsized":"2024-03-29T00:17:16.498359+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:20:58.348890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":169,"num_read_kb":169,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698573+0000","last_change":"2024-03-29T00:15:17.753692+0000","last_active":"2024-03-29T00:17:11.698573+0000","last_peered":"2024-03-29T00:17:11.698573+0000","last_clean":"2024-03-29T00:17:11.698573+0000","last_became_active":"2024-03-29T00:15:17.753024+0000","last_became_peered":"2024-03-29T00:15:17.753024+0000","last_unstale":"2024-03-29T00:17:11.698573+0000","last_undegraded":"2024-03-29T00:17:11.698573+0000","last_fullsized":"2024-03-29T00:17:11.698573+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:12:29.379196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520803+0000","last_change":"2024-03-29T00:15:22.253455+0000","last_active":"2024-03-29T00:17:11.520803+0000","last_peered":"2024-03-29T00:17:11.520803+0000","last_clean":"2024-03-29T00:17:11.520803+0000","last_became_active":"2024-03-29T00:15:22.252913+0000","last_became_peered":"2024-03-29T00:15:22.252913+0000","last_unstale":"2024-03-29T00:17:11.520803+0000","last_undegraded":"2024-03-29T00:17:11.520803+0000","last_fullsized":"2024-03-29T00:17:11.520803+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:40:02.001504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.518109+0000","last_change":"2024-03-29T00:15:16.736241+0000","last_active":"2024-03-29T00:17:11.518109+0000","last_peered":"2024-03-29T00:17:11.518109+0000","last_clean":"2024-03-29T00:17:11.518109+0000","last_became_active":"2024-03-29T00:15:16.735905+0000","last_became_peered":"2024-03-29T00:15:16.735905+0000","last_unstale":"2024-03-29T00:17:11.518109+0000","last_undegraded":"2024-03-29T00:17:11.518109+0000","last_fullsized":"2024-03-29T00:17:11.518109+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:05:08.202493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516114+0000","last_change":"2024-03-29T00:15:17.759437+0000","last_active":"2024-03-29T00:17:11.516114+0000","last_peered":"2024-03-29T00:17:11.516114+0000","last_clean":"2024-03-29T00:17:11.516114+0000","last_became_active":"2024-03-29T00:15:17.758597+0000","last_became_peered":"2024-03-29T00:15:17.758597+0000","last_unstale":"2024-03-29T00:17:11.516114+0000","last_undegraded":"2024-03-29T00:17:11.516114+0000","last_fullsized":"2024-03-29T00:17:11.516114+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:46:10.357640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513597+0000","last_change":"2024-03-29T00:16:11.368030+0000","last_active":"2024-03-29T00:17:11.513597+0000","last_peered":"2024-03-29T00:17:11.513597+0000","last_clean":"2024-03-29T00:17:11.513597+0000","last_became_active":"2024-03-29T00:16:11.367586+0000","last_became_peered":"2024-03-29T00:16:11.367586+0000","last_unstale":"2024-03-29T00:17:11.513597+0000","last_undegraded":"2024-03-29T00:17:11.513597+0000","last_fullsized":"2024-03-29T00:17:11.513597+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:42:46.291998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516543+0000","last_change":"2024-03-29T00:15:16.755174+0000","last_active":"2024-03-29T00:17:11.516543+0000","last_peered":"2024-03-29T00:17:11.516543+0000","last_clean":"2024-03-29T00:17:11.516543+0000","last_became_active":"2024-03-29T00:15:16.754891+0000","last_became_peered":"2024-03-29T00:15:16.754891+0000","last_unstale":"2024-03-29T00:17:11.516543+0000","last_undegraded":"2024-03-29T00:17:11.516543+0000","last_fullsized":"2024-03-29T00:17:11.516543+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:54:24.866426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698457+0000","last_change":"2024-03-29T00:15:17.746836+0000","last_active":"2024-03-29T00:17:11.698457+0000","last_peered":"2024-03-29T00:17:11.698457+0000","last_clean":"2024-03-29T00:17:11.698457+0000","last_became_active":"2024-03-29T00:15:17.745280+0000","last_became_peered":"2024-03-29T00:15:17.745280+0000","last_unstale":"2024-03-29T00:17:11.698457+0000","last_undegraded":"2024-03-29T00:17:11.698457+0000","last_fullsized":"2024-03-29T00:17:11.698457+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:43:55.060600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.523019+0000","last_change":"2024-03-29T00:15:22.243939+0000","last_active":"2024-03-29T00:17:11.523019+0000","last_peered":"2024-03-29T00:17:11.523019+0000","last_clean":"2024-03-29T00:17:11.523019+0000","last_became_active":"2024-03-29T00:15:22.240787+0000","last_became_peered":"2024-03-29T00:15:22.240787+0000","last_unstale":"2024-03-29T00:17:11.523019+0000","last_undegraded":"2024-03-29T00:17:11.523019+0000","last_fullsized":"2024-03-29T00:17:11.523019+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:54:19.278218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"91'39","reported_seq":252,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:17.203384+0000","last_change":"2024-03-29T00:15:16.736133+0000","last_active":"2024-03-29T00:17:17.203384+0000","last_peered":"2024-03-29T00:17:17.203384+0000","last_clean":"2024-03-29T00:17:17.203384+0000","last_became_active":"2024-03-29T00:15:16.735760+0000","last_became_peered":"2024-03-29T00:15:16.735760+0000","last_unstale":"2024-03-29T00:17:17.203384+0000","last_undegraded":"2024-03-29T00:17:17.203384+0000","last_fullsized":"2024-03-29T00:17:17.203384+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:10:20.919518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63432,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":182,"num_read_kb":154,"num_write":41,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521152+0000","last_change":"2024-03-29T00:15:17.745571+0000","last_active":"2024-03-29T00:17:11.521152+0000","last_peered":"2024-03-29T00:17:11.521152+0000","last_clean":"2024-03-29T00:17:11.521152+0000","last_became_active":"2024-03-29T00:15:17.745234+0000","last_became_peered":"2024-03-29T00:15:17.745234+0000","last_unstale":"2024-03-29T00:17:11.521152+0000","last_undegraded":"2024-03-29T00:17:11.521152+0000","last_fullsized":"2024-03-29T00:17:11.521152+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:13:49.868391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516758+0000","last_change":"2024-03-29T00:15:22.257256+0000","last_active":"2024-03-29T00:17:11.516758+0000","last_peered":"2024-03-29T00:17:11.516758+0000","last_clean":"2024-03-29T00:17:11.516758+0000","last_became_active":"2024-03-29T00:15:22.256852+0000","last_became_peered":"2024-03-29T00:15:22.256852+0000","last_unstale":"2024-03-29T00:17:11.516758+0000","last_undegraded":"2024-03-29T00:17:11.516758+0000","last_fullsized":"2024-03-29T00:17:11.516758+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:30:20.222051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840745+0000","last_change":"2024-03-29T00:15:16.740530+0000","last_active":"2024-03-29T00:17:11.840745+0000","last_peered":"2024-03-29T00:17:11.840745+0000","last_clean":"2024-03-29T00:17:11.840745+0000","last_became_active":"2024-03-29T00:15:16.740208+0000","last_became_peered":"2024-03-29T00:15:16.740208+0000","last_unstale":"2024-03-29T00:17:11.840745+0000","last_undegraded":"2024-03-29T00:17:11.840745+0000","last_fullsized":"2024-03-29T00:17:11.840745+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:30:15.569684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844078+0000","last_change":"2024-03-29T00:15:17.765870+0000","last_active":"2024-03-29T00:17:11.844078+0000","last_peered":"2024-03-29T00:17:11.844078+0000","last_clean":"2024-03-29T00:17:11.844078+0000","last_became_active":"2024-03-29T00:15:17.765091+0000","last_became_peered":"2024-03-29T00:15:17.765091+0000","last_unstale":"2024-03-29T00:17:11.844078+0000","last_undegraded":"2024-03-29T00:17:11.844078+0000","last_fullsized":"2024-03-29T00:17:11.844078+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:33:20.102055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006832+0000","last_change":"2024-03-29T00:15:22.262727+0000","last_active":"2024-03-29T00:17:12.006832+0000","last_peered":"2024-03-29T00:17:12.006832+0000","last_clean":"2024-03-29T00:17:12.006832+0000","last_became_active":"2024-03-29T00:15:22.262328+0000","last_became_peered":"2024-03-29T00:15:22.262328+0000","last_unstale":"2024-03-29T00:17:12.006832+0000","last_undegraded":"2024-03-29T00:17:12.006832+0000","last_fullsized":"2024-03-29T00:17:12.006832+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:27:15.160505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516206+0000","last_change":"2024-03-29T00:15:16.757569+0000","last_active":"2024-03-29T00:17:11.516206+0000","last_peered":"2024-03-29T00:17:11.516206+0000","last_clean":"2024-03-29T00:17:11.516206+0000","last_became_active":"2024-03-29T00:15:16.757252+0000","last_became_peered":"2024-03-29T00:15:16.757252+0000","last_unstale":"2024-03-29T00:17:11.516206+0000","last_undegraded":"2024-03-29T00:17:11.516206+0000","last_fullsized":"2024-03-29T00:17:11.516206+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:21:52.967540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517912+0000","last_change":"2024-03-29T00:15:17.749618+0000","last_active":"2024-03-29T00:17:11.517912+0000","last_peered":"2024-03-29T00:17:11.517912+0000","last_clean":"2024-03-29T00:17:11.517912+0000","last_became_active":"2024-03-29T00:15:17.749247+0000","last_became_peered":"2024-03-29T00:15:17.749247+0000","last_unstale":"2024-03-29T00:17:11.517912+0000","last_undegraded":"2024-03-29T00:17:11.517912+0000","last_fullsized":"2024-03-29T00:17:11.517912+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:09:27.883741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.525307+0000","last_change":"2024-03-29T00:15:22.251943+0000","last_active":"2024-03-29T00:17:11.525307+0000","last_peered":"2024-03-29T00:17:11.525307+0000","last_clean":"2024-03-29T00:17:11.525307+0000","last_became_active":"2024-03-29T00:15:22.251499+0000","last_became_peered":"2024-03-29T00:15:22.251499+0000","last_unstale":"2024-03-29T00:17:11.525307+0000","last_undegraded":"2024-03-29T00:17:11.525307+0000","last_fullsized":"2024-03-29T00:17:11.525307+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:20:54.548657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"91'7","reported_seq":128,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:16.248779+0000","last_change":"2024-03-29T00:15:16.739094+0000","last_active":"2024-03-29T00:17:16.248779+0000","last_peered":"2024-03-29T00:17:16.248779+0000","last_clean":"2024-03-29T00:17:16.248779+0000","last_became_active":"2024-03-29T00:15:16.738758+0000","last_became_peered":"2024-03-29T00:15:16.738758+0000","last_unstale":"2024-03-29T00:17:16.248779+0000","last_undegraded":"2024-03-29T00:17:16.248779+0000","last_fullsized":"2024-03-29T00:17:16.248779+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:14:59.493130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":91,"num_read_kb":5,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.525494+0000","last_change":"2024-03-29T00:17:11.525494+0000","last_active":"2024-03-29T00:17:11.525494+0000","last_peered":"2024-03-29T00:17:11.525494+0000","last_clean":"2024-03-29T00:17:11.525494+0000","last_became_active":"2024-03-29T00:17:11.525051+0000","last_became_peered":"2024-03-29T00:17:11.525051+0000","last_unstale":"2024-03-29T00:17:11.525494+0000","last_undegraded":"2024-03-29T00:17:11.525494+0000","last_fullsized":"2024-03-29T00:17:11.525494+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:44:44.734146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,10],"acting":[7,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.845056+0000","last_change":"2024-03-29T00:15:22.265989+0000","last_active":"2024-03-29T00:17:11.845056+0000","last_peered":"2024-03-29T00:17:11.845056+0000","last_clean":"2024-03-29T00:17:11.845056+0000","last_became_active":"2024-03-29T00:15:22.265276+0000","last_became_peered":"2024-03-29T00:15:22.265276+0000","last_unstale":"2024-03-29T00:17:11.845056+0000","last_undegraded":"2024-03-29T00:17:11.845056+0000","last_fullsized":"2024-03-29T00:17:11.845056+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:11:14.292823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006618+0000","last_change":"2024-03-29T00:16:11.396753+0000","last_active":"2024-03-29T00:17:12.006618+0000","last_peered":"2024-03-29T00:17:12.006618+0000","last_clean":"2024-03-29T00:17:12.006618+0000","last_became_active":"2024-03-29T00:16:11.378825+0000","last_became_peered":"2024-03-29T00:16:11.378825+0000","last_unstale":"2024-03-29T00:17:12.006618+0000","last_undegraded":"2024-03-29T00:17:12.006618+0000","last_fullsized":"2024-03-29T00:17:12.006618+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:13:36.975010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516015+0000","last_change":"2024-03-29T00:15:17.742577+0000","last_active":"2024-03-29T00:17:11.516015+0000","last_peered":"2024-03-29T00:17:11.516015+0000","last_clean":"2024-03-29T00:17:11.516015+0000","last_became_active":"2024-03-29T00:15:17.742260+0000","last_became_peered":"2024-03-29T00:15:17.742260+0000","last_unstale":"2024-03-29T00:17:11.516015+0000","last_undegraded":"2024-03-29T00:17:11.516015+0000","last_fullsized":"2024-03-29T00:17:11.516015+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:24:09.583170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":16,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520640+0000","last_change":"2024-03-29T00:16:11.383634+0000","last_active":"2024-03-29T00:17:11.520640+0000","last_peered":"2024-03-29T00:17:11.520640+0000","last_clean":"2024-03-29T00:17:11.520640+0000","last_became_active":"2024-03-29T00:16:11.383327+0000","last_became_peered":"2024-03-29T00:16:11.383327+0000","last_unstale":"2024-03-29T00:17:11.520640+0000","last_undegraded":"2024-03-29T00:17:11.520640+0000","last_fullsized":"2024-03-29T00:17:11.520640+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:54:02.540252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,3,1],"acting":[8,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521361+0000","last_change":"2024-03-29T00:15:16.737747+0000","last_active":"2024-03-29T00:17:11.521361+0000","last_peered":"2024-03-29T00:17:11.521361+0000","last_clean":"2024-03-29T00:17:11.521361+0000","last_became_active":"2024-03-29T00:15:16.737425+0000","last_became_peered":"2024-03-29T00:15:16.737425+0000","last_unstale":"2024-03-29T00:17:11.521361+0000","last_undegraded":"2024-03-29T00:17:11.521361+0000","last_fullsized":"2024-03-29T00:17:11.521361+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:08:47.207767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006944+0000","last_change":"2024-03-29T00:15:17.747981+0000","last_active":"2024-03-29T00:17:12.006944+0000","last_peered":"2024-03-29T00:17:12.006944+0000","last_clean":"2024-03-29T00:17:12.006944+0000","last_became_active":"2024-03-29T00:15:17.747497+0000","last_became_peered":"2024-03-29T00:15:17.747497+0000","last_unstale":"2024-03-29T00:17:12.006944+0000","last_undegraded":"2024-03-29T00:17:12.006944+0000","last_fullsized":"2024-03-29T00:17:12.006944+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:57:16.615929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520896+0000","last_change":"2024-03-29T00:15:22.331685+0000","last_active":"2024-03-29T00:17:11.520896+0000","last_peered":"2024-03-29T00:17:11.520896+0000","last_clean":"2024-03-29T00:17:11.520896+0000","last_became_active":"2024-03-29T00:15:22.331290+0000","last_became_peered":"2024-03-29T00:15:22.331290+0000","last_unstale":"2024-03-29T00:17:11.520896+0000","last_undegraded":"2024-03-29T00:17:11.520896+0000","last_fullsized":"2024-03-29T00:17:11.520896+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:14:26.847154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521719+0000","last_change":"2024-03-29T00:15:16.760207+0000","last_active":"2024-03-29T00:17:11.521719+0000","last_peered":"2024-03-29T00:17:11.521719+0000","last_clean":"2024-03-29T00:17:11.521719+0000","last_became_active":"2024-03-29T00:15:16.759463+0000","last_became_peered":"2024-03-29T00:15:16.759463+0000","last_unstale":"2024-03-29T00:17:11.521719+0000","last_undegraded":"2024-03-29T00:17:11.521719+0000","last_fullsized":"2024-03-29T00:17:11.521719+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:36:55.457881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'4","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520111+0000","last_change":"2024-03-29T00:15:17.747579+0000","last_active":"2024-03-29T00:17:11.520111+0000","last_peered":"2024-03-29T00:17:11.520111+0000","last_clean":"2024-03-29T00:17:11.520111+0000","last_became_active":"2024-03-29T00:15:17.747149+0000","last_became_peered":"2024-03-29T00:15:17.747149+0000","last_unstale":"2024-03-29T00:17:11.520111+0000","last_undegraded":"2024-03-29T00:17:11.520111+0000","last_fullsized":"2024-03-29T00:17:11.520111+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:04:23.471964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844221+0000","last_change":"2024-03-29T00:15:22.258795+0000","last_active":"2024-03-29T00:17:11.844221+0000","last_peered":"2024-03-29T00:17:11.844221+0000","last_clean":"2024-03-29T00:17:11.844221+0000","last_became_active":"2024-03-29T00:15:22.258303+0000","last_became_peered":"2024-03-29T00:15:22.258303+0000","last_unstale":"2024-03-29T00:17:11.844221+0000","last_undegraded":"2024-03-29T00:17:11.844221+0000","last_fullsized":"2024-03-29T00:17:11.844221+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:58:57.157128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'5","reported_seq":117,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.328314+0000","last_change":"2024-03-29T00:15:16.757256+0000","last_active":"2024-03-29T00:17:12.328314+0000","last_peered":"2024-03-29T00:17:12.328314+0000","last_clean":"2024-03-29T00:17:12.328314+0000","last_became_active":"2024-03-29T00:15:16.756898+0000","last_became_peered":"2024-03-29T00:15:16.756898+0000","last_unstale":"2024-03-29T00:17:12.328314+0000","last_undegraded":"2024-03-29T00:17:12.328314+0000","last_fullsized":"2024-03-29T00:17:12.328314+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:02:53.001781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":81,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.519885+0000","last_change":"2024-03-29T00:15:17.753937+0000","last_active":"2024-03-29T00:17:11.519885+0000","last_peered":"2024-03-29T00:17:11.519885+0000","last_clean":"2024-03-29T00:17:11.519885+0000","last_became_active":"2024-03-29T00:15:17.753525+0000","last_became_peered":"2024-03-29T00:15:17.753525+0000","last_unstale":"2024-03-29T00:17:11.519885+0000","last_undegraded":"2024-03-29T00:17:11.519885+0000","last_fullsized":"2024-03-29T00:17:11.519885+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:28:33.393303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844388+0000","last_change":"2024-03-29T00:15:22.334142+0000","last_active":"2024-03-29T00:17:11.844388+0000","last_peered":"2024-03-29T00:17:11.844388+0000","last_clean":"2024-03-29T00:17:11.844388+0000","last_became_active":"2024-03-29T00:15:22.331566+0000","last_became_peered":"2024-03-29T00:15:22.331566+0000","last_unstale":"2024-03-29T00:17:11.844388+0000","last_undegraded":"2024-03-29T00:17:11.844388+0000","last_fullsized":"2024-03-29T00:17:11.844388+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:37:58.048380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516332+0000","last_change":"2024-03-29T00:15:17.753142+0000","last_active":"2024-03-29T00:17:11.516332+0000","last_peered":"2024-03-29T00:17:11.516332+0000","last_clean":"2024-03-29T00:17:11.516332+0000","last_became_active":"2024-03-29T00:15:17.752793+0000","last_became_peered":"2024-03-29T00:15:17.752793+0000","last_unstale":"2024-03-29T00:17:11.516332+0000","last_undegraded":"2024-03-29T00:17:11.516332+0000","last_fullsized":"2024-03-29T00:17:11.516332+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:40:12.067520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'6","reported_seq":122,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:14.243821+0000","last_change":"2024-03-29T00:15:16.764458+0000","last_active":"2024-03-29T00:17:14.243821+0000","last_peered":"2024-03-29T00:17:14.243821+0000","last_clean":"2024-03-29T00:17:14.243821+0000","last_became_active":"2024-03-29T00:15:16.763931+0000","last_became_peered":"2024-03-29T00:15:16.763931+0000","last_unstale":"2024-03-29T00:17:14.243821+0000","last_undegraded":"2024-03-29T00:17:14.243821+0000","last_fullsized":"2024-03-29T00:17:14.243821+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:44:51.047108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":85,"num_read_kb":85,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517980+0000","last_change":"2024-03-29T00:15:22.252176+0000","last_active":"2024-03-29T00:17:11.517980+0000","last_peered":"2024-03-29T00:17:11.517980+0000","last_clean":"2024-03-29T00:17:11.517980+0000","last_became_active":"2024-03-29T00:15:22.251693+0000","last_became_peered":"2024-03-29T00:15:22.251693+0000","last_unstale":"2024-03-29T00:17:11.517980+0000","last_undegraded":"2024-03-29T00:17:11.517980+0000","last_fullsized":"2024-03-29T00:17:11.517980+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:09:48.968796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.536069+0000","last_change":"2024-03-29T00:15:17.743986+0000","last_active":"2024-03-29T00:17:11.536069+0000","last_peered":"2024-03-29T00:17:11.536069+0000","last_clean":"2024-03-29T00:17:11.536069+0000","last_became_active":"2024-03-29T00:15:17.743642+0000","last_became_peered":"2024-03-29T00:15:17.743642+0000","last_unstale":"2024-03-29T00:17:11.536069+0000","last_undegraded":"2024-03-29T00:17:11.536069+0000","last_fullsized":"2024-03-29T00:17:11.536069+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:00:35.338004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513557+0000","last_change":"2024-03-29T00:15:16.750519+0000","last_active":"2024-03-29T00:17:11.513557+0000","last_peered":"2024-03-29T00:17:11.513557+0000","last_clean":"2024-03-29T00:17:11.513557+0000","last_became_active":"2024-03-29T00:15:16.750126+0000","last_became_peered":"2024-03-29T00:15:16.750126+0000","last_unstale":"2024-03-29T00:17:11.513557+0000","last_undegraded":"2024-03-29T00:17:11.513557+0000","last_fullsized":"2024-03-29T00:17:11.513557+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:22:51.266572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":356,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517649+0000","last_change":"2024-03-29T00:13:56.077307+0000","last_active":"2024-03-29T00:17:11.517649+0000","last_peered":"2024-03-29T00:17:11.517649+0000","last_clean":"2024-03-29T00:17:11.517649+0000","last_became_active":"2024-03-29T00:13:56.076828+0000","last_became_peered":"2024-03-29T00:13:56.076828+0000","last_unstale":"2024-03-29T00:17:11.517649+0000","last_undegraded":"2024-03-29T00:17:11.517649+0000","last_fullsized":"2024-03-29T00:17:11.517649+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:09:58.300338+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:09:58.300338+0000","last_clean_scrub_stamp":"2024-03-29T00:09:58.300338+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:33:00.731736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516664+0000","last_change":"2024-03-29T00:15:22.331730+0000","last_active":"2024-03-29T00:17:11.516664+0000","last_peered":"2024-03-29T00:17:11.516664+0000","last_clean":"2024-03-29T00:17:11.516664+0000","last_became_active":"2024-03-29T00:15:22.331367+0000","last_became_peered":"2024-03-29T00:15:22.331367+0000","last_unstale":"2024-03-29T00:17:11.516664+0000","last_undegraded":"2024-03-29T00:17:11.516664+0000","last_fullsized":"2024-03-29T00:17:11.516664+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:38:13.520007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.843261+0000","last_change":"2024-03-29T00:15:17.751266+0000","last_active":"2024-03-29T00:17:11.843261+0000","last_peered":"2024-03-29T00:17:11.843261+0000","last_clean":"2024-03-29T00:17:11.843261+0000","last_became_active":"2024-03-29T00:15:17.750845+0000","last_became_peered":"2024-03-29T00:15:17.750845+0000","last_unstale":"2024-03-29T00:17:11.843261+0000","last_undegraded":"2024-03-29T00:17:11.843261+0000","last_fullsized":"2024-03-29T00:17:11.843261+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:56:31.700591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517768+0000","last_change":"2024-03-29T00:15:16.739703+0000","last_active":"2024-03-29T00:17:11.517768+0000","last_peered":"2024-03-29T00:17:11.517768+0000","last_clean":"2024-03-29T00:17:11.517768+0000","last_became_active":"2024-03-29T00:15:16.739380+0000","last_became_peered":"2024-03-29T00:15:16.739380+0000","last_unstale":"2024-03-29T00:17:11.517768+0000","last_undegraded":"2024-03-29T00:17:11.517768+0000","last_fullsized":"2024-03-29T00:17:11.517768+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:53:02.586209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006744+0000","last_change":"2024-03-29T00:15:22.254899+0000","last_active":"2024-03-29T00:17:12.006744+0000","last_peered":"2024-03-29T00:17:12.006744+0000","last_clean":"2024-03-29T00:17:12.006744+0000","last_became_active":"2024-03-29T00:15:22.254531+0000","last_became_peered":"2024-03-29T00:15:22.254531+0000","last_unstale":"2024-03-29T00:17:12.006744+0000","last_undegraded":"2024-03-29T00:17:12.006744+0000","last_fullsized":"2024-03-29T00:17:12.006744+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:00:17.095776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521190+0000","last_change":"2024-03-29T00:15:16.754030+0000","last_active":"2024-03-29T00:17:11.521190+0000","last_peered":"2024-03-29T00:17:11.521190+0000","last_clean":"2024-03-29T00:17:11.521190+0000","last_became_active":"2024-03-29T00:15:16.753722+0000","last_became_peered":"2024-03-29T00:15:16.753722+0000","last_unstale":"2024-03-29T00:17:11.521190+0000","last_undegraded":"2024-03-29T00:17:11.521190+0000","last_fullsized":"2024-03-29T00:17:11.521190+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:25:25.763692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844551+0000","last_change":"2024-03-29T00:15:17.754428+0000","last_active":"2024-03-29T00:17:11.844551+0000","last_peered":"2024-03-29T00:17:11.844551+0000","last_clean":"2024-03-29T00:17:11.844551+0000","last_became_active":"2024-03-29T00:15:17.754106+0000","last_became_peered":"2024-03-29T00:15:17.754106+0000","last_unstale":"2024-03-29T00:17:11.844551+0000","last_undegraded":"2024-03-29T00:17:11.844551+0000","last_fullsized":"2024-03-29T00:17:11.844551+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:33:38.677889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.535029+0000","last_change":"2024-03-29T00:15:22.332677+0000","last_active":"2024-03-29T00:17:11.535029+0000","last_peered":"2024-03-29T00:17:11.535029+0000","last_clean":"2024-03-29T00:17:11.535029+0000","last_became_active":"2024-03-29T00:15:22.331076+0000","last_became_peered":"2024-03-29T00:15:22.331076+0000","last_unstale":"2024-03-29T00:17:11.535029+0000","last_undegraded":"2024-03-29T00:17:11.535029+0000","last_fullsized":"2024-03-29T00:17:11.535029+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T12:15:01.211136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"91'13","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.525616+0000","last_change":"2024-03-29T00:15:16.759031+0000","last_active":"2024-03-29T00:17:11.525616+0000","last_peered":"2024-03-29T00:17:11.525616+0000","last_clean":"2024-03-29T00:17:11.525616+0000","last_became_active":"2024-03-29T00:15:16.758640+0000","last_became_peered":"2024-03-29T00:15:16.758640+0000","last_unstale":"2024-03-29T00:17:11.525616+0000","last_undegraded":"2024-03-29T00:17:11.525616+0000","last_fullsized":"2024-03-29T00:17:11.525616+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T12:03:49.527926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.537670+0000","last_change":"2024-03-29T00:15:17.761606+0000","last_active":"2024-03-29T00:17:11.537670+0000","last_peered":"2024-03-29T00:17:11.537670+0000","last_clean":"2024-03-29T00:17:11.537670+0000","last_became_active":"2024-03-29T00:15:17.750902+0000","last_became_peered":"2024-03-29T00:15:17.750902+0000","last_unstale":"2024-03-29T00:17:11.537670+0000","last_undegraded":"2024-03-29T00:17:11.537670+0000","last_fullsized":"2024-03-29T00:17:11.537670+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:39:20.263613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840524+0000","last_change":"2024-03-29T00:15:22.247058+0000","last_active":"2024-03-29T00:17:11.840524+0000","last_peered":"2024-03-29T00:17:11.840524+0000","last_clean":"2024-03-29T00:17:11.840524+0000","last_became_active":"2024-03-29T00:15:22.246723+0000","last_became_peered":"2024-03-29T00:15:22.246723+0000","last_unstale":"2024-03-29T00:17:11.840524+0000","last_undegraded":"2024-03-29T00:17:11.840524+0000","last_fullsized":"2024-03-29T00:17:11.840524+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:11:31.051679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513948+0000","last_change":"2024-03-29T00:15:16.755790+0000","last_active":"2024-03-29T00:17:11.513948+0000","last_peered":"2024-03-29T00:17:11.513948+0000","last_clean":"2024-03-29T00:17:11.513948+0000","last_became_active":"2024-03-29T00:15:16.755497+0000","last_became_peered":"2024-03-29T00:15:16.755497+0000","last_unstale":"2024-03-29T00:17:11.513948+0000","last_undegraded":"2024-03-29T00:17:11.513948+0000","last_fullsized":"2024-03-29T00:17:11.513948+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:28:53.920617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516001+0000","last_change":"2024-03-29T00:15:17.763133+0000","last_active":"2024-03-29T00:17:11.516001+0000","last_peered":"2024-03-29T00:17:11.516001+0000","last_clean":"2024-03-29T00:17:11.516001+0000","last_became_active":"2024-03-29T00:15:17.762562+0000","last_became_peered":"2024-03-29T00:15:17.762562+0000","last_unstale":"2024-03-29T00:17:11.516001+0000","last_undegraded":"2024-03-29T00:17:11.516001+0000","last_fullsized":"2024-03-29T00:17:11.516001+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:03:04.244891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513644+0000","last_change":"2024-03-29T00:15:22.331867+0000","last_active":"2024-03-29T00:17:11.513644+0000","last_peered":"2024-03-29T00:17:11.513644+0000","last_clean":"2024-03-29T00:17:11.513644+0000","last_became_active":"2024-03-29T00:15:22.331408+0000","last_became_peered":"2024-03-29T00:15:22.331408+0000","last_unstale":"2024-03-29T00:17:11.513644+0000","last_undegraded":"2024-03-29T00:17:11.513644+0000","last_fullsized":"2024-03-29T00:17:11.513644+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:31:14.680523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.697984+0000","last_change":"2024-03-29T00:15:16.750554+0000","last_active":"2024-03-29T00:17:11.697984+0000","last_peered":"2024-03-29T00:17:11.697984+0000","last_clean":"2024-03-29T00:17:11.697984+0000","last_became_active":"2024-03-29T00:15:16.750207+0000","last_became_peered":"2024-03-29T00:15:16.750207+0000","last_unstale":"2024-03-29T00:17:11.697984+0000","last_undegraded":"2024-03-29T00:17:11.697984+0000","last_fullsized":"2024-03-29T00:17:11.697984+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:40:01.789688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520679+0000","last_change":"2024-03-29T00:15:17.741963+0000","last_active":"2024-03-29T00:17:11.520679+0000","last_peered":"2024-03-29T00:17:11.520679+0000","last_clean":"2024-03-29T00:17:11.520679+0000","last_became_active":"2024-03-29T00:15:17.741603+0000","last_became_peered":"2024-03-29T00:15:17.741603+0000","last_unstale":"2024-03-29T00:17:11.520679+0000","last_undegraded":"2024-03-29T00:17:11.520679+0000","last_fullsized":"2024-03-29T00:17:11.520679+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:48:52.811410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.525439+0000","last_change":"2024-03-29T00:15:22.243509+0000","last_active":"2024-03-29T00:17:11.525439+0000","last_peered":"2024-03-29T00:17:11.525439+0000","last_clean":"2024-03-29T00:17:11.525439+0000","last_became_active":"2024-03-29T00:15:22.242955+0000","last_became_peered":"2024-03-29T00:15:22.242955+0000","last_unstale":"2024-03-29T00:17:11.525439+0000","last_undegraded":"2024-03-29T00:17:11.525439+0000","last_fullsized":"2024-03-29T00:17:11.525439+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:27:56.810827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.535414+0000","last_change":"2024-03-29T00:15:16.756972+0000","last_active":"2024-03-29T00:17:11.535414+0000","last_peered":"2024-03-29T00:17:11.535414+0000","last_clean":"2024-03-29T00:17:11.535414+0000","last_became_active":"2024-03-29T00:15:16.755910+0000","last_became_peered":"2024-03-29T00:15:16.755910+0000","last_unstale":"2024-03-29T00:17:11.535414+0000","last_undegraded":"2024-03-29T00:17:11.535414+0000","last_fullsized":"2024-03-29T00:17:11.535414+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:45:26.326485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006665+0000","last_change":"2024-03-29T00:15:17.759071+0000","last_active":"2024-03-29T00:17:12.006665+0000","last_peered":"2024-03-29T00:17:12.006665+0000","last_clean":"2024-03-29T00:17:12.006665+0000","last_became_active":"2024-03-29T00:15:17.758793+0000","last_became_peered":"2024-03-29T00:15:17.758793+0000","last_unstale":"2024-03-29T00:17:12.006665+0000","last_undegraded":"2024-03-29T00:17:12.006665+0000","last_fullsized":"2024-03-29T00:17:12.006665+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:51:05.627301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"89'1","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513624+0000","last_change":"2024-03-29T00:16:11.374400+0000","last_active":"2024-03-29T00:17:11.513624+0000","last_peered":"2024-03-29T00:17:11.513624+0000","last_clean":"2024-03-29T00:17:11.513624+0000","last_became_active":"2024-03-29T00:16:11.368663+0000","last_became_peered":"2024-03-29T00:16:11.368663+0000","last_unstale":"2024-03-29T00:17:11.513624+0000","last_undegraded":"2024-03-29T00:17:11.513624+0000","last_fullsized":"2024-03-29T00:17:11.513624+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:23:23.329544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,7,8],"acting":[4,10,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'3","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006683+0000","last_change":"2024-03-29T00:16:11.381348+0000","last_active":"2024-03-29T00:17:12.006683+0000","last_peered":"2024-03-29T00:17:12.006683+0000","last_clean":"2024-03-29T00:17:12.006683+0000","last_became_active":"2024-03-29T00:16:11.370431+0000","last_became_peered":"2024-03-29T00:16:11.370431+0000","last_unstale":"2024-03-29T00:17:12.006683+0000","last_undegraded":"2024-03-29T00:17:12.006683+0000","last_fullsized":"2024-03-29T00:17:12.006683+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:02:43.133885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.536357+0000","last_change":"2024-03-29T00:15:17.755185+0000","last_active":"2024-03-29T00:17:11.536357+0000","last_peered":"2024-03-29T00:17:11.536357+0000","last_clean":"2024-03-29T00:17:11.536357+0000","last_became_active":"2024-03-29T00:15:17.754817+0000","last_became_peered":"2024-03-29T00:15:17.754817+0000","last_unstale":"2024-03-29T00:17:11.536357+0000","last_undegraded":"2024-03-29T00:17:11.536357+0000","last_fullsized":"2024-03-29T00:17:11.536357+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:59:34.862960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513631+0000","last_change":"2024-03-29T00:15:22.331985+0000","last_active":"2024-03-29T00:17:11.513631+0000","last_peered":"2024-03-29T00:17:11.513631+0000","last_clean":"2024-03-29T00:17:11.513631+0000","last_became_active":"2024-03-29T00:15:22.331182+0000","last_became_peered":"2024-03-29T00:15:22.331182+0000","last_unstale":"2024-03-29T00:17:11.513631+0000","last_undegraded":"2024-03-29T00:17:11.513631+0000","last_fullsized":"2024-03-29T00:17:11.513631+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:43:00.065112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":48,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520933+0000","last_change":"2024-03-29T00:16:11.372845+0000","last_active":"2024-03-29T00:17:11.520933+0000","last_peered":"2024-03-29T00:17:11.520933+0000","last_clean":"2024-03-29T00:17:11.520933+0000","last_became_active":"2024-03-29T00:16:11.368699+0000","last_became_peered":"2024-03-29T00:16:11.368699+0000","last_unstale":"2024-03-29T00:17:11.520933+0000","last_undegraded":"2024-03-29T00:17:11.520933+0000","last_fullsized":"2024-03-29T00:17:11.520933+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:36:28.813566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517887+0000","last_change":"2024-03-29T00:15:17.755596+0000","last_active":"2024-03-29T00:17:11.517887+0000","last_peered":"2024-03-29T00:17:11.517887+0000","last_clean":"2024-03-29T00:17:11.517887+0000","last_became_active":"2024-03-29T00:15:17.755190+0000","last_became_peered":"2024-03-29T00:15:17.755190+0000","last_unstale":"2024-03-29T00:17:11.517887+0000","last_undegraded":"2024-03-29T00:17:11.517887+0000","last_fullsized":"2024-03-29T00:17:11.517887+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:48:41.431496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698008+0000","last_change":"2024-03-29T00:15:22.257641+0000","last_active":"2024-03-29T00:17:11.698008+0000","last_peered":"2024-03-29T00:17:11.698008+0000","last_clean":"2024-03-29T00:17:11.698008+0000","last_became_active":"2024-03-29T00:15:22.257047+0000","last_became_peered":"2024-03-29T00:15:22.257047+0000","last_unstale":"2024-03-29T00:17:11.698008+0000","last_undegraded":"2024-03-29T00:17:11.698008+0000","last_fullsized":"2024-03-29T00:17:11.698008+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:10:50.161440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'5","reported_seq":89,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:15.497391+0000","last_change":"2024-03-29T00:16:11.401316+0000","last_active":"2024-03-29T00:17:15.497391+0000","last_peered":"2024-03-29T00:17:15.497391+0000","last_clean":"2024-03-29T00:17:15.497391+0000","last_became_active":"2024-03-29T00:16:11.378865+0000","last_became_peered":"2024-03-29T00:16:11.378865+0000","last_unstale":"2024-03-29T00:17:15.497391+0000","last_undegraded":"2024-03-29T00:17:15.497391+0000","last_fullsized":"2024-03-29T00:17:15.497391+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:18:21.329789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":67,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1170,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.518253+0000","last_change":"2024-03-29T00:15:17.748736+0000","last_active":"2024-03-29T00:17:11.518253+0000","last_peered":"2024-03-29T00:17:11.518253+0000","last_clean":"2024-03-29T00:17:11.518253+0000","last_became_active":"2024-03-29T00:15:17.745775+0000","last_became_peered":"2024-03-29T00:15:17.745775+0000","last_unstale":"2024-03-29T00:17:11.518253+0000","last_undegraded":"2024-03-29T00:17:11.518253+0000","last_fullsized":"2024-03-29T00:17:11.518253+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:06:39.822454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.515641+0000","last_change":"2024-03-29T00:15:22.262426+0000","last_active":"2024-03-29T00:17:11.515641+0000","last_peered":"2024-03-29T00:17:11.515641+0000","last_clean":"2024-03-29T00:17:11.515641+0000","last_became_active":"2024-03-29T00:15:22.261828+0000","last_became_peered":"2024-03-29T00:15:22.261828+0000","last_unstale":"2024-03-29T00:17:11.515641+0000","last_undegraded":"2024-03-29T00:17:11.515641+0000","last_fullsized":"2024-03-29T00:17:11.515641+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:17:58.817324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"89'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516654+0000","last_change":"2024-03-29T00:15:16.757515+0000","last_active":"2024-03-29T00:17:11.516654+0000","last_peered":"2024-03-29T00:17:11.516654+0000","last_clean":"2024-03-29T00:17:11.516654+0000","last_became_active":"2024-03-29T00:15:16.757074+0000","last_became_peered":"2024-03-29T00:15:16.757074+0000","last_unstale":"2024-03-29T00:17:11.516654+0000","last_undegraded":"2024-03-29T00:17:11.516654+0000","last_fullsized":"2024-03-29T00:17:11.516654+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:55:05.985087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'6","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517763+0000","last_change":"2024-03-29T00:15:17.763725+0000","last_active":"2024-03-29T00:17:11.517763+0000","last_peered":"2024-03-29T00:17:11.517763+0000","last_clean":"2024-03-29T00:17:11.517763+0000","last_became_active":"2024-03-29T00:15:17.762797+0000","last_became_peered":"2024-03-29T00:15:17.762797+0000","last_unstale":"2024-03-29T00:17:11.517763+0000","last_undegraded":"2024-03-29T00:17:11.517763+0000","last_fullsized":"2024-03-29T00:17:11.517763+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:37:56.291010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.515843+0000","last_change":"2024-03-29T00:15:22.245891+0000","last_active":"2024-03-29T00:17:11.515843+0000","last_peered":"2024-03-29T00:17:11.515843+0000","last_clean":"2024-03-29T00:17:11.515843+0000","last_became_active":"2024-03-29T00:15:22.245500+0000","last_became_peered":"2024-03-29T00:15:22.245500+0000","last_unstale":"2024-03-29T00:17:11.515843+0000","last_undegraded":"2024-03-29T00:17:11.515843+0000","last_fullsized":"2024-03-29T00:17:11.515843+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:07:29.639048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844967+0000","last_change":"2024-03-29T00:15:16.759862+0000","last_active":"2024-03-29T00:17:11.844967+0000","last_peered":"2024-03-29T00:17:11.844967+0000","last_clean":"2024-03-29T00:17:11.844967+0000","last_became_active":"2024-03-29T00:15:16.759540+0000","last_became_peered":"2024-03-29T00:15:16.759540+0000","last_unstale":"2024-03-29T00:17:11.844967+0000","last_undegraded":"2024-03-29T00:17:11.844967+0000","last_fullsized":"2024-03-29T00:17:11.844967+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:41:21.462551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.518133+0000","last_change":"2024-03-29T00:15:17.744112+0000","last_active":"2024-03-29T00:17:11.518133+0000","last_peered":"2024-03-29T00:17:11.518133+0000","last_clean":"2024-03-29T00:17:11.518133+0000","last_became_active":"2024-03-29T00:15:17.743708+0000","last_became_peered":"2024-03-29T00:15:17.743708+0000","last_unstale":"2024-03-29T00:17:11.518133+0000","last_undegraded":"2024-03-29T00:17:11.518133+0000","last_fullsized":"2024-03-29T00:17:11.518133+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:47:24.123200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006748+0000","last_change":"2024-03-29T00:15:17.742382+0000","last_active":"2024-03-29T00:17:12.006748+0000","last_peered":"2024-03-29T00:17:12.006748+0000","last_clean":"2024-03-29T00:17:12.006748+0000","last_became_active":"2024-03-29T00:15:17.741772+0000","last_became_peered":"2024-03-29T00:15:17.741772+0000","last_unstale":"2024-03-29T00:17:12.006748+0000","last_undegraded":"2024-03-29T00:17:12.006748+0000","last_fullsized":"2024-03-29T00:17:12.006748+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:36:52.477474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840764+0000","last_change":"2024-03-29T00:15:17.747360+0000","last_active":"2024-03-29T00:17:11.840764+0000","last_peered":"2024-03-29T00:17:11.840764+0000","last_clean":"2024-03-29T00:17:11.840764+0000","last_became_active":"2024-03-29T00:15:17.746960+0000","last_became_peered":"2024-03-29T00:15:17.746960+0000","last_unstale":"2024-03-29T00:17:11.840764+0000","last_undegraded":"2024-03-29T00:17:11.840764+0000","last_fullsized":"2024-03-29T00:17:11.840764+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:29:04.245617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840583+0000","last_change":"2024-03-29T00:15:17.763386+0000","last_active":"2024-03-29T00:17:11.840583+0000","last_peered":"2024-03-29T00:17:11.840583+0000","last_clean":"2024-03-29T00:17:11.840583+0000","last_became_active":"2024-03-29T00:15:17.762972+0000","last_became_peered":"2024-03-29T00:15:17.762972+0000","last_unstale":"2024-03-29T00:17:11.840583+0000","last_undegraded":"2024-03-29T00:17:11.840583+0000","last_fullsized":"2024-03-29T00:17:11.840583+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:33:54.108262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516542+0000","last_change":"2024-03-29T00:15:17.748468+0000","last_active":"2024-03-29T00:17:11.516542+0000","last_peered":"2024-03-29T00:17:11.516542+0000","last_clean":"2024-03-29T00:17:11.516542+0000","last_became_active":"2024-03-29T00:15:17.748140+0000","last_became_peered":"2024-03-29T00:15:17.748140+0000","last_unstale":"2024-03-29T00:17:11.516542+0000","last_undegraded":"2024-03-29T00:17:11.516542+0000","last_fullsized":"2024-03-29T00:17:11.516542+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:05:46.198137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844669+0000","last_change":"2024-03-29T00:15:17.759988+0000","last_active":"2024-03-29T00:17:11.844669+0000","last_peered":"2024-03-29T00:17:11.844669+0000","last_clean":"2024-03-29T00:17:11.844669+0000","last_became_active":"2024-03-29T00:15:17.759504+0000","last_became_peered":"2024-03-29T00:15:17.759504+0000","last_unstale":"2024-03-29T00:17:11.844669+0000","last_undegraded":"2024-03-29T00:17:11.844669+0000","last_fullsized":"2024-03-29T00:17:11.844669+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:58:27.582982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.007040+0000","last_change":"2024-03-29T00:15:17.744141+0000","last_active":"2024-03-29T00:17:12.007040+0000","last_peered":"2024-03-29T00:17:12.007040+0000","last_clean":"2024-03-29T00:17:12.007040+0000","last_became_active":"2024-03-29T00:15:17.743805+0000","last_became_peered":"2024-03-29T00:15:17.743805+0000","last_unstale":"2024-03-29T00:17:12.007040+0000","last_undegraded":"2024-03-29T00:17:12.007040+0000","last_fullsized":"2024-03-29T00:17:12.007040+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:04:07.966256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.841018+0000","last_change":"2024-03-29T00:15:17.752140+0000","last_active":"2024-03-29T00:17:11.841018+0000","last_peered":"2024-03-29T00:17:11.841018+0000","last_clean":"2024-03-29T00:17:11.841018+0000","last_became_active":"2024-03-29T00:15:17.751759+0000","last_became_peered":"2024-03-29T00:15:17.751759+0000","last_unstale":"2024-03-29T00:17:11.841018+0000","last_undegraded":"2024-03-29T00:17:11.841018+0000","last_fullsized":"2024-03-29T00:17:11.841018+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:17:23.236350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.538104+0000","last_change":"2024-03-29T00:15:17.763285+0000","last_active":"2024-03-29T00:17:11.538104+0000","last_peered":"2024-03-29T00:17:11.538104+0000","last_clean":"2024-03-29T00:17:11.538104+0000","last_became_active":"2024-03-29T00:15:17.762191+0000","last_became_peered":"2024-03-29T00:15:17.762191+0000","last_unstale":"2024-03-29T00:17:11.538104+0000","last_undegraded":"2024-03-29T00:17:11.538104+0000","last_fullsized":"2024-03-29T00:17:11.538104+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:52:34.725218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516028+0000","last_change":"2024-03-29T00:15:17.749185+0000","last_active":"2024-03-29T00:17:11.516028+0000","last_peered":"2024-03-29T00:17:11.516028+0000","last_clean":"2024-03-29T00:17:11.516028+0000","last_became_active":"2024-03-29T00:15:17.748852+0000","last_became_peered":"2024-03-29T00:15:17.748852+0000","last_unstale":"2024-03-29T00:17:11.516028+0000","last_undegraded":"2024-03-29T00:17:11.516028+0000","last_fullsized":"2024-03-29T00:17:11.516028+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:04:08.743214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.535339+0000","last_change":"2024-03-29T00:15:17.747145+0000","last_active":"2024-03-29T00:17:11.535339+0000","last_peered":"2024-03-29T00:17:11.535339+0000","last_clean":"2024-03-29T00:17:11.535339+0000","last_became_active":"2024-03-29T00:15:17.746795+0000","last_became_peered":"2024-03-29T00:15:17.746795+0000","last_unstale":"2024-03-29T00:17:11.535339+0000","last_undegraded":"2024-03-29T00:17:11.535339+0000","last_fullsized":"2024-03-29T00:17:11.535339+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:20:28.927677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698208+0000","last_change":"2024-03-29T00:15:17.763375+0000","last_active":"2024-03-29T00:17:11.698208+0000","last_peered":"2024-03-29T00:17:11.698208+0000","last_clean":"2024-03-29T00:17:11.698208+0000","last_became_active":"2024-03-29T00:15:17.762922+0000","last_became_peered":"2024-03-29T00:15:17.762922+0000","last_unstale":"2024-03-29T00:17:11.698208+0000","last_undegraded":"2024-03-29T00:17:11.698208+0000","last_fullsized":"2024-03-29T00:17:11.698208+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:35:36.998503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844071+0000","last_change":"2024-03-29T00:15:17.760649+0000","last_active":"2024-03-29T00:17:11.844071+0000","last_peered":"2024-03-29T00:17:11.844071+0000","last_clean":"2024-03-29T00:17:11.844071+0000","last_became_active":"2024-03-29T00:15:17.760283+0000","last_became_peered":"2024-03-29T00:15:17.760283+0000","last_unstale":"2024-03-29T00:17:11.844071+0000","last_undegraded":"2024-03-29T00:17:11.844071+0000","last_fullsized":"2024-03-29T00:17:11.844071+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:42:48.432581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006933+0000","last_change":"2024-03-29T00:15:17.742580+0000","last_active":"2024-03-29T00:17:12.006933+0000","last_peered":"2024-03-29T00:17:12.006933+0000","last_clean":"2024-03-29T00:17:12.006933+0000","last_became_active":"2024-03-29T00:15:17.742213+0000","last_became_peered":"2024-03-29T00:15:17.742213+0000","last_unstale":"2024-03-29T00:17:12.006933+0000","last_undegraded":"2024-03-29T00:17:12.006933+0000","last_fullsized":"2024-03-29T00:17:12.006933+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:43:21.381773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":70918,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":865,"num_read_kb":520,"num_write":252,"num_write_kb":149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":1282,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":577536,"data_stored":212754,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":220,"ondisk_log_size":220,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383718,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1073152,"data_stored":520311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645355,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28744,"kb_used_data":1724,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716408,"statfs":{"total":95995035648,"available":95965601792,"internally_reserved":0,"allocated":1765376,"data_stored":1175075,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808881,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32248,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712904,"statfs":{"total":95995035648,"available":95962013696,"internally_reserved":0,"allocated":1089536,"data_stored":520129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070520,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1077248,"data_stored":520395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332156,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36984,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708168,"statfs":{"total":95995035648,"available":95957164032,"internally_reserved":0,"allocated":1683456,"data_stored":1117677,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495683,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28064,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717088,"statfs":{"total":95995035648,"available":95966298112,"internally_reserved":0,"allocated":1064960,"data_stored":515633,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574945,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28140,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717012,"statfs":{"total":95995035648,"available":95966220288,"internally_reserved":0,"allocated":1142784,"data_stored":581265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738470,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28088,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717064,"statfs":{"total":95995035648,"available":95966273536,"internally_reserved":0,"allocated":1089536,"data_stored":517089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411420,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36464,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708688,"statfs":{"total":95995035648,"available":95957696512,"internally_reserved":0,"allocated":1146880,"data_stored":579677,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182484,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32236,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712916,"statfs":{"total":95995035648,"available":95962025984,"internally_reserved":0,"allocated":1077248,"data_stored":515341,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920848,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1073152,"data_stored":520239,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757321,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28672,"kb_used_data":1652,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716480,"statfs":{"total":95995035648,"available":95965675520,"internally_reserved":0,"allocated":1691648,"data_stored":1112727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":66354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":64766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":4206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":65700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-29T00:17:20.114 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph pg dump --format=json 2024-03-29T00:17:20.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:19 smithi053 ceph-mon[36233]: from='client.25078 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-29T00:17:20.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:19 smithi069 ceph-mon[36074]: from='client.25078 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-29T00:17:20.587 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:17:21.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:20 smithi012 ceph-mon[31657]: pgmap v388: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 773 B/s wr, 11 op/s 2024-03-29T00:17:21.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:20 smithi053 ceph-mon[36233]: pgmap v388: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 773 B/s wr, 11 op/s 2024-03-29T00:17:21.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:20 smithi069 ceph-mon[36074]: pgmap v388: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 773 B/s wr, 11 op/s 2024-03-29T00:17:22.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.720+0000 7fbfeea00700 1 -- 172.21.15.12:0/1450189662 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbfe8074d90 msgr2=0x7fbfe810e700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:22.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.720+0000 7fbfeea00700 1 --2- 172.21.15.12:0/1450189662 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbfe8074d90 0x7fbfe810e700 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fbfd00098f0 tx=0x7fbfd0009c00 comp rx=0 tx=0).stop 2024-03-29T00:17:22.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.720+0000 7fbfeea00700 1 -- 172.21.15.12:0/1450189662 shutdown_connections 2024-03-29T00:17:22.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.720+0000 7fbfeea00700 1 --2- 172.21.15.12:0/1450189662 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbfe810ec40 0x7fbfe8111030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:22.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.720+0000 7fbfeea00700 1 --2- 172.21.15.12:0/1450189662 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbfe8074470 0x7fbfe8074850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:22.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.720+0000 7fbfeea00700 1 --2- 172.21.15.12:0/1450189662 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbfe8074d90 0x7fbfe810e700 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:22.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.720+0000 7fbfeea00700 1 -- 172.21.15.12:0/1450189662 >> 172.21.15.12:0/1450189662 conn(0x7fbfe80793a0 msgr2=0x7fbfe80797b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:22.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.720+0000 7fbfeea00700 1 -- 172.21.15.12:0/1450189662 shutdown_connections 2024-03-29T00:17:22.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.720+0000 7fbfeea00700 1 -- 172.21.15.12:0/1450189662 wait complete. 2024-03-29T00:17:22.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.721+0000 7fbfeea00700 1 Processor -- start 2024-03-29T00:17:22.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.721+0000 7fbfeea00700 1 -- start start 2024-03-29T00:17:22.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.722+0000 7fbfeea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbfe8074470 0x7fbfe819ade0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:22.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.722+0000 7fbfeea00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbfe8074d90 0x7fbfe819b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:22.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.722+0000 7fbfeea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbfe810ec40 0x7fbfe819f660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:22.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.722+0000 7fbfeea00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fbfe8114970 con 0x7fbfe8074470 2024-03-29T00:17:22.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.722+0000 7fbfeea00700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fbfe81147f0 con 0x7fbfe8074d90 2024-03-29T00:17:22.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.722+0000 7fbfeea00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fbfe8114af0 con 0x7fbfe810ec40 2024-03-29T00:17:22.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.722+0000 7fbfdf400700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbfe8074d90 0x7fbfe819b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:22.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.722+0000 7fbfeca00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbfe810ec40 0x7fbfe819f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:22.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.722+0000 7fbfdf400700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbfe8074d90 0x7fbfe819b320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36418/0 (socket says 172.21.15.12:36418) 2024-03-29T00:17:22.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.722+0000 7fbfeca00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbfe810ec40 0x7fbfe819f660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:48286/0 (socket says 172.21.15.12:48286) 2024-03-29T00:17:22.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.722+0000 7fbfdf400700 1 -- 172.21.15.12:0/1095601243 learned_addr learned my addr 172.21.15.12:0/1095601243 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:22.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.722+0000 7fbfe7e00700 1 --2- 172.21.15.12:0/1095601243 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbfe8074470 0x7fbfe819ade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:22.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.722+0000 7fbfdf400700 1 -- 172.21.15.12:0/1095601243 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbfe810ec40 msgr2=0x7fbfe819f660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:22.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.722+0000 7fbfdf400700 1 --2- 172.21.15.12:0/1095601243 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbfe810ec40 0x7fbfe819f660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:22.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.722+0000 7fbfdf400700 1 -- 172.21.15.12:0/1095601243 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbfe8074470 msgr2=0x7fbfe819ade0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:22.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.722+0000 7fbfdf400700 1 --2- 172.21.15.12:0/1095601243 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbfe8074470 0x7fbfe819ade0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:22.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.723+0000 7fbfdf400700 1 -- 172.21.15.12:0/1095601243 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfe819fda0 con 0x7fbfe8074d90 2024-03-29T00:17:22.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.723+0000 7fbfeca00700 1 --2- 172.21.15.12:0/1095601243 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbfe810ec40 0x7fbfe819f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:17:22.726 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.723+0000 7fbfdf400700 1 --2- 172.21.15.12:0/1095601243 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbfe8074d90 0x7fbfe819b320 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fbfd0010f70 tx=0x7fbfd0010fa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:22.726 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.723+0000 7fbfe5600700 1 -- 172.21.15.12:0/1095601243 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfd0027070 con 0x7fbfe8074d90 2024-03-29T00:17:22.726 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.723+0000 7fbfe5600700 1 -- 172.21.15.12:0/1095601243 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fbfd000fa60 con 0x7fbfe8074d90 2024-03-29T00:17:22.726 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.723+0000 7fbfeea00700 1 -- 172.21.15.12:0/1095601243 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbfe81a0030 con 0x7fbfe8074d90 2024-03-29T00:17:22.726 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.723+0000 7fbfe5600700 1 -- 172.21.15.12:0/1095601243 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfd0004990 con 0x7fbfe8074d90 2024-03-29T00:17:22.726 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.723+0000 7fbfeea00700 1 -- 172.21.15.12:0/1095601243 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbfe81a7910 con 0x7fbfe8074d90 2024-03-29T00:17:22.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.724+0000 7fbfeea00700 1 -- 172.21.15.12:0/1095601243 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbfe8068f00 con 0x7fbfe8074d90 2024-03-29T00:17:22.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.726+0000 7fbfe5600700 1 -- 172.21.15.12:0/1095601243 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fbfd002a070 con 0x7fbfe8074d90 2024-03-29T00:17:22.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.727+0000 7fbfe5600700 1 --2- 172.21.15.12:0/1095601243 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fbfcc0a1e90 0x7fbfcc0a4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:22.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.728+0000 7fbfe5600700 1 -- 172.21.15.12:0/1095601243 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fbfd00ceb70 con 0x7fbfe8074d90 2024-03-29T00:17:22.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.728+0000 7fbfe7e00700 1 --2- 172.21.15.12:0/1095601243 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fbfcc0a1e90 0x7fbfcc0a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:22.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.728+0000 7fbfe7e00700 1 --2- 172.21.15.12:0/1095601243 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fbfcc0a1e90 0x7fbfcc0a4350 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fbfd800f540 tx=0x7fbfd800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:22.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.732+0000 7fbfe5600700 1 -- 172.21.15.12:0/1095601243 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fbfd005e280 con 0x7fbfe8074d90 2024-03-29T00:17:22.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.954+0000 7fbfeea00700 1 -- 172.21.15.12:0/1095601243 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbfe80ffac0 con 0x7fbfcc0a1e90 2024-03-29T00:17:22.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.983+0000 7fbfe5600700 1 -- 172.21.15.12:0/1095601243 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340545 (secure 0 0 0) 0x7fbfe80ffac0 con 0x7fbfcc0a1e90 2024-03-29T00:17:22.986 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:17:22.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.992+0000 7fbfeea00700 1 -- 172.21.15.12:0/1095601243 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fbfcc0a1e90 msgr2=0x7fbfcc0a4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:22.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.993+0000 7fbfeea00700 1 --2- 172.21.15.12:0/1095601243 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fbfcc0a1e90 0x7fbfcc0a4350 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fbfd800f540 tx=0x7fbfd800b040 comp rx=0 tx=0).stop 2024-03-29T00:17:22.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.993+0000 7fbfeea00700 1 -- 172.21.15.12:0/1095601243 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbfe8074d90 msgr2=0x7fbfe819b320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:22.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.993+0000 7fbfeea00700 1 --2- 172.21.15.12:0/1095601243 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbfe8074d90 0x7fbfe819b320 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fbfd0010f70 tx=0x7fbfd0010fa0 comp rx=0 tx=0).stop 2024-03-29T00:17:22.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.993+0000 7fbfeea00700 1 -- 172.21.15.12:0/1095601243 shutdown_connections 2024-03-29T00:17:22.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.993+0000 7fbfeea00700 1 --2- 172.21.15.12:0/1095601243 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fbfcc0a1e90 0x7fbfcc0a4350 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:22.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.993+0000 7fbfeea00700 1 --2- 172.21.15.12:0/1095601243 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbfe810ec40 0x7fbfe819f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:22.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.993+0000 7fbfeea00700 1 --2- 172.21.15.12:0/1095601243 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbfe8074470 0x7fbfe819ade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:22.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.993+0000 7fbfeea00700 1 --2- 172.21.15.12:0/1095601243 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbfe8074d90 0x7fbfe819b320 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:22.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.993+0000 7fbfeea00700 1 -- 172.21.15.12:0/1095601243 >> 172.21.15.12:0/1095601243 conn(0x7fbfe80793a0 msgr2=0x7fbfe80ff3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:22.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.993+0000 7fbfeea00700 1 -- 172.21.15.12:0/1095601243 shutdown_connections 2024-03-29T00:17:22.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:22.993+0000 7fbfeea00700 1 -- 172.21.15.12:0/1095601243 wait complete. 2024-03-29T00:17:22.996 INFO:teuthology.orchestra.run.smithi012.stderr:dumped all 2024-03-29T00:17:23.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:22 smithi053 ceph-mon[36233]: pgmap v389: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 598 B/s wr, 11 op/s 2024-03-29T00:17:23.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:22 smithi069 ceph-mon[36074]: pgmap v389: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 598 B/s wr, 11 op/s 2024-03-29T00:17:23.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:22 smithi012 ceph-mon[31657]: pgmap v389: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 598 B/s wr, 11 op/s 2024-03-29T00:17:23.822 INFO:teuthology.orchestra.run.smithi012.stdout:{"pg_ready":true,"pg_map":{"version":389,"stamp":"2024-03-29T00:17:21.783976+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":661520,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1011,"num_read_kb":639,"num_write":435,"num_write_kb":3089,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":1182135,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":859,"ondisk_log_size":859,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":372172,"kb_used_data":14624,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124569652,"statfs":{"total":1151940427776,"available":1151559323648,"internally_reserved":0,"allocated":14974976,"data_stored":8195558,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":365933883},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":531,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":108,"num_read_kb":53,"num_write":6,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.271301"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.007239+0000","last_change":"2024-03-29T00:15:17.760207+0000","last_active":"2024-03-29T00:17:12.007239+0000","last_peered":"2024-03-29T00:17:12.007239+0000","last_clean":"2024-03-29T00:17:12.007239+0000","last_became_active":"2024-03-29T00:15:17.759881+0000","last_became_peered":"2024-03-29T00:15:17.759881+0000","last_unstale":"2024-03-29T00:17:12.007239+0000","last_undegraded":"2024-03-29T00:17:12.007239+0000","last_fullsized":"2024-03-29T00:17:12.007239+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:18:10.944228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516494+0000","last_change":"2024-03-29T00:15:17.758492+0000","last_active":"2024-03-29T00:17:11.516494+0000","last_peered":"2024-03-29T00:17:11.516494+0000","last_clean":"2024-03-29T00:17:11.516494+0000","last_became_active":"2024-03-29T00:15:17.758121+0000","last_became_peered":"2024-03-29T00:15:17.758121+0000","last_unstale":"2024-03-29T00:17:11.516494+0000","last_undegraded":"2024-03-29T00:17:11.516494+0000","last_fullsized":"2024-03-29T00:17:11.516494+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:18:45.185671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516773+0000","last_change":"2024-03-29T00:15:17.753411+0000","last_active":"2024-03-29T00:17:11.516773+0000","last_peered":"2024-03-29T00:17:11.516773+0000","last_clean":"2024-03-29T00:17:11.516773+0000","last_became_active":"2024-03-29T00:15:17.751069+0000","last_became_peered":"2024-03-29T00:15:17.751069+0000","last_unstale":"2024-03-29T00:17:11.516773+0000","last_undegraded":"2024-03-29T00:17:11.516773+0000","last_fullsized":"2024-03-29T00:17:11.516773+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:06:07.670477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521835+0000","last_change":"2024-03-29T00:16:11.379687+0000","last_active":"2024-03-29T00:17:11.521835+0000","last_peered":"2024-03-29T00:17:11.521835+0000","last_clean":"2024-03-29T00:17:11.521835+0000","last_became_active":"2024-03-29T00:16:11.378793+0000","last_became_peered":"2024-03-29T00:16:11.378793+0000","last_unstale":"2024-03-29T00:17:11.521835+0000","last_undegraded":"2024-03-29T00:17:11.521835+0000","last_fullsized":"2024-03-29T00:17:11.521835+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:37:02.096410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521039+0000","last_change":"2024-03-29T00:15:17.763353+0000","last_active":"2024-03-29T00:17:11.521039+0000","last_peered":"2024-03-29T00:17:11.521039+0000","last_clean":"2024-03-29T00:17:11.521039+0000","last_became_active":"2024-03-29T00:15:17.762996+0000","last_became_peered":"2024-03-29T00:15:17.762996+0000","last_unstale":"2024-03-29T00:17:11.521039+0000","last_undegraded":"2024-03-29T00:17:11.521039+0000","last_fullsized":"2024-03-29T00:17:11.521039+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:41:37.623384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.519816+0000","last_change":"2024-03-29T00:16:11.379058+0000","last_active":"2024-03-29T00:17:11.519816+0000","last_peered":"2024-03-29T00:17:11.519816+0000","last_clean":"2024-03-29T00:17:11.519816+0000","last_became_active":"2024-03-29T00:16:11.378643+0000","last_became_peered":"2024-03-29T00:16:11.378643+0000","last_unstale":"2024-03-29T00:17:11.519816+0000","last_undegraded":"2024-03-29T00:17:11.519816+0000","last_fullsized":"2024-03-29T00:17:11.519816+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:43:13.693535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,8],"acting":[10,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517631+0000","last_change":"2024-03-29T00:15:17.743804+0000","last_active":"2024-03-29T00:17:11.517631+0000","last_peered":"2024-03-29T00:17:11.517631+0000","last_clean":"2024-03-29T00:17:11.517631+0000","last_became_active":"2024-03-29T00:15:17.743417+0000","last_became_peered":"2024-03-29T00:15:17.743417+0000","last_unstale":"2024-03-29T00:17:11.517631+0000","last_undegraded":"2024-03-29T00:17:11.517631+0000","last_fullsized":"2024-03-29T00:17:11.517631+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:03:53.029175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.535239+0000","last_change":"2024-03-29T00:15:17.733728+0000","last_active":"2024-03-29T00:17:11.535239+0000","last_peered":"2024-03-29T00:17:11.535239+0000","last_clean":"2024-03-29T00:17:11.535239+0000","last_became_active":"2024-03-29T00:15:17.733383+0000","last_became_peered":"2024-03-29T00:15:17.733383+0000","last_unstale":"2024-03-29T00:17:11.535239+0000","last_undegraded":"2024-03-29T00:17:11.535239+0000","last_fullsized":"2024-03-29T00:17:11.535239+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:54:46.042854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698580+0000","last_change":"2024-03-29T00:15:17.752904+0000","last_active":"2024-03-29T00:17:11.698580+0000","last_peered":"2024-03-29T00:17:11.698580+0000","last_clean":"2024-03-29T00:17:11.698580+0000","last_became_active":"2024-03-29T00:15:17.750440+0000","last_became_peered":"2024-03-29T00:15:17.750440+0000","last_unstale":"2024-03-29T00:17:11.698580+0000","last_undegraded":"2024-03-29T00:17:11.698580+0000","last_fullsized":"2024-03-29T00:17:11.698580+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:18:29.360376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520315+0000","last_change":"2024-03-29T00:15:17.747758+0000","last_active":"2024-03-29T00:17:11.520315+0000","last_peered":"2024-03-29T00:17:11.520315+0000","last_clean":"2024-03-29T00:17:11.520315+0000","last_became_active":"2024-03-29T00:15:17.747399+0000","last_became_peered":"2024-03-29T00:15:17.747399+0000","last_unstale":"2024-03-29T00:17:11.520315+0000","last_undegraded":"2024-03-29T00:17:11.520315+0000","last_fullsized":"2024-03-29T00:17:11.520315+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:39:04.764383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.518145+0000","last_change":"2024-03-29T00:15:17.749017+0000","last_active":"2024-03-29T00:17:11.518145+0000","last_peered":"2024-03-29T00:17:11.518145+0000","last_clean":"2024-03-29T00:17:11.518145+0000","last_became_active":"2024-03-29T00:15:17.748406+0000","last_became_peered":"2024-03-29T00:15:17.748406+0000","last_unstale":"2024-03-29T00:17:11.518145+0000","last_undegraded":"2024-03-29T00:17:11.518145+0000","last_fullsized":"2024-03-29T00:17:11.518145+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:33:01.194914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":11,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.527444+0000","last_change":"2024-03-29T00:17:11.523890+0000","last_active":"2024-03-29T00:17:11.527444+0000","last_peered":"2024-03-29T00:17:11.527444+0000","last_clean":"2024-03-29T00:17:11.527444+0000","last_became_active":"2024-03-29T00:17:11.522837+0000","last_became_peered":"2024-03-29T00:17:11.522837+0000","last_unstale":"2024-03-29T00:17:11.527444+0000","last_undegraded":"2024-03-29T00:17:11.527444+0000","last_fullsized":"2024-03-29T00:17:11.527444+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:24:57.560765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844413+0000","last_change":"2024-03-29T00:15:17.745153+0000","last_active":"2024-03-29T00:17:11.844413+0000","last_peered":"2024-03-29T00:17:11.844413+0000","last_clean":"2024-03-29T00:17:11.844413+0000","last_became_active":"2024-03-29T00:15:17.744789+0000","last_became_peered":"2024-03-29T00:15:17.744789+0000","last_unstale":"2024-03-29T00:17:11.844413+0000","last_undegraded":"2024-03-29T00:17:11.844413+0000","last_fullsized":"2024-03-29T00:17:11.844413+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:43:21.608857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516223+0000","last_change":"2024-03-29T00:15:17.747351+0000","last_active":"2024-03-29T00:17:11.516223+0000","last_peered":"2024-03-29T00:17:11.516223+0000","last_clean":"2024-03-29T00:17:11.516223+0000","last_became_active":"2024-03-29T00:15:17.746897+0000","last_became_peered":"2024-03-29T00:15:17.746897+0000","last_unstale":"2024-03-29T00:17:11.516223+0000","last_undegraded":"2024-03-29T00:17:11.516223+0000","last_fullsized":"2024-03-29T00:17:11.516223+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:15:08.932622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516043+0000","last_change":"2024-03-29T00:15:17.753904+0000","last_active":"2024-03-29T00:17:11.516043+0000","last_peered":"2024-03-29T00:17:11.516043+0000","last_clean":"2024-03-29T00:17:11.516043+0000","last_became_active":"2024-03-29T00:15:17.753499+0000","last_became_peered":"2024-03-29T00:15:17.753499+0000","last_unstale":"2024-03-29T00:17:11.516043+0000","last_undegraded":"2024-03-29T00:17:11.516043+0000","last_fullsized":"2024-03-29T00:17:11.516043+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:51:12.954449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.697953+0000","last_change":"2024-03-29T00:15:17.759208+0000","last_active":"2024-03-29T00:17:11.697953+0000","last_peered":"2024-03-29T00:17:11.697953+0000","last_clean":"2024-03-29T00:17:11.697953+0000","last_became_active":"2024-03-29T00:15:17.758860+0000","last_became_peered":"2024-03-29T00:15:17.758860+0000","last_unstale":"2024-03-29T00:17:11.697953+0000","last_undegraded":"2024-03-29T00:17:11.697953+0000","last_fullsized":"2024-03-29T00:17:11.697953+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T12:00:04.150000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.007116+0000","last_change":"2024-03-29T00:15:17.760169+0000","last_active":"2024-03-29T00:17:12.007116+0000","last_peered":"2024-03-29T00:17:12.007116+0000","last_clean":"2024-03-29T00:17:12.007116+0000","last_became_active":"2024-03-29T00:15:17.759834+0000","last_became_peered":"2024-03-29T00:15:17.759834+0000","last_unstale":"2024-03-29T00:17:12.007116+0000","last_undegraded":"2024-03-29T00:17:12.007116+0000","last_fullsized":"2024-03-29T00:17:12.007116+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:26:12.444197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.525663+0000","last_change":"2024-03-29T00:15:17.749022+0000","last_active":"2024-03-29T00:17:11.525663+0000","last_peered":"2024-03-29T00:17:11.525663+0000","last_clean":"2024-03-29T00:17:11.525663+0000","last_became_active":"2024-03-29T00:15:17.748624+0000","last_became_peered":"2024-03-29T00:15:17.748624+0000","last_unstale":"2024-03-29T00:17:11.525663+0000","last_undegraded":"2024-03-29T00:17:11.525663+0000","last_fullsized":"2024-03-29T00:17:11.525663+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:58:41.738567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840956+0000","last_change":"2024-03-29T00:15:17.763311+0000","last_active":"2024-03-29T00:17:11.840956+0000","last_peered":"2024-03-29T00:17:11.840956+0000","last_clean":"2024-03-29T00:17:11.840956+0000","last_became_active":"2024-03-29T00:15:17.762987+0000","last_became_peered":"2024-03-29T00:15:17.762987+0000","last_unstale":"2024-03-29T00:17:11.840956+0000","last_undegraded":"2024-03-29T00:17:11.840956+0000","last_fullsized":"2024-03-29T00:17:11.840956+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:05:02.284288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840618+0000","last_change":"2024-03-29T00:15:22.250135+0000","last_active":"2024-03-29T00:17:11.840618+0000","last_peered":"2024-03-29T00:17:11.840618+0000","last_clean":"2024-03-29T00:17:11.840618+0000","last_became_active":"2024-03-29T00:15:22.249800+0000","last_became_peered":"2024-03-29T00:15:22.249800+0000","last_unstale":"2024-03-29T00:17:11.840618+0000","last_undegraded":"2024-03-29T00:17:11.840618+0000","last_fullsized":"2024-03-29T00:17:11.840618+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:09:55.290129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'13","reported_seq":131,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:18.341089+0000","last_change":"2024-03-29T00:15:16.748948+0000","last_active":"2024-03-29T00:17:18.341089+0000","last_peered":"2024-03-29T00:17:18.341089+0000","last_clean":"2024-03-29T00:17:18.341089+0000","last_became_active":"2024-03-29T00:15:16.748528+0000","last_became_peered":"2024-03-29T00:15:16.748528+0000","last_unstale":"2024-03-29T00:17:18.341089+0000","last_undegraded":"2024-03-29T00:17:18.341089+0000","last_fullsized":"2024-03-29T00:17:18.341089+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:38:19.863658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":87,"num_read_kb":87,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.537419+0000","last_change":"2024-03-29T00:15:17.748913+0000","last_active":"2024-03-29T00:17:11.537419+0000","last_peered":"2024-03-29T00:17:11.537419+0000","last_clean":"2024-03-29T00:17:11.537419+0000","last_became_active":"2024-03-29T00:15:17.748538+0000","last_became_peered":"2024-03-29T00:15:17.748538+0000","last_unstale":"2024-03-29T00:17:11.537419+0000","last_undegraded":"2024-03-29T00:17:11.537419+0000","last_fullsized":"2024-03-29T00:17:11.537419+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:22:16.497926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513153+0000","last_change":"2024-03-29T00:15:22.257849+0000","last_active":"2024-03-29T00:17:11.513153+0000","last_peered":"2024-03-29T00:17:11.513153+0000","last_clean":"2024-03-29T00:17:11.513153+0000","last_became_active":"2024-03-29T00:15:22.257425+0000","last_became_peered":"2024-03-29T00:15:22.257425+0000","last_unstale":"2024-03-29T00:17:11.513153+0000","last_undegraded":"2024-03-29T00:17:11.513153+0000","last_fullsized":"2024-03-29T00:17:11.513153+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:53:11.739039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.537428+0000","last_change":"2024-03-29T00:15:16.756275+0000","last_active":"2024-03-29T00:17:11.537428+0000","last_peered":"2024-03-29T00:17:11.537428+0000","last_clean":"2024-03-29T00:17:11.537428+0000","last_became_active":"2024-03-29T00:15:16.755375+0000","last_became_peered":"2024-03-29T00:15:16.755375+0000","last_unstale":"2024-03-29T00:17:11.537428+0000","last_undegraded":"2024-03-29T00:17:11.537428+0000","last_fullsized":"2024-03-29T00:17:11.537428+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:27:30.800359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516245+0000","last_change":"2024-03-29T00:15:17.760922+0000","last_active":"2024-03-29T00:17:11.516245+0000","last_peered":"2024-03-29T00:17:11.516245+0000","last_clean":"2024-03-29T00:17:11.516245+0000","last_became_active":"2024-03-29T00:15:17.758044+0000","last_became_peered":"2024-03-29T00:15:17.758044+0000","last_unstale":"2024-03-29T00:17:11.516245+0000","last_undegraded":"2024-03-29T00:17:11.516245+0000","last_fullsized":"2024-03-29T00:17:11.516245+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:48:37.320538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513495+0000","last_change":"2024-03-29T00:15:22.257095+0000","last_active":"2024-03-29T00:17:11.513495+0000","last_peered":"2024-03-29T00:17:11.513495+0000","last_clean":"2024-03-29T00:17:11.513495+0000","last_became_active":"2024-03-29T00:15:22.256366+0000","last_became_peered":"2024-03-29T00:15:22.256366+0000","last_unstale":"2024-03-29T00:17:11.513495+0000","last_undegraded":"2024-03-29T00:17:11.513495+0000","last_fullsized":"2024-03-29T00:17:11.513495+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:17:47.126759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'12","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521310+0000","last_change":"2024-03-29T00:15:16.739643+0000","last_active":"2024-03-29T00:17:11.521310+0000","last_peered":"2024-03-29T00:17:11.521310+0000","last_clean":"2024-03-29T00:17:11.521310+0000","last_became_active":"2024-03-29T00:15:16.739319+0000","last_became_peered":"2024-03-29T00:15:16.739319+0000","last_unstale":"2024-03-29T00:17:11.521310+0000","last_undegraded":"2024-03-29T00:17:11.521310+0000","last_fullsized":"2024-03-29T00:17:11.521310+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:00:05.186487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698305+0000","last_change":"2024-03-29T00:15:17.758346+0000","last_active":"2024-03-29T00:17:11.698305+0000","last_peered":"2024-03-29T00:17:11.698305+0000","last_clean":"2024-03-29T00:17:11.698305+0000","last_became_active":"2024-03-29T00:15:17.758028+0000","last_became_peered":"2024-03-29T00:15:17.758028+0000","last_unstale":"2024-03-29T00:17:11.698305+0000","last_undegraded":"2024-03-29T00:17:11.698305+0000","last_fullsized":"2024-03-29T00:17:11.698305+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:21:01.507774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513177+0000","last_change":"2024-03-29T00:15:22.258520+0000","last_active":"2024-03-29T00:17:11.513177+0000","last_peered":"2024-03-29T00:17:11.513177+0000","last_clean":"2024-03-29T00:17:11.513177+0000","last_became_active":"2024-03-29T00:15:22.258008+0000","last_became_peered":"2024-03-29T00:15:22.258008+0000","last_unstale":"2024-03-29T00:17:11.513177+0000","last_undegraded":"2024-03-29T00:17:11.513177+0000","last_fullsized":"2024-03-29T00:17:11.513177+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:19:04.999305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521159+0000","last_change":"2024-03-29T00:15:16.738623+0000","last_active":"2024-03-29T00:17:11.521159+0000","last_peered":"2024-03-29T00:17:11.521159+0000","last_clean":"2024-03-29T00:17:11.521159+0000","last_became_active":"2024-03-29T00:15:16.738313+0000","last_became_peered":"2024-03-29T00:15:16.738313+0000","last_unstale":"2024-03-29T00:17:11.521159+0000","last_undegraded":"2024-03-29T00:17:11.521159+0000","last_fullsized":"2024-03-29T00:17:11.521159+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:23:45.472226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516545+0000","last_change":"2024-03-29T00:15:17.753263+0000","last_active":"2024-03-29T00:17:11.516545+0000","last_peered":"2024-03-29T00:17:11.516545+0000","last_clean":"2024-03-29T00:17:11.516545+0000","last_became_active":"2024-03-29T00:15:17.752871+0000","last_became_peered":"2024-03-29T00:15:17.752871+0000","last_unstale":"2024-03-29T00:17:11.516545+0000","last_undegraded":"2024-03-29T00:17:11.516545+0000","last_fullsized":"2024-03-29T00:17:11.516545+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:33:41.829488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840916+0000","last_change":"2024-03-29T00:15:22.243462+0000","last_active":"2024-03-29T00:17:11.840916+0000","last_peered":"2024-03-29T00:17:11.840916+0000","last_clean":"2024-03-29T00:17:11.840916+0000","last_became_active":"2024-03-29T00:15:22.243049+0000","last_became_peered":"2024-03-29T00:15:22.243049+0000","last_unstale":"2024-03-29T00:17:11.840916+0000","last_undegraded":"2024-03-29T00:17:11.840916+0000","last_fullsized":"2024-03-29T00:17:11.840916+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:14:06.711811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"91'7","reported_seq":132,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:20.207037+0000","last_change":"2024-03-29T00:15:16.740207+0000","last_active":"2024-03-29T00:17:20.207037+0000","last_peered":"2024-03-29T00:17:20.207037+0000","last_clean":"2024-03-29T00:17:20.207037+0000","last_became_active":"2024-03-29T00:15:16.739914+0000","last_became_peered":"2024-03-29T00:15:16.739914+0000","last_unstale":"2024-03-29T00:17:20.207037+0000","last_undegraded":"2024-03-29T00:17:20.207037+0000","last_fullsized":"2024-03-29T00:17:20.207037+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:47:48.717176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":94,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520818+0000","last_change":"2024-03-29T00:15:17.742837+0000","last_active":"2024-03-29T00:17:11.520818+0000","last_peered":"2024-03-29T00:17:11.520818+0000","last_clean":"2024-03-29T00:17:11.520818+0000","last_became_active":"2024-03-29T00:15:17.742519+0000","last_became_peered":"2024-03-29T00:15:17.742519+0000","last_unstale":"2024-03-29T00:17:11.520818+0000","last_undegraded":"2024-03-29T00:17:11.520818+0000","last_fullsized":"2024-03-29T00:17:11.520818+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:39:29.973433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840767+0000","last_change":"2024-03-29T00:15:22.262917+0000","last_active":"2024-03-29T00:17:11.840767+0000","last_peered":"2024-03-29T00:17:11.840767+0000","last_clean":"2024-03-29T00:17:11.840767+0000","last_became_active":"2024-03-29T00:15:22.262453+0000","last_became_peered":"2024-03-29T00:15:22.262453+0000","last_unstale":"2024-03-29T00:17:11.840767+0000","last_undegraded":"2024-03-29T00:17:11.840767+0000","last_fullsized":"2024-03-29T00:17:11.840767+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T12:10:33.960242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.519775+0000","last_change":"2024-03-29T00:15:16.757240+0000","last_active":"2024-03-29T00:17:11.519775+0000","last_peered":"2024-03-29T00:17:11.519775+0000","last_clean":"2024-03-29T00:17:11.519775+0000","last_became_active":"2024-03-29T00:15:16.756907+0000","last_became_peered":"2024-03-29T00:15:16.756907+0000","last_unstale":"2024-03-29T00:17:11.519775+0000","last_undegraded":"2024-03-29T00:17:11.519775+0000","last_fullsized":"2024-03-29T00:17:11.519775+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:37:43.111470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516382+0000","last_change":"2024-03-29T00:15:17.746984+0000","last_active":"2024-03-29T00:17:11.516382+0000","last_peered":"2024-03-29T00:17:11.516382+0000","last_clean":"2024-03-29T00:17:11.516382+0000","last_became_active":"2024-03-29T00:15:17.746564+0000","last_became_peered":"2024-03-29T00:15:17.746564+0000","last_unstale":"2024-03-29T00:17:11.516382+0000","last_undegraded":"2024-03-29T00:17:11.516382+0000","last_fullsized":"2024-03-29T00:17:11.516382+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:29:20.268069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.007117+0000","last_change":"2024-03-29T00:16:11.384884+0000","last_active":"2024-03-29T00:17:12.007117+0000","last_peered":"2024-03-29T00:17:12.007117+0000","last_clean":"2024-03-29T00:17:12.007117+0000","last_became_active":"2024-03-29T00:16:11.384404+0000","last_became_peered":"2024-03-29T00:16:11.384404+0000","last_unstale":"2024-03-29T00:17:12.007117+0000","last_undegraded":"2024-03-29T00:17:12.007117+0000","last_fullsized":"2024-03-29T00:17:12.007117+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:13:12.497336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.843615+0000","last_change":"2024-03-29T00:15:16.757829+0000","last_active":"2024-03-29T00:17:11.843615+0000","last_peered":"2024-03-29T00:17:11.843615+0000","last_clean":"2024-03-29T00:17:11.843615+0000","last_became_active":"2024-03-29T00:15:16.756510+0000","last_became_peered":"2024-03-29T00:15:16.756510+0000","last_unstale":"2024-03-29T00:17:11.843615+0000","last_undegraded":"2024-03-29T00:17:11.843615+0000","last_fullsized":"2024-03-29T00:17:11.843615+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:08:55.571892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.535140+0000","last_change":"2024-03-29T00:15:17.752875+0000","last_active":"2024-03-29T00:17:11.535140+0000","last_peered":"2024-03-29T00:17:11.535140+0000","last_clean":"2024-03-29T00:17:11.535140+0000","last_became_active":"2024-03-29T00:15:17.752494+0000","last_became_peered":"2024-03-29T00:15:17.752494+0000","last_unstale":"2024-03-29T00:17:11.535140+0000","last_undegraded":"2024-03-29T00:17:11.535140+0000","last_fullsized":"2024-03-29T00:17:11.535140+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:53:20.546382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.515933+0000","last_change":"2024-03-29T00:15:22.263552+0000","last_active":"2024-03-29T00:17:11.515933+0000","last_peered":"2024-03-29T00:17:11.515933+0000","last_clean":"2024-03-29T00:17:11.515933+0000","last_became_active":"2024-03-29T00:15:22.263079+0000","last_became_peered":"2024-03-29T00:15:22.263079+0000","last_unstale":"2024-03-29T00:17:11.515933+0000","last_undegraded":"2024-03-29T00:17:11.515933+0000","last_fullsized":"2024-03-29T00:17:11.515933+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:25:01.464045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516004+0000","last_change":"2024-03-29T00:15:16.741297+0000","last_active":"2024-03-29T00:17:11.516004+0000","last_peered":"2024-03-29T00:17:11.516004+0000","last_clean":"2024-03-29T00:17:11.516004+0000","last_became_active":"2024-03-29T00:15:16.740992+0000","last_became_peered":"2024-03-29T00:15:16.740992+0000","last_unstale":"2024-03-29T00:17:11.516004+0000","last_undegraded":"2024-03-29T00:17:11.516004+0000","last_fullsized":"2024-03-29T00:17:11.516004+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:18:01.056825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.522211+0000","last_change":"2024-03-29T00:15:17.764461+0000","last_active":"2024-03-29T00:17:11.522211+0000","last_peered":"2024-03-29T00:17:11.522211+0000","last_clean":"2024-03-29T00:17:11.522211+0000","last_became_active":"2024-03-29T00:15:17.764031+0000","last_became_peered":"2024-03-29T00:15:17.764031+0000","last_unstale":"2024-03-29T00:17:11.522211+0000","last_undegraded":"2024-03-29T00:17:11.522211+0000","last_fullsized":"2024-03-29T00:17:11.522211+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:52:52.650295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.535305+0000","last_change":"2024-03-29T00:15:22.247337+0000","last_active":"2024-03-29T00:17:11.535305+0000","last_peered":"2024-03-29T00:17:11.535305+0000","last_clean":"2024-03-29T00:17:11.535305+0000","last_became_active":"2024-03-29T00:15:22.246923+0000","last_became_peered":"2024-03-29T00:15:22.246923+0000","last_unstale":"2024-03-29T00:17:11.535305+0000","last_undegraded":"2024-03-29T00:17:11.535305+0000","last_fullsized":"2024-03-29T00:17:11.535305+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:41:51.054749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"91'5","reported_seq":205,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:16.498359+0000","last_change":"2024-03-29T00:15:16.750484+0000","last_active":"2024-03-29T00:17:16.498359+0000","last_peered":"2024-03-29T00:17:16.498359+0000","last_clean":"2024-03-29T00:17:16.498359+0000","last_became_active":"2024-03-29T00:15:16.750115+0000","last_became_peered":"2024-03-29T00:15:16.750115+0000","last_unstale":"2024-03-29T00:17:16.498359+0000","last_undegraded":"2024-03-29T00:17:16.498359+0000","last_fullsized":"2024-03-29T00:17:16.498359+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:20:58.348890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":169,"num_read_kb":169,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698573+0000","last_change":"2024-03-29T00:15:17.753692+0000","last_active":"2024-03-29T00:17:11.698573+0000","last_peered":"2024-03-29T00:17:11.698573+0000","last_clean":"2024-03-29T00:17:11.698573+0000","last_became_active":"2024-03-29T00:15:17.753024+0000","last_became_peered":"2024-03-29T00:15:17.753024+0000","last_unstale":"2024-03-29T00:17:11.698573+0000","last_undegraded":"2024-03-29T00:17:11.698573+0000","last_fullsized":"2024-03-29T00:17:11.698573+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:12:29.379196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520803+0000","last_change":"2024-03-29T00:15:22.253455+0000","last_active":"2024-03-29T00:17:11.520803+0000","last_peered":"2024-03-29T00:17:11.520803+0000","last_clean":"2024-03-29T00:17:11.520803+0000","last_became_active":"2024-03-29T00:15:22.252913+0000","last_became_peered":"2024-03-29T00:15:22.252913+0000","last_unstale":"2024-03-29T00:17:11.520803+0000","last_undegraded":"2024-03-29T00:17:11.520803+0000","last_fullsized":"2024-03-29T00:17:11.520803+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:40:02.001504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.518109+0000","last_change":"2024-03-29T00:15:16.736241+0000","last_active":"2024-03-29T00:17:11.518109+0000","last_peered":"2024-03-29T00:17:11.518109+0000","last_clean":"2024-03-29T00:17:11.518109+0000","last_became_active":"2024-03-29T00:15:16.735905+0000","last_became_peered":"2024-03-29T00:15:16.735905+0000","last_unstale":"2024-03-29T00:17:11.518109+0000","last_undegraded":"2024-03-29T00:17:11.518109+0000","last_fullsized":"2024-03-29T00:17:11.518109+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:05:08.202493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516114+0000","last_change":"2024-03-29T00:15:17.759437+0000","last_active":"2024-03-29T00:17:11.516114+0000","last_peered":"2024-03-29T00:17:11.516114+0000","last_clean":"2024-03-29T00:17:11.516114+0000","last_became_active":"2024-03-29T00:15:17.758597+0000","last_became_peered":"2024-03-29T00:15:17.758597+0000","last_unstale":"2024-03-29T00:17:11.516114+0000","last_undegraded":"2024-03-29T00:17:11.516114+0000","last_fullsized":"2024-03-29T00:17:11.516114+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:46:10.357640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513597+0000","last_change":"2024-03-29T00:16:11.368030+0000","last_active":"2024-03-29T00:17:11.513597+0000","last_peered":"2024-03-29T00:17:11.513597+0000","last_clean":"2024-03-29T00:17:11.513597+0000","last_became_active":"2024-03-29T00:16:11.367586+0000","last_became_peered":"2024-03-29T00:16:11.367586+0000","last_unstale":"2024-03-29T00:17:11.513597+0000","last_undegraded":"2024-03-29T00:17:11.513597+0000","last_fullsized":"2024-03-29T00:17:11.513597+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:42:46.291998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516543+0000","last_change":"2024-03-29T00:15:16.755174+0000","last_active":"2024-03-29T00:17:11.516543+0000","last_peered":"2024-03-29T00:17:11.516543+0000","last_clean":"2024-03-29T00:17:11.516543+0000","last_became_active":"2024-03-29T00:15:16.754891+0000","last_became_peered":"2024-03-29T00:15:16.754891+0000","last_unstale":"2024-03-29T00:17:11.516543+0000","last_undegraded":"2024-03-29T00:17:11.516543+0000","last_fullsized":"2024-03-29T00:17:11.516543+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:54:24.866426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698457+0000","last_change":"2024-03-29T00:15:17.746836+0000","last_active":"2024-03-29T00:17:11.698457+0000","last_peered":"2024-03-29T00:17:11.698457+0000","last_clean":"2024-03-29T00:17:11.698457+0000","last_became_active":"2024-03-29T00:15:17.745280+0000","last_became_peered":"2024-03-29T00:15:17.745280+0000","last_unstale":"2024-03-29T00:17:11.698457+0000","last_undegraded":"2024-03-29T00:17:11.698457+0000","last_fullsized":"2024-03-29T00:17:11.698457+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:43:55.060600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.523019+0000","last_change":"2024-03-29T00:15:22.243939+0000","last_active":"2024-03-29T00:17:11.523019+0000","last_peered":"2024-03-29T00:17:11.523019+0000","last_clean":"2024-03-29T00:17:11.523019+0000","last_became_active":"2024-03-29T00:15:22.240787+0000","last_became_peered":"2024-03-29T00:15:22.240787+0000","last_unstale":"2024-03-29T00:17:11.523019+0000","last_undegraded":"2024-03-29T00:17:11.523019+0000","last_fullsized":"2024-03-29T00:17:11.523019+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:54:19.278218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"91'39","reported_seq":252,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:17.203384+0000","last_change":"2024-03-29T00:15:16.736133+0000","last_active":"2024-03-29T00:17:17.203384+0000","last_peered":"2024-03-29T00:17:17.203384+0000","last_clean":"2024-03-29T00:17:17.203384+0000","last_became_active":"2024-03-29T00:15:16.735760+0000","last_became_peered":"2024-03-29T00:15:16.735760+0000","last_unstale":"2024-03-29T00:17:17.203384+0000","last_undegraded":"2024-03-29T00:17:17.203384+0000","last_fullsized":"2024-03-29T00:17:17.203384+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:10:20.919518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63432,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":182,"num_read_kb":154,"num_write":41,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521152+0000","last_change":"2024-03-29T00:15:17.745571+0000","last_active":"2024-03-29T00:17:11.521152+0000","last_peered":"2024-03-29T00:17:11.521152+0000","last_clean":"2024-03-29T00:17:11.521152+0000","last_became_active":"2024-03-29T00:15:17.745234+0000","last_became_peered":"2024-03-29T00:15:17.745234+0000","last_unstale":"2024-03-29T00:17:11.521152+0000","last_undegraded":"2024-03-29T00:17:11.521152+0000","last_fullsized":"2024-03-29T00:17:11.521152+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:13:49.868391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516758+0000","last_change":"2024-03-29T00:15:22.257256+0000","last_active":"2024-03-29T00:17:11.516758+0000","last_peered":"2024-03-29T00:17:11.516758+0000","last_clean":"2024-03-29T00:17:11.516758+0000","last_became_active":"2024-03-29T00:15:22.256852+0000","last_became_peered":"2024-03-29T00:15:22.256852+0000","last_unstale":"2024-03-29T00:17:11.516758+0000","last_undegraded":"2024-03-29T00:17:11.516758+0000","last_fullsized":"2024-03-29T00:17:11.516758+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:30:20.222051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840745+0000","last_change":"2024-03-29T00:15:16.740530+0000","last_active":"2024-03-29T00:17:11.840745+0000","last_peered":"2024-03-29T00:17:11.840745+0000","last_clean":"2024-03-29T00:17:11.840745+0000","last_became_active":"2024-03-29T00:15:16.740208+0000","last_became_peered":"2024-03-29T00:15:16.740208+0000","last_unstale":"2024-03-29T00:17:11.840745+0000","last_undegraded":"2024-03-29T00:17:11.840745+0000","last_fullsized":"2024-03-29T00:17:11.840745+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:30:15.569684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844078+0000","last_change":"2024-03-29T00:15:17.765870+0000","last_active":"2024-03-29T00:17:11.844078+0000","last_peered":"2024-03-29T00:17:11.844078+0000","last_clean":"2024-03-29T00:17:11.844078+0000","last_became_active":"2024-03-29T00:15:17.765091+0000","last_became_peered":"2024-03-29T00:15:17.765091+0000","last_unstale":"2024-03-29T00:17:11.844078+0000","last_undegraded":"2024-03-29T00:17:11.844078+0000","last_fullsized":"2024-03-29T00:17:11.844078+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:33:20.102055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006832+0000","last_change":"2024-03-29T00:15:22.262727+0000","last_active":"2024-03-29T00:17:12.006832+0000","last_peered":"2024-03-29T00:17:12.006832+0000","last_clean":"2024-03-29T00:17:12.006832+0000","last_became_active":"2024-03-29T00:15:22.262328+0000","last_became_peered":"2024-03-29T00:15:22.262328+0000","last_unstale":"2024-03-29T00:17:12.006832+0000","last_undegraded":"2024-03-29T00:17:12.006832+0000","last_fullsized":"2024-03-29T00:17:12.006832+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:27:15.160505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516206+0000","last_change":"2024-03-29T00:15:16.757569+0000","last_active":"2024-03-29T00:17:11.516206+0000","last_peered":"2024-03-29T00:17:11.516206+0000","last_clean":"2024-03-29T00:17:11.516206+0000","last_became_active":"2024-03-29T00:15:16.757252+0000","last_became_peered":"2024-03-29T00:15:16.757252+0000","last_unstale":"2024-03-29T00:17:11.516206+0000","last_undegraded":"2024-03-29T00:17:11.516206+0000","last_fullsized":"2024-03-29T00:17:11.516206+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:21:52.967540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517912+0000","last_change":"2024-03-29T00:15:17.749618+0000","last_active":"2024-03-29T00:17:11.517912+0000","last_peered":"2024-03-29T00:17:11.517912+0000","last_clean":"2024-03-29T00:17:11.517912+0000","last_became_active":"2024-03-29T00:15:17.749247+0000","last_became_peered":"2024-03-29T00:15:17.749247+0000","last_unstale":"2024-03-29T00:17:11.517912+0000","last_undegraded":"2024-03-29T00:17:11.517912+0000","last_fullsized":"2024-03-29T00:17:11.517912+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:09:27.883741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.525307+0000","last_change":"2024-03-29T00:15:22.251943+0000","last_active":"2024-03-29T00:17:11.525307+0000","last_peered":"2024-03-29T00:17:11.525307+0000","last_clean":"2024-03-29T00:17:11.525307+0000","last_became_active":"2024-03-29T00:15:22.251499+0000","last_became_peered":"2024-03-29T00:15:22.251499+0000","last_unstale":"2024-03-29T00:17:11.525307+0000","last_undegraded":"2024-03-29T00:17:11.525307+0000","last_fullsized":"2024-03-29T00:17:11.525307+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:20:54.548657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"91'7","reported_seq":128,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:16.248779+0000","last_change":"2024-03-29T00:15:16.739094+0000","last_active":"2024-03-29T00:17:16.248779+0000","last_peered":"2024-03-29T00:17:16.248779+0000","last_clean":"2024-03-29T00:17:16.248779+0000","last_became_active":"2024-03-29T00:15:16.738758+0000","last_became_peered":"2024-03-29T00:15:16.738758+0000","last_unstale":"2024-03-29T00:17:16.248779+0000","last_undegraded":"2024-03-29T00:17:16.248779+0000","last_fullsized":"2024-03-29T00:17:16.248779+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:14:59.493130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":91,"num_read_kb":5,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.525494+0000","last_change":"2024-03-29T00:17:11.525494+0000","last_active":"2024-03-29T00:17:11.525494+0000","last_peered":"2024-03-29T00:17:11.525494+0000","last_clean":"2024-03-29T00:17:11.525494+0000","last_became_active":"2024-03-29T00:17:11.525051+0000","last_became_peered":"2024-03-29T00:17:11.525051+0000","last_unstale":"2024-03-29T00:17:11.525494+0000","last_undegraded":"2024-03-29T00:17:11.525494+0000","last_fullsized":"2024-03-29T00:17:11.525494+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:44:44.734146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,10],"acting":[7,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.845056+0000","last_change":"2024-03-29T00:15:22.265989+0000","last_active":"2024-03-29T00:17:11.845056+0000","last_peered":"2024-03-29T00:17:11.845056+0000","last_clean":"2024-03-29T00:17:11.845056+0000","last_became_active":"2024-03-29T00:15:22.265276+0000","last_became_peered":"2024-03-29T00:15:22.265276+0000","last_unstale":"2024-03-29T00:17:11.845056+0000","last_undegraded":"2024-03-29T00:17:11.845056+0000","last_fullsized":"2024-03-29T00:17:11.845056+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:11:14.292823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006618+0000","last_change":"2024-03-29T00:16:11.396753+0000","last_active":"2024-03-29T00:17:12.006618+0000","last_peered":"2024-03-29T00:17:12.006618+0000","last_clean":"2024-03-29T00:17:12.006618+0000","last_became_active":"2024-03-29T00:16:11.378825+0000","last_became_peered":"2024-03-29T00:16:11.378825+0000","last_unstale":"2024-03-29T00:17:12.006618+0000","last_undegraded":"2024-03-29T00:17:12.006618+0000","last_fullsized":"2024-03-29T00:17:12.006618+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:13:36.975010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516015+0000","last_change":"2024-03-29T00:15:17.742577+0000","last_active":"2024-03-29T00:17:11.516015+0000","last_peered":"2024-03-29T00:17:11.516015+0000","last_clean":"2024-03-29T00:17:11.516015+0000","last_became_active":"2024-03-29T00:15:17.742260+0000","last_became_peered":"2024-03-29T00:15:17.742260+0000","last_unstale":"2024-03-29T00:17:11.516015+0000","last_undegraded":"2024-03-29T00:17:11.516015+0000","last_fullsized":"2024-03-29T00:17:11.516015+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:24:09.583170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":16,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520640+0000","last_change":"2024-03-29T00:16:11.383634+0000","last_active":"2024-03-29T00:17:11.520640+0000","last_peered":"2024-03-29T00:17:11.520640+0000","last_clean":"2024-03-29T00:17:11.520640+0000","last_became_active":"2024-03-29T00:16:11.383327+0000","last_became_peered":"2024-03-29T00:16:11.383327+0000","last_unstale":"2024-03-29T00:17:11.520640+0000","last_undegraded":"2024-03-29T00:17:11.520640+0000","last_fullsized":"2024-03-29T00:17:11.520640+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:54:02.540252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,3,1],"acting":[8,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521361+0000","last_change":"2024-03-29T00:15:16.737747+0000","last_active":"2024-03-29T00:17:11.521361+0000","last_peered":"2024-03-29T00:17:11.521361+0000","last_clean":"2024-03-29T00:17:11.521361+0000","last_became_active":"2024-03-29T00:15:16.737425+0000","last_became_peered":"2024-03-29T00:15:16.737425+0000","last_unstale":"2024-03-29T00:17:11.521361+0000","last_undegraded":"2024-03-29T00:17:11.521361+0000","last_fullsized":"2024-03-29T00:17:11.521361+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:08:47.207767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006944+0000","last_change":"2024-03-29T00:15:17.747981+0000","last_active":"2024-03-29T00:17:12.006944+0000","last_peered":"2024-03-29T00:17:12.006944+0000","last_clean":"2024-03-29T00:17:12.006944+0000","last_became_active":"2024-03-29T00:15:17.747497+0000","last_became_peered":"2024-03-29T00:15:17.747497+0000","last_unstale":"2024-03-29T00:17:12.006944+0000","last_undegraded":"2024-03-29T00:17:12.006944+0000","last_fullsized":"2024-03-29T00:17:12.006944+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:57:16.615929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520896+0000","last_change":"2024-03-29T00:15:22.331685+0000","last_active":"2024-03-29T00:17:11.520896+0000","last_peered":"2024-03-29T00:17:11.520896+0000","last_clean":"2024-03-29T00:17:11.520896+0000","last_became_active":"2024-03-29T00:15:22.331290+0000","last_became_peered":"2024-03-29T00:15:22.331290+0000","last_unstale":"2024-03-29T00:17:11.520896+0000","last_undegraded":"2024-03-29T00:17:11.520896+0000","last_fullsized":"2024-03-29T00:17:11.520896+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:14:26.847154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521719+0000","last_change":"2024-03-29T00:15:16.760207+0000","last_active":"2024-03-29T00:17:11.521719+0000","last_peered":"2024-03-29T00:17:11.521719+0000","last_clean":"2024-03-29T00:17:11.521719+0000","last_became_active":"2024-03-29T00:15:16.759463+0000","last_became_peered":"2024-03-29T00:15:16.759463+0000","last_unstale":"2024-03-29T00:17:11.521719+0000","last_undegraded":"2024-03-29T00:17:11.521719+0000","last_fullsized":"2024-03-29T00:17:11.521719+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:36:55.457881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'4","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520111+0000","last_change":"2024-03-29T00:15:17.747579+0000","last_active":"2024-03-29T00:17:11.520111+0000","last_peered":"2024-03-29T00:17:11.520111+0000","last_clean":"2024-03-29T00:17:11.520111+0000","last_became_active":"2024-03-29T00:15:17.747149+0000","last_became_peered":"2024-03-29T00:15:17.747149+0000","last_unstale":"2024-03-29T00:17:11.520111+0000","last_undegraded":"2024-03-29T00:17:11.520111+0000","last_fullsized":"2024-03-29T00:17:11.520111+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:04:23.471964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844221+0000","last_change":"2024-03-29T00:15:22.258795+0000","last_active":"2024-03-29T00:17:11.844221+0000","last_peered":"2024-03-29T00:17:11.844221+0000","last_clean":"2024-03-29T00:17:11.844221+0000","last_became_active":"2024-03-29T00:15:22.258303+0000","last_became_peered":"2024-03-29T00:15:22.258303+0000","last_unstale":"2024-03-29T00:17:11.844221+0000","last_undegraded":"2024-03-29T00:17:11.844221+0000","last_fullsized":"2024-03-29T00:17:11.844221+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:58:57.157128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'5","reported_seq":122,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:17.339703+0000","last_change":"2024-03-29T00:15:16.757256+0000","last_active":"2024-03-29T00:17:17.339703+0000","last_peered":"2024-03-29T00:17:17.339703+0000","last_clean":"2024-03-29T00:17:17.339703+0000","last_became_active":"2024-03-29T00:15:16.756898+0000","last_became_peered":"2024-03-29T00:15:16.756898+0000","last_unstale":"2024-03-29T00:17:17.339703+0000","last_undegraded":"2024-03-29T00:17:17.339703+0000","last_fullsized":"2024-03-29T00:17:17.339703+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:02:53.001781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":86,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.519885+0000","last_change":"2024-03-29T00:15:17.753937+0000","last_active":"2024-03-29T00:17:11.519885+0000","last_peered":"2024-03-29T00:17:11.519885+0000","last_clean":"2024-03-29T00:17:11.519885+0000","last_became_active":"2024-03-29T00:15:17.753525+0000","last_became_peered":"2024-03-29T00:15:17.753525+0000","last_unstale":"2024-03-29T00:17:11.519885+0000","last_undegraded":"2024-03-29T00:17:11.519885+0000","last_fullsized":"2024-03-29T00:17:11.519885+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:28:33.393303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844388+0000","last_change":"2024-03-29T00:15:22.334142+0000","last_active":"2024-03-29T00:17:11.844388+0000","last_peered":"2024-03-29T00:17:11.844388+0000","last_clean":"2024-03-29T00:17:11.844388+0000","last_became_active":"2024-03-29T00:15:22.331566+0000","last_became_peered":"2024-03-29T00:15:22.331566+0000","last_unstale":"2024-03-29T00:17:11.844388+0000","last_undegraded":"2024-03-29T00:17:11.844388+0000","last_fullsized":"2024-03-29T00:17:11.844388+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:37:58.048380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516384+0000","last_change":"2024-03-29T00:15:17.753142+0000","last_active":"2024-03-29T00:17:11.516384+0000","last_peered":"2024-03-29T00:17:11.516384+0000","last_clean":"2024-03-29T00:17:11.516384+0000","last_became_active":"2024-03-29T00:15:17.752793+0000","last_became_peered":"2024-03-29T00:15:17.752793+0000","last_unstale":"2024-03-29T00:17:11.516384+0000","last_undegraded":"2024-03-29T00:17:11.516384+0000","last_fullsized":"2024-03-29T00:17:11.516384+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:40:12.067520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'6","reported_seq":128,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:20.256407+0000","last_change":"2024-03-29T00:15:16.764458+0000","last_active":"2024-03-29T00:17:20.256407+0000","last_peered":"2024-03-29T00:17:20.256407+0000","last_clean":"2024-03-29T00:17:20.256407+0000","last_became_active":"2024-03-29T00:15:16.763931+0000","last_became_peered":"2024-03-29T00:15:16.763931+0000","last_unstale":"2024-03-29T00:17:20.256407+0000","last_undegraded":"2024-03-29T00:17:20.256407+0000","last_fullsized":"2024-03-29T00:17:20.256407+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:44:51.047108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":90,"num_read_kb":90,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517980+0000","last_change":"2024-03-29T00:15:22.252176+0000","last_active":"2024-03-29T00:17:11.517980+0000","last_peered":"2024-03-29T00:17:11.517980+0000","last_clean":"2024-03-29T00:17:11.517980+0000","last_became_active":"2024-03-29T00:15:22.251693+0000","last_became_peered":"2024-03-29T00:15:22.251693+0000","last_unstale":"2024-03-29T00:17:11.517980+0000","last_undegraded":"2024-03-29T00:17:11.517980+0000","last_fullsized":"2024-03-29T00:17:11.517980+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:09:48.968796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.536069+0000","last_change":"2024-03-29T00:15:17.743986+0000","last_active":"2024-03-29T00:17:11.536069+0000","last_peered":"2024-03-29T00:17:11.536069+0000","last_clean":"2024-03-29T00:17:11.536069+0000","last_became_active":"2024-03-29T00:15:17.743642+0000","last_became_peered":"2024-03-29T00:15:17.743642+0000","last_unstale":"2024-03-29T00:17:11.536069+0000","last_undegraded":"2024-03-29T00:17:11.536069+0000","last_fullsized":"2024-03-29T00:17:11.536069+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:00:35.338004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513557+0000","last_change":"2024-03-29T00:15:16.750519+0000","last_active":"2024-03-29T00:17:11.513557+0000","last_peered":"2024-03-29T00:17:11.513557+0000","last_clean":"2024-03-29T00:17:11.513557+0000","last_became_active":"2024-03-29T00:15:16.750126+0000","last_became_peered":"2024-03-29T00:15:16.750126+0000","last_unstale":"2024-03-29T00:17:11.513557+0000","last_undegraded":"2024-03-29T00:17:11.513557+0000","last_fullsized":"2024-03-29T00:17:11.513557+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:22:51.266572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":356,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517649+0000","last_change":"2024-03-29T00:13:56.077307+0000","last_active":"2024-03-29T00:17:11.517649+0000","last_peered":"2024-03-29T00:17:11.517649+0000","last_clean":"2024-03-29T00:17:11.517649+0000","last_became_active":"2024-03-29T00:13:56.076828+0000","last_became_peered":"2024-03-29T00:13:56.076828+0000","last_unstale":"2024-03-29T00:17:11.517649+0000","last_undegraded":"2024-03-29T00:17:11.517649+0000","last_fullsized":"2024-03-29T00:17:11.517649+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:09:58.300338+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:09:58.300338+0000","last_clean_scrub_stamp":"2024-03-29T00:09:58.300338+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:33:00.731736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516664+0000","last_change":"2024-03-29T00:15:22.331730+0000","last_active":"2024-03-29T00:17:11.516664+0000","last_peered":"2024-03-29T00:17:11.516664+0000","last_clean":"2024-03-29T00:17:11.516664+0000","last_became_active":"2024-03-29T00:15:22.331367+0000","last_became_peered":"2024-03-29T00:15:22.331367+0000","last_unstale":"2024-03-29T00:17:11.516664+0000","last_undegraded":"2024-03-29T00:17:11.516664+0000","last_fullsized":"2024-03-29T00:17:11.516664+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:38:13.520007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.843261+0000","last_change":"2024-03-29T00:15:17.751266+0000","last_active":"2024-03-29T00:17:11.843261+0000","last_peered":"2024-03-29T00:17:11.843261+0000","last_clean":"2024-03-29T00:17:11.843261+0000","last_became_active":"2024-03-29T00:15:17.750845+0000","last_became_peered":"2024-03-29T00:15:17.750845+0000","last_unstale":"2024-03-29T00:17:11.843261+0000","last_undegraded":"2024-03-29T00:17:11.843261+0000","last_fullsized":"2024-03-29T00:17:11.843261+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:56:31.700591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517827+0000","last_change":"2024-03-29T00:15:16.739703+0000","last_active":"2024-03-29T00:17:11.517827+0000","last_peered":"2024-03-29T00:17:11.517827+0000","last_clean":"2024-03-29T00:17:11.517827+0000","last_became_active":"2024-03-29T00:15:16.739380+0000","last_became_peered":"2024-03-29T00:15:16.739380+0000","last_unstale":"2024-03-29T00:17:11.517827+0000","last_undegraded":"2024-03-29T00:17:11.517827+0000","last_fullsized":"2024-03-29T00:17:11.517827+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:53:02.586209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006744+0000","last_change":"2024-03-29T00:15:22.254899+0000","last_active":"2024-03-29T00:17:12.006744+0000","last_peered":"2024-03-29T00:17:12.006744+0000","last_clean":"2024-03-29T00:17:12.006744+0000","last_became_active":"2024-03-29T00:15:22.254531+0000","last_became_peered":"2024-03-29T00:15:22.254531+0000","last_unstale":"2024-03-29T00:17:12.006744+0000","last_undegraded":"2024-03-29T00:17:12.006744+0000","last_fullsized":"2024-03-29T00:17:12.006744+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:00:17.095776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521190+0000","last_change":"2024-03-29T00:15:16.754030+0000","last_active":"2024-03-29T00:17:11.521190+0000","last_peered":"2024-03-29T00:17:11.521190+0000","last_clean":"2024-03-29T00:17:11.521190+0000","last_became_active":"2024-03-29T00:15:16.753722+0000","last_became_peered":"2024-03-29T00:15:16.753722+0000","last_unstale":"2024-03-29T00:17:11.521190+0000","last_undegraded":"2024-03-29T00:17:11.521190+0000","last_fullsized":"2024-03-29T00:17:11.521190+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:25:25.763692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844551+0000","last_change":"2024-03-29T00:15:17.754428+0000","last_active":"2024-03-29T00:17:11.844551+0000","last_peered":"2024-03-29T00:17:11.844551+0000","last_clean":"2024-03-29T00:17:11.844551+0000","last_became_active":"2024-03-29T00:15:17.754106+0000","last_became_peered":"2024-03-29T00:15:17.754106+0000","last_unstale":"2024-03-29T00:17:11.844551+0000","last_undegraded":"2024-03-29T00:17:11.844551+0000","last_fullsized":"2024-03-29T00:17:11.844551+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:33:38.677889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.535029+0000","last_change":"2024-03-29T00:15:22.332677+0000","last_active":"2024-03-29T00:17:11.535029+0000","last_peered":"2024-03-29T00:17:11.535029+0000","last_clean":"2024-03-29T00:17:11.535029+0000","last_became_active":"2024-03-29T00:15:22.331076+0000","last_became_peered":"2024-03-29T00:15:22.331076+0000","last_unstale":"2024-03-29T00:17:11.535029+0000","last_undegraded":"2024-03-29T00:17:11.535029+0000","last_fullsized":"2024-03-29T00:17:11.535029+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T12:15:01.211136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"91'13","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.525616+0000","last_change":"2024-03-29T00:15:16.759031+0000","last_active":"2024-03-29T00:17:11.525616+0000","last_peered":"2024-03-29T00:17:11.525616+0000","last_clean":"2024-03-29T00:17:11.525616+0000","last_became_active":"2024-03-29T00:15:16.758640+0000","last_became_peered":"2024-03-29T00:15:16.758640+0000","last_unstale":"2024-03-29T00:17:11.525616+0000","last_undegraded":"2024-03-29T00:17:11.525616+0000","last_fullsized":"2024-03-29T00:17:11.525616+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T12:03:49.527926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.537670+0000","last_change":"2024-03-29T00:15:17.761606+0000","last_active":"2024-03-29T00:17:11.537670+0000","last_peered":"2024-03-29T00:17:11.537670+0000","last_clean":"2024-03-29T00:17:11.537670+0000","last_became_active":"2024-03-29T00:15:17.750902+0000","last_became_peered":"2024-03-29T00:15:17.750902+0000","last_unstale":"2024-03-29T00:17:11.537670+0000","last_undegraded":"2024-03-29T00:17:11.537670+0000","last_fullsized":"2024-03-29T00:17:11.537670+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:39:20.263613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840524+0000","last_change":"2024-03-29T00:15:22.247058+0000","last_active":"2024-03-29T00:17:11.840524+0000","last_peered":"2024-03-29T00:17:11.840524+0000","last_clean":"2024-03-29T00:17:11.840524+0000","last_became_active":"2024-03-29T00:15:22.246723+0000","last_became_peered":"2024-03-29T00:15:22.246723+0000","last_unstale":"2024-03-29T00:17:11.840524+0000","last_undegraded":"2024-03-29T00:17:11.840524+0000","last_fullsized":"2024-03-29T00:17:11.840524+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:11:31.051679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513948+0000","last_change":"2024-03-29T00:15:16.755790+0000","last_active":"2024-03-29T00:17:11.513948+0000","last_peered":"2024-03-29T00:17:11.513948+0000","last_clean":"2024-03-29T00:17:11.513948+0000","last_became_active":"2024-03-29T00:15:16.755497+0000","last_became_peered":"2024-03-29T00:15:16.755497+0000","last_unstale":"2024-03-29T00:17:11.513948+0000","last_undegraded":"2024-03-29T00:17:11.513948+0000","last_fullsized":"2024-03-29T00:17:11.513948+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:28:53.920617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516001+0000","last_change":"2024-03-29T00:15:17.763133+0000","last_active":"2024-03-29T00:17:11.516001+0000","last_peered":"2024-03-29T00:17:11.516001+0000","last_clean":"2024-03-29T00:17:11.516001+0000","last_became_active":"2024-03-29T00:15:17.762562+0000","last_became_peered":"2024-03-29T00:15:17.762562+0000","last_unstale":"2024-03-29T00:17:11.516001+0000","last_undegraded":"2024-03-29T00:17:11.516001+0000","last_fullsized":"2024-03-29T00:17:11.516001+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:03:04.244891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513644+0000","last_change":"2024-03-29T00:15:22.331867+0000","last_active":"2024-03-29T00:17:11.513644+0000","last_peered":"2024-03-29T00:17:11.513644+0000","last_clean":"2024-03-29T00:17:11.513644+0000","last_became_active":"2024-03-29T00:15:22.331408+0000","last_became_peered":"2024-03-29T00:15:22.331408+0000","last_unstale":"2024-03-29T00:17:11.513644+0000","last_undegraded":"2024-03-29T00:17:11.513644+0000","last_fullsized":"2024-03-29T00:17:11.513644+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:31:14.680523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.697984+0000","last_change":"2024-03-29T00:15:16.750554+0000","last_active":"2024-03-29T00:17:11.697984+0000","last_peered":"2024-03-29T00:17:11.697984+0000","last_clean":"2024-03-29T00:17:11.697984+0000","last_became_active":"2024-03-29T00:15:16.750207+0000","last_became_peered":"2024-03-29T00:15:16.750207+0000","last_unstale":"2024-03-29T00:17:11.697984+0000","last_undegraded":"2024-03-29T00:17:11.697984+0000","last_fullsized":"2024-03-29T00:17:11.697984+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:40:01.789688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520679+0000","last_change":"2024-03-29T00:15:17.741963+0000","last_active":"2024-03-29T00:17:11.520679+0000","last_peered":"2024-03-29T00:17:11.520679+0000","last_clean":"2024-03-29T00:17:11.520679+0000","last_became_active":"2024-03-29T00:15:17.741603+0000","last_became_peered":"2024-03-29T00:15:17.741603+0000","last_unstale":"2024-03-29T00:17:11.520679+0000","last_undegraded":"2024-03-29T00:17:11.520679+0000","last_fullsized":"2024-03-29T00:17:11.520679+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:48:52.811410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.525439+0000","last_change":"2024-03-29T00:15:22.243509+0000","last_active":"2024-03-29T00:17:11.525439+0000","last_peered":"2024-03-29T00:17:11.525439+0000","last_clean":"2024-03-29T00:17:11.525439+0000","last_became_active":"2024-03-29T00:15:22.242955+0000","last_became_peered":"2024-03-29T00:15:22.242955+0000","last_unstale":"2024-03-29T00:17:11.525439+0000","last_undegraded":"2024-03-29T00:17:11.525439+0000","last_fullsized":"2024-03-29T00:17:11.525439+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:27:56.810827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.535414+0000","last_change":"2024-03-29T00:15:16.756972+0000","last_active":"2024-03-29T00:17:11.535414+0000","last_peered":"2024-03-29T00:17:11.535414+0000","last_clean":"2024-03-29T00:17:11.535414+0000","last_became_active":"2024-03-29T00:15:16.755910+0000","last_became_peered":"2024-03-29T00:15:16.755910+0000","last_unstale":"2024-03-29T00:17:11.535414+0000","last_undegraded":"2024-03-29T00:17:11.535414+0000","last_fullsized":"2024-03-29T00:17:11.535414+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:45:26.326485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006665+0000","last_change":"2024-03-29T00:15:17.759071+0000","last_active":"2024-03-29T00:17:12.006665+0000","last_peered":"2024-03-29T00:17:12.006665+0000","last_clean":"2024-03-29T00:17:12.006665+0000","last_became_active":"2024-03-29T00:15:17.758793+0000","last_became_peered":"2024-03-29T00:15:17.758793+0000","last_unstale":"2024-03-29T00:17:12.006665+0000","last_undegraded":"2024-03-29T00:17:12.006665+0000","last_fullsized":"2024-03-29T00:17:12.006665+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:51:05.627301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"89'1","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513624+0000","last_change":"2024-03-29T00:16:11.374400+0000","last_active":"2024-03-29T00:17:11.513624+0000","last_peered":"2024-03-29T00:17:11.513624+0000","last_clean":"2024-03-29T00:17:11.513624+0000","last_became_active":"2024-03-29T00:16:11.368663+0000","last_became_peered":"2024-03-29T00:16:11.368663+0000","last_unstale":"2024-03-29T00:17:11.513624+0000","last_undegraded":"2024-03-29T00:17:11.513624+0000","last_fullsized":"2024-03-29T00:17:11.513624+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:23:23.329544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,7,8],"acting":[4,10,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'3","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006683+0000","last_change":"2024-03-29T00:16:11.381348+0000","last_active":"2024-03-29T00:17:12.006683+0000","last_peered":"2024-03-29T00:17:12.006683+0000","last_clean":"2024-03-29T00:17:12.006683+0000","last_became_active":"2024-03-29T00:16:11.370431+0000","last_became_peered":"2024-03-29T00:16:11.370431+0000","last_unstale":"2024-03-29T00:17:12.006683+0000","last_undegraded":"2024-03-29T00:17:12.006683+0000","last_fullsized":"2024-03-29T00:17:12.006683+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:02:43.133885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.536357+0000","last_change":"2024-03-29T00:15:17.755185+0000","last_active":"2024-03-29T00:17:11.536357+0000","last_peered":"2024-03-29T00:17:11.536357+0000","last_clean":"2024-03-29T00:17:11.536357+0000","last_became_active":"2024-03-29T00:15:17.754817+0000","last_became_peered":"2024-03-29T00:15:17.754817+0000","last_unstale":"2024-03-29T00:17:11.536357+0000","last_undegraded":"2024-03-29T00:17:11.536357+0000","last_fullsized":"2024-03-29T00:17:11.536357+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:59:34.862960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513631+0000","last_change":"2024-03-29T00:15:22.331985+0000","last_active":"2024-03-29T00:17:11.513631+0000","last_peered":"2024-03-29T00:17:11.513631+0000","last_clean":"2024-03-29T00:17:11.513631+0000","last_became_active":"2024-03-29T00:15:22.331182+0000","last_became_peered":"2024-03-29T00:15:22.331182+0000","last_unstale":"2024-03-29T00:17:11.513631+0000","last_undegraded":"2024-03-29T00:17:11.513631+0000","last_fullsized":"2024-03-29T00:17:11.513631+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:43:00.065112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":48,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520933+0000","last_change":"2024-03-29T00:16:11.372845+0000","last_active":"2024-03-29T00:17:11.520933+0000","last_peered":"2024-03-29T00:17:11.520933+0000","last_clean":"2024-03-29T00:17:11.520933+0000","last_became_active":"2024-03-29T00:16:11.368699+0000","last_became_peered":"2024-03-29T00:16:11.368699+0000","last_unstale":"2024-03-29T00:17:11.520933+0000","last_undegraded":"2024-03-29T00:17:11.520933+0000","last_fullsized":"2024-03-29T00:17:11.520933+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:36:28.813566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517887+0000","last_change":"2024-03-29T00:15:17.755596+0000","last_active":"2024-03-29T00:17:11.517887+0000","last_peered":"2024-03-29T00:17:11.517887+0000","last_clean":"2024-03-29T00:17:11.517887+0000","last_became_active":"2024-03-29T00:15:17.755190+0000","last_became_peered":"2024-03-29T00:15:17.755190+0000","last_unstale":"2024-03-29T00:17:11.517887+0000","last_undegraded":"2024-03-29T00:17:11.517887+0000","last_fullsized":"2024-03-29T00:17:11.517887+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:48:41.431496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698008+0000","last_change":"2024-03-29T00:15:22.257641+0000","last_active":"2024-03-29T00:17:11.698008+0000","last_peered":"2024-03-29T00:17:11.698008+0000","last_clean":"2024-03-29T00:17:11.698008+0000","last_became_active":"2024-03-29T00:15:22.257047+0000","last_became_peered":"2024-03-29T00:15:22.257047+0000","last_unstale":"2024-03-29T00:17:11.698008+0000","last_undegraded":"2024-03-29T00:17:11.698008+0000","last_fullsized":"2024-03-29T00:17:11.698008+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:10:50.161440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'5","reported_seq":89,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:15.497391+0000","last_change":"2024-03-29T00:16:11.401316+0000","last_active":"2024-03-29T00:17:15.497391+0000","last_peered":"2024-03-29T00:17:15.497391+0000","last_clean":"2024-03-29T00:17:15.497391+0000","last_became_active":"2024-03-29T00:16:11.378865+0000","last_became_peered":"2024-03-29T00:16:11.378865+0000","last_unstale":"2024-03-29T00:17:15.497391+0000","last_undegraded":"2024-03-29T00:17:15.497391+0000","last_fullsized":"2024-03-29T00:17:15.497391+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:18:21.329789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":67,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1170,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.518253+0000","last_change":"2024-03-29T00:15:17.748736+0000","last_active":"2024-03-29T00:17:11.518253+0000","last_peered":"2024-03-29T00:17:11.518253+0000","last_clean":"2024-03-29T00:17:11.518253+0000","last_became_active":"2024-03-29T00:15:17.745775+0000","last_became_peered":"2024-03-29T00:15:17.745775+0000","last_unstale":"2024-03-29T00:17:11.518253+0000","last_undegraded":"2024-03-29T00:17:11.518253+0000","last_fullsized":"2024-03-29T00:17:11.518253+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:06:39.822454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.515641+0000","last_change":"2024-03-29T00:15:22.262426+0000","last_active":"2024-03-29T00:17:11.515641+0000","last_peered":"2024-03-29T00:17:11.515641+0000","last_clean":"2024-03-29T00:17:11.515641+0000","last_became_active":"2024-03-29T00:15:22.261828+0000","last_became_peered":"2024-03-29T00:15:22.261828+0000","last_unstale":"2024-03-29T00:17:11.515641+0000","last_undegraded":"2024-03-29T00:17:11.515641+0000","last_fullsized":"2024-03-29T00:17:11.515641+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:17:58.817324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"89'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516654+0000","last_change":"2024-03-29T00:15:16.757515+0000","last_active":"2024-03-29T00:17:11.516654+0000","last_peered":"2024-03-29T00:17:11.516654+0000","last_clean":"2024-03-29T00:17:11.516654+0000","last_became_active":"2024-03-29T00:15:16.757074+0000","last_became_peered":"2024-03-29T00:15:16.757074+0000","last_unstale":"2024-03-29T00:17:11.516654+0000","last_undegraded":"2024-03-29T00:17:11.516654+0000","last_fullsized":"2024-03-29T00:17:11.516654+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:55:05.985087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'6","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517763+0000","last_change":"2024-03-29T00:15:17.763725+0000","last_active":"2024-03-29T00:17:11.517763+0000","last_peered":"2024-03-29T00:17:11.517763+0000","last_clean":"2024-03-29T00:17:11.517763+0000","last_became_active":"2024-03-29T00:15:17.762797+0000","last_became_peered":"2024-03-29T00:15:17.762797+0000","last_unstale":"2024-03-29T00:17:11.517763+0000","last_undegraded":"2024-03-29T00:17:11.517763+0000","last_fullsized":"2024-03-29T00:17:11.517763+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:37:56.291010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.515843+0000","last_change":"2024-03-29T00:15:22.245891+0000","last_active":"2024-03-29T00:17:11.515843+0000","last_peered":"2024-03-29T00:17:11.515843+0000","last_clean":"2024-03-29T00:17:11.515843+0000","last_became_active":"2024-03-29T00:15:22.245500+0000","last_became_peered":"2024-03-29T00:15:22.245500+0000","last_unstale":"2024-03-29T00:17:11.515843+0000","last_undegraded":"2024-03-29T00:17:11.515843+0000","last_fullsized":"2024-03-29T00:17:11.515843+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:07:29.639048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844967+0000","last_change":"2024-03-29T00:15:16.759862+0000","last_active":"2024-03-29T00:17:11.844967+0000","last_peered":"2024-03-29T00:17:11.844967+0000","last_clean":"2024-03-29T00:17:11.844967+0000","last_became_active":"2024-03-29T00:15:16.759540+0000","last_became_peered":"2024-03-29T00:15:16.759540+0000","last_unstale":"2024-03-29T00:17:11.844967+0000","last_undegraded":"2024-03-29T00:17:11.844967+0000","last_fullsized":"2024-03-29T00:17:11.844967+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:41:21.462551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.518133+0000","last_change":"2024-03-29T00:15:17.744112+0000","last_active":"2024-03-29T00:17:11.518133+0000","last_peered":"2024-03-29T00:17:11.518133+0000","last_clean":"2024-03-29T00:17:11.518133+0000","last_became_active":"2024-03-29T00:15:17.743708+0000","last_became_peered":"2024-03-29T00:15:17.743708+0000","last_unstale":"2024-03-29T00:17:11.518133+0000","last_undegraded":"2024-03-29T00:17:11.518133+0000","last_fullsized":"2024-03-29T00:17:11.518133+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:47:24.123200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006748+0000","last_change":"2024-03-29T00:15:17.742382+0000","last_active":"2024-03-29T00:17:12.006748+0000","last_peered":"2024-03-29T00:17:12.006748+0000","last_clean":"2024-03-29T00:17:12.006748+0000","last_became_active":"2024-03-29T00:15:17.741772+0000","last_became_peered":"2024-03-29T00:15:17.741772+0000","last_unstale":"2024-03-29T00:17:12.006748+0000","last_undegraded":"2024-03-29T00:17:12.006748+0000","last_fullsized":"2024-03-29T00:17:12.006748+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:36:52.477474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840764+0000","last_change":"2024-03-29T00:15:17.747360+0000","last_active":"2024-03-29T00:17:11.840764+0000","last_peered":"2024-03-29T00:17:11.840764+0000","last_clean":"2024-03-29T00:17:11.840764+0000","last_became_active":"2024-03-29T00:15:17.746960+0000","last_became_peered":"2024-03-29T00:15:17.746960+0000","last_unstale":"2024-03-29T00:17:11.840764+0000","last_undegraded":"2024-03-29T00:17:11.840764+0000","last_fullsized":"2024-03-29T00:17:11.840764+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:29:04.245617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840583+0000","last_change":"2024-03-29T00:15:17.763386+0000","last_active":"2024-03-29T00:17:11.840583+0000","last_peered":"2024-03-29T00:17:11.840583+0000","last_clean":"2024-03-29T00:17:11.840583+0000","last_became_active":"2024-03-29T00:15:17.762972+0000","last_became_peered":"2024-03-29T00:15:17.762972+0000","last_unstale":"2024-03-29T00:17:11.840583+0000","last_undegraded":"2024-03-29T00:17:11.840583+0000","last_fullsized":"2024-03-29T00:17:11.840583+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:33:54.108262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516542+0000","last_change":"2024-03-29T00:15:17.748468+0000","last_active":"2024-03-29T00:17:11.516542+0000","last_peered":"2024-03-29T00:17:11.516542+0000","last_clean":"2024-03-29T00:17:11.516542+0000","last_became_active":"2024-03-29T00:15:17.748140+0000","last_became_peered":"2024-03-29T00:15:17.748140+0000","last_unstale":"2024-03-29T00:17:11.516542+0000","last_undegraded":"2024-03-29T00:17:11.516542+0000","last_fullsized":"2024-03-29T00:17:11.516542+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:05:46.198137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844669+0000","last_change":"2024-03-29T00:15:17.759988+0000","last_active":"2024-03-29T00:17:11.844669+0000","last_peered":"2024-03-29T00:17:11.844669+0000","last_clean":"2024-03-29T00:17:11.844669+0000","last_became_active":"2024-03-29T00:15:17.759504+0000","last_became_peered":"2024-03-29T00:15:17.759504+0000","last_unstale":"2024-03-29T00:17:11.844669+0000","last_undegraded":"2024-03-29T00:17:11.844669+0000","last_fullsized":"2024-03-29T00:17:11.844669+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:58:27.582982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.007040+0000","last_change":"2024-03-29T00:15:17.744141+0000","last_active":"2024-03-29T00:17:12.007040+0000","last_peered":"2024-03-29T00:17:12.007040+0000","last_clean":"2024-03-29T00:17:12.007040+0000","last_became_active":"2024-03-29T00:15:17.743805+0000","last_became_peered":"2024-03-29T00:15:17.743805+0000","last_unstale":"2024-03-29T00:17:12.007040+0000","last_undegraded":"2024-03-29T00:17:12.007040+0000","last_fullsized":"2024-03-29T00:17:12.007040+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:04:07.966256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.841018+0000","last_change":"2024-03-29T00:15:17.752140+0000","last_active":"2024-03-29T00:17:11.841018+0000","last_peered":"2024-03-29T00:17:11.841018+0000","last_clean":"2024-03-29T00:17:11.841018+0000","last_became_active":"2024-03-29T00:15:17.751759+0000","last_became_peered":"2024-03-29T00:15:17.751759+0000","last_unstale":"2024-03-29T00:17:11.841018+0000","last_undegraded":"2024-03-29T00:17:11.841018+0000","last_fullsized":"2024-03-29T00:17:11.841018+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:17:23.236350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.538104+0000","last_change":"2024-03-29T00:15:17.763285+0000","last_active":"2024-03-29T00:17:11.538104+0000","last_peered":"2024-03-29T00:17:11.538104+0000","last_clean":"2024-03-29T00:17:11.538104+0000","last_became_active":"2024-03-29T00:15:17.762191+0000","last_became_peered":"2024-03-29T00:15:17.762191+0000","last_unstale":"2024-03-29T00:17:11.538104+0000","last_undegraded":"2024-03-29T00:17:11.538104+0000","last_fullsized":"2024-03-29T00:17:11.538104+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:52:34.725218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516028+0000","last_change":"2024-03-29T00:15:17.749185+0000","last_active":"2024-03-29T00:17:11.516028+0000","last_peered":"2024-03-29T00:17:11.516028+0000","last_clean":"2024-03-29T00:17:11.516028+0000","last_became_active":"2024-03-29T00:15:17.748852+0000","last_became_peered":"2024-03-29T00:15:17.748852+0000","last_unstale":"2024-03-29T00:17:11.516028+0000","last_undegraded":"2024-03-29T00:17:11.516028+0000","last_fullsized":"2024-03-29T00:17:11.516028+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:04:08.743214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.535339+0000","last_change":"2024-03-29T00:15:17.747145+0000","last_active":"2024-03-29T00:17:11.535339+0000","last_peered":"2024-03-29T00:17:11.535339+0000","last_clean":"2024-03-29T00:17:11.535339+0000","last_became_active":"2024-03-29T00:15:17.746795+0000","last_became_peered":"2024-03-29T00:15:17.746795+0000","last_unstale":"2024-03-29T00:17:11.535339+0000","last_undegraded":"2024-03-29T00:17:11.535339+0000","last_fullsized":"2024-03-29T00:17:11.535339+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:20:28.927677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698208+0000","last_change":"2024-03-29T00:15:17.763375+0000","last_active":"2024-03-29T00:17:11.698208+0000","last_peered":"2024-03-29T00:17:11.698208+0000","last_clean":"2024-03-29T00:17:11.698208+0000","last_became_active":"2024-03-29T00:15:17.762922+0000","last_became_peered":"2024-03-29T00:15:17.762922+0000","last_unstale":"2024-03-29T00:17:11.698208+0000","last_undegraded":"2024-03-29T00:17:11.698208+0000","last_fullsized":"2024-03-29T00:17:11.698208+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:35:36.998503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844071+0000","last_change":"2024-03-29T00:15:17.760649+0000","last_active":"2024-03-29T00:17:11.844071+0000","last_peered":"2024-03-29T00:17:11.844071+0000","last_clean":"2024-03-29T00:17:11.844071+0000","last_became_active":"2024-03-29T00:15:17.760283+0000","last_became_peered":"2024-03-29T00:15:17.760283+0000","last_unstale":"2024-03-29T00:17:11.844071+0000","last_undegraded":"2024-03-29T00:17:11.844071+0000","last_fullsized":"2024-03-29T00:17:11.844071+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:42:48.432581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006933+0000","last_change":"2024-03-29T00:15:17.742580+0000","last_active":"2024-03-29T00:17:12.006933+0000","last_peered":"2024-03-29T00:17:12.006933+0000","last_clean":"2024-03-29T00:17:12.006933+0000","last_became_active":"2024-03-29T00:15:17.742213+0000","last_became_peered":"2024-03-29T00:15:17.742213+0000","last_unstale":"2024-03-29T00:17:12.006933+0000","last_undegraded":"2024-03-29T00:17:12.006933+0000","last_fullsized":"2024-03-29T00:17:12.006933+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:43:21.381773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":70918,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":885,"num_read_kb":530,"num_write":252,"num_write_kb":149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":1282,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":577536,"data_stored":212754,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":220,"ondisk_log_size":220,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383719,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1073152,"data_stored":520311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645355,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28744,"kb_used_data":1724,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716408,"statfs":{"total":95995035648,"available":95965601792,"internally_reserved":0,"allocated":1765376,"data_stored":1175075,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808882,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32248,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712904,"statfs":{"total":95995035648,"available":95962013696,"internally_reserved":0,"allocated":1089536,"data_stored":520129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070521,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1077248,"data_stored":520395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332157,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36984,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708168,"statfs":{"total":95995035648,"available":95957164032,"internally_reserved":0,"allocated":1683456,"data_stored":1117677,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495684,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28064,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717088,"statfs":{"total":95995035648,"available":95966298112,"internally_reserved":0,"allocated":1064960,"data_stored":515633,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574945,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28140,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717012,"statfs":{"total":95995035648,"available":95966220288,"internally_reserved":0,"allocated":1142784,"data_stored":581265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738471,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28088,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717064,"statfs":{"total":95995035648,"available":95966273536,"internally_reserved":0,"allocated":1089536,"data_stored":517089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411420,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36464,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708688,"statfs":{"total":95995035648,"available":95957696512,"internally_reserved":0,"allocated":1146880,"data_stored":579677,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182485,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32236,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712916,"statfs":{"total":95995035648,"available":95962025984,"internally_reserved":0,"allocated":1077248,"data_stored":515341,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920848,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1073152,"data_stored":520239,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757322,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28672,"kb_used_data":1652,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716480,"statfs":{"total":95995035648,"available":95965675520,"internally_reserved":0,"allocated":1691648,"data_stored":1112727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":66354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":64766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":4206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":65700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-29T00:17:23.827 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-03-29T00:17:23.828 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-03-29T00:17:23.828 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-03-29T00:17:23.828 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph health --format=json 2024-03-29T00:17:24.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:23 smithi012 ceph-mon[31657]: from='client.25022 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-29T00:17:24.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:23 smithi053 ceph-mon[36233]: from='client.25022 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-29T00:17:24.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:23 smithi069 ceph-mon[36074]: from='client.25022 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-29T00:17:24.362 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:17:25.135 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:24 smithi069 ceph-mon[36074]: pgmap v390: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 426 B/s wr, 11 op/s 2024-03-29T00:17:25.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:24 smithi053 ceph-mon[36233]: pgmap v390: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 426 B/s wr, 11 op/s 2024-03-29T00:17:25.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:24 smithi012 ceph-mon[31657]: pgmap v390: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 426 B/s wr, 11 op/s 2024-03-29T00:17:26.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.604+0000 7f5113a00700 1 -- 172.21.15.12:0/2452302965 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f510c104df0 msgr2=0x7f510c111300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:26.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.604+0000 7f5113a00700 1 --2- 172.21.15.12:0/2452302965 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f510c104df0 0x7f510c111300 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f510400b0a0 tx=0x7f510400b3b0 comp rx=0 tx=0).stop 2024-03-29T00:17:26.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.604+0000 7f5113a00700 1 -- 172.21.15.12:0/2452302965 shutdown_connections 2024-03-29T00:17:26.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.604+0000 7f5113a00700 1 --2- 172.21.15.12:0/2452302965 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f510c10a4c0 0x7f510c10a8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:26.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.604+0000 7f5113a00700 1 --2- 172.21.15.12:0/2452302965 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f510c104df0 0x7f510c111300 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:26.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.604+0000 7f5113a00700 1 --2- 172.21.15.12:0/2452302965 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f510c104430 0x7f510c1048b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:26.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.604+0000 7f5113a00700 1 -- 172.21.15.12:0/2452302965 >> 172.21.15.12:0/2452302965 conn(0x7f510c0fff20 msgr2=0x7f510c102340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:26.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.604+0000 7f5113a00700 1 -- 172.21.15.12:0/2452302965 shutdown_connections 2024-03-29T00:17:26.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.604+0000 7f5113a00700 1 -- 172.21.15.12:0/2452302965 wait complete. 2024-03-29T00:17:26.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.606+0000 7f5113a00700 1 Processor -- start 2024-03-29T00:17:26.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.606+0000 7f5113a00700 1 -- start start 2024-03-29T00:17:26.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.607+0000 7f5113a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f510c104430 0x7f510c1a0850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:26.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.607+0000 7f5113a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f510c104df0 0x7f510c1a0d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:26.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.607+0000 7f5113a00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f510c10a4c0 0x7f510c19aa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:26.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.607+0000 7f5113a00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f510c1148f0 con 0x7f510c104df0 2024-03-29T00:17:26.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.607+0000 7f5113a00700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f510c114770 con 0x7f510c10a4c0 2024-03-29T00:17:26.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.607+0000 7f5113a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f510c114a70 con 0x7f510c104430 2024-03-29T00:17:26.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.607+0000 7f5111000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f510c104430 0x7f510c1a0850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:26.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.607+0000 7f5111000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f510c104430 0x7f510c1a0850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:57464/0 (socket says 172.21.15.12:57464) 2024-03-29T00:17:26.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.607+0000 7f5111000700 1 -- 172.21.15.12:0/1025315320 learned_addr learned my addr 172.21.15.12:0/1025315320 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:26.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.607+0000 7f510be00700 1 --2- 172.21.15.12:0/1025315320 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f510c104df0 0x7f510c1a0d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:26.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.607+0000 7f5111a00700 1 --2- 172.21.15.12:0/1025315320 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f510c10a4c0 0x7f510c19aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:26.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.607+0000 7f5111000700 1 -- 172.21.15.12:0/1025315320 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f510c10a4c0 msgr2=0x7f510c19aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:26.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.607+0000 7f5111000700 1 --2- 172.21.15.12:0/1025315320 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f510c10a4c0 0x7f510c19aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:26.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.607+0000 7f5111000700 1 -- 172.21.15.12:0/1025315320 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f510c104df0 msgr2=0x7f510c1a0d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:26.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.607+0000 7f5111000700 1 --2- 172.21.15.12:0/1025315320 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f510c104df0 0x7f510c1a0d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:26.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.607+0000 7f5111000700 1 -- 172.21.15.12:0/1025315320 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f510c19b170 con 0x7f510c104430 2024-03-29T00:17:26.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.608+0000 7f5111000700 1 --2- 172.21.15.12:0/1025315320 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f510c104430 0x7f510c1a0850 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f510000e9a0 tx=0x7f510000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:26.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.608+0000 7f5109600700 1 -- 172.21.15.12:0/1025315320 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f510000ca10 con 0x7f510c104430 2024-03-29T00:17:26.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.608+0000 7f5109600700 1 -- 172.21.15.12:0/1025315320 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f510000cbb0 con 0x7f510c104430 2024-03-29T00:17:26.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.608+0000 7f5109600700 1 -- 172.21.15.12:0/1025315320 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5100018710 con 0x7f510c104430 2024-03-29T00:17:26.610 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.608+0000 7f5113a00700 1 -- 172.21.15.12:0/1025315320 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f510c19b460 con 0x7f510c104430 2024-03-29T00:17:26.610 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.608+0000 7f5113a00700 1 -- 172.21.15.12:0/1025315320 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f510c1a7720 con 0x7f510c104430 2024-03-29T00:17:26.610 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.609+0000 7f5113a00700 1 -- 172.21.15.12:0/1025315320 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f510c068f00 con 0x7f510c104430 2024-03-29T00:17:26.611 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.611+0000 7f5109600700 1 -- 172.21.15.12:0/1025315320 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f5100010430 con 0x7f510c104430 2024-03-29T00:17:26.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.613+0000 7f5109600700 1 --2- 172.21.15.12:0/1025315320 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f50f40a1e90 0x7f50f40a4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:26.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.613+0000 7f5109600700 1 -- 172.21.15.12:0/1025315320 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f51000ce290 con 0x7f510c104430 2024-03-29T00:17:26.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.613+0000 7f510be00700 1 --2- 172.21.15.12:0/1025315320 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f50f40a1e90 0x7f50f40a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:26.614 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.614+0000 7f510be00700 1 --2- 172.21.15.12:0/1025315320 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f50f40a1e90 0x7f50f40a4350 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f510c109930 tx=0x7f50f8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:26.618 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.617+0000 7f5109600700 1 -- 172.21.15.12:0/1025315320 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f510009b2d0 con 0x7f510c104430 2024-03-29T00:17:26.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.896+0000 7f5113a00700 1 -- 172.21.15.12:0/1025315320 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f510c1a79b0 con 0x7f510c104430 2024-03-29T00:17:26.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.896+0000 7f5109600700 1 -- 172.21.15.12:0/1025315320 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f510009abd0 con 0x7f510c104430 2024-03-29T00:17:26.897 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:17:26.898 INFO:teuthology.orchestra.run.smithi012.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-03-29T00:17:26.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.899+0000 7f5113a00700 1 -- 172.21.15.12:0/1025315320 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f50f40a1e90 msgr2=0x7f50f40a4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:26.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.899+0000 7f5113a00700 1 --2- 172.21.15.12:0/1025315320 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f50f40a1e90 0x7f50f40a4350 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f510c109930 tx=0x7f50f8009260 comp rx=0 tx=0).stop 2024-03-29T00:17:26.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.899+0000 7f5113a00700 1 -- 172.21.15.12:0/1025315320 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f510c104430 msgr2=0x7f510c1a0850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:26.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.899+0000 7f5113a00700 1 --2- 172.21.15.12:0/1025315320 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f510c104430 0x7f510c1a0850 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f510000e9a0 tx=0x7f510000ecb0 comp rx=0 tx=0).stop 2024-03-29T00:17:26.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.899+0000 7f5113a00700 1 -- 172.21.15.12:0/1025315320 shutdown_connections 2024-03-29T00:17:26.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.899+0000 7f5113a00700 1 --2- 172.21.15.12:0/1025315320 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f50f40a1e90 0x7f50f40a4350 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:26.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.899+0000 7f5113a00700 1 --2- 172.21.15.12:0/1025315320 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f510c104430 0x7f510c1a0850 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:26.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.899+0000 7f5113a00700 1 --2- 172.21.15.12:0/1025315320 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f510c10a4c0 0x7f510c19aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:26.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.899+0000 7f5113a00700 1 --2- 172.21.15.12:0/1025315320 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f510c104df0 0x7f510c1a0d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:26.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.899+0000 7f5113a00700 1 -- 172.21.15.12:0/1025315320 >> 172.21.15.12:0/1025315320 conn(0x7f510c0fff20 msgr2=0x7f510c100400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:26.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.900+0000 7f5113a00700 1 -- 172.21.15.12:0/1025315320 shutdown_connections 2024-03-29T00:17:26.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:26.900+0000 7f5113a00700 1 -- 172.21.15.12:0/1025315320 wait complete. 2024-03-29T00:17:27.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:26 smithi053 ceph-mon[36233]: pgmap v391: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-03-29T00:17:27.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:26 smithi069 ceph-mon[36074]: pgmap v391: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-03-29T00:17:27.284 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:26 smithi012 ceph-mon[31657]: pgmap v391: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-03-29T00:17:27.723 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-03-29T00:17:27.723 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-29T00:17:27.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.953+0000 7fe9bca00640 1 -- 172.21.15.12:0/4080406714 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe9b8103980 msgr2=0x7fe9b8103da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:27.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.953+0000 7fe9bca00640 1 --2- 172.21.15.12:0/4080406714 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe9b8103980 0x7fe9b8103da0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fe9a8009860 tx=0x7fe9a802bb70 comp rx=0 tx=0).stop 2024-03-29T00:17:27.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.953+0000 7fe9bca00640 1 -- 172.21.15.12:0/4080406714 shutdown_connections 2024-03-29T00:17:27.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.953+0000 7fe9bca00640 1 --2- 172.21.15.12:0/4080406714 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe9b8105530 0x7fe9b810bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:27.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.953+0000 7fe9bca00640 1 --2- 172.21.15.12:0/4080406714 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe9b8104b70 0x7fe9b8104ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:27.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.953+0000 7fe9bca00640 1 --2- 172.21.15.12:0/4080406714 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe9b8103980 0x7fe9b8103da0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:27.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.953+0000 7fe9bca00640 1 -- 172.21.15.12:0/4080406714 >> 172.21.15.12:0/4080406714 conn(0x7fe9b80fef10 msgr2=0x7fe9b8101330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:27.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.953+0000 7fe9bca00640 1 -- 172.21.15.12:0/4080406714 shutdown_connections 2024-03-29T00:17:27.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.953+0000 7fe9bca00640 1 -- 172.21.15.12:0/4080406714 wait complete. 2024-03-29T00:17:27.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.955+0000 7fe9bca00640 1 Processor -- start 2024-03-29T00:17:27.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.955+0000 7fe9bca00640 1 -- start start 2024-03-29T00:17:27.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.955+0000 7fe9bca00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe9b8103980 0x7fe9b8199d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:27.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.955+0000 7fe9bca00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe9b8104b70 0x7fe9b819a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:27.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.955+0000 7fe9bca00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe9b8105530 0x7fe9b81a1300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:27.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.955+0000 7fe9bca00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fe9b810f730 con 0x7fe9b8105530 2024-03-29T00:17:27.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.955+0000 7fe9bca00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe9b810f5b0 con 0x7fe9b8104b70 2024-03-29T00:17:27.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.955+0000 7fe9bca00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe9b810f8b0 con 0x7fe9b8103980 2024-03-29T00:17:27.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.955+0000 7fe9b5400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe9b8104b70 0x7fe9b819a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:27.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.955+0000 7fe9b5400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe9b8104b70 0x7fe9b819a290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:55592/0 (socket says 172.21.15.12:55592) 2024-03-29T00:17:27.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.955+0000 7fe9b5400640 1 -- 172.21.15.12:0/3284596732 learned_addr learned my addr 172.21.15.12:0/3284596732 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:27.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.956+0000 7fe9b5e00640 1 --2- 172.21.15.12:0/3284596732 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe9b8103980 0x7fe9b8199d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:27.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.956+0000 7fe9b6800640 1 --2- 172.21.15.12:0/3284596732 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe9b8105530 0x7fe9b81a1300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:27.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.956+0000 7fe9b5400640 1 -- 172.21.15.12:0/3284596732 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe9b8103980 msgr2=0x7fe9b8199d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:27.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.956+0000 7fe9b5400640 1 --2- 172.21.15.12:0/3284596732 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe9b8103980 0x7fe9b8199d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:27.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.956+0000 7fe9b5400640 1 -- 172.21.15.12:0/3284596732 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe9b8105530 msgr2=0x7fe9b81a1300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:27.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.956+0000 7fe9b5400640 1 --2- 172.21.15.12:0/3284596732 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe9b8105530 0x7fe9b81a1300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:27.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.956+0000 7fe9b5400640 1 -- 172.21.15.12:0/3284596732 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9b81a1970 con 0x7fe9b8104b70 2024-03-29T00:17:27.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.956+0000 7fe9b5e00640 1 --2- 172.21.15.12:0/3284596732 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe9b8103980 0x7fe9b8199d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:17:27.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.956+0000 7fe9b5400640 1 --2- 172.21.15.12:0/3284596732 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe9b8104b70 0x7fe9b819a290 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fe9a000d950 tx=0x7fe9a000de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:27.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.956+0000 7fe9aea00640 1 -- 172.21.15.12:0/3284596732 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9a0017070 con 0x7fe9b8104b70 2024-03-29T00:17:27.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.956+0000 7fe9aea00640 1 -- 172.21.15.12:0/3284596732 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe9a0009c30 con 0x7fe9b8104b70 2024-03-29T00:17:27.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.956+0000 7fe9bca00640 1 -- 172.21.15.12:0/3284596732 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9b81a1c60 con 0x7fe9b8104b70 2024-03-29T00:17:27.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.956+0000 7fe9aea00640 1 -- 172.21.15.12:0/3284596732 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9a000f740 con 0x7fe9b8104b70 2024-03-29T00:17:27.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.957+0000 7fe9bca00640 1 -- 172.21.15.12:0/3284596732 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9b81a21b0 con 0x7fe9b8104b70 2024-03-29T00:17:27.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.958+0000 7fe9bca00640 1 -- 172.21.15.12:0/3284596732 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9b810ac40 con 0x7fe9b8104b70 2024-03-29T00:17:27.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.959+0000 7fe9aea00640 1 -- 172.21.15.12:0/3284596732 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fe9a0010a80 con 0x7fe9b8104b70 2024-03-29T00:17:27.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.960+0000 7fe9aea00640 1 --2- 172.21.15.12:0/3284596732 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe99c0a1e00 0x7fe99c0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:27.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.961+0000 7fe9aea00640 1 -- 172.21.15.12:0/3284596732 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fe9a00cde70 con 0x7fe9b8104b70 2024-03-29T00:17:27.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.961+0000 7fe9b5e00640 1 --2- 172.21.15.12:0/3284596732 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe99c0a1e00 0x7fe99c0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:27.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.961+0000 7fe9b5e00640 1 --2- 172.21.15.12:0/3284596732 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe99c0a1e00 0x7fe99c0a42c0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fe9a8034a80 tx=0x7fe9a80095b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:27.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:27.965+0000 7fe9aea00640 1 -- 172.21.15.12:0/3284596732 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fe9a0009de0 con 0x7fe9b8104b70 2024-03-29T00:17:28.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:27 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1025315320' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-29T00:17:28.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:27 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1025315320' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-29T00:17:28.169 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.169+0000 7fe9bca00640 1 -- 172.21.15.12:0/3284596732 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe9b8062350 con 0x7fe9b8104b70 2024-03-29T00:17:28.171 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.171+0000 7fe9aea00640 1 -- 172.21.15.12:0/3284596732 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+24651 (secure 0 0 0) 0x7fe9a009aeb0 con 0x7fe9b8104b70 2024-03-29T00:17:28.172 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:17:28.172 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":93,"fsid":"f0a28ba8-ed5f-11ee-95d0-87774f69a715","created":"2024-03-29T00:05:52.349196+0000","modified":"2024-03-29T00:17:11.508521+0000","last_up_change":"2024-03-29T00:14:17.644182+0000","last_in_change":"2024-03-29T00:13:57.992327+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-29T00:09:58.299082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-29T00:15:15.323046+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-29T00:15:16.709268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-29T00:15:20.769838+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f15b3bc8-42a4-4aca-bf7c-f36533a25084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6803","nonce":1970936395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6805","nonce":1970936395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6809","nonce":1970936395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6807","nonce":1970936395}]},"public_addr":"172.21.15.12:6803/1970936395","cluster_addr":"172.21.15.12:6805/1970936395","heartbeat_back_addr":"172.21.15.12:6809/1970936395","heartbeat_front_addr":"172.21.15.12:6807/1970936395","state":["exists","up"]},{"osd":1,"uuid":"9fc84928-5898-4421-8fae-8a6c3b5d6454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6801","nonce":2562558811}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6803","nonce":2562558811}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6807","nonce":2562558811}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6805","nonce":2562558811}]},"public_addr":"172.21.15.53:6801/2562558811","cluster_addr":"172.21.15.53:6803/2562558811","heartbeat_back_addr":"172.21.15.53:6807/2562558811","heartbeat_front_addr":"172.21.15.53:6805/2562558811","state":["exists","up"]},{"osd":2,"uuid":"6e1df3eb-d5e1-4433-aef8-dcc544feb108","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6800","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6801","nonce":3472201934}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6803","nonce":3472201934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6807","nonce":3472201934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6805","nonce":3472201934}]},"public_addr":"172.21.15.69:6801/3472201934","cluster_addr":"172.21.15.69:6803/3472201934","heartbeat_back_addr":"172.21.15.69:6807/3472201934","heartbeat_front_addr":"172.21.15.69:6805/3472201934","state":["exists","up"]},{"osd":3,"uuid":"c03886ee-0efd-4a1f-b04f-b060483d852b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6811","nonce":1860879351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6813","nonce":1860879351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6817","nonce":1860879351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6815","nonce":1860879351}]},"public_addr":"172.21.15.12:6811/1860879351","cluster_addr":"172.21.15.12:6813/1860879351","heartbeat_back_addr":"172.21.15.12:6817/1860879351","heartbeat_front_addr":"172.21.15.12:6815/1860879351","state":["exists","up"]},{"osd":4,"uuid":"10a25f7e-b569-4d47-add7-560968efa9c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6809","nonce":1066696400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6811","nonce":1066696400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6815","nonce":1066696400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6813","nonce":1066696400}]},"public_addr":"172.21.15.53:6809/1066696400","cluster_addr":"172.21.15.53:6811/1066696400","heartbeat_back_addr":"172.21.15.53:6815/1066696400","heartbeat_front_addr":"172.21.15.53:6813/1066696400","state":["exists","up"]},{"osd":5,"uuid":"21bad6a7-f98d-4344-8b0b-cf8526575ac2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6809","nonce":2160312252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6811","nonce":2160312252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6815","nonce":2160312252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6813","nonce":2160312252}]},"public_addr":"172.21.15.69:6809/2160312252","cluster_addr":"172.21.15.69:6811/2160312252","heartbeat_back_addr":"172.21.15.69:6815/2160312252","heartbeat_front_addr":"172.21.15.69:6813/2160312252","state":["exists","up"]},{"osd":6,"uuid":"927557ba-0245-42bb-83f1-c8b6b44cc496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6819","nonce":53322413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6821","nonce":53322413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6825","nonce":53322413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6823","nonce":53322413}]},"public_addr":"172.21.15.12:6819/53322413","cluster_addr":"172.21.15.12:6821/53322413","heartbeat_back_addr":"172.21.15.12:6825/53322413","heartbeat_front_addr":"172.21.15.12:6823/53322413","state":["exists","up"]},{"osd":7,"uuid":"22314690-d0eb-496b-b67d-922bdc0b6660","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6817","nonce":512991962}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6819","nonce":512991962}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6823","nonce":512991962}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6821","nonce":512991962}]},"public_addr":"172.21.15.53:6817/512991962","cluster_addr":"172.21.15.53:6819/512991962","heartbeat_back_addr":"172.21.15.53:6823/512991962","heartbeat_front_addr":"172.21.15.53:6821/512991962","state":["exists","up"]},{"osd":8,"uuid":"f26e428e-4919-4030-aa15-100d6df99aef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6817","nonce":2890541031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6819","nonce":2890541031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6823","nonce":2890541031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6821","nonce":2890541031}]},"public_addr":"172.21.15.69:6817/2890541031","cluster_addr":"172.21.15.69:6819/2890541031","heartbeat_back_addr":"172.21.15.69:6823/2890541031","heartbeat_front_addr":"172.21.15.69:6821/2890541031","state":["exists","up"]},{"osd":9,"uuid":"df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6827","nonce":1715133032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6829","nonce":1715133032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6833","nonce":1715133032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6831","nonce":1715133032}]},"public_addr":"172.21.15.12:6827/1715133032","cluster_addr":"172.21.15.12:6829/1715133032","heartbeat_back_addr":"172.21.15.12:6833/1715133032","heartbeat_front_addr":"172.21.15.12:6831/1715133032","state":["exists","up"]},{"osd":10,"uuid":"ac05ca46-a3d8-4e95-8b37-6f46b9f38703","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6825","nonce":3180522172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6827","nonce":3180522172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6831","nonce":3180522172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6829","nonce":3180522172}]},"public_addr":"172.21.15.53:6825/3180522172","cluster_addr":"172.21.15.53:6827/3180522172","heartbeat_back_addr":"172.21.15.53:6831/3180522172","heartbeat_front_addr":"172.21.15.53:6829/3180522172","state":["exists","up"]},{"osd":11,"uuid":"47fd23fb-f49f-49ca-8dfa-df667d03cfa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6825","nonce":1830685720}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6827","nonce":1830685720}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6831","nonce":1830685720}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6829","nonce":1830685720}]},"public_addr":"172.21.15.69:6825/1830685720","cluster_addr":"172.21.15.69:6827/1830685720","heartbeat_back_addr":"172.21.15.69:6831/1830685720","heartbeat_front_addr":"172.21.15.69:6829/1830685720","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:04.043487+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:29.451338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:53.723758+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:27.673354+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:54.498962+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:19.775485+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:54.005468+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:21.544560+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:47.123756+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:22.232554+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:50.514376+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:14:16.169343+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":8}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.9","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/3903984873":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/3329864026":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/1184533662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/2224576662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/798509208":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/4176566530":"2024-03-30T00:07:09.578981+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-29T00:17:28.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.173+0000 7fe9bca00640 1 -- 172.21.15.12:0/3284596732 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe99c0a1e00 msgr2=0x7fe99c0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:28.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.173+0000 7fe9bca00640 1 --2- 172.21.15.12:0/3284596732 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe99c0a1e00 0x7fe99c0a42c0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fe9a8034a80 tx=0x7fe9a80095b0 comp rx=0 tx=0).stop 2024-03-29T00:17:28.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.173+0000 7fe9bca00640 1 -- 172.21.15.12:0/3284596732 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe9b8104b70 msgr2=0x7fe9b819a290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:28.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.173+0000 7fe9bca00640 1 --2- 172.21.15.12:0/3284596732 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe9b8104b70 0x7fe9b819a290 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fe9a000d950 tx=0x7fe9a000de10 comp rx=0 tx=0).stop 2024-03-29T00:17:28.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.174+0000 7fe9bca00640 1 -- 172.21.15.12:0/3284596732 shutdown_connections 2024-03-29T00:17:28.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.174+0000 7fe9bca00640 1 --2- 172.21.15.12:0/3284596732 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe99c0a1e00 0x7fe99c0a42c0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:28.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.174+0000 7fe9bca00640 1 --2- 172.21.15.12:0/3284596732 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe9b8104b70 0x7fe9b819a290 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:28.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.174+0000 7fe9bca00640 1 --2- 172.21.15.12:0/3284596732 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe9b8105530 0x7fe9b81a1300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:28.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.174+0000 7fe9bca00640 1 --2- 172.21.15.12:0/3284596732 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe9b8103980 0x7fe9b8199d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:28.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.174+0000 7fe9bca00640 1 -- 172.21.15.12:0/3284596732 >> 172.21.15.12:0/3284596732 conn(0x7fe9b80fef10 msgr2=0x7fe9b8107e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:28.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.174+0000 7fe9bca00640 1 -- 172.21.15.12:0/3284596732 shutdown_connections 2024-03-29T00:17:28.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.174+0000 7fe9bca00640 1 -- 172.21.15.12:0/3284596732 wait complete. 2024-03-29T00:17:28.196 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-29T00:09:58.299082+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-29T00:15:15.323046+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-29T00:15:16.709268+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-29T00:15:20.769838+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-03-29T00:17:28.196 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-29T00:17:28.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:27 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1025315320' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-29T00:17:28.416 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.415+0000 7fc0df400640 1 -- 172.21.15.12:0/1161538861 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc0d81021f0 msgr2=0x7fc0d81045e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:28.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.415+0000 7fc0df400640 1 --2- 172.21.15.12:0/1161538861 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc0d81021f0 0x7fc0d81045e0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fc0c0009900 tx=0x7fc0c002bc30 comp rx=0 tx=0).stop 2024-03-29T00:17:28.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.416+0000 7fc0df400640 1 -- 172.21.15.12:0/1161538861 shutdown_connections 2024-03-29T00:17:28.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.416+0000 7fc0df400640 1 --2- 172.21.15.12:0/1161538861 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc0d8104b20 0x7fc0d8106f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:28.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.416+0000 7fc0df400640 1 --2- 172.21.15.12:0/1161538861 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc0d8107450 0x7fc0d81098a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:28.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.416+0000 7fc0df400640 1 --2- 172.21.15.12:0/1161538861 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc0d81021f0 0x7fc0d81045e0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:28.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.416+0000 7fc0df400640 1 -- 172.21.15.12:0/1161538861 >> 172.21.15.12:0/1161538861 conn(0x7fc0d80fbbe0 msgr2=0x7fc0d80fe020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:28.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.416+0000 7fc0df400640 1 -- 172.21.15.12:0/1161538861 shutdown_connections 2024-03-29T00:17:28.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.416+0000 7fc0df400640 1 -- 172.21.15.12:0/1161538861 wait complete. 2024-03-29T00:17:28.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.417+0000 7fc0df400640 1 Processor -- start 2024-03-29T00:17:28.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.417+0000 7fc0df400640 1 -- start start 2024-03-29T00:17:28.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.417+0000 7fc0df400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc0d81021f0 0x7fc0d8199dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:28.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.417+0000 7fc0df400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc0d8104b20 0x7fc0d819a300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:28.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.417+0000 7fc0df400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc0d8107450 0x7fc0d81a1330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:28.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.417+0000 7fc0df400640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fc0d810d4d0 con 0x7fc0d8104b20 2024-03-29T00:17:28.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.417+0000 7fc0df400640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fc0d810d350 con 0x7fc0d81021f0 2024-03-29T00:17:28.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.417+0000 7fc0df400640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc0d810d650 con 0x7fc0d8107450 2024-03-29T00:17:28.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.418+0000 7fc0dd400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc0d8107450 0x7fc0d81a1330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:28.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.418+0000 7fc0dd400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc0d8107450 0x7fc0d81a1330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:57492/0 (socket says 172.21.15.12:57492) 2024-03-29T00:17:28.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.418+0000 7fc0dd400640 1 -- 172.21.15.12:0/3762184539 learned_addr learned my addr 172.21.15.12:0/3762184539 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:28.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.418+0000 7fc0dca00640 1 --2- 172.21.15.12:0/3762184539 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc0d81021f0 0x7fc0d8199dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:28.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.418+0000 7fc0d7e00640 1 --2- 172.21.15.12:0/3762184539 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc0d8104b20 0x7fc0d819a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:28.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.418+0000 7fc0dd400640 1 -- 172.21.15.12:0/3762184539 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc0d81021f0 msgr2=0x7fc0d8199dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:28.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.418+0000 7fc0dd400640 1 --2- 172.21.15.12:0/3762184539 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc0d81021f0 0x7fc0d8199dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:28.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.418+0000 7fc0dd400640 1 -- 172.21.15.12:0/3762184539 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc0d8104b20 msgr2=0x7fc0d819a300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:28.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.418+0000 7fc0dd400640 1 --2- 172.21.15.12:0/3762184539 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc0d8104b20 0x7fc0d819a300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:28.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.418+0000 7fc0dd400640 1 -- 172.21.15.12:0/3762184539 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0d81a19d0 con 0x7fc0d8107450 2024-03-29T00:17:28.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.418+0000 7fc0dd400640 1 --2- 172.21.15.12:0/3762184539 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc0d8107450 0x7fc0d81a1330 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fc0d000e970 tx=0x7fc0d000ed70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:28.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.419+0000 7fc0d5600640 1 -- 172.21.15.12:0/3762184539 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d000ccc0 con 0x7fc0d8107450 2024-03-29T00:17:28.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.419+0000 7fc0d5600640 1 -- 172.21.15.12:0/3762184539 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc0d000ce60 con 0x7fc0d8107450 2024-03-29T00:17:28.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.419+0000 7fc0d5600640 1 -- 172.21.15.12:0/3762184539 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d0010690 con 0x7fc0d8107450 2024-03-29T00:17:28.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.419+0000 7fc0df400640 1 -- 172.21.15.12:0/3762184539 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0d81a1cc0 con 0x7fc0d8107450 2024-03-29T00:17:28.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.419+0000 7fc0df400640 1 -- 172.21.15.12:0/3762184539 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0d81a2190 con 0x7fc0d8107450 2024-03-29T00:17:28.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.420+0000 7fc0df400640 1 -- 172.21.15.12:0/3762184539 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0d8108fa0 con 0x7fc0d8107450 2024-03-29T00:17:28.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.422+0000 7fc0d5600640 1 -- 172.21.15.12:0/3762184539 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fc0d00046c0 con 0x7fc0d8107450 2024-03-29T00:17:28.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.423+0000 7fc0d5600640 1 --2- 172.21.15.12:0/3762184539 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fc0bc0a1e00 0x7fc0bc0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:28.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.424+0000 7fc0d5600640 1 -- 172.21.15.12:0/3762184539 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fc0d00ce5a0 con 0x7fc0d8107450 2024-03-29T00:17:28.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.424+0000 7fc0dca00640 1 --2- 172.21.15.12:0/3762184539 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fc0bc0a1e00 0x7fc0bc0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:28.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.424+0000 7fc0dca00640 1 --2- 172.21.15.12:0/3762184539 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fc0bc0a1e00 0x7fc0bc0a42c0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fc0c0000c00 tx=0x7fc0c0005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:28.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.425+0000 7fc0d5600640 1 -- 172.21.15.12:0/3762184539 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fc0d009b5e0 con 0x7fc0d8107450 2024-03-29T00:17:28.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.632+0000 7fc0df400640 1 -- 172.21.15.12:0/3762184539 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fc0d802d3c0 con 0x7fc0d8107450 2024-03-29T00:17:28.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.632+0000 7fc0d5600640 1 -- 172.21.15.12:0/3762184539 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) ==== 93+0+10 (secure 0 0 0) 0x7fc0d009aee0 con 0x7fc0d8107450 2024-03-29T00:17:28.633 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 1 2024-03-29T00:17:28.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.636+0000 7fc0df400640 1 -- 172.21.15.12:0/3762184539 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fc0bc0a1e00 msgr2=0x7fc0bc0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:28.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.636+0000 7fc0df400640 1 --2- 172.21.15.12:0/3762184539 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fc0bc0a1e00 0x7fc0bc0a42c0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fc0c0000c00 tx=0x7fc0c0005fd0 comp rx=0 tx=0).stop 2024-03-29T00:17:28.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.636+0000 7fc0df400640 1 -- 172.21.15.12:0/3762184539 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc0d8107450 msgr2=0x7fc0d81a1330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:28.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.636+0000 7fc0df400640 1 --2- 172.21.15.12:0/3762184539 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc0d8107450 0x7fc0d81a1330 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fc0d000e970 tx=0x7fc0d000ed70 comp rx=0 tx=0).stop 2024-03-29T00:17:28.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.636+0000 7fc0df400640 1 -- 172.21.15.12:0/3762184539 shutdown_connections 2024-03-29T00:17:28.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.636+0000 7fc0df400640 1 --2- 172.21.15.12:0/3762184539 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fc0bc0a1e00 0x7fc0bc0a42c0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:28.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.636+0000 7fc0df400640 1 --2- 172.21.15.12:0/3762184539 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc0d8107450 0x7fc0d81a1330 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:28.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.636+0000 7fc0df400640 1 --2- 172.21.15.12:0/3762184539 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc0d8104b20 0x7fc0d819a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:28.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.636+0000 7fc0df400640 1 --2- 172.21.15.12:0/3762184539 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc0d81021f0 0x7fc0d8199dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:28.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.636+0000 7fc0df400640 1 -- 172.21.15.12:0/3762184539 >> 172.21.15.12:0/3762184539 conn(0x7fc0d80fbbe0 msgr2=0x7fc0d81019f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:28.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.636+0000 7fc0df400640 1 -- 172.21.15.12:0/3762184539 shutdown_connections 2024-03-29T00:17:28.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.636+0000 7fc0df400640 1 -- 172.21.15.12:0/3762184539 wait complete. 2024-03-29T00:17:28.655 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-29T00:17:28.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.876+0000 7f4e1de00640 1 -- 172.21.15.12:0/754941318 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4e18103970 msgr2=0x7f4e18103d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:28.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.876+0000 7f4e1de00640 1 --2- 172.21.15.12:0/754941318 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4e18103970 0x7f4e18103d90 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f4e08009900 tx=0x7f4e0802bc30 comp rx=0 tx=0).stop 2024-03-29T00:17:28.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.876+0000 7f4e1de00640 1 -- 172.21.15.12:0/754941318 shutdown_connections 2024-03-29T00:17:28.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.876+0000 7f4e1de00640 1 --2- 172.21.15.12:0/754941318 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4e18105520 0x7f4e1810bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:28.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.876+0000 7f4e1de00640 1 --2- 172.21.15.12:0/754941318 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4e18104b60 0x7f4e18104fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:28.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.876+0000 7f4e1de00640 1 --2- 172.21.15.12:0/754941318 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4e18103970 0x7f4e18103d90 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:28.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.876+0000 7f4e1de00640 1 -- 172.21.15.12:0/754941318 >> 172.21.15.12:0/754941318 conn(0x7f4e180fef00 msgr2=0x7f4e18101320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:28.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.877+0000 7f4e1de00640 1 -- 172.21.15.12:0/754941318 shutdown_connections 2024-03-29T00:17:28.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.877+0000 7f4e1de00640 1 -- 172.21.15.12:0/754941318 wait complete. 2024-03-29T00:17:28.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.878+0000 7f4e1de00640 1 Processor -- start 2024-03-29T00:17:28.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.878+0000 7f4e1de00640 1 -- start start 2024-03-29T00:17:28.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.878+0000 7f4e1de00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4e18103970 0x7f4e18079500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:28.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.878+0000 7f4e1de00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4e18104b60 0x7f4e18079a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:28.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.878+0000 7f4e1de00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4e18105520 0x7f4e18076070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:28.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.878+0000 7f4e1de00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f4e1810f6d0 con 0x7f4e18103970 2024-03-29T00:17:28.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.878+0000 7f4e1de00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f4e1810f550 con 0x7f4e18105520 2024-03-29T00:17:28.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.878+0000 7f4e1de00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f4e1810f850 con 0x7f4e18104b60 2024-03-29T00:17:28.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.878+0000 7f4e17400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4e18105520 0x7f4e18076070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:28.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.878+0000 7f4e0e000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4e18104b60 0x7f4e18079a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:28.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.878+0000 7f4e17400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4e18105520 0x7f4e18076070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:55624/0 (socket says 172.21.15.12:55624) 2024-03-29T00:17:28.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.878+0000 7f4e17400640 1 -- 172.21.15.12:0/2678467293 learned_addr learned my addr 172.21.15.12:0/2678467293 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:28.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.878+0000 7f4e16a00640 1 --2- 172.21.15.12:0/2678467293 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4e18103970 0x7f4e18079500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:28.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.879+0000 7f4e17400640 1 -- 172.21.15.12:0/2678467293 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4e18104b60 msgr2=0x7f4e18079a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:28.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.879+0000 7f4e17400640 1 --2- 172.21.15.12:0/2678467293 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4e18104b60 0x7f4e18079a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:28.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.879+0000 7f4e17400640 1 -- 172.21.15.12:0/2678467293 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4e18103970 msgr2=0x7f4e18079500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:28.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.879+0000 7f4e17400640 1 --2- 172.21.15.12:0/2678467293 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4e18103970 0x7f4e18079500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:28.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.879+0000 7f4e17400640 1 -- 172.21.15.12:0/2678467293 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e18076930 con 0x7f4e18105520 2024-03-29T00:17:28.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.879+0000 7f4e17400640 1 --2- 172.21.15.12:0/2678467293 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4e18105520 0x7f4e18076070 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f4e1000efd0 tx=0x7f4e1000c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:28.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.879+0000 7f4e1ca00640 1 -- 172.21.15.12:0/2678467293 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e10003b70 con 0x7f4e18105520 2024-03-29T00:17:28.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.879+0000 7f4e1ca00640 1 -- 172.21.15.12:0/2678467293 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4e10003d10 con 0x7f4e18105520 2024-03-29T00:17:28.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.879+0000 7f4e1de00640 1 -- 172.21.15.12:0/2678467293 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e181a61f0 con 0x7f4e18105520 2024-03-29T00:17:28.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.879+0000 7f4e1ca00640 1 -- 172.21.15.12:0/2678467293 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e10010a90 con 0x7f4e18105520 2024-03-29T00:17:28.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.880+0000 7f4e1de00640 1 -- 172.21.15.12:0/2678467293 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e181a6600 con 0x7f4e18105520 2024-03-29T00:17:28.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.881+0000 7f4e1de00640 1 -- 172.21.15.12:0/2678467293 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e1810ad60 con 0x7f4e18105520 2024-03-29T00:17:28.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.883+0000 7f4e1ca00640 1 -- 172.21.15.12:0/2678467293 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f4e10004000 con 0x7f4e18105520 2024-03-29T00:17:28.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.884+0000 7f4e1ca00640 1 --2- 172.21.15.12:0/2678467293 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4dfc0a1e00 0x7f4dfc0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:28.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.884+0000 7f4e1ca00640 1 -- 172.21.15.12:0/2678467293 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f4e100ce520 con 0x7f4e18105520 2024-03-29T00:17:28.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.885+0000 7f4e16a00640 1 --2- 172.21.15.12:0/2678467293 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4dfc0a1e00 0x7f4dfc0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:28.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.885+0000 7f4e16a00640 1 --2- 172.21.15.12:0/2678467293 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4dfc0a1e00 0x7f4dfc0a42c0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f4e0802c900 tx=0x7f4e08005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:28.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:28.890+0000 7f4e1ca00640 1 -- 172.21.15.12:0/2678467293 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f4e1009b560 con 0x7f4e18105520 2024-03-29T00:17:29.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:28 smithi012 ceph-mon[31657]: pgmap v392: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-03-29T00:17:29.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:28 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3284596732' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:17:29.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:28 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3762184539' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:17:29.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.093+0000 7f4e1de00640 1 -- 172.21.15.12:0/2678467293 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f4e18062350 con 0x7f4e18105520 2024-03-29T00:17:29.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.094+0000 7f4e1ca00640 1 -- 172.21.15.12:0/2678467293 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v93) ==== 104+0+11 (secure 0 0 0) 0x7f4e1009ae60 con 0x7f4e18105520 2024-03-29T00:17:29.096 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 32 2024-03-29T00:17:29.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.098+0000 7f4e1de00640 1 -- 172.21.15.12:0/2678467293 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4dfc0a1e00 msgr2=0x7f4dfc0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:29.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.098+0000 7f4e1de00640 1 --2- 172.21.15.12:0/2678467293 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4dfc0a1e00 0x7f4dfc0a42c0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f4e0802c900 tx=0x7f4e08005fd0 comp rx=0 tx=0).stop 2024-03-29T00:17:29.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.098+0000 7f4e1de00640 1 -- 172.21.15.12:0/2678467293 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4e18105520 msgr2=0x7f4e18076070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:29.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.098+0000 7f4e1de00640 1 --2- 172.21.15.12:0/2678467293 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4e18105520 0x7f4e18076070 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f4e1000efd0 tx=0x7f4e1000c6a0 comp rx=0 tx=0).stop 2024-03-29T00:17:29.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.099+0000 7f4e1de00640 1 -- 172.21.15.12:0/2678467293 shutdown_connections 2024-03-29T00:17:29.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.099+0000 7f4e1de00640 1 --2- 172.21.15.12:0/2678467293 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4dfc0a1e00 0x7f4dfc0a42c0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:29.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.099+0000 7f4e1de00640 1 --2- 172.21.15.12:0/2678467293 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4e18105520 0x7f4e18076070 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:29.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.099+0000 7f4e1de00640 1 --2- 172.21.15.12:0/2678467293 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4e18104b60 0x7f4e18079a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:29.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.099+0000 7f4e1de00640 1 --2- 172.21.15.12:0/2678467293 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4e18103970 0x7f4e18079500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:29.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.099+0000 7f4e1de00640 1 -- 172.21.15.12:0/2678467293 >> 172.21.15.12:0/2678467293 conn(0x7f4e180fef00 msgr2=0x7f4e18107f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:29.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.099+0000 7f4e1de00640 1 -- 172.21.15.12:0/2678467293 shutdown_connections 2024-03-29T00:17:29.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.099+0000 7f4e1de00640 1 -- 172.21.15.12:0/2678467293 wait complete. 2024-03-29T00:17:29.119 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-29T00:17:29.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:28 smithi053 ceph-mon[36233]: pgmap v392: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-03-29T00:17:29.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:28 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3284596732' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:17:29.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:28 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3762184539' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:17:29.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:28 smithi069 ceph-mon[36074]: pgmap v392: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-03-29T00:17:29.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:28 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3284596732' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:17:29.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:28 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3762184539' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:17:29.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.348+0000 7fead0a00640 1 -- 172.21.15.12:0/2950958826 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feacc076110 msgr2=0x7feacc076530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:29.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.348+0000 7fead0a00640 1 --2- 172.21.15.12:0/2950958826 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feacc076110 0x7feacc076530 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7feabc009900 tx=0x7feabc02bc40 comp rx=0 tx=0).stop 2024-03-29T00:17:29.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.348+0000 7fead0a00640 1 -- 172.21.15.12:0/2950958826 shutdown_connections 2024-03-29T00:17:29.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.348+0000 7fead0a00640 1 --2- 172.21.15.12:0/2950958826 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feacc077cf0 0x7feacc078590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:29.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.348+0000 7fead0a00640 1 --2- 172.21.15.12:0/2950958826 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feacc077350 0x7feacc0777b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:29.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.348+0000 7fead0a00640 1 --2- 172.21.15.12:0/2950958826 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feacc076110 0x7feacc076530 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:29.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.348+0000 7fead0a00640 1 -- 172.21.15.12:0/2950958826 >> 172.21.15.12:0/2950958826 conn(0x7feacc0fef00 msgr2=0x7feacc101320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:29.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.348+0000 7fead0a00640 1 -- 172.21.15.12:0/2950958826 shutdown_connections 2024-03-29T00:17:29.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.348+0000 7fead0a00640 1 -- 172.21.15.12:0/2950958826 wait complete. 2024-03-29T00:17:29.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.350+0000 7fead0a00640 1 Processor -- start 2024-03-29T00:17:29.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.350+0000 7fead0a00640 1 -- start start 2024-03-29T00:17:29.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.350+0000 7fead0a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feacc076110 0x7feacc19e120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:29.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.350+0000 7fead0a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feacc077350 0x7feacc19e660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:29.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.350+0000 7fead0a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feacc077cf0 0x7feacc1a56d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:29.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.350+0000 7fead0a00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7feacc113b00 con 0x7feacc077cf0 2024-03-29T00:17:29.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.350+0000 7fead0a00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7feacc113980 con 0x7feacc077350 2024-03-29T00:17:29.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.350+0000 7fead0a00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7feacc113c80 con 0x7feacc076110 2024-03-29T00:17:29.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.351+0000 7feac9e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feacc076110 0x7feacc19e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:29.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.351+0000 7feac9e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feacc076110 0x7feacc19e120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:57540/0 (socket says 172.21.15.12:57540) 2024-03-29T00:17:29.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.351+0000 7feac9e00640 1 -- 172.21.15.12:0/461214518 learned_addr learned my addr 172.21.15.12:0/461214518 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:29.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.351+0000 7feac3e00640 1 --2- 172.21.15.12:0/461214518 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feacc077350 0x7feacc19e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:29.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.351+0000 7feaca800640 1 --2- 172.21.15.12:0/461214518 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feacc077cf0 0x7feacc1a56d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:29.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.351+0000 7feac9e00640 1 -- 172.21.15.12:0/461214518 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feacc077350 msgr2=0x7feacc19e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:29.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.351+0000 7feac9e00640 1 --2- 172.21.15.12:0/461214518 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feacc077350 0x7feacc19e660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:29.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.351+0000 7feac9e00640 1 -- 172.21.15.12:0/461214518 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feacc077cf0 msgr2=0x7feacc1a56d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:29.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.351+0000 7feac9e00640 1 --2- 172.21.15.12:0/461214518 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feacc077cf0 0x7feacc1a56d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:29.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.351+0000 7feac9e00640 1 -- 172.21.15.12:0/461214518 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feacc1a5d40 con 0x7feacc076110 2024-03-29T00:17:29.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.351+0000 7feaca800640 1 --2- 172.21.15.12:0/461214518 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feacc077cf0 0x7feacc1a56d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:17:29.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.351+0000 7feac3e00640 1 --2- 172.21.15.12:0/461214518 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feacc077350 0x7feacc19e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:17:29.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.351+0000 7feac9e00640 1 --2- 172.21.15.12:0/461214518 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feacc076110 0x7feacc19e120 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7feabc005ab0 tx=0x7feabc004ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:29.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.352+0000 7feac2a00640 1 -- 172.21.15.12:0/461214518 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feabc043020 con 0x7feacc076110 2024-03-29T00:17:29.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.352+0000 7feac2a00640 1 -- 172.21.15.12:0/461214518 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7feabc004250 con 0x7feacc076110 2024-03-29T00:17:29.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.352+0000 7feac2a00640 1 -- 172.21.15.12:0/461214518 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feabc003b90 con 0x7feacc076110 2024-03-29T00:17:29.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.352+0000 7fead0a00640 1 -- 172.21.15.12:0/461214518 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feacc1a5fd0 con 0x7feacc076110 2024-03-29T00:17:29.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.352+0000 7fead0a00640 1 -- 172.21.15.12:0/461214518 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feacc1a6490 con 0x7feacc076110 2024-03-29T00:17:29.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.353+0000 7fead0a00640 1 -- 172.21.15.12:0/461214518 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feacc1102e0 con 0x7feacc076110 2024-03-29T00:17:29.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.355+0000 7feac2a00640 1 -- 172.21.15.12:0/461214518 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7feabc046020 con 0x7feacc076110 2024-03-29T00:17:29.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.356+0000 7feac2a00640 1 --2- 172.21.15.12:0/461214518 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7feab00a1e00 0x7feab00a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:29.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.357+0000 7feac2a00640 1 -- 172.21.15.12:0/461214518 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7feabc0f0500 con 0x7feacc076110 2024-03-29T00:17:29.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.357+0000 7feac3e00640 1 --2- 172.21.15.12:0/461214518 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7feab00a1e00 0x7feab00a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:29.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.358+0000 7feac3e00640 1 --2- 172.21.15.12:0/461214518 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7feab00a1e00 0x7feab00a42c0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7feacc19f630 tx=0x7feab400b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:29.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.359+0000 7feac2a00640 1 -- 172.21.15.12:0/461214518 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7feabc04d020 con 0x7feacc076110 2024-03-29T00:17:29.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.560+0000 7fead0a00640 1 -- 172.21.15.12:0/461214518 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7feacc02d300 con 0x7feacc076110 2024-03-29T00:17:29.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.560+0000 7feac2a00640 1 -- 172.21.15.12:0/461214518 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v93) ==== 100+0+11 (secure 0 0 0) 0x7feabc0bd6c0 con 0x7feacc076110 2024-03-29T00:17:29.562 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 64 2024-03-29T00:17:29.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.563+0000 7fead0a00640 1 -- 172.21.15.12:0/461214518 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7feab00a1e00 msgr2=0x7feab00a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:29.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.563+0000 7fead0a00640 1 --2- 172.21.15.12:0/461214518 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7feab00a1e00 0x7feab00a42c0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7feacc19f630 tx=0x7feab400b390 comp rx=0 tx=0).stop 2024-03-29T00:17:29.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.563+0000 7fead0a00640 1 -- 172.21.15.12:0/461214518 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feacc076110 msgr2=0x7feacc19e120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:29.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.563+0000 7fead0a00640 1 --2- 172.21.15.12:0/461214518 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feacc076110 0x7feacc19e120 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7feabc005ab0 tx=0x7feabc004ab0 comp rx=0 tx=0).stop 2024-03-29T00:17:29.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.563+0000 7fead0a00640 1 -- 172.21.15.12:0/461214518 shutdown_connections 2024-03-29T00:17:29.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.563+0000 7fead0a00640 1 --2- 172.21.15.12:0/461214518 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7feab00a1e00 0x7feab00a42c0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:29.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.563+0000 7fead0a00640 1 --2- 172.21.15.12:0/461214518 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feacc077350 0x7feacc19e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:29.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.563+0000 7fead0a00640 1 --2- 172.21.15.12:0/461214518 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feacc077cf0 0x7feacc1a56d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:29.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.563+0000 7fead0a00640 1 --2- 172.21.15.12:0/461214518 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feacc076110 0x7feacc19e120 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:29.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.563+0000 7fead0a00640 1 -- 172.21.15.12:0/461214518 >> 172.21.15.12:0/461214518 conn(0x7feacc0fef00 msgr2=0x7feacc102240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:29.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.563+0000 7fead0a00640 1 -- 172.21.15.12:0/461214518 shutdown_connections 2024-03-29T00:17:29.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.563+0000 7fead0a00640 1 -- 172.21.15.12:0/461214518 wait complete. 2024-03-29T00:17:29.584 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-03-29T00:17:29.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.809+0000 7f97ce200640 1 -- 172.21.15.12:0/2962525847 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f97c8077cf0 msgr2=0x7f97c8078590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:29.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.809+0000 7f97ce200640 1 --2- 172.21.15.12:0/2962525847 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f97c8077cf0 0x7f97c8078590 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f97c0009900 tx=0x7f97c002bc40 comp rx=0 tx=0).stop 2024-03-29T00:17:29.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.809+0000 7f97ce200640 1 -- 172.21.15.12:0/2962525847 shutdown_connections 2024-03-29T00:17:29.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.809+0000 7f97ce200640 1 --2- 172.21.15.12:0/2962525847 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f97c8077cf0 0x7f97c8078590 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:29.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.809+0000 7f97ce200640 1 --2- 172.21.15.12:0/2962525847 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f97c8077350 0x7f97c80777b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:29.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.809+0000 7f97ce200640 1 --2- 172.21.15.12:0/2962525847 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f97c8076110 0x7f97c8076530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:29.812 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.809+0000 7f97ce200640 1 -- 172.21.15.12:0/2962525847 >> 172.21.15.12:0/2962525847 conn(0x7f97c80fef00 msgr2=0x7f97c8101340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:29.812 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.809+0000 7f97ce200640 1 -- 172.21.15.12:0/2962525847 shutdown_connections 2024-03-29T00:17:29.812 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.809+0000 7f97ce200640 1 -- 172.21.15.12:0/2962525847 wait complete. 2024-03-29T00:17:29.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.810+0000 7f97ce200640 1 Processor -- start 2024-03-29T00:17:29.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.810+0000 7f97ce200640 1 -- start start 2024-03-29T00:17:29.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.811+0000 7f97ce200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f97c8076110 0x7f97c819e100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:29.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.811+0000 7f97ce200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f97c8077350 0x7f97c819e640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:29.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.811+0000 7f97ce200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f97c8077cf0 0x7f97c81a56b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:29.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.811+0000 7f97ce200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f97c8113b40 con 0x7f97c8077350 2024-03-29T00:17:29.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.811+0000 7f97ce200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f97c81139c0 con 0x7f97c8077cf0 2024-03-29T00:17:29.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.811+0000 7f97ce200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f97c8113cc0 con 0x7f97c8076110 2024-03-29T00:17:29.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.811+0000 7f97c6a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f97c8077350 0x7f97c819e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:29.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.811+0000 7f97c6a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f97c8077350 0x7f97c819e640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:47212/0 (socket says 172.21.15.12:47212) 2024-03-29T00:17:29.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.811+0000 7f97c6a00640 1 -- 172.21.15.12:0/3912479354 learned_addr learned my addr 172.21.15.12:0/3912479354 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:29.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.811+0000 7f97c7e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f97c8077cf0 0x7f97c81a56b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:29.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.811+0000 7f97c7400640 1 --2- 172.21.15.12:0/3912479354 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f97c8076110 0x7f97c819e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:29.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.811+0000 7f97c6a00640 1 -- 172.21.15.12:0/3912479354 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f97c8076110 msgr2=0x7f97c819e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:29.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.811+0000 7f97c6a00640 1 --2- 172.21.15.12:0/3912479354 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f97c8076110 0x7f97c819e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:29.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.811+0000 7f97c6a00640 1 -- 172.21.15.12:0/3912479354 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f97c8077cf0 msgr2=0x7f97c81a56b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:29.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.811+0000 7f97c6a00640 1 --2- 172.21.15.12:0/3912479354 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f97c8077cf0 0x7f97c81a56b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:29.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.811+0000 7f97c6a00640 1 -- 172.21.15.12:0/3912479354 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97c81a5d20 con 0x7f97c8077350 2024-03-29T00:17:29.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.812+0000 7f97c6a00640 1 --2- 172.21.15.12:0/3912479354 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f97c8077350 0x7f97c819e640 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f97b4009d50 tx=0x7f97b400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:29.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.812+0000 7f97bfe00640 1 -- 172.21.15.12:0/3912479354 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97b4003b70 con 0x7f97c8077350 2024-03-29T00:17:29.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.812+0000 7f97ce200640 1 -- 172.21.15.12:0/3912479354 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97c81a5fb0 con 0x7f97c8077350 2024-03-29T00:17:29.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.812+0000 7f97bfe00640 1 -- 172.21.15.12:0/3912479354 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f97b4003d10 con 0x7f97c8077350 2024-03-29T00:17:29.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.812+0000 7f97bfe00640 1 -- 172.21.15.12:0/3912479354 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97b4004d20 con 0x7f97c8077350 2024-03-29T00:17:29.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.812+0000 7f97ce200640 1 -- 172.21.15.12:0/3912479354 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97c81a6520 con 0x7f97c8077350 2024-03-29T00:17:29.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.813+0000 7f97ce200640 1 -- 172.21.15.12:0/3912479354 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97c8110410 con 0x7f97c8077350 2024-03-29T00:17:29.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.816+0000 7f97bfe00640 1 -- 172.21.15.12:0/3912479354 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f97b4004000 con 0x7f97c8077350 2024-03-29T00:17:29.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.817+0000 7f97bfe00640 1 --2- 172.21.15.12:0/3912479354 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f97ac0a1d80 0x7f97ac0a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:29.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.818+0000 7f97bfe00640 1 -- 172.21.15.12:0/3912479354 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f97b40ce7d0 con 0x7f97c8077350 2024-03-29T00:17:29.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.818+0000 7f97c7400640 1 --2- 172.21.15.12:0/3912479354 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f97ac0a1d80 0x7f97ac0a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:29.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.819+0000 7f97c7400640 1 --2- 172.21.15.12:0/3912479354 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f97ac0a1d80 0x7f97ac0a4240 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f97b8009bd0 tx=0x7f97b8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:29.824 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:29.823+0000 7f97bfe00640 1 -- 172.21.15.12:0/3912479354 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f97b409b810 con 0x7f97c8077350 2024-03-29T00:17:30.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.029+0000 7f97ce200640 1 -- 172.21.15.12:0/3912479354 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f97c8062380 con 0x7f97c8077350 2024-03-29T00:17:30.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.029+0000 7f97bfe00640 1 -- 172.21.15.12:0/3912479354 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v93) ==== 103+0+11 (secure 0 0 0) 0x7f97b409b110 con 0x7f97c8077350 2024-03-29T00:17:30.031 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 32 2024-03-29T00:17:30.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.032+0000 7f97ce200640 1 -- 172.21.15.12:0/3912479354 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f97ac0a1d80 msgr2=0x7f97ac0a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:30.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.032+0000 7f97ce200640 1 --2- 172.21.15.12:0/3912479354 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f97ac0a1d80 0x7f97ac0a4240 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f97b8009bd0 tx=0x7f97b8005f90 comp rx=0 tx=0).stop 2024-03-29T00:17:30.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.032+0000 7f97ce200640 1 -- 172.21.15.12:0/3912479354 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f97c8077350 msgr2=0x7f97c819e640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:30.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.032+0000 7f97ce200640 1 --2- 172.21.15.12:0/3912479354 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f97c8077350 0x7f97c819e640 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f97b4009d50 tx=0x7f97b400c6a0 comp rx=0 tx=0).stop 2024-03-29T00:17:30.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.032+0000 7f97ce200640 1 -- 172.21.15.12:0/3912479354 shutdown_connections 2024-03-29T00:17:30.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.032+0000 7f97ce200640 1 --2- 172.21.15.12:0/3912479354 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f97ac0a1d80 0x7f97ac0a4240 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:30.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.032+0000 7f97ce200640 1 --2- 172.21.15.12:0/3912479354 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f97c8077cf0 0x7f97c81a56b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:30.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.032+0000 7f97ce200640 1 --2- 172.21.15.12:0/3912479354 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f97c8077350 0x7f97c819e640 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:30.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.032+0000 7f97ce200640 1 --2- 172.21.15.12:0/3912479354 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f97c8076110 0x7f97c819e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:30.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.032+0000 7f97ce200640 1 -- 172.21.15.12:0/3912479354 >> 172.21.15.12:0/3912479354 conn(0x7f97c80fef00 msgr2=0x7f97c8100550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:30.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.032+0000 7f97ce200640 1 -- 172.21.15.12:0/3912479354 shutdown_connections 2024-03-29T00:17:30.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.032+0000 7f97ce200640 1 -- 172.21.15.12:0/3912479354 wait complete. 2024-03-29T00:17:30.055 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:17:30.136 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:29 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2678467293' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:17:30.136 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:29 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/461214518' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:17:30.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:29 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2678467293' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:17:30.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:29 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/461214518' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:17:30.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:29 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2678467293' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:17:30.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:29 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/461214518' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:17:30.282 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.280+0000 7f6351800640 1 -- 172.21.15.12:0/1139324204 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f634c109820 msgr2=0x7f634c1100b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:30.282 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.280+0000 7f6351800640 1 --2- 172.21.15.12:0/1139324204 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f634c109820 0x7f634c1100b0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f6344009ca0 tx=0x7f634402c100 comp rx=0 tx=0).stop 2024-03-29T00:17:30.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.280+0000 7f6351800640 1 -- 172.21.15.12:0/1139324204 shutdown_connections 2024-03-29T00:17:30.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.280+0000 7f6351800640 1 --2- 172.21.15.12:0/1139324204 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f634c109820 0x7f634c1100b0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:30.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.280+0000 7f6351800640 1 --2- 172.21.15.12:0/1139324204 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f634c108e60 0x7f634c1092e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:30.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.280+0000 7f6351800640 1 --2- 172.21.15.12:0/1139324204 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f634c107c70 0x7f634c108090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:30.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.280+0000 7f6351800640 1 -- 172.21.15.12:0/1139324204 >> 172.21.15.12:0/1139324204 conn(0x7f634c076c10 msgr2=0x7f634c079050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:30.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.280+0000 7f6351800640 1 -- 172.21.15.12:0/1139324204 shutdown_connections 2024-03-29T00:17:30.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.280+0000 7f6351800640 1 -- 172.21.15.12:0/1139324204 wait complete. 2024-03-29T00:17:30.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.281+0000 7f6351800640 1 Processor -- start 2024-03-29T00:17:30.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.282+0000 7f6351800640 1 -- start start 2024-03-29T00:17:30.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.282+0000 7f6351800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f634c107c70 0x7f634c19df50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:30.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.282+0000 7f6351800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f634c108e60 0x7f634c19e490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:30.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.282+0000 7f6351800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f634c109820 0x7f634c1a5500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:30.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.282+0000 7f6351800640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f634c113a20 con 0x7f634c109820 2024-03-29T00:17:30.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.282+0000 7f6351800640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f634c1138a0 con 0x7f634c108e60 2024-03-29T00:17:30.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.282+0000 7f6351800640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f634c113ba0 con 0x7f634c107c70 2024-03-29T00:17:30.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.282+0000 7f634be00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f634c107c70 0x7f634c19df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:30.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.282+0000 7f634b400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f634c108e60 0x7f634c19e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:30.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.282+0000 7f634b400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f634c108e60 0x7f634c19e490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:55684/0 (socket says 172.21.15.12:55684) 2024-03-29T00:17:30.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.282+0000 7f634be00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f634c107c70 0x7f634c19df50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:57588/0 (socket says 172.21.15.12:57588) 2024-03-29T00:17:30.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.282+0000 7f634b400640 1 -- 172.21.15.12:0/3729769186 learned_addr learned my addr 172.21.15.12:0/3729769186 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:30.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.282+0000 7f6350e00640 1 --2- 172.21.15.12:0/3729769186 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f634c109820 0x7f634c1a5500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:30.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.283+0000 7f634b400640 1 -- 172.21.15.12:0/3729769186 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f634c107c70 msgr2=0x7f634c19df50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:30.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.283+0000 7f634b400640 1 --2- 172.21.15.12:0/3729769186 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f634c107c70 0x7f634c19df50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:30.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.283+0000 7f634b400640 1 -- 172.21.15.12:0/3729769186 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f634c109820 msgr2=0x7f634c1a5500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:30.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.283+0000 7f634b400640 1 --2- 172.21.15.12:0/3729769186 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f634c109820 0x7f634c1a5500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:30.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.283+0000 7f634b400640 1 -- 172.21.15.12:0/3729769186 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f634c1a5b70 con 0x7f634c108e60 2024-03-29T00:17:30.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.283+0000 7f634b400640 1 --2- 172.21.15.12:0/3729769186 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f634c108e60 0x7f634c19e490 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f633800ea60 tx=0x7f633800ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:30.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.283+0000 7f6348c00640 1 -- 172.21.15.12:0/3729769186 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f633800cde0 con 0x7f634c108e60 2024-03-29T00:17:30.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.283+0000 7f6348c00640 1 -- 172.21.15.12:0/3729769186 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f63380035f0 con 0x7f634c108e60 2024-03-29T00:17:30.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.283+0000 7f6348c00640 1 -- 172.21.15.12:0/3729769186 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6338010720 con 0x7f634c108e60 2024-03-29T00:17:30.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.283+0000 7f6351800640 1 -- 172.21.15.12:0/3729769186 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f634c1a5e60 con 0x7f634c108e60 2024-03-29T00:17:30.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.283+0000 7f6351800640 1 -- 172.21.15.12:0/3729769186 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f634c1a62d0 con 0x7f634c108e60 2024-03-29T00:17:30.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.285+0000 7f6351800640 1 -- 172.21.15.12:0/3729769186 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f634c10eec0 con 0x7f634c108e60 2024-03-29T00:17:30.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.287+0000 7f6348c00640 1 -- 172.21.15.12:0/3729769186 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f63380037a0 con 0x7f634c108e60 2024-03-29T00:17:30.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.288+0000 7f6348c00640 1 --2- 172.21.15.12:0/3729769186 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f63300a1df0 0x7f63300a42b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:30.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.288+0000 7f6348c00640 1 -- 172.21.15.12:0/3729769186 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f63380ce530 con 0x7f634c108e60 2024-03-29T00:17:30.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.289+0000 7f634be00640 1 --2- 172.21.15.12:0/3729769186 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f63300a1df0 0x7f63300a42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:30.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.289+0000 7f634be00640 1 --2- 172.21.15.12:0/3729769186 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f63300a1df0 0x7f63300a42b0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f634c108cc0 tx=0x7f633c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:30.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.292+0000 7f6348c00640 1 -- 172.21.15.12:0/3729769186 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f633809b570 con 0x7f634c108e60 2024-03-29T00:17:30.543 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.541+0000 7f6351800640 1 -- 172.21.15.12:0/3729769186 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f634c062350 con 0x7f634c108e60 2024-03-29T00:17:30.544 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.542+0000 7f6348c00640 1 -- 172.21.15.12:0/3729769186 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11908 (secure 0 0 0) 0x7f633809ae70 con 0x7f634c108e60 2024-03-29T00:17:30.544 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:17:30.545 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14385,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2850016952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2850016952},{"type":"v1","addr":"172.21.15.12:6835","nonce":2850016952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/54288999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":54288999},{"type":"v1","addr":"172.21.15.12:6837","nonce":54288999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-29T00:15:17.217711+0000","modified":"2024-03-29T00:15:54.139481+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24568,"mds_1":24566,"mds_2":24544,"mds_3":24472,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14451":{"gid":14451,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6839/2537576655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":2537576655},{"type":"v1","addr":"172.21.15.12:6839","nonce":2537576655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14469":{"gid":14469,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6841/167917143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":167917143},{"type":"v1","addr":"172.21.15.12:6841","nonce":167917143}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":21,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":21,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6835/3689706936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":3689706936},{"type":"v1","addr":"172.21.15.53:6835","nonce":3689706936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6837/3069224551","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":3069224551},{"type":"v1","addr":"172.21.15.53:6837","nonce":3069224551}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.69:6835/368717986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":368717986},{"type":"v1","addr":"172.21.15.69:6835","nonce":368717986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24544":{"gid":24544,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.69:6837/466045469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":466045469},{"type":"v1","addr":"172.21.15.69:6837","nonce":466045469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24566":{"gid":24566,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":11,"addr":"172.21.15.53:6839/2142959350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":2142959350},{"type":"v1","addr":"172.21.15.53:6839","nonce":2142959350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.69:6839/1021939171","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1021939171},{"type":"v1","addr":"172.21.15.69:6839","nonce":1021939171}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24568,"qdb_cluster":[24566,24568,24544,24472,24431]},"id":1}]} 2024-03-29T00:17:30.545 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 28 2024-03-29T00:17:30.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.545+0000 7f6351800640 1 -- 172.21.15.12:0/3729769186 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f63300a1df0 msgr2=0x7f63300a42b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:30.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.545+0000 7f6351800640 1 --2- 172.21.15.12:0/3729769186 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f63300a1df0 0x7f63300a42b0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f634c108cc0 tx=0x7f633c005f90 comp rx=0 tx=0).stop 2024-03-29T00:17:30.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.545+0000 7f6351800640 1 -- 172.21.15.12:0/3729769186 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f634c108e60 msgr2=0x7f634c19e490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:30.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.545+0000 7f6351800640 1 --2- 172.21.15.12:0/3729769186 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f634c108e60 0x7f634c19e490 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f633800ea60 tx=0x7f633800ef20 comp rx=0 tx=0).stop 2024-03-29T00:17:30.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.546+0000 7f6351800640 1 -- 172.21.15.12:0/3729769186 shutdown_connections 2024-03-29T00:17:30.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.546+0000 7f6351800640 1 --2- 172.21.15.12:0/3729769186 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f63300a1df0 0x7f63300a42b0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:30.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.546+0000 7f6351800640 1 --2- 172.21.15.12:0/3729769186 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f634c108e60 0x7f634c19e490 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:30.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.546+0000 7f6351800640 1 --2- 172.21.15.12:0/3729769186 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f634c109820 0x7f634c1a5500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:30.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.546+0000 7f6351800640 1 --2- 172.21.15.12:0/3729769186 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f634c107c70 0x7f634c19df50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:30.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.546+0000 7f6351800640 1 -- 172.21.15.12:0/3729769186 >> 172.21.15.12:0/3729769186 conn(0x7f634c076c10 msgr2=0x7f634c10c090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:30.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.546+0000 7f6351800640 1 -- 172.21.15.12:0/3729769186 shutdown_connections 2024-03-29T00:17:30.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.546+0000 7f6351800640 1 -- 172.21.15.12:0/3729769186 wait complete. 2024-03-29T00:17:30.569 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-29T00:17:30.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.790+0000 7fa14e200640 1 -- 172.21.15.12:0/2978870126 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa148077350 msgr2=0x7fa1480777b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:30.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.790+0000 7fa14e200640 1 --2- 172.21.15.12:0/2978870126 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa148077350 0x7fa1480777b0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fa134009900 tx=0x7fa13402bc40 comp rx=0 tx=0).stop 2024-03-29T00:17:30.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.790+0000 7fa14e200640 1 -- 172.21.15.12:0/2978870126 shutdown_connections 2024-03-29T00:17:30.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.790+0000 7fa14e200640 1 --2- 172.21.15.12:0/2978870126 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa148077cf0 0x7fa148078590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:30.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.790+0000 7fa14e200640 1 --2- 172.21.15.12:0/2978870126 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa148077350 0x7fa1480777b0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:30.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.790+0000 7fa14e200640 1 --2- 172.21.15.12:0/2978870126 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa148076110 0x7fa148076530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:30.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.790+0000 7fa14e200640 1 -- 172.21.15.12:0/2978870126 >> 172.21.15.12:0/2978870126 conn(0x7fa1480fee00 msgr2=0x7fa148101220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:30.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.790+0000 7fa14e200640 1 -- 172.21.15.12:0/2978870126 shutdown_connections 2024-03-29T00:17:30.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.790+0000 7fa14e200640 1 -- 172.21.15.12:0/2978870126 wait complete. 2024-03-29T00:17:30.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.791+0000 7fa14e200640 1 Processor -- start 2024-03-29T00:17:30.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.791+0000 7fa14e200640 1 -- start start 2024-03-29T00:17:30.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.791+0000 7fa14e200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa148076110 0x7fa14819e040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:30.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.791+0000 7fa14e200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa148077350 0x7fa14819e580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:30.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.791+0000 7fa14e200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa148077cf0 0x7fa1481a55f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:30.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.791+0000 7fa14e200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa148113a20 con 0x7fa148076110 2024-03-29T00:17:30.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.791+0000 7fa14e200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa1481138a0 con 0x7fa148077350 2024-03-29T00:17:30.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.791+0000 7fa14e200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa148113ba0 con 0x7fa148077cf0 2024-03-29T00:17:30.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.792+0000 7fa14d800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa148077cf0 0x7fa1481a55f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:30.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.792+0000 7fa147e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa148077350 0x7fa14819e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:30.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.792+0000 7fa14ce00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa148076110 0x7fa14819e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:30.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.792+0000 7fa14d800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa148077cf0 0x7fa1481a55f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:57620/0 (socket says 172.21.15.12:57620) 2024-03-29T00:17:30.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.792+0000 7fa147e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa148077350 0x7fa14819e580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:55698/0 (socket says 172.21.15.12:55698) 2024-03-29T00:17:30.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.792+0000 7fa14d800640 1 -- 172.21.15.12:0/2393122808 learned_addr learned my addr 172.21.15.12:0/2393122808 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:30.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.792+0000 7fa147e00640 1 -- 172.21.15.12:0/2393122808 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa148077cf0 msgr2=0x7fa1481a55f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:30.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.792+0000 7fa147e00640 1 --2- 172.21.15.12:0/2393122808 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa148077cf0 0x7fa1481a55f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:30.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.792+0000 7fa147e00640 1 -- 172.21.15.12:0/2393122808 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa148076110 msgr2=0x7fa14819e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:30.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.792+0000 7fa147e00640 1 --2- 172.21.15.12:0/2393122808 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa148076110 0x7fa14819e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:30.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.792+0000 7fa147e00640 1 -- 172.21.15.12:0/2393122808 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1481a5c60 con 0x7fa148077350 2024-03-29T00:17:30.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.792+0000 7fa14d800640 1 --2- 172.21.15.12:0/2393122808 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa148077cf0 0x7fa1481a55f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:17:30.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.793+0000 7fa147e00640 1 --2- 172.21.15.12:0/2393122808 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa148077350 0x7fa14819e580 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fa134036040 tx=0x7fa13402c720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:30.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.793+0000 7fa145600640 1 -- 172.21.15.12:0/2393122808 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa134043020 con 0x7fa148077350 2024-03-29T00:17:30.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.793+0000 7fa145600640 1 -- 172.21.15.12:0/2393122808 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa1340042d0 con 0x7fa148077350 2024-03-29T00:17:30.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.793+0000 7fa14e200640 1 -- 172.21.15.12:0/2393122808 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1481a5ef0 con 0x7fa148077350 2024-03-29T00:17:30.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.793+0000 7fa145600640 1 -- 172.21.15.12:0/2393122808 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa134003bb0 con 0x7fa148077350 2024-03-29T00:17:30.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.793+0000 7fa14e200640 1 -- 172.21.15.12:0/2393122808 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1481a6400 con 0x7fa148077350 2024-03-29T00:17:30.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.794+0000 7fa14e200640 1 -- 172.21.15.12:0/2393122808 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1481101e0 con 0x7fa148077350 2024-03-29T00:17:30.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.796+0000 7fa145600640 1 -- 172.21.15.12:0/2393122808 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fa134046020 con 0x7fa148077350 2024-03-29T00:17:30.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.798+0000 7fa145600640 1 --2- 172.21.15.12:0/2393122808 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa1300a1df0 0x7fa1300a42b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:30.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.798+0000 7fa145600640 1 -- 172.21.15.12:0/2393122808 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fa1340f0760 con 0x7fa148077350 2024-03-29T00:17:30.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.798+0000 7fa14ce00640 1 --2- 172.21.15.12:0/2393122808 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa1300a1df0 0x7fa1300a42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:30.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.799+0000 7fa14ce00640 1 --2- 172.21.15.12:0/2393122808 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa1300a1df0 0x7fa1300a42b0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fa13c005d00 tx=0x7fa13c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:30.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:30.800+0000 7fa145600640 1 -- 172.21.15.12:0/2393122808 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fa13404d020 con 0x7fa148077350 2024-03-29T00:17:31.006 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.005+0000 7fa14e200640 1 -- 172.21.15.12:0/2393122808 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa14802d3c0 con 0x7fa148077350 2024-03-29T00:17:31.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.007+0000 7fa145600640 1 -- 172.21.15.12:0/2393122808 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+24651 (secure 0 0 0) 0x7fa1340bd830 con 0x7fa148077350 2024-03-29T00:17:31.009 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:17:31.009 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":93,"fsid":"f0a28ba8-ed5f-11ee-95d0-87774f69a715","created":"2024-03-29T00:05:52.349196+0000","modified":"2024-03-29T00:17:11.508521+0000","last_up_change":"2024-03-29T00:14:17.644182+0000","last_in_change":"2024-03-29T00:13:57.992327+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-29T00:09:58.299082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-29T00:15:15.323046+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-29T00:15:16.709268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-29T00:15:20.769838+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f15b3bc8-42a4-4aca-bf7c-f36533a25084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6803","nonce":1970936395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6805","nonce":1970936395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6809","nonce":1970936395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6807","nonce":1970936395}]},"public_addr":"172.21.15.12:6803/1970936395","cluster_addr":"172.21.15.12:6805/1970936395","heartbeat_back_addr":"172.21.15.12:6809/1970936395","heartbeat_front_addr":"172.21.15.12:6807/1970936395","state":["exists","up"]},{"osd":1,"uuid":"9fc84928-5898-4421-8fae-8a6c3b5d6454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6801","nonce":2562558811}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6803","nonce":2562558811}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6807","nonce":2562558811}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6805","nonce":2562558811}]},"public_addr":"172.21.15.53:6801/2562558811","cluster_addr":"172.21.15.53:6803/2562558811","heartbeat_back_addr":"172.21.15.53:6807/2562558811","heartbeat_front_addr":"172.21.15.53:6805/2562558811","state":["exists","up"]},{"osd":2,"uuid":"6e1df3eb-d5e1-4433-aef8-dcc544feb108","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6800","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6801","nonce":3472201934}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6803","nonce":3472201934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6807","nonce":3472201934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6805","nonce":3472201934}]},"public_addr":"172.21.15.69:6801/3472201934","cluster_addr":"172.21.15.69:6803/3472201934","heartbeat_back_addr":"172.21.15.69:6807/3472201934","heartbeat_front_addr":"172.21.15.69:6805/3472201934","state":["exists","up"]},{"osd":3,"uuid":"c03886ee-0efd-4a1f-b04f-b060483d852b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6811","nonce":1860879351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6813","nonce":1860879351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6817","nonce":1860879351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6815","nonce":1860879351}]},"public_addr":"172.21.15.12:6811/1860879351","cluster_addr":"172.21.15.12:6813/1860879351","heartbeat_back_addr":"172.21.15.12:6817/1860879351","heartbeat_front_addr":"172.21.15.12:6815/1860879351","state":["exists","up"]},{"osd":4,"uuid":"10a25f7e-b569-4d47-add7-560968efa9c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6809","nonce":1066696400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6811","nonce":1066696400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6815","nonce":1066696400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6813","nonce":1066696400}]},"public_addr":"172.21.15.53:6809/1066696400","cluster_addr":"172.21.15.53:6811/1066696400","heartbeat_back_addr":"172.21.15.53:6815/1066696400","heartbeat_front_addr":"172.21.15.53:6813/1066696400","state":["exists","up"]},{"osd":5,"uuid":"21bad6a7-f98d-4344-8b0b-cf8526575ac2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6809","nonce":2160312252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6811","nonce":2160312252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6815","nonce":2160312252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6813","nonce":2160312252}]},"public_addr":"172.21.15.69:6809/2160312252","cluster_addr":"172.21.15.69:6811/2160312252","heartbeat_back_addr":"172.21.15.69:6815/2160312252","heartbeat_front_addr":"172.21.15.69:6813/2160312252","state":["exists","up"]},{"osd":6,"uuid":"927557ba-0245-42bb-83f1-c8b6b44cc496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6819","nonce":53322413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6821","nonce":53322413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6825","nonce":53322413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6823","nonce":53322413}]},"public_addr":"172.21.15.12:6819/53322413","cluster_addr":"172.21.15.12:6821/53322413","heartbeat_back_addr":"172.21.15.12:6825/53322413","heartbeat_front_addr":"172.21.15.12:6823/53322413","state":["exists","up"]},{"osd":7,"uuid":"22314690-d0eb-496b-b67d-922bdc0b6660","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6817","nonce":512991962}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6819","nonce":512991962}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6823","nonce":512991962}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6821","nonce":512991962}]},"public_addr":"172.21.15.53:6817/512991962","cluster_addr":"172.21.15.53:6819/512991962","heartbeat_back_addr":"172.21.15.53:6823/512991962","heartbeat_front_addr":"172.21.15.53:6821/512991962","state":["exists","up"]},{"osd":8,"uuid":"f26e428e-4919-4030-aa15-100d6df99aef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6817","nonce":2890541031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6819","nonce":2890541031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6823","nonce":2890541031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6821","nonce":2890541031}]},"public_addr":"172.21.15.69:6817/2890541031","cluster_addr":"172.21.15.69:6819/2890541031","heartbeat_back_addr":"172.21.15.69:6823/2890541031","heartbeat_front_addr":"172.21.15.69:6821/2890541031","state":["exists","up"]},{"osd":9,"uuid":"df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6827","nonce":1715133032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6829","nonce":1715133032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6833","nonce":1715133032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6831","nonce":1715133032}]},"public_addr":"172.21.15.12:6827/1715133032","cluster_addr":"172.21.15.12:6829/1715133032","heartbeat_back_addr":"172.21.15.12:6833/1715133032","heartbeat_front_addr":"172.21.15.12:6831/1715133032","state":["exists","up"]},{"osd":10,"uuid":"ac05ca46-a3d8-4e95-8b37-6f46b9f38703","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6825","nonce":3180522172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6827","nonce":3180522172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6831","nonce":3180522172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6829","nonce":3180522172}]},"public_addr":"172.21.15.53:6825/3180522172","cluster_addr":"172.21.15.53:6827/3180522172","heartbeat_back_addr":"172.21.15.53:6831/3180522172","heartbeat_front_addr":"172.21.15.53:6829/3180522172","state":["exists","up"]},{"osd":11,"uuid":"47fd23fb-f49f-49ca-8dfa-df667d03cfa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6825","nonce":1830685720}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6827","nonce":1830685720}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6831","nonce":1830685720}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6829","nonce":1830685720}]},"public_addr":"172.21.15.69:6825/1830685720","cluster_addr":"172.21.15.69:6827/1830685720","heartbeat_back_addr":"172.21.15.69:6831/1830685720","heartbeat_front_addr":"172.21.15.69:6829/1830685720","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:04.043487+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:29.451338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:53.723758+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:27.673354+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:54.498962+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:19.775485+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:54.005468+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:21.544560+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:47.123756+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:22.232554+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:50.514376+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:14:16.169343+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":8}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.9","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/3903984873":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/3329864026":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/1184533662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/2224576662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/798509208":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/4176566530":"2024-03-30T00:07:09.578981+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-29T00:17:31.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.010+0000 7fa14e200640 1 -- 172.21.15.12:0/2393122808 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa1300a1df0 msgr2=0x7fa1300a42b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:31.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.010+0000 7fa14e200640 1 --2- 172.21.15.12:0/2393122808 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa1300a1df0 0x7fa1300a42b0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fa13c005d00 tx=0x7fa13c00b410 comp rx=0 tx=0).stop 2024-03-29T00:17:31.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.010+0000 7fa14e200640 1 -- 172.21.15.12:0/2393122808 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa148077350 msgr2=0x7fa14819e580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:31.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.010+0000 7fa14e200640 1 --2- 172.21.15.12:0/2393122808 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa148077350 0x7fa14819e580 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fa134036040 tx=0x7fa13402c720 comp rx=0 tx=0).stop 2024-03-29T00:17:31.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.010+0000 7fa14e200640 1 -- 172.21.15.12:0/2393122808 shutdown_connections 2024-03-29T00:17:31.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.010+0000 7fa14e200640 1 --2- 172.21.15.12:0/2393122808 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa1300a1df0 0x7fa1300a42b0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:31.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.010+0000 7fa14e200640 1 --2- 172.21.15.12:0/2393122808 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa148077350 0x7fa14819e580 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:31.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.010+0000 7fa14e200640 1 --2- 172.21.15.12:0/2393122808 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa148077cf0 0x7fa1481a55f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:31.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.010+0000 7fa14e200640 1 --2- 172.21.15.12:0/2393122808 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa148076110 0x7fa14819e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:31.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.010+0000 7fa14e200640 1 -- 172.21.15.12:0/2393122808 >> 172.21.15.12:0/2393122808 conn(0x7fa1480fee00 msgr2=0x7fa148100900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:31.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.010+0000 7fa14e200640 1 -- 172.21.15.12:0/2393122808 shutdown_connections 2024-03-29T00:17:31.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.010+0000 7fa14e200640 1 -- 172.21.15.12:0/2393122808 wait complete. 2024-03-29T00:17:31.030 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-29T00:09:58.299082+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-29T00:15:15.323046+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-29T00:15:16.709268+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-29T00:15:20.769838+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-03-29T00:17:31.031 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-29T00:17:31.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:30 smithi053 ceph-mon[36233]: pgmap v393: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-29T00:17:31.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:30 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3912479354' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:17:31.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:30 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3729769186' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:17:31.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:30 smithi069 ceph-mon[36074]: pgmap v393: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-29T00:17:31.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:30 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3912479354' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:17:31.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:30 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3729769186' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:17:31.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.257+0000 7f670fe00640 1 -- 172.21.15.12:0/526497580 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6710105360 msgr2=0x7f671010bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:31.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.257+0000 7f670fe00640 1 --2- 172.21.15.12:0/526497580 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6710105360 0x7f671010bbf0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f6708009be0 tx=0x7f670802bef0 comp rx=0 tx=0).stop 2024-03-29T00:17:31.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.257+0000 7f670fe00640 1 -- 172.21.15.12:0/526497580 shutdown_connections 2024-03-29T00:17:31.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.257+0000 7f670fe00640 1 --2- 172.21.15.12:0/526497580 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6710105360 0x7f671010bbf0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:31.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.257+0000 7f670fe00640 1 --2- 172.21.15.12:0/526497580 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f67101049a0 0x7f6710104e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:31.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.257+0000 7f670fe00640 1 --2- 172.21.15.12:0/526497580 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f67101037b0 0x7f6710103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:31.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.257+0000 7f670fe00640 1 -- 172.21.15.12:0/526497580 >> 172.21.15.12:0/526497580 conn(0x7f67100fed20 msgr2=0x7f6710101160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:31.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.258+0000 7f670fe00640 1 -- 172.21.15.12:0/526497580 shutdown_connections 2024-03-29T00:17:31.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.258+0000 7f670fe00640 1 -- 172.21.15.12:0/526497580 wait complete. 2024-03-29T00:17:31.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.259+0000 7f670fe00640 1 Processor -- start 2024-03-29T00:17:31.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.259+0000 7f670fe00640 1 -- start start 2024-03-29T00:17:31.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.259+0000 7f670fe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f67101037b0 0x7f6710199ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:31.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.259+0000 7f670fe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f67101049a0 0x7f671019a020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:31.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.259+0000 7f670fe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6710105360 0x7f67101a1090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:31.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.259+0000 7f670fe00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f671010f5b0 con 0x7f6710105360 2024-03-29T00:17:31.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.259+0000 7f670fe00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f671010f430 con 0x7f67101049a0 2024-03-29T00:17:31.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.259+0000 7f670fe00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f671010f730 con 0x7f67101037b0 2024-03-29T00:17:31.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.260+0000 7f670ea00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f67101037b0 0x7f6710199ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:31.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.260+0000 7f670ea00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f67101037b0 0x7f6710199ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:57634/0 (socket says 172.21.15.12:57634) 2024-03-29T00:17:31.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.260+0000 7f670ea00640 1 -- 172.21.15.12:0/604662747 learned_addr learned my addr 172.21.15.12:0/604662747 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:31.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.260+0000 7f670e000640 1 --2- 172.21.15.12:0/604662747 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f67101049a0 0x7f671019a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:31.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.260+0000 7f670f400640 1 --2- 172.21.15.12:0/604662747 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6710105360 0x7f67101a1090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:31.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.260+0000 7f670ea00640 1 -- 172.21.15.12:0/604662747 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f67101049a0 msgr2=0x7f671019a020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:31.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.260+0000 7f670ea00640 1 --2- 172.21.15.12:0/604662747 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f67101049a0 0x7f671019a020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:31.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.260+0000 7f670ea00640 1 -- 172.21.15.12:0/604662747 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6710105360 msgr2=0x7f67101a1090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:31.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.260+0000 7f670ea00640 1 --2- 172.21.15.12:0/604662747 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6710105360 0x7f67101a1090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:31.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.260+0000 7f670ea00640 1 -- 172.21.15.12:0/604662747 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67101a1700 con 0x7f67101037b0 2024-03-29T00:17:31.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.260+0000 7f670f400640 1 --2- 172.21.15.12:0/604662747 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6710105360 0x7f67101a1090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:17:31.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.260+0000 7f670ea00640 1 --2- 172.21.15.12:0/604662747 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f67101037b0 0x7f6710199ae0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f670000e9a0 tx=0x7f670000ee60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:31.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.261+0000 7f6707400640 1 -- 172.21.15.12:0/604662747 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f670000cd80 con 0x7f67101037b0 2024-03-29T00:17:31.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.261+0000 7f6707400640 1 -- 172.21.15.12:0/604662747 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6700010930 con 0x7f67101037b0 2024-03-29T00:17:31.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.261+0000 7f670fe00640 1 -- 172.21.15.12:0/604662747 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67101a19f0 con 0x7f67101037b0 2024-03-29T00:17:31.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.261+0000 7f6707400640 1 -- 172.21.15.12:0/604662747 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6700018a70 con 0x7f67101037b0 2024-03-29T00:17:31.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.261+0000 7f670fe00640 1 -- 172.21.15.12:0/604662747 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67101a1f40 con 0x7f67101037b0 2024-03-29T00:17:31.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.262+0000 7f670fe00640 1 -- 172.21.15.12:0/604662747 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f671010aa00 con 0x7f67101037b0 2024-03-29T00:17:31.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.264+0000 7f6707400640 1 -- 172.21.15.12:0/604662747 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f6700018c10 con 0x7f67101037b0 2024-03-29T00:17:31.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.265+0000 7f6707400640 1 --2- 172.21.15.12:0/604662747 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f66f40a1d80 0x7f66f40a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:31.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.265+0000 7f6707400640 1 -- 172.21.15.12:0/604662747 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f67000ce5a0 con 0x7f67101037b0 2024-03-29T00:17:31.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.265+0000 7f670e000640 1 --2- 172.21.15.12:0/604662747 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f66f40a1d80 0x7f66f40a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:31.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.266+0000 7f670e000640 1 --2- 172.21.15.12:0/604662747 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f66f40a1d80 0x7f66f40a4240 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f66fc0095f0 tx=0x7f66fc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:31.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.269+0000 7f6707400640 1 -- 172.21.15.12:0/604662747 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f6700053280 con 0x7f67101037b0 2024-03-29T00:17:31.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:30 smithi012 ceph-mon[31657]: pgmap v393: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-29T00:17:31.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:30 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3912479354' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:17:31.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:30 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3729769186' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:17:31.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.472+0000 7f670fe00640 1 -- 172.21.15.12:0/604662747 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f6710062350 con 0x7f67101037b0 2024-03-29T00:17:31.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.473+0000 7f6707400640 1 -- 172.21.15.12:0/604662747 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) ==== 93+0+10 (secure 0 0 0) 0x7f670009b5e0 con 0x7f67101037b0 2024-03-29T00:17:31.475 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 1 2024-03-29T00:17:31.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.476+0000 7f670fe00640 1 -- 172.21.15.12:0/604662747 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f66f40a1d80 msgr2=0x7f66f40a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:31.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.476+0000 7f670fe00640 1 --2- 172.21.15.12:0/604662747 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f66f40a1d80 0x7f66f40a4240 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f66fc0095f0 tx=0x7f66fc005f90 comp rx=0 tx=0).stop 2024-03-29T00:17:31.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.476+0000 7f670fe00640 1 -- 172.21.15.12:0/604662747 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f67101037b0 msgr2=0x7f6710199ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:31.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.476+0000 7f670fe00640 1 --2- 172.21.15.12:0/604662747 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f67101037b0 0x7f6710199ae0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f670000e9a0 tx=0x7f670000ee60 comp rx=0 tx=0).stop 2024-03-29T00:17:31.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.476+0000 7f670fe00640 1 -- 172.21.15.12:0/604662747 shutdown_connections 2024-03-29T00:17:31.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.476+0000 7f670fe00640 1 --2- 172.21.15.12:0/604662747 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f66f40a1d80 0x7f66f40a4240 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:31.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.476+0000 7f670fe00640 1 --2- 172.21.15.12:0/604662747 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f67101049a0 0x7f671019a020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:31.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.476+0000 7f670fe00640 1 --2- 172.21.15.12:0/604662747 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6710105360 0x7f67101a1090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:31.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.476+0000 7f670fe00640 1 --2- 172.21.15.12:0/604662747 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f67101037b0 0x7f6710199ae0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:31.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.476+0000 7f670fe00640 1 -- 172.21.15.12:0/604662747 >> 172.21.15.12:0/604662747 conn(0x7f67100fed20 msgr2=0x7f6710107bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:31.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.477+0000 7f670fe00640 1 -- 172.21.15.12:0/604662747 shutdown_connections 2024-03-29T00:17:31.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.477+0000 7f670fe00640 1 -- 172.21.15.12:0/604662747 wait complete. 2024-03-29T00:17:31.499 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-29T00:17:31.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.716+0000 7f1ce1e00640 1 -- 172.21.15.12:0/1992133331 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1cdc1039a0 msgr2=0x7f1cdc103dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:31.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.716+0000 7f1ce1e00640 1 --2- 172.21.15.12:0/1992133331 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1cdc1039a0 0x7f1cdc103dc0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc009ca0 tx=0x7f1ccc02c100 comp rx=0 tx=0).stop 2024-03-29T00:17:31.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.716+0000 7f1ce1e00640 1 -- 172.21.15.12:0/1992133331 shutdown_connections 2024-03-29T00:17:31.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.716+0000 7f1ce1e00640 1 --2- 172.21.15.12:0/1992133331 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1cdc104b90 0x7f1cdc105010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:31.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.716+0000 7f1ce1e00640 1 --2- 172.21.15.12:0/1992133331 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1cdc105550 0x7f1cdc10bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:31.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.716+0000 7f1ce1e00640 1 --2- 172.21.15.12:0/1992133331 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1cdc1039a0 0x7f1cdc103dc0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:31.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.716+0000 7f1ce1e00640 1 -- 172.21.15.12:0/1992133331 >> 172.21.15.12:0/1992133331 conn(0x7f1cdc0fef10 msgr2=0x7f1cdc101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:31.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.716+0000 7f1ce1e00640 1 -- 172.21.15.12:0/1992133331 shutdown_connections 2024-03-29T00:17:31.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.716+0000 7f1ce1e00640 1 -- 172.21.15.12:0/1992133331 wait complete. 2024-03-29T00:17:31.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.717+0000 7f1ce1e00640 1 Processor -- start 2024-03-29T00:17:31.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.717+0000 7f1ce1e00640 1 -- start start 2024-03-29T00:17:31.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.717+0000 7f1ce1e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1cdc1039a0 0x7f1cdc199da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:31.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.717+0000 7f1ce1e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1cdc104b90 0x7f1cdc19a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:31.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.717+0000 7f1ce1e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1cdc105550 0x7f1cdc1a1310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:31.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.717+0000 7f1ce1e00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f1cdc10f750 con 0x7f1cdc104b90 2024-03-29T00:17:31.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.717+0000 7f1ce1e00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f1cdc10f5d0 con 0x7f1cdc105550 2024-03-29T00:17:31.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.717+0000 7f1ce1e00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1cdc10f8d0 con 0x7f1cdc1039a0 2024-03-29T00:17:31.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.718+0000 7f1cdaa00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1cdc1039a0 0x7f1cdc199da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:31.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.718+0000 7f1cda000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1cdc104b90 0x7f1cdc19a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:31.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.718+0000 7f1cdaa00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1cdc1039a0 0x7f1cdc199da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:57650/0 (socket says 172.21.15.12:57650) 2024-03-29T00:17:31.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.718+0000 7f1cda000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1cdc104b90 0x7f1cdc19a2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:47258/0 (socket says 172.21.15.12:47258) 2024-03-29T00:17:31.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.718+0000 7f1cdaa00640 1 -- 172.21.15.12:0/2440577636 learned_addr learned my addr 172.21.15.12:0/2440577636 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:31.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.718+0000 7f1cdb400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1cdc105550 0x7f1cdc1a1310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:31.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.718+0000 7f1cdaa00640 1 -- 172.21.15.12:0/2440577636 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1cdc105550 msgr2=0x7f1cdc1a1310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:31.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.718+0000 7f1cdaa00640 1 --2- 172.21.15.12:0/2440577636 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1cdc105550 0x7f1cdc1a1310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:31.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.718+0000 7f1cdaa00640 1 -- 172.21.15.12:0/2440577636 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1cdc104b90 msgr2=0x7f1cdc19a2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:31.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.718+0000 7f1cdaa00640 1 --2- 172.21.15.12:0/2440577636 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1cdc104b90 0x7f1cdc19a2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:31.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.718+0000 7f1cdaa00640 1 -- 172.21.15.12:0/2440577636 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cdc1a19b0 con 0x7f1cdc1039a0 2024-03-29T00:17:31.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.718+0000 7f1cdaa00640 1 --2- 172.21.15.12:0/2440577636 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1cdc1039a0 0x7f1cdc199da0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc000f80 tx=0x7f1ccc034670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:31.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.719+0000 7f1ce0a00640 1 -- 172.21.15.12:0/2440577636 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ccc039040 con 0x7f1cdc1039a0 2024-03-29T00:17:31.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.719+0000 7f1ce0a00640 1 -- 172.21.15.12:0/2440577636 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1ccc044070 con 0x7f1cdc1039a0 2024-03-29T00:17:31.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.719+0000 7f1ce0a00640 1 -- 172.21.15.12:0/2440577636 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ccc004600 con 0x7f1cdc1039a0 2024-03-29T00:17:31.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.719+0000 7f1ce1e00640 1 -- 172.21.15.12:0/2440577636 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cdc1a1c40 con 0x7f1cdc1039a0 2024-03-29T00:17:31.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.719+0000 7f1ce1e00640 1 -- 172.21.15.12:0/2440577636 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cdc1a20b0 con 0x7f1cdc1039a0 2024-03-29T00:17:31.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.720+0000 7f1ce1e00640 1 -- 172.21.15.12:0/2440577636 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1cdc10acc0 con 0x7f1cdc1039a0 2024-03-29T00:17:31.723 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.722+0000 7f1ce0a00640 1 -- 172.21.15.12:0/2440577636 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f1ccc032940 con 0x7f1cdc1039a0 2024-03-29T00:17:31.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.723+0000 7f1ce0a00640 1 --2- 172.21.15.12:0/2440577636 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1cc00a1e00 0x7f1cc00a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:31.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.723+0000 7f1ce0a00640 1 -- 172.21.15.12:0/2440577636 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f1ccc0f0970 con 0x7f1cdc1039a0 2024-03-29T00:17:31.726 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.724+0000 7f1cda000640 1 --2- 172.21.15.12:0/2440577636 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1cc00a1e00 0x7f1cc00a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:31.726 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.725+0000 7f1cda000640 1 --2- 172.21.15.12:0/2440577636 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1cc00a1e00 0x7f1cc00a42c0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f1cc400bbe0 tx=0x7f1cc400b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:31.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.727+0000 7f1ce0a00640 1 -- 172.21.15.12:0/2440577636 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f1ccc0bd9b0 con 0x7f1cdc1039a0 2024-03-29T00:17:31.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.920+0000 7f1ce1e00640 1 -- 172.21.15.12:0/2440577636 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f1cdc02d3e0 con 0x7f1cdc1039a0 2024-03-29T00:17:31.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.921+0000 7f1ce0a00640 1 -- 172.21.15.12:0/2440577636 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v93) ==== 104+0+11 (secure 0 0 0) 0x7f1ccc0bd2b0 con 0x7f1cdc1039a0 2024-03-29T00:17:31.923 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 32 2024-03-29T00:17:31.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.923+0000 7f1ce1e00640 1 -- 172.21.15.12:0/2440577636 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1cc00a1e00 msgr2=0x7f1cc00a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:31.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.923+0000 7f1ce1e00640 1 --2- 172.21.15.12:0/2440577636 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1cc00a1e00 0x7f1cc00a42c0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f1cc400bbe0 tx=0x7f1cc400b390 comp rx=0 tx=0).stop 2024-03-29T00:17:31.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.923+0000 7f1ce1e00640 1 -- 172.21.15.12:0/2440577636 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1cdc1039a0 msgr2=0x7f1cdc199da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:31.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.923+0000 7f1ce1e00640 1 --2- 172.21.15.12:0/2440577636 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1cdc1039a0 0x7f1cdc199da0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc000f80 tx=0x7f1ccc034670 comp rx=0 tx=0).stop 2024-03-29T00:17:31.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.924+0000 7f1ce1e00640 1 -- 172.21.15.12:0/2440577636 shutdown_connections 2024-03-29T00:17:31.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.924+0000 7f1ce1e00640 1 --2- 172.21.15.12:0/2440577636 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1cc00a1e00 0x7f1cc00a42c0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:31.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.924+0000 7f1ce1e00640 1 --2- 172.21.15.12:0/2440577636 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1cdc105550 0x7f1cdc1a1310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:31.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.924+0000 7f1ce1e00640 1 --2- 172.21.15.12:0/2440577636 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1cdc104b90 0x7f1cdc19a2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:31.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.924+0000 7f1ce1e00640 1 --2- 172.21.15.12:0/2440577636 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1cdc1039a0 0x7f1cdc199da0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:31.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.924+0000 7f1ce1e00640 1 -- 172.21.15.12:0/2440577636 >> 172.21.15.12:0/2440577636 conn(0x7f1cdc0fef10 msgr2=0x7f1cdc107e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:31.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.924+0000 7f1ce1e00640 1 -- 172.21.15.12:0/2440577636 shutdown_connections 2024-03-29T00:17:31.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:31.924+0000 7f1ce1e00640 1 -- 172.21.15.12:0/2440577636 wait complete. 2024-03-29T00:17:31.947 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-29T00:17:32.156 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.154+0000 7fe5de200640 1 -- 172.21.15.12:0/527940661 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe5d81015a0 msgr2=0x7fe5d81019c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:32.156 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.154+0000 7fe5de200640 1 --2- 172.21.15.12:0/527940661 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe5d81015a0 0x7fe5d81019c0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fe5c0009900 tx=0x7fe5c002bc30 comp rx=0 tx=0).stop 2024-03-29T00:17:32.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.155+0000 7fe5de200640 1 -- 172.21.15.12:0/527940661 shutdown_connections 2024-03-29T00:17:32.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.155+0000 7fe5de200640 1 --2- 172.21.15.12:0/527940661 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe5d8103150 0x7fe5d81099e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:32.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.155+0000 7fe5de200640 1 --2- 172.21.15.12:0/527940661 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe5d8102790 0x7fe5d8102c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:32.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.155+0000 7fe5de200640 1 --2- 172.21.15.12:0/527940661 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe5d81015a0 0x7fe5d81019c0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:32.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.155+0000 7fe5de200640 1 -- 172.21.15.12:0/527940661 >> 172.21.15.12:0/527940661 conn(0x7fe5d80fcb10 msgr2=0x7fe5d80fef50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:32.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.155+0000 7fe5de200640 1 -- 172.21.15.12:0/527940661 shutdown_connections 2024-03-29T00:17:32.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.155+0000 7fe5de200640 1 -- 172.21.15.12:0/527940661 wait complete. 2024-03-29T00:17:32.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.156+0000 7fe5de200640 1 Processor -- start 2024-03-29T00:17:32.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.156+0000 7fe5de200640 1 -- start start 2024-03-29T00:17:32.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.156+0000 7fe5de200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe5d81015a0 0x7fe5d81979a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:32.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.156+0000 7fe5de200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe5d8102790 0x7fe5d8197ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:32.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.156+0000 7fe5de200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe5d8103150 0x7fe5d819ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:32.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.156+0000 7fe5de200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fe5d810d300 con 0x7fe5d8103150 2024-03-29T00:17:32.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.156+0000 7fe5de200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe5d810d180 con 0x7fe5d8102790 2024-03-29T00:17:32.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.156+0000 7fe5de200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe5d810d480 con 0x7fe5d81015a0 2024-03-29T00:17:32.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.156+0000 7fe5d7e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe5d8102790 0x7fe5d8197ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:32.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.156+0000 7fe5dce00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe5d81015a0 0x7fe5d81979a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:32.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.157+0000 7fe5d7e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe5d8102790 0x7fe5d8197ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:55758/0 (socket says 172.21.15.12:55758) 2024-03-29T00:17:32.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.157+0000 7fe5d7e00640 1 -- 172.21.15.12:0/4124637442 learned_addr learned my addr 172.21.15.12:0/4124637442 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:32.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.157+0000 7fe5dd800640 1 --2- 172.21.15.12:0/4124637442 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe5d8103150 0x7fe5d819ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:32.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.157+0000 7fe5d7e00640 1 -- 172.21.15.12:0/4124637442 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe5d81015a0 msgr2=0x7fe5d81979a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:32.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.157+0000 7fe5d7e00640 1 --2- 172.21.15.12:0/4124637442 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe5d81015a0 0x7fe5d81979a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:32.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.157+0000 7fe5d7e00640 1 -- 172.21.15.12:0/4124637442 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe5d8103150 msgr2=0x7fe5d819ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:32.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.157+0000 7fe5d7e00640 1 --2- 172.21.15.12:0/4124637442 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe5d8103150 0x7fe5d819ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:32.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.157+0000 7fe5d7e00640 1 -- 172.21.15.12:0/4124637442 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5d819f570 con 0x7fe5d8102790 2024-03-29T00:17:32.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.157+0000 7fe5d7e00640 1 --2- 172.21.15.12:0/4124637442 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe5d8102790 0x7fe5d8197ee0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fe5c800e9f0 tx=0x7fe5c800edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:32.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.157+0000 7fe5d5600640 1 -- 172.21.15.12:0/4124637442 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5c800cd80 con 0x7fe5d8102790 2024-03-29T00:17:32.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.157+0000 7fe5de200640 1 -- 172.21.15.12:0/4124637442 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5d819f860 con 0x7fe5d8102790 2024-03-29T00:17:32.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.157+0000 7fe5d5600640 1 -- 172.21.15.12:0/4124637442 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe5c8005520 con 0x7fe5d8102790 2024-03-29T00:17:32.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.157+0000 7fe5d5600640 1 -- 172.21.15.12:0/4124637442 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5c8010690 con 0x7fe5d8102790 2024-03-29T00:17:32.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.158+0000 7fe5de200640 1 -- 172.21.15.12:0/4124637442 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5d819fd60 con 0x7fe5d8102790 2024-03-29T00:17:32.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.159+0000 7fe5de200640 1 -- 172.21.15.12:0/4124637442 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5d81088c0 con 0x7fe5d8102790 2024-03-29T00:17:32.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.160+0000 7fe5d5600640 1 -- 172.21.15.12:0/4124637442 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fe5c80046c0 con 0x7fe5d8102790 2024-03-29T00:17:32.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.162+0000 7fe5d5600640 1 --2- 172.21.15.12:0/4124637442 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe5bc0a1d80 0x7fe5bc0a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:32.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.162+0000 7fe5d5600640 1 -- 172.21.15.12:0/4124637442 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fe5c80ce680 con 0x7fe5d8102790 2024-03-29T00:17:32.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.162+0000 7fe5dce00640 1 --2- 172.21.15.12:0/4124637442 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe5bc0a1d80 0x7fe5bc0a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:32.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.163+0000 7fe5dce00640 1 --2- 172.21.15.12:0/4124637442 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe5bc0a1d80 0x7fe5bc0a4240 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fe5c002c900 tx=0x7fe5c0005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:32.172 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.171+0000 7fe5d5600640 1 -- 172.21.15.12:0/4124637442 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fe5c809b6c0 con 0x7fe5d8102790 2024-03-29T00:17:32.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:31 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2393122808' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:17:32.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:31 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/604662747' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:17:32.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:31 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2393122808' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:17:32.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:31 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/604662747' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:17:32.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.371+0000 7fe5de200640 1 -- 172.21.15.12:0/4124637442 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fe5d8062350 con 0x7fe5d8102790 2024-03-29T00:17:32.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.371+0000 7fe5d5600640 1 -- 172.21.15.12:0/4124637442 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v93) ==== 100+0+11 (secure 0 0 0) 0x7fe5c809afc0 con 0x7fe5d8102790 2024-03-29T00:17:32.373 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 64 2024-03-29T00:17:32.376 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.374+0000 7fe5de200640 1 -- 172.21.15.12:0/4124637442 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe5bc0a1d80 msgr2=0x7fe5bc0a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:32.376 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.374+0000 7fe5de200640 1 --2- 172.21.15.12:0/4124637442 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe5bc0a1d80 0x7fe5bc0a4240 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fe5c002c900 tx=0x7fe5c0005fd0 comp rx=0 tx=0).stop 2024-03-29T00:17:32.376 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.374+0000 7fe5de200640 1 -- 172.21.15.12:0/4124637442 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe5d8102790 msgr2=0x7fe5d8197ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:32.376 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.374+0000 7fe5de200640 1 --2- 172.21.15.12:0/4124637442 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe5d8102790 0x7fe5d8197ee0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fe5c800e9f0 tx=0x7fe5c800edf0 comp rx=0 tx=0).stop 2024-03-29T00:17:32.377 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.374+0000 7fe5de200640 1 -- 172.21.15.12:0/4124637442 shutdown_connections 2024-03-29T00:17:32.377 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.374+0000 7fe5de200640 1 --2- 172.21.15.12:0/4124637442 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe5bc0a1d80 0x7fe5bc0a4240 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:32.377 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.374+0000 7fe5de200640 1 --2- 172.21.15.12:0/4124637442 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe5d8102790 0x7fe5d8197ee0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:32.377 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.374+0000 7fe5de200640 1 --2- 172.21.15.12:0/4124637442 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe5d8103150 0x7fe5d819ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:32.377 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.374+0000 7fe5de200640 1 --2- 172.21.15.12:0/4124637442 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe5d81015a0 0x7fe5d81979a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:32.377 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.374+0000 7fe5de200640 1 -- 172.21.15.12:0/4124637442 >> 172.21.15.12:0/4124637442 conn(0x7fe5d80fcb10 msgr2=0x7fe5d8105a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:32.377 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.374+0000 7fe5de200640 1 -- 172.21.15.12:0/4124637442 shutdown_connections 2024-03-29T00:17:32.377 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.374+0000 7fe5de200640 1 -- 172.21.15.12:0/4124637442 wait complete. 2024-03-29T00:17:32.396 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-03-29T00:17:32.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:31 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2393122808' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:17:32.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:31 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/604662747' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:17:32.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.618+0000 7ff8e6400640 1 -- 172.21.15.12:0/456550892 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff8e0103140 msgr2=0x7ff8e01099d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:32.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.618+0000 7ff8e6400640 1 --2- 172.21.15.12:0/456550892 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff8e0103140 0x7ff8e01099d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7ff8d8009ca0 tx=0x7ff8d802c100 comp rx=0 tx=0).stop 2024-03-29T00:17:32.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.618+0000 7ff8e6400640 1 -- 172.21.15.12:0/456550892 shutdown_connections 2024-03-29T00:17:32.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.618+0000 7ff8e6400640 1 --2- 172.21.15.12:0/456550892 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff8e0103140 0x7ff8e01099d0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:32.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.618+0000 7ff8e6400640 1 --2- 172.21.15.12:0/456550892 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff8e0102780 0x7ff8e0102c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:32.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.618+0000 7ff8e6400640 1 --2- 172.21.15.12:0/456550892 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff8e0101590 0x7ff8e01019b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:32.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.618+0000 7ff8e6400640 1 -- 172.21.15.12:0/456550892 >> 172.21.15.12:0/456550892 conn(0x7ff8e00fcb00 msgr2=0x7ff8e00fef40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:32.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.618+0000 7ff8e6400640 1 -- 172.21.15.12:0/456550892 shutdown_connections 2024-03-29T00:17:32.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.618+0000 7ff8e6400640 1 -- 172.21.15.12:0/456550892 wait complete. 2024-03-29T00:17:32.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.619+0000 7ff8e6400640 1 Processor -- start 2024-03-29T00:17:32.622 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.619+0000 7ff8e6400640 1 -- start start 2024-03-29T00:17:32.622 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.619+0000 7ff8e6400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff8e0101590 0x7ff8e01979b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:32.622 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.619+0000 7ff8e6400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff8e0102780 0x7ff8e0197ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:32.622 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.619+0000 7ff8e6400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff8e0103140 0x7ff8e019ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:32.622 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.619+0000 7ff8e6400640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff8e010d340 con 0x7ff8e0102780 2024-03-29T00:17:32.622 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.619+0000 7ff8e6400640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff8e010d1c0 con 0x7ff8e0103140 2024-03-29T00:17:32.622 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.619+0000 7ff8e6400640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff8e010d4c0 con 0x7ff8e0101590 2024-03-29T00:17:32.622 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.620+0000 7ff8dfe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff8e0102780 0x7ff8e0197ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:32.622 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.620+0000 7ff8dfe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff8e0102780 0x7ff8e0197ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:47294/0 (socket says 172.21.15.12:47294) 2024-03-29T00:17:32.622 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.620+0000 7ff8e5a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff8e0103140 0x7ff8e019ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:32.622 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.620+0000 7ff8dfe00640 1 -- 172.21.15.12:0/2822776818 learned_addr learned my addr 172.21.15.12:0/2822776818 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:32.622 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.620+0000 7ff8e5000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff8e0101590 0x7ff8e01979b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:32.622 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.620+0000 7ff8e5a00640 1 -- 172.21.15.12:0/2822776818 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff8e0101590 msgr2=0x7ff8e01979b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:32.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.620+0000 7ff8e5a00640 1 --2- 172.21.15.12:0/2822776818 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff8e0101590 0x7ff8e01979b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:32.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.620+0000 7ff8e5a00640 1 -- 172.21.15.12:0/2822776818 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff8e0102780 msgr2=0x7ff8e0197ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:32.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.620+0000 7ff8e5a00640 1 --2- 172.21.15.12:0/2822776818 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff8e0102780 0x7ff8e0197ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:32.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.620+0000 7ff8e5a00640 1 -- 172.21.15.12:0/2822776818 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8e019f5d0 con 0x7ff8e0103140 2024-03-29T00:17:32.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.620+0000 7ff8e5a00640 1 --2- 172.21.15.12:0/2822776818 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff8e0103140 0x7ff8e019ef60 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7ff8d8037040 tx=0x7ff8d8034670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:32.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.621+0000 7ff8dd600640 1 -- 172.21.15.12:0/2822776818 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8d8039040 con 0x7ff8e0103140 2024-03-29T00:17:32.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.621+0000 7ff8dd600640 1 -- 172.21.15.12:0/2822776818 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff8d8044070 con 0x7ff8e0103140 2024-03-29T00:17:32.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.621+0000 7ff8dd600640 1 -- 172.21.15.12:0/2822776818 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8d80043a0 con 0x7ff8e0103140 2024-03-29T00:17:32.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.621+0000 7ff8e6400640 1 -- 172.21.15.12:0/2822776818 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8e019f860 con 0x7ff8e0103140 2024-03-29T00:17:32.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.621+0000 7ff8e6400640 1 -- 172.21.15.12:0/2822776818 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8e019fcd0 con 0x7ff8e0103140 2024-03-29T00:17:32.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.622+0000 7ff8e6400640 1 -- 172.21.15.12:0/2822776818 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8e01087e0 con 0x7ff8e0103140 2024-03-29T00:17:32.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.624+0000 7ff8dd600640 1 -- 172.21.15.12:0/2822776818 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7ff8d8004540 con 0x7ff8e0103140 2024-03-29T00:17:32.626 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.625+0000 7ff8dd600640 1 --2- 172.21.15.12:0/2822776818 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff8c80a1e00 0x7ff8c80a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:32.626 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.625+0000 7ff8dd600640 1 -- 172.21.15.12:0/2822776818 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7ff8d80f05d0 con 0x7ff8e0103140 2024-03-29T00:17:32.627 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.625+0000 7ff8e5000640 1 --2- 172.21.15.12:0/2822776818 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff8c80a1e00 0x7ff8c80a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:32.627 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.626+0000 7ff8e5000640 1 --2- 172.21.15.12:0/2822776818 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff8c80a1e00 0x7ff8c80a42c0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7ff8e01025e0 tx=0x7ff8d4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:32.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.629+0000 7ff8dd600640 1 -- 172.21.15.12:0/2822776818 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7ff8d80bd610 con 0x7ff8e0103140 2024-03-29T00:17:32.836 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.835+0000 7ff8e6400640 1 -- 172.21.15.12:0/2822776818 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7ff8e00623f0 con 0x7ff8e0103140 2024-03-29T00:17:32.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.835+0000 7ff8dd600640 1 -- 172.21.15.12:0/2822776818 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v93) ==== 103+0+11 (secure 0 0 0) 0x7ff8d80bcf10 con 0x7ff8e0103140 2024-03-29T00:17:32.837 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 32 2024-03-29T00:17:32.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.838+0000 7ff8e6400640 1 -- 172.21.15.12:0/2822776818 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff8c80a1e00 msgr2=0x7ff8c80a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:32.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.838+0000 7ff8e6400640 1 --2- 172.21.15.12:0/2822776818 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff8c80a1e00 0x7ff8c80a42c0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7ff8e01025e0 tx=0x7ff8d4005f90 comp rx=0 tx=0).stop 2024-03-29T00:17:32.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.838+0000 7ff8e6400640 1 -- 172.21.15.12:0/2822776818 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff8e0103140 msgr2=0x7ff8e019ef60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:32.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.838+0000 7ff8e6400640 1 --2- 172.21.15.12:0/2822776818 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff8e0103140 0x7ff8e019ef60 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7ff8d8037040 tx=0x7ff8d8034670 comp rx=0 tx=0).stop 2024-03-29T00:17:32.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.838+0000 7ff8e6400640 1 -- 172.21.15.12:0/2822776818 shutdown_connections 2024-03-29T00:17:32.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.838+0000 7ff8e6400640 1 --2- 172.21.15.12:0/2822776818 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff8c80a1e00 0x7ff8c80a42c0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:32.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.838+0000 7ff8e6400640 1 --2- 172.21.15.12:0/2822776818 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff8e0103140 0x7ff8e019ef60 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:32.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.838+0000 7ff8e6400640 1 --2- 172.21.15.12:0/2822776818 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff8e0102780 0x7ff8e0197ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:32.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.838+0000 7ff8e6400640 1 --2- 172.21.15.12:0/2822776818 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff8e0101590 0x7ff8e01979b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:32.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.838+0000 7ff8e6400640 1 -- 172.21.15.12:0/2822776818 >> 172.21.15.12:0/2822776818 conn(0x7ff8e00fcb00 msgr2=0x7ff8e01059b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:32.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.838+0000 7ff8e6400640 1 -- 172.21.15.12:0/2822776818 shutdown_connections 2024-03-29T00:17:32.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:32.838+0000 7ff8e6400640 1 -- 172.21.15.12:0/2822776818 wait complete. 2024-03-29T00:17:32.861 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:17:33.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.091+0000 7f818d200640 1 -- 172.21.15.12:0/1805394078 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8188103870 msgr2=0x7f8188103c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:33.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.092+0000 7f818d200640 1 --2- 172.21.15.12:0/1805394078 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8188103870 0x7f8188103c90 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f8178009900 tx=0x7f817802bc40 comp rx=0 tx=0).stop 2024-03-29T00:17:33.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.092+0000 7f818d200640 1 -- 172.21.15.12:0/1805394078 shutdown_connections 2024-03-29T00:17:33.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.092+0000 7f818d200640 1 --2- 172.21.15.12:0/1805394078 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8188105420 0x7f818810bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:33.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.092+0000 7f818d200640 1 --2- 172.21.15.12:0/1805394078 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8188104a60 0x7f8188104ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:33.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.092+0000 7f818d200640 1 --2- 172.21.15.12:0/1805394078 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8188103870 0x7f8188103c90 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:33.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.092+0000 7f818d200640 1 -- 172.21.15.12:0/1805394078 >> 172.21.15.12:0/1805394078 conn(0x7f81880fee00 msgr2=0x7f8188101220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:33.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.092+0000 7f818d200640 1 -- 172.21.15.12:0/1805394078 shutdown_connections 2024-03-29T00:17:33.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.092+0000 7f818d200640 1 -- 172.21.15.12:0/1805394078 wait complete. 2024-03-29T00:17:33.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.093+0000 7f818d200640 1 Processor -- start 2024-03-29T00:17:33.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.093+0000 7f818d200640 1 -- start start 2024-03-29T00:17:33.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.094+0000 7f818d200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8188103870 0x7f8188199c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:33.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.094+0000 7f818d200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8188104a60 0x7f818819a170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:33.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.094+0000 7f818d200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8188105420 0x7f81881a11a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:33.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.094+0000 7f818d200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f818810f620 con 0x7f8188105420 2024-03-29T00:17:33.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.094+0000 7f818d200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f818810f4a0 con 0x7f8188104a60 2024-03-29T00:17:33.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.094+0000 7f818d200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f818810f7a0 con 0x7f8188103870 2024-03-29T00:17:33.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.094+0000 7f8187400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8188103870 0x7f8188199c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:33.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.094+0000 7f8186a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8188104a60 0x7f818819a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:33.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.094+0000 7f8187400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8188103870 0x7f8188199c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:57708/0 (socket says 172.21.15.12:57708) 2024-03-29T00:17:33.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.094+0000 7f8187400640 1 -- 172.21.15.12:0/3713813093 learned_addr learned my addr 172.21.15.12:0/3713813093 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:33.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.094+0000 7f8187e00640 1 --2- 172.21.15.12:0/3713813093 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8188105420 0x7f81881a11a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:33.099 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.094+0000 7f8187400640 1 -- 172.21.15.12:0/3713813093 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8188104a60 msgr2=0x7f818819a170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:33.099 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.094+0000 7f8187400640 1 --2- 172.21.15.12:0/3713813093 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8188104a60 0x7f818819a170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:33.099 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.095+0000 7f8187400640 1 -- 172.21.15.12:0/3713813093 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8188105420 msgr2=0x7f81881a11a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:33.099 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.095+0000 7f8187400640 1 --2- 172.21.15.12:0/3713813093 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8188105420 0x7f81881a11a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:33.099 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.095+0000 7f8187400640 1 -- 172.21.15.12:0/3713813093 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81881a1840 con 0x7f8188103870 2024-03-29T00:17:33.099 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.095+0000 7f8187e00640 1 --2- 172.21.15.12:0/3713813093 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8188105420 0x7f81881a11a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:17:33.099 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.095+0000 7f8187400640 1 --2- 172.21.15.12:0/3713813093 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8188103870 0x7f8188199c30 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f8178000c00 tx=0x7f817802c730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:33.099 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.095+0000 7f817fe00640 1 -- 172.21.15.12:0/3713813093 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8178043020 con 0x7f8188103870 2024-03-29T00:17:33.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.095+0000 7f817fe00640 1 -- 172.21.15.12:0/3713813093 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f81780042d0 con 0x7f8188103870 2024-03-29T00:17:33.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.095+0000 7f818d200640 1 -- 172.21.15.12:0/3713813093 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81881a1ad0 con 0x7f8188103870 2024-03-29T00:17:33.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.095+0000 7f817fe00640 1 -- 172.21.15.12:0/3713813093 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8178003c20 con 0x7f8188103870 2024-03-29T00:17:33.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.095+0000 7f818d200640 1 -- 172.21.15.12:0/3713813093 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81881a2070 con 0x7f8188103870 2024-03-29T00:17:33.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.096+0000 7f818d200640 1 -- 172.21.15.12:0/3713813093 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f818804f520 con 0x7f8188103870 2024-03-29T00:17:33.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.098+0000 7f817fe00640 1 -- 172.21.15.12:0/3713813093 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f8178046020 con 0x7f8188103870 2024-03-29T00:17:33.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.099+0000 7f817fe00640 1 --2- 172.21.15.12:0/3713813093 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f816c0a1df0 0x7f816c0a42b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:33.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.099+0000 7f817fe00640 1 -- 172.21.15.12:0/3713813093 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f81780f0350 con 0x7f8188103870 2024-03-29T00:17:33.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.099+0000 7f8186a00640 1 --2- 172.21.15.12:0/3713813093 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f816c0a1df0 0x7f816c0a42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:33.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.100+0000 7f8186a00640 1 --2- 172.21.15.12:0/3713813093 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f816c0a1df0 0x7f816c0a42b0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f817000bbe0 tx=0x7f817000b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:33.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.103+0000 7f817fe00640 1 -- 172.21.15.12:0/3713813093 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f817804d020 con 0x7f8188103870 2024-03-29T00:17:33.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:32 smithi069 ceph-mon[36074]: pgmap v394: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-03-29T00:17:33.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:32 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2440577636' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:17:33.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:32 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/4124637442' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:17:33.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:32 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2822776818' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:17:33.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:32 smithi012 ceph-mon[31657]: pgmap v394: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-03-29T00:17:33.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:32 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2440577636' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:17:33.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:32 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/4124637442' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:17:33.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:32 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2822776818' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:17:33.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.347+0000 7f818d200640 1 -- 172.21.15.12:0/3713813093 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8188062350 con 0x7f8188103870 2024-03-29T00:17:33.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.349+0000 7f817fe00640 1 -- 172.21.15.12:0/3713813093 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11908 (secure 0 0 0) 0x7f81780bd390 con 0x7f8188103870 2024-03-29T00:17:33.350 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:17:33.351 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14385,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2850016952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2850016952},{"type":"v1","addr":"172.21.15.12:6835","nonce":2850016952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/54288999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":54288999},{"type":"v1","addr":"172.21.15.12:6837","nonce":54288999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-29T00:15:17.217711+0000","modified":"2024-03-29T00:15:54.139481+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24568,"mds_1":24566,"mds_2":24544,"mds_3":24472,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14451":{"gid":14451,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6839/2537576655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":2537576655},{"type":"v1","addr":"172.21.15.12:6839","nonce":2537576655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14469":{"gid":14469,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6841/167917143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":167917143},{"type":"v1","addr":"172.21.15.12:6841","nonce":167917143}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":21,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":21,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6835/3689706936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":3689706936},{"type":"v1","addr":"172.21.15.53:6835","nonce":3689706936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6837/3069224551","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":3069224551},{"type":"v1","addr":"172.21.15.53:6837","nonce":3069224551}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.69:6835/368717986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":368717986},{"type":"v1","addr":"172.21.15.69:6835","nonce":368717986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24544":{"gid":24544,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.69:6837/466045469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":466045469},{"type":"v1","addr":"172.21.15.69:6837","nonce":466045469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24566":{"gid":24566,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":11,"addr":"172.21.15.53:6839/2142959350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":2142959350},{"type":"v1","addr":"172.21.15.53:6839","nonce":2142959350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.69:6839/1021939171","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1021939171},{"type":"v1","addr":"172.21.15.69:6839","nonce":1021939171}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24568,"qdb_cluster":[24566,24568,24544,24472,24431]},"id":1}]} 2024-03-29T00:17:33.351 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 28 2024-03-29T00:17:33.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.352+0000 7f818d200640 1 -- 172.21.15.12:0/3713813093 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f816c0a1df0 msgr2=0x7f816c0a42b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:33.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.352+0000 7f818d200640 1 --2- 172.21.15.12:0/3713813093 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f816c0a1df0 0x7f816c0a42b0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f817000bbe0 tx=0x7f817000b390 comp rx=0 tx=0).stop 2024-03-29T00:17:33.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.352+0000 7f818d200640 1 -- 172.21.15.12:0/3713813093 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8188103870 msgr2=0x7f8188199c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:33.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.352+0000 7f818d200640 1 --2- 172.21.15.12:0/3713813093 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8188103870 0x7f8188199c30 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f8178000c00 tx=0x7f817802c730 comp rx=0 tx=0).stop 2024-03-29T00:17:33.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.352+0000 7f818d200640 1 -- 172.21.15.12:0/3713813093 shutdown_connections 2024-03-29T00:17:33.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.352+0000 7f818d200640 1 --2- 172.21.15.12:0/3713813093 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f816c0a1df0 0x7f816c0a42b0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:33.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.352+0000 7f818d200640 1 --2- 172.21.15.12:0/3713813093 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8188104a60 0x7f818819a170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:33.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.352+0000 7f818d200640 1 --2- 172.21.15.12:0/3713813093 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8188105420 0x7f81881a11a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:33.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.352+0000 7f818d200640 1 --2- 172.21.15.12:0/3713813093 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8188103870 0x7f8188199c30 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:33.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.352+0000 7f818d200640 1 -- 172.21.15.12:0/3713813093 >> 172.21.15.12:0/3713813093 conn(0x7f81880fee00 msgr2=0x7f8188107d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:33.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.352+0000 7f818d200640 1 -- 172.21.15.12:0/3713813093 shutdown_connections 2024-03-29T00:17:33.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.352+0000 7f818d200640 1 -- 172.21.15.12:0/3713813093 wait complete. 2024-03-29T00:17:33.374 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-29T00:17:33.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:32 smithi053 ceph-mon[36233]: pgmap v394: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-03-29T00:17:33.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:32 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2440577636' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:17:33.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:32 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/4124637442' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:17:33.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:32 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2822776818' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:17:33.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.598+0000 7feb18e00640 1 -- 172.21.15.12:0/1773844525 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feb14075790 msgr2=0x7feb14073be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:33.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.598+0000 7feb18e00640 1 --2- 172.21.15.12:0/1773844525 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feb14075790 0x7feb14073be0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7feb04009900 tx=0x7feb0402bc40 comp rx=0 tx=0).stop 2024-03-29T00:17:33.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.598+0000 7feb18e00640 1 -- 172.21.15.12:0/1773844525 shutdown_connections 2024-03-29T00:17:33.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.598+0000 7feb18e00640 1 --2- 172.21.15.12:0/1773844525 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feb141096a0 0x7feb1410bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:33.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.598+0000 7feb18e00640 1 --2- 172.21.15.12:0/1773844525 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb140741b0 0x7feb14074630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:33.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.598+0000 7feb18e00640 1 --2- 172.21.15.12:0/1773844525 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feb14075790 0x7feb14073be0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:33.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.598+0000 7feb18e00640 1 -- 172.21.15.12:0/1773844525 >> 172.21.15.12:0/1773844525 conn(0x7feb140fcd70 msgr2=0x7feb140ff190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:33.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.599+0000 7feb18e00640 1 -- 172.21.15.12:0/1773844525 shutdown_connections 2024-03-29T00:17:33.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.599+0000 7feb18e00640 1 -- 172.21.15.12:0/1773844525 wait complete. 2024-03-29T00:17:33.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.600+0000 7feb18e00640 1 Processor -- start 2024-03-29T00:17:33.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.600+0000 7feb18e00640 1 -- start start 2024-03-29T00:17:33.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.600+0000 7feb18e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feb140741b0 0x7feb14199d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:33.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.600+0000 7feb18e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb14075790 0x7feb1419a260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:33.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.600+0000 7feb18e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feb141096a0 0x7feb141a1290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:33.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.601+0000 7feb18e00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7feb1410f710 con 0x7feb14075790 2024-03-29T00:17:33.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.601+0000 7feb18e00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7feb1410f590 con 0x7feb141096a0 2024-03-29T00:17:33.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.601+0000 7feb18e00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7feb1410f890 con 0x7feb140741b0 2024-03-29T00:17:33.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.601+0000 7feb11e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feb140741b0 0x7feb14199d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:33.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.601+0000 7feb11e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feb140741b0 0x7feb14199d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:57728/0 (socket says 172.21.15.12:57728) 2024-03-29T00:17:33.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.601+0000 7feb11e00640 1 -- 172.21.15.12:0/602299264 learned_addr learned my addr 172.21.15.12:0/602299264 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:33.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.601+0000 7feb12800640 1 --2- 172.21.15.12:0/602299264 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feb141096a0 0x7feb141a1290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:33.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.601+0000 7feb11400640 1 --2- 172.21.15.12:0/602299264 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb14075790 0x7feb1419a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:33.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.601+0000 7feb11e00640 1 -- 172.21.15.12:0/602299264 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feb141096a0 msgr2=0x7feb141a1290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:33.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.601+0000 7feb11e00640 1 --2- 172.21.15.12:0/602299264 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feb141096a0 0x7feb141a1290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:33.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.601+0000 7feb11e00640 1 -- 172.21.15.12:0/602299264 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb14075790 msgr2=0x7feb1419a260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:33.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.601+0000 7feb11e00640 1 --2- 172.21.15.12:0/602299264 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb14075790 0x7feb1419a260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:33.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.601+0000 7feb11e00640 1 -- 172.21.15.12:0/602299264 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb141a1930 con 0x7feb140741b0 2024-03-29T00:17:33.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.601+0000 7feb11e00640 1 --2- 172.21.15.12:0/602299264 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feb140741b0 0x7feb14199d20 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7feb04000c00 tx=0x7feb0402c730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:33.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.602+0000 7feb0aa00640 1 -- 172.21.15.12:0/602299264 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb04043020 con 0x7feb140741b0 2024-03-29T00:17:33.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.602+0000 7feb0aa00640 1 -- 172.21.15.12:0/602299264 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7feb040042d0 con 0x7feb140741b0 2024-03-29T00:17:33.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.602+0000 7feb18e00640 1 -- 172.21.15.12:0/602299264 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb141a1bc0 con 0x7feb140741b0 2024-03-29T00:17:33.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.602+0000 7feb0aa00640 1 -- 172.21.15.12:0/602299264 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb04003c50 con 0x7feb140741b0 2024-03-29T00:17:33.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.602+0000 7feb18e00640 1 -- 172.21.15.12:0/602299264 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb141a2160 con 0x7feb140741b0 2024-03-29T00:17:33.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.603+0000 7feb18e00640 1 -- 172.21.15.12:0/602299264 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb14068a20 con 0x7feb140741b0 2024-03-29T00:17:33.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.605+0000 7feb0aa00640 1 -- 172.21.15.12:0/602299264 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7feb04046020 con 0x7feb140741b0 2024-03-29T00:17:33.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.606+0000 7feb0aa00640 1 --2- 172.21.15.12:0/602299264 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7feaf80a1e00 0x7feaf80a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:33.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.606+0000 7feb0aa00640 1 -- 172.21.15.12:0/602299264 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7feb040f0350 con 0x7feb140741b0 2024-03-29T00:17:33.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.606+0000 7feb11400640 1 --2- 172.21.15.12:0/602299264 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7feaf80a1e00 0x7feaf80a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:33.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.607+0000 7feb11400640 1 --2- 172.21.15.12:0/602299264 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7feaf80a1e00 0x7feaf80a42c0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7feb00005fd0 tx=0x7feb00005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:33.611 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.610+0000 7feb0aa00640 1 -- 172.21.15.12:0/602299264 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7feb0404d020 con 0x7feb140741b0 2024-03-29T00:17:33.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.819+0000 7feb18e00640 1 -- 172.21.15.12:0/602299264 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7feb14062350 con 0x7feb140741b0 2024-03-29T00:17:33.823 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.821+0000 7feb0aa00640 1 -- 172.21.15.12:0/602299264 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+24651 (secure 0 0 0) 0x7feb040bd390 con 0x7feb140741b0 2024-03-29T00:17:33.823 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:17:33.824 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":93,"fsid":"f0a28ba8-ed5f-11ee-95d0-87774f69a715","created":"2024-03-29T00:05:52.349196+0000","modified":"2024-03-29T00:17:11.508521+0000","last_up_change":"2024-03-29T00:14:17.644182+0000","last_in_change":"2024-03-29T00:13:57.992327+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-29T00:09:58.299082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-29T00:15:15.323046+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-29T00:15:16.709268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-29T00:15:20.769838+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f15b3bc8-42a4-4aca-bf7c-f36533a25084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6803","nonce":1970936395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6805","nonce":1970936395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6809","nonce":1970936395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6807","nonce":1970936395}]},"public_addr":"172.21.15.12:6803/1970936395","cluster_addr":"172.21.15.12:6805/1970936395","heartbeat_back_addr":"172.21.15.12:6809/1970936395","heartbeat_front_addr":"172.21.15.12:6807/1970936395","state":["exists","up"]},{"osd":1,"uuid":"9fc84928-5898-4421-8fae-8a6c3b5d6454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6801","nonce":2562558811}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6803","nonce":2562558811}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6807","nonce":2562558811}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6805","nonce":2562558811}]},"public_addr":"172.21.15.53:6801/2562558811","cluster_addr":"172.21.15.53:6803/2562558811","heartbeat_back_addr":"172.21.15.53:6807/2562558811","heartbeat_front_addr":"172.21.15.53:6805/2562558811","state":["exists","up"]},{"osd":2,"uuid":"6e1df3eb-d5e1-4433-aef8-dcc544feb108","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6800","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6801","nonce":3472201934}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6803","nonce":3472201934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6807","nonce":3472201934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6805","nonce":3472201934}]},"public_addr":"172.21.15.69:6801/3472201934","cluster_addr":"172.21.15.69:6803/3472201934","heartbeat_back_addr":"172.21.15.69:6807/3472201934","heartbeat_front_addr":"172.21.15.69:6805/3472201934","state":["exists","up"]},{"osd":3,"uuid":"c03886ee-0efd-4a1f-b04f-b060483d852b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6811","nonce":1860879351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6813","nonce":1860879351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6817","nonce":1860879351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6815","nonce":1860879351}]},"public_addr":"172.21.15.12:6811/1860879351","cluster_addr":"172.21.15.12:6813/1860879351","heartbeat_back_addr":"172.21.15.12:6817/1860879351","heartbeat_front_addr":"172.21.15.12:6815/1860879351","state":["exists","up"]},{"osd":4,"uuid":"10a25f7e-b569-4d47-add7-560968efa9c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6809","nonce":1066696400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6811","nonce":1066696400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6815","nonce":1066696400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6813","nonce":1066696400}]},"public_addr":"172.21.15.53:6809/1066696400","cluster_addr":"172.21.15.53:6811/1066696400","heartbeat_back_addr":"172.21.15.53:6815/1066696400","heartbeat_front_addr":"172.21.15.53:6813/1066696400","state":["exists","up"]},{"osd":5,"uuid":"21bad6a7-f98d-4344-8b0b-cf8526575ac2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6809","nonce":2160312252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6811","nonce":2160312252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6815","nonce":2160312252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6813","nonce":2160312252}]},"public_addr":"172.21.15.69:6809/2160312252","cluster_addr":"172.21.15.69:6811/2160312252","heartbeat_back_addr":"172.21.15.69:6815/2160312252","heartbeat_front_addr":"172.21.15.69:6813/2160312252","state":["exists","up"]},{"osd":6,"uuid":"927557ba-0245-42bb-83f1-c8b6b44cc496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6819","nonce":53322413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6821","nonce":53322413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6825","nonce":53322413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6823","nonce":53322413}]},"public_addr":"172.21.15.12:6819/53322413","cluster_addr":"172.21.15.12:6821/53322413","heartbeat_back_addr":"172.21.15.12:6825/53322413","heartbeat_front_addr":"172.21.15.12:6823/53322413","state":["exists","up"]},{"osd":7,"uuid":"22314690-d0eb-496b-b67d-922bdc0b6660","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6817","nonce":512991962}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6819","nonce":512991962}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6823","nonce":512991962}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6821","nonce":512991962}]},"public_addr":"172.21.15.53:6817/512991962","cluster_addr":"172.21.15.53:6819/512991962","heartbeat_back_addr":"172.21.15.53:6823/512991962","heartbeat_front_addr":"172.21.15.53:6821/512991962","state":["exists","up"]},{"osd":8,"uuid":"f26e428e-4919-4030-aa15-100d6df99aef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6817","nonce":2890541031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6819","nonce":2890541031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6823","nonce":2890541031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6821","nonce":2890541031}]},"public_addr":"172.21.15.69:6817/2890541031","cluster_addr":"172.21.15.69:6819/2890541031","heartbeat_back_addr":"172.21.15.69:6823/2890541031","heartbeat_front_addr":"172.21.15.69:6821/2890541031","state":["exists","up"]},{"osd":9,"uuid":"df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6827","nonce":1715133032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6829","nonce":1715133032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6833","nonce":1715133032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6831","nonce":1715133032}]},"public_addr":"172.21.15.12:6827/1715133032","cluster_addr":"172.21.15.12:6829/1715133032","heartbeat_back_addr":"172.21.15.12:6833/1715133032","heartbeat_front_addr":"172.21.15.12:6831/1715133032","state":["exists","up"]},{"osd":10,"uuid":"ac05ca46-a3d8-4e95-8b37-6f46b9f38703","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6825","nonce":3180522172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6827","nonce":3180522172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6831","nonce":3180522172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6829","nonce":3180522172}]},"public_addr":"172.21.15.53:6825/3180522172","cluster_addr":"172.21.15.53:6827/3180522172","heartbeat_back_addr":"172.21.15.53:6831/3180522172","heartbeat_front_addr":"172.21.15.53:6829/3180522172","state":["exists","up"]},{"osd":11,"uuid":"47fd23fb-f49f-49ca-8dfa-df667d03cfa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6825","nonce":1830685720}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6827","nonce":1830685720}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6831","nonce":1830685720}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6829","nonce":1830685720}]},"public_addr":"172.21.15.69:6825/1830685720","cluster_addr":"172.21.15.69:6827/1830685720","heartbeat_back_addr":"172.21.15.69:6831/1830685720","heartbeat_front_addr":"172.21.15.69:6829/1830685720","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:04.043487+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:29.451338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:53.723758+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:27.673354+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:54.498962+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:19.775485+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:54.005468+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:21.544560+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:47.123756+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:22.232554+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:50.514376+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:14:16.169343+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":8}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.9","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/3903984873":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/3329864026":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/1184533662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/2224576662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/798509208":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/4176566530":"2024-03-30T00:07:09.578981+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-29T00:17:33.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.824+0000 7feb18e00640 1 -- 172.21.15.12:0/602299264 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7feaf80a1e00 msgr2=0x7feaf80a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:33.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.824+0000 7feb18e00640 1 --2- 172.21.15.12:0/602299264 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7feaf80a1e00 0x7feaf80a42c0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7feb00005fd0 tx=0x7feb00005850 comp rx=0 tx=0).stop 2024-03-29T00:17:33.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.824+0000 7feb18e00640 1 -- 172.21.15.12:0/602299264 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feb140741b0 msgr2=0x7feb14199d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:33.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.824+0000 7feb18e00640 1 --2- 172.21.15.12:0/602299264 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feb140741b0 0x7feb14199d20 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7feb04000c00 tx=0x7feb0402c730 comp rx=0 tx=0).stop 2024-03-29T00:17:33.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.824+0000 7feb18e00640 1 -- 172.21.15.12:0/602299264 shutdown_connections 2024-03-29T00:17:33.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.824+0000 7feb18e00640 1 --2- 172.21.15.12:0/602299264 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7feaf80a1e00 0x7feaf80a42c0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:33.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.824+0000 7feb18e00640 1 --2- 172.21.15.12:0/602299264 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feb141096a0 0x7feb141a1290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:33.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.824+0000 7feb18e00640 1 --2- 172.21.15.12:0/602299264 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb14075790 0x7feb1419a260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:33.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.824+0000 7feb18e00640 1 --2- 172.21.15.12:0/602299264 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feb140741b0 0x7feb14199d20 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:33.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.824+0000 7feb18e00640 1 -- 172.21.15.12:0/602299264 >> 172.21.15.12:0/602299264 conn(0x7feb140fcd70 msgr2=0x7feb141055a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:33.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.824+0000 7feb18e00640 1 -- 172.21.15.12:0/602299264 shutdown_connections 2024-03-29T00:17:33.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:33.824+0000 7feb18e00640 1 -- 172.21.15.12:0/602299264 wait complete. 2024-03-29T00:17:33.846 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:17:34.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.065+0000 7f38c3200640 1 -- 172.21.15.12:0/1780360176 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f38c4109820 msgr2=0x7f38c41100b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:34.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.065+0000 7f38c3200640 1 --2- 172.21.15.12:0/1780360176 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f38c4109820 0x7f38c41100b0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f38bc009ca0 tx=0x7f38bc02c100 comp rx=0 tx=0).stop 2024-03-29T00:17:34.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.065+0000 7f38c3200640 1 -- 172.21.15.12:0/1780360176 shutdown_connections 2024-03-29T00:17:34.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.065+0000 7f38c3200640 1 --2- 172.21.15.12:0/1780360176 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f38c4109820 0x7f38c41100b0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.065+0000 7f38c3200640 1 --2- 172.21.15.12:0/1780360176 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f38c4108e60 0x7f38c41092e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.065+0000 7f38c3200640 1 --2- 172.21.15.12:0/1780360176 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f38c4107c70 0x7f38c4108090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.065+0000 7f38c3200640 1 -- 172.21.15.12:0/1780360176 >> 172.21.15.12:0/1780360176 conn(0x7f38c4076c10 msgr2=0x7f38c4079050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:34.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.065+0000 7f38c3200640 1 -- 172.21.15.12:0/1780360176 shutdown_connections 2024-03-29T00:17:34.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.065+0000 7f38c3200640 1 -- 172.21.15.12:0/1780360176 wait complete. 2024-03-29T00:17:34.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.066+0000 7f38c3200640 1 Processor -- start 2024-03-29T00:17:34.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.066+0000 7f38c3200640 1 -- start start 2024-03-29T00:17:34.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.067+0000 7f38c3200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f38c4107c70 0x7f38c419df50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.067+0000 7f38c3200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f38c4108e60 0x7f38c419e490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.067+0000 7f38c3200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f38c4109820 0x7f38c41a5500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.067+0000 7f38c3200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f38c4113a20 con 0x7f38c4108e60 2024-03-29T00:17:34.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.067+0000 7f38c3200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f38c41138a0 con 0x7f38c4107c70 2024-03-29T00:17:34.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.067+0000 7f38c3200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f38c4113ba0 con 0x7f38c4109820 2024-03-29T00:17:34.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.067+0000 7f38c1e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f38c4107c70 0x7f38c419df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.067+0000 7f38c1400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f38c4108e60 0x7f38c419e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.067+0000 7f38c1e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f38c4107c70 0x7f38c419df50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:60884/0 (socket says 172.21.15.12:60884) 2024-03-29T00:17:34.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.067+0000 7f38c1e00640 1 -- 172.21.15.12:0/1929461278 learned_addr learned my addr 172.21.15.12:0/1929461278 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:34.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.067+0000 7f38c2800640 1 --2- 172.21.15.12:0/1929461278 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f38c4109820 0x7f38c41a5500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.068+0000 7f38c1e00640 1 -- 172.21.15.12:0/1929461278 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f38c4109820 msgr2=0x7f38c41a5500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:34.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.068+0000 7f38c1e00640 1 --2- 172.21.15.12:0/1929461278 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f38c4109820 0x7f38c41a5500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.068+0000 7f38c1e00640 1 -- 172.21.15.12:0/1929461278 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f38c4108e60 msgr2=0x7f38c419e490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:34.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.068+0000 7f38c1e00640 1 --2- 172.21.15.12:0/1929461278 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f38c4108e60 0x7f38c419e490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.068+0000 7f38c1e00640 1 -- 172.21.15.12:0/1929461278 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38c41a5b70 con 0x7f38c4107c70 2024-03-29T00:17:34.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.068+0000 7f38c1e00640 1 --2- 172.21.15.12:0/1929461278 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f38c4107c70 0x7f38c419df50 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f38b400e9c0 tx=0x7f38b400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:34.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.068+0000 7f38baa00640 1 -- 172.21.15.12:0/1929461278 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38b400cd80 con 0x7f38c4107c70 2024-03-29T00:17:34.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.068+0000 7f38baa00640 1 -- 172.21.15.12:0/1929461278 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f38b40035f0 con 0x7f38c4107c70 2024-03-29T00:17:34.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.068+0000 7f38baa00640 1 -- 172.21.15.12:0/1929461278 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38b4010690 con 0x7f38c4107c70 2024-03-29T00:17:34.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.068+0000 7f38c3200640 1 -- 172.21.15.12:0/1929461278 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38c41a5e60 con 0x7f38c4107c70 2024-03-29T00:17:34.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.068+0000 7f38c3200640 1 -- 172.21.15.12:0/1929461278 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38c41a6320 con 0x7f38c4107c70 2024-03-29T00:17:34.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.069+0000 7f38c3200640 1 -- 172.21.15.12:0/1929461278 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38c410eec0 con 0x7f38c4107c70 2024-03-29T00:17:34.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.071+0000 7f38baa00640 1 -- 172.21.15.12:0/1929461278 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f38b40037a0 con 0x7f38c4107c70 2024-03-29T00:17:34.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.072+0000 7f38baa00640 1 --2- 172.21.15.12:0/1929461278 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f38a80a1df0 0x7f38a80a42b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.072+0000 7f38baa00640 1 -- 172.21.15.12:0/1929461278 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f38b40ce540 con 0x7f38c4107c70 2024-03-29T00:17:34.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.073+0000 7f38c1400640 1 --2- 172.21.15.12:0/1929461278 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f38a80a1df0 0x7f38a80a42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.073+0000 7f38c1400640 1 --2- 172.21.15.12:0/1929461278 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f38a80a1df0 0x7f38a80a42b0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f38c419f460 tx=0x7f38b0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:34.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.076+0000 7f38baa00640 1 -- 172.21.15.12:0/1929461278 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f38b409b580 con 0x7f38c4107c70 2024-03-29T00:17:34.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:33 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3713813093' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:17:34.235 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:33 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/602299264' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:17:34.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:33 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3713813093' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:17:34.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:33 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/602299264' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:17:34.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.318+0000 7f38c3200640 1 -- 172.21.15.12:0/1929461278 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f38c4062350 con 0x7f38c4107c70 2024-03-29T00:17:34.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.319+0000 7f38baa00640 1 -- 172.21.15.12:0/1929461278 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11908 (secure 0 0 0) 0x7f38b409ae80 con 0x7f38c4107c70 2024-03-29T00:17:34.321 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:17:34.321 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14385,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2850016952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2850016952},{"type":"v1","addr":"172.21.15.12:6835","nonce":2850016952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/54288999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":54288999},{"type":"v1","addr":"172.21.15.12:6837","nonce":54288999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-29T00:15:17.217711+0000","modified":"2024-03-29T00:15:54.139481+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24568,"mds_1":24566,"mds_2":24544,"mds_3":24472,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14451":{"gid":14451,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6839/2537576655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":2537576655},{"type":"v1","addr":"172.21.15.12:6839","nonce":2537576655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14469":{"gid":14469,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6841/167917143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":167917143},{"type":"v1","addr":"172.21.15.12:6841","nonce":167917143}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":21,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":21,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6835/3689706936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":3689706936},{"type":"v1","addr":"172.21.15.53:6835","nonce":3689706936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6837/3069224551","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":3069224551},{"type":"v1","addr":"172.21.15.53:6837","nonce":3069224551}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.69:6835/368717986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":368717986},{"type":"v1","addr":"172.21.15.69:6835","nonce":368717986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24544":{"gid":24544,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.69:6837/466045469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":466045469},{"type":"v1","addr":"172.21.15.69:6837","nonce":466045469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24566":{"gid":24566,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":11,"addr":"172.21.15.53:6839/2142959350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":2142959350},{"type":"v1","addr":"172.21.15.53:6839","nonce":2142959350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.69:6839/1021939171","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1021939171},{"type":"v1","addr":"172.21.15.69:6839","nonce":1021939171}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24568,"qdb_cluster":[24566,24568,24544,24472,24431]},"id":1}]} 2024-03-29T00:17:34.321 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 28 2024-03-29T00:17:34.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.322+0000 7f38c3200640 1 -- 172.21.15.12:0/1929461278 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f38a80a1df0 msgr2=0x7f38a80a42b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:34.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.322+0000 7f38c3200640 1 --2- 172.21.15.12:0/1929461278 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f38a80a1df0 0x7f38a80a42b0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f38c419f460 tx=0x7f38b0005f90 comp rx=0 tx=0).stop 2024-03-29T00:17:34.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.322+0000 7f38c3200640 1 -- 172.21.15.12:0/1929461278 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f38c4107c70 msgr2=0x7f38c419df50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:34.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.322+0000 7f38c3200640 1 --2- 172.21.15.12:0/1929461278 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f38c4107c70 0x7f38c419df50 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f38b400e9c0 tx=0x7f38b400ee80 comp rx=0 tx=0).stop 2024-03-29T00:17:34.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.322+0000 7f38c3200640 1 -- 172.21.15.12:0/1929461278 shutdown_connections 2024-03-29T00:17:34.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.322+0000 7f38c3200640 1 --2- 172.21.15.12:0/1929461278 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f38a80a1df0 0x7f38a80a42b0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.322+0000 7f38c3200640 1 --2- 172.21.15.12:0/1929461278 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f38c4109820 0x7f38c41a5500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.322+0000 7f38c3200640 1 --2- 172.21.15.12:0/1929461278 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f38c4108e60 0x7f38c419e490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.322+0000 7f38c3200640 1 --2- 172.21.15.12:0/1929461278 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f38c4107c70 0x7f38c419df50 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.322+0000 7f38c3200640 1 -- 172.21.15.12:0/1929461278 >> 172.21.15.12:0/1929461278 conn(0x7f38c4076c10 msgr2=0x7f38c410c090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:34.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.323+0000 7f38c3200640 1 -- 172.21.15.12:0/1929461278 shutdown_connections 2024-03-29T00:17:34.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.323+0000 7f38c3200640 1 -- 172.21.15.12:0/1929461278 wait complete. 2024-03-29T00:17:34.344 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-03-29T00:15:17.217711+0000', 'modified': '2024-03-29T00:15:54.139481+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24568, 'mds_1': 24566, 'mds_2': 24544, 'mds_3': 24472, 'mds_4': 24431}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14451': {'gid': 14451, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.12:6839/2537576655', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.12:6838', 'nonce': 2537576655}, {'type': 'v1', 'addr': '172.21.15.12:6839', 'nonce': 2537576655}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14469': {'gid': 14469, 'name': 'a', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.12:6841/167917143', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.12:6840', 'nonce': 167917143}, {'type': 'v1', 'addr': '172.21.15.12:6841', 'nonce': 167917143}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24431': {'gid': 24431, 'name': 'k', 'rank': 4, 'incarnation': 26, 'state': 'up:active', 'state_seq': 21, 'addr': '172.21.15.53:6833/1225382034', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.53:6832', 'nonce': 1225382034}, {'type': 'v1', 'addr': '172.21.15.53:6833', 'nonce': 1225382034}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24472': {'gid': 24472, 'name': 'l', 'rank': 3, 'incarnation': 24, 'state': 'up:active', 'state_seq': 21, 'addr': '172.21.15.69:6833/581289556', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.69:6832', 'nonce': 581289556}, {'type': 'v1', 'addr': '172.21.15.69:6833', 'nonce': 581289556}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24479': {'gid': 24479, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.53:6835/3689706936', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.53:6834', 'nonce': 3689706936}, {'type': 'v1', 'addr': '172.21.15.53:6835', 'nonce': 3689706936}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24509': {'gid': 24509, 'name': 'h', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.53:6837/3069224551', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.53:6836', 'nonce': 3069224551}, {'type': 'v1', 'addr': '172.21.15.53:6837', 'nonce': 3069224551}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24532': {'gid': 24532, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.69:6835/368717986', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.69:6834', 'nonce': 368717986}, {'type': 'v1', 'addr': '172.21.15.69:6835', 'nonce': 368717986}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24544': {'gid': 24544, 'name': 'c', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 16, 'addr': '172.21.15.69:6837/466045469', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.69:6836', 'nonce': 466045469}, {'type': 'v1', 'addr': '172.21.15.69:6837', 'nonce': 466045469}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24566': {'gid': 24566, 'name': 'b', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 11, 'addr': '172.21.15.53:6839/2142959350', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.53:6838', 'nonce': 2142959350}, {'type': 'v1', 'addr': '172.21.15.53:6839', 'nonce': 2142959350}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24568': {'gid': 24568, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.69:6839/1021939171', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.69:6838', 'nonce': 1021939171}, {'type': 'v1', 'addr': '172.21.15.69:6839', 'nonce': 1021939171}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24568, 'qdb_cluster': [24566, 24568, 24544, 24472, 24431]} 2024-03-29T00:17:34.344 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-03-29T00:17:34.345 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.k status 2024-03-29T00:17:34.407 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:33 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3713813093' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:17:34.407 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:33 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/602299264' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:17:34.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.563+0000 7fa688c00640 1 -- 172.21.15.12:0/71493156 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa684104b70 msgr2=0x7fa684104ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:34.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.563+0000 7fa688c00640 1 --2- 172.21.15.12:0/71493156 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa684104b70 0x7fa684104ff0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fa670009860 tx=0x7fa67002bb70 comp rx=0 tx=0).stop 2024-03-29T00:17:34.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.563+0000 7fa688c00640 1 -- 172.21.15.12:0/71493156 shutdown_connections 2024-03-29T00:17:34.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.563+0000 7fa688c00640 1 --2- 172.21.15.12:0/71493156 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa684105530 0x7fa68410bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.563+0000 7fa688c00640 1 --2- 172.21.15.12:0/71493156 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa684104b70 0x7fa684104ff0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.563+0000 7fa688c00640 1 --2- 172.21.15.12:0/71493156 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa684103980 0x7fa684103da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.566 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.563+0000 7fa688c00640 1 -- 172.21.15.12:0/71493156 >> 172.21.15.12:0/71493156 conn(0x7fa6840fef10 msgr2=0x7fa684101330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:34.566 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.563+0000 7fa688c00640 1 -- 172.21.15.12:0/71493156 shutdown_connections 2024-03-29T00:17:34.566 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.563+0000 7fa688c00640 1 -- 172.21.15.12:0/71493156 wait complete. 2024-03-29T00:17:34.568 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.565+0000 7fa688c00640 1 Processor -- start 2024-03-29T00:17:34.568 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.565+0000 7fa688c00640 1 -- start start 2024-03-29T00:17:34.568 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.565+0000 7fa688c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa684103980 0x7fa684199d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.568 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.565+0000 7fa688c00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa684104b70 0x7fa68419a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.568 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.565+0000 7fa688c00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa684105530 0x7fa6841a1300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.565+0000 7fa688c00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa68410f730 con 0x7fa684105530 2024-03-29T00:17:34.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.565+0000 7fa688c00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa68410f5b0 con 0x7fa684104b70 2024-03-29T00:17:34.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.565+0000 7fa688c00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa68410f8b0 con 0x7fa684103980 2024-03-29T00:17:34.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.565+0000 7fa681e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa684103980 0x7fa684199d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.566+0000 7fa681e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa684103980 0x7fa684199d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:40784/0 (socket says 172.21.15.12:40784) 2024-03-29T00:17:34.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.566+0000 7fa681400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa684104b70 0x7fa68419a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.566+0000 7fa681e00640 1 -- 172.21.15.12:0/1626194733 learned_addr learned my addr 172.21.15.12:0/1626194733 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:34.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.566+0000 7fa682800640 1 --2- 172.21.15.12:0/1626194733 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa684105530 0x7fa6841a1300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.566+0000 7fa681e00640 1 -- 172.21.15.12:0/1626194733 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa684104b70 msgr2=0x7fa68419a290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:34.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.566+0000 7fa681e00640 1 --2- 172.21.15.12:0/1626194733 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa684104b70 0x7fa68419a290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.566+0000 7fa681e00640 1 -- 172.21.15.12:0/1626194733 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa684105530 msgr2=0x7fa6841a1300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:34.570 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.566+0000 7fa681e00640 1 --2- 172.21.15.12:0/1626194733 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa684105530 0x7fa6841a1300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.570 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.566+0000 7fa681e00640 1 -- 172.21.15.12:0/1626194733 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6841a1970 con 0x7fa684103980 2024-03-29T00:17:34.570 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.566+0000 7fa681e00640 1 --2- 172.21.15.12:0/1626194733 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa684103980 0x7fa684199d50 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fa67400e9c0 tx=0x7fa67400ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:34.570 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.566+0000 7fa67aa00640 1 -- 172.21.15.12:0/1626194733 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa67400cd80 con 0x7fa684103980 2024-03-29T00:17:34.570 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.567+0000 7fa688c00640 1 -- 172.21.15.12:0/1626194733 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6841a1c60 con 0x7fa684103980 2024-03-29T00:17:34.570 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.567+0000 7fa67aa00640 1 -- 172.21.15.12:0/1626194733 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa6740035f0 con 0x7fa684103980 2024-03-29T00:17:34.570 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.567+0000 7fa67aa00640 1 -- 172.21.15.12:0/1626194733 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa674010690 con 0x7fa684103980 2024-03-29T00:17:34.570 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.567+0000 7fa688c00640 1 -- 172.21.15.12:0/1626194733 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6841a21d0 con 0x7fa684103980 2024-03-29T00:17:34.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.570+0000 7fa68b9ce740 1 Processor -- start 2024-03-29T00:17:34.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.570+0000 7fa68b9ce740 1 -- start start 2024-03-29T00:17:34.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.570+0000 7fa67aa00640 1 -- 172.21.15.12:0/1626194733 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fa6740037a0 con 0x7fa684103980 2024-03-29T00:17:34.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.570+0000 7fa68b9ce740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d4a2ee570 0x563d4a2ee990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.570+0000 7fa68b9ce740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d4a2eef60 0x563d4a2f3a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.570+0000 7fa68b9ce740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d4a2f40d0 0x563d4a2f6560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.570+0000 7fa68b9ce740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x563d4a2529c0 con 0x563d4a2eef60 2024-03-29T00:17:34.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.570+0000 7fa68b9ce740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x563d4a1fbc30 con 0x563d4a2f40d0 2024-03-29T00:17:34.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.570+0000 7fa68b9ce740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x563d4a24ea60 con 0x563d4a2ee570 2024-03-29T00:17:34.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.570+0000 7fa682800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d4a2ee570 0x563d4a2ee990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.570+0000 7fa681400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d4a2f40d0 0x563d4a2f6560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.570+0000 7fa682800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d4a2ee570 0x563d4a2ee990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:40798/0 (socket says 172.21.15.12:40798) 2024-03-29T00:17:34.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.570+0000 7fa682800640 1 -- 172.21.15.12:0/3852713647 learned_addr learned my addr 172.21.15.12:0/3852713647 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:34.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.570+0000 7fa681e00640 1 --2- 172.21.15.12:0/3852713647 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d4a2eef60 0x563d4a2f3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.579 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.571+0000 7fa682800640 1 -- 172.21.15.12:0/3852713647 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d4a2f40d0 msgr2=0x563d4a2f6560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:34.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.571+0000 7fa682800640 1 --2- 172.21.15.12:0/3852713647 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d4a2f40d0 0x563d4a2f6560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.571+0000 7fa682800640 1 -- 172.21.15.12:0/3852713647 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d4a2eef60 msgr2=0x563d4a2f3a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:34.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.571+0000 7fa682800640 1 --2- 172.21.15.12:0/3852713647 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d4a2eef60 0x563d4a2f3a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.571+0000 7fa682800640 1 -- 172.21.15.12:0/3852713647 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563d49f672d0 con 0x563d4a2ee570 2024-03-29T00:17:34.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.571+0000 7fa682800640 1 --2- 172.21.15.12:0/3852713647 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d4a2ee570 0x563d4a2ee990 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fa67c009f60 tx=0x7fa67c009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a79bf11cbf7800da server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:34.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.571+0000 7fa66f000640 1 -- 172.21.15.12:0/3852713647 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa67c01d070 con 0x563d4a2ee570 2024-03-29T00:17:34.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.571+0000 7fa67aa00640 1 --2- 172.21.15.12:0/1626194733 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa6680a1e00 0x7fa6680a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.571+0000 7fa66f000640 1 -- 172.21.15.12:0/3852713647 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa67c00daf0 con 0x563d4a2ee570 2024-03-29T00:17:34.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.571+0000 7fa66f000640 1 -- 172.21.15.12:0/3852713647 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa67c018d20 con 0x563d4a2ee570 2024-03-29T00:17:34.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.572+0000 7fa67aa00640 1 -- 172.21.15.12:0/1626194733 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fa6740ce5c0 con 0x7fa684103980 2024-03-29T00:17:34.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.572+0000 7fa681e00640 1 --2- 172.21.15.12:0/1626194733 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa6680a1e00 0x7fa6680a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.572+0000 7fa68b9ce740 1 -- 172.21.15.12:0/3852713647 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d4a2ee570 msgr2=0x563d4a2ee990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:34.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.572+0000 7fa68b9ce740 1 --2- 172.21.15.12:0/3852713647 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d4a2ee570 0x563d4a2ee990 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fa67c009f60 tx=0x7fa67c009f90 comp rx=0 tx=0).stop 2024-03-29T00:17:34.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.572+0000 7fa68b9ce740 1 -- 172.21.15.12:0/3852713647 shutdown_connections 2024-03-29T00:17:34.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.572+0000 7fa68b9ce740 1 --2- 172.21.15.12:0/3852713647 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d4a2f40d0 0x563d4a2f6560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.572+0000 7fa68b9ce740 1 --2- 172.21.15.12:0/3852713647 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d4a2eef60 0x563d4a2f3a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.572+0000 7fa68b9ce740 1 --2- 172.21.15.12:0/3852713647 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d4a2ee570 0x563d4a2ee990 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.572+0000 7fa68b9ce740 1 -- 172.21.15.12:0/3852713647 >> 172.21.15.12:0/3852713647 conn(0x563d4a2e9ae0 msgr2=0x563d4a2e9ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:34.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.572+0000 7fa68b9ce740 1 -- 172.21.15.12:0/3852713647 shutdown_connections 2024-03-29T00:17:34.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.572+0000 7fa681e00640 1 --2- 172.21.15.12:0/1626194733 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa6680a1e00 0x7fa6680a42c0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fa6740978d0 tx=0x7fa6740d4060 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:34.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.572+0000 7fa68b9ce740 1 -- 172.21.15.12:0/3852713647 wait complete. 2024-03-29T00:17:34.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.573+0000 7fa68b9ce740 1 -- start start 2024-03-29T00:17:34.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.573+0000 7fa68b9ce740 1 Processor -- start 2024-03-29T00:17:34.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.573+0000 7fa68b9ce740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d4a2ee570 0x563d4a2f8a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.573+0000 7fa68b9ce740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d4a2eef60 0x563d4a2f8fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.573+0000 7fa68b9ce740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d4a2f40d0 0x563d4a300000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.573+0000 7fa68b9ce740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x563d4a2f7080 con 0x563d4a2f40d0 2024-03-29T00:17:34.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.573+0000 7fa68b9ce740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x563d4a1f1180 con 0x563d4a2ee570 2024-03-29T00:17:34.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.573+0000 7fa68b9ce740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x563d4a2f7200 con 0x563d4a2eef60 2024-03-29T00:17:34.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.573+0000 7fa68b9ce740 10 client.0 _ll_register_callbacks cb 0x563d49f66ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:17:34.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.574+0000 7fa681400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d4a2eef60 0x563d4a2f8fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.574+0000 7fa682800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d4a2ee570 0x563d4a2f8a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.574+0000 7fa681400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d4a2eef60 0x563d4a2f8fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:40802/0 (socket says 172.21.15.12:40802) 2024-03-29T00:17:34.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.574+0000 7fa681400640 1 -- 172.21.15.12:0/3219878236 learned_addr learned my addr 172.21.15.12:0/3219878236 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:34.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.574+0000 7fa682800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d4a2ee570 0x563d4a2f8a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:60944/0 (socket says 172.21.15.12:60944) 2024-03-29T00:17:34.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.574+0000 7fa682800640 1 --2- 172.21.15.12:0/3219878236 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d4a2f40d0 0x563d4a300000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.574+0000 7fa681400640 1 -- 172.21.15.12:0/3219878236 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d4a2ee570 msgr2=0x563d4a2f8a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:34.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.574+0000 7fa681400640 1 --2- 172.21.15.12:0/3219878236 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d4a2ee570 0x563d4a2f8a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.574+0000 7fa681400640 1 -- 172.21.15.12:0/3219878236 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d4a2f40d0 msgr2=0x563d4a300000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:34.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.574+0000 7fa681400640 1 --2- 172.21.15.12:0/3219878236 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d4a2f40d0 0x563d4a300000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.574+0000 7fa681400640 1 -- 172.21.15.12:0/3219878236 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563d4a0316b0 con 0x563d4a2eef60 2024-03-29T00:17:34.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.574+0000 7fa681400640 1 --2- 172.21.15.12:0/3219878236 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d4a2eef60 0x563d4a2f8fc0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fa670037040 tx=0x7fa670005d90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ec9a1bc5c0c5dc6b server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:34.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.574+0000 7fa663400640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:17:34.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.575+0000 7fa663400640 1 -- 172.21.15.12:0/3219878236 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa670043070 con 0x563d4a2eef60 2024-03-29T00:17:34.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.575+0000 7fa68b9ce740 1 -- 172.21.15.12:0/3219878236 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa67c00daf0 con 0x563d4a2eef60 2024-03-29T00:17:34.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.575+0000 7fa663400640 1 -- 172.21.15.12:0/3219878236 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fa670004450 con 0x563d4a2eef60 2024-03-29T00:17:34.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.575+0000 7fa663400640 1 -- 172.21.15.12:0/3219878236 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa67004f050 con 0x563d4a2eef60 2024-03-29T00:17:34.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.575+0000 7fa68b9ce740 10 client.25186 fetch_fsmap learned FSMap version 28 2024-03-29T00:17:34.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.575+0000 7fa68b9ce740 1 -- 172.21.15.12:0/3219878236 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563d4a303430 con 0x563d4a2eef60 2024-03-29T00:17:34.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.575+0000 7fa663400640 1 -- 172.21.15.12:0/3219878236 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa67c00daf0 con 0x563d4a2eef60 2024-03-29T00:17:34.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.576+0000 7fa663400640 1 -- 172.21.15.12:0/3219878236 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fa670032b60 con 0x563d4a2eef60 2024-03-29T00:17:34.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.576+0000 7fa68b9ce740 10 client.25186 fetch_fsmap finished waiting for FSMap version 28 2024-03-29T00:17:34.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.576+0000 7fa68b9ce740 10 client.25186 resolve_mds: resolved name 'k' to daemon mds.k 2024-03-29T00:17:34.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.576+0000 7fa68b9ce740 20 client.25186 populate_metadata read hostname 'smithi012' 2024-03-29T00:17:34.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.576+0000 7fa68b9ce740 1 --2- 172.21.15.12:0/3219878236 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x563d4a305aa0 0x563d4a306f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.576+0000 7fa68b9ce740 4 client.25186 mds_command: new command op to 24431 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:17:34.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.576+0000 7fa68b9ce740 1 -- 172.21.15.12:0/3219878236 --> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563d4a25ff00 con 0x563d4a305aa0 2024-03-29T00:17:34.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.576+0000 7fa682800640 1 --2- 172.21.15.12:0/3219878236 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x563d4a305aa0 0x563d4a306f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.576+0000 7fa682800640 1 --2- 172.21.15.12:0/3219878236 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x563d4a305aa0 0x563d4a306f10 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=d54c03838dc8783 server_cookie=783d74bbb481b5ed in_seq=0 out_seq=0 2024-03-29T00:17:34.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.576+0000 7fa663400640 10 client.25186 ms_handle_connect on v2:172.21.15.53:6832/1225382034 2024-03-29T00:17:34.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.577+0000 7fa663400640 1 -- 172.21.15.12:0/3219878236 <== mds.4 v2:172.21.15.53:6832/1225382034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x563d4a25ff00 con 0x563d4a305aa0 2024-03-29T00:17:34.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.577+0000 7fa663400640 10 client.25186 handle_command_reply: tid=0 2024-03-29T00:17:34.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.577+0000 7fa68b9ce740 1 client.25186 shutdown 2024-03-29T00:17:34.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.577+0000 7fa68b9ce740 1 -- 172.21.15.12:0/3219878236 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d4a2eef60 msgr2=0x563d4a2f8fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:34.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.577+0000 7fa68b9ce740 1 --2- 172.21.15.12:0/3219878236 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d4a2eef60 0x563d4a2f8fc0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fa670037040 tx=0x7fa670005d90 comp rx=0 tx=0).stop 2024-03-29T00:17:34.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.578+0000 7fa68b9ce740 1 -- 172.21.15.12:0/3219878236 shutdown_connections 2024-03-29T00:17:34.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.578+0000 7fa68b9ce740 1 --2- 172.21.15.12:0/3219878236 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d4a2f40d0 0x563d4a300000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.578+0000 7fa68b9ce740 1 --2- 172.21.15.12:0/3219878236 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d4a2eef60 0x563d4a2f8fc0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.578+0000 7fa68b9ce740 1 --2- 172.21.15.12:0/3219878236 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x563d4a305aa0 0x563d4a306f10 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.578+0000 7fa68b9ce740 1 --2- 172.21.15.12:0/3219878236 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d4a2ee570 0x563d4a2f8a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.578+0000 7fa68b9ce740 1 -- 172.21.15.12:0/3219878236 >> 172.21.15.12:0/3219878236 conn(0x563d4a2e9ae0 msgr2=0x563d4a2e8ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:34.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.578+0000 7fa663400640 0 client.25186 ms_handle_reset on v2:172.21.15.53:6832/1225382034 2024-03-29T00:17:34.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.578+0000 7fa68b9ce740 1 -- 172.21.15.12:0/3219878236 shutdown_connections 2024-03-29T00:17:34.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.578+0000 7fa68b9ce740 1 -- 172.21.15.12:0/3219878236 wait complete. 2024-03-29T00:17:34.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.578+0000 7fa68b9ce740 20 client.25186 trim_cache size 0 max 16384 2024-03-29T00:17:34.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.597+0000 7fa68b9ce740 1 Processor -- start 2024-03-29T00:17:34.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.598+0000 7fa68b9ce740 1 -- start start 2024-03-29T00:17:34.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.598+0000 7fa68b9ce740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d4a2ee570 0x563d4a2f8a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.598+0000 7fa68b9ce740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d4a2eef60 0x563d4a2f8fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.598+0000 7fa68b9ce740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d4a2f40d0 0x563d4a2fffc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.598+0000 7fa68b9ce740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x563d4a305250 con 0x563d4a2eef60 2024-03-29T00:17:34.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.598+0000 7fa68b9ce740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x563d4a305920 con 0x563d4a2f40d0 2024-03-29T00:17:34.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.598+0000 7fa68b9ce740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x563d4a305ff0 con 0x563d4a2ee570 2024-03-29T00:17:34.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.598+0000 7fa681400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d4a2eef60 0x563d4a2f8fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.598+0000 7fa682800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d4a2ee570 0x563d4a2f8a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.598+0000 7fa682800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d4a2ee570 0x563d4a2f8a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:40814/0 (socket says 172.21.15.12:40814) 2024-03-29T00:17:34.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.598+0000 7fa682800640 1 -- 172.21.15.12:0/1448991549 learned_addr learned my addr 172.21.15.12:0/1448991549 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:34.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.598+0000 7fa682800640 1 --2- 172.21.15.12:0/1448991549 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d4a2f40d0 0x563d4a2fffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.599+0000 7fa682800640 1 -- 172.21.15.12:0/1448991549 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d4a2f40d0 msgr2=0x563d4a2fffc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:34.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.599+0000 7fa682800640 1 --2- 172.21.15.12:0/1448991549 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d4a2f40d0 0x563d4a2fffc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.599+0000 7fa682800640 1 -- 172.21.15.12:0/1448991549 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d4a2eef60 msgr2=0x563d4a2f8fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:34.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.599+0000 7fa682800640 1 --2- 172.21.15.12:0/1448991549 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d4a2eef60 0x563d4a2f8fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.599+0000 7fa682800640 1 -- 172.21.15.12:0/1448991549 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563d4a2ef7f0 con 0x563d4a2ee570 2024-03-29T00:17:34.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.599+0000 7fa681400640 1 --2- 172.21.15.12:0/1448991549 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d4a2eef60 0x563d4a2f8fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:17:34.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.599+0000 7fa682800640 1 --2- 172.21.15.12:0/1448991549 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d4a2ee570 0x563d4a2f8a80 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fa67c00ffd0 tx=0x7fa67c0095c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=16eb79969f49822a server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:34.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.599+0000 7fa66e600640 1 -- 172.21.15.12:0/1448991549 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa67c01d040 con 0x563d4a2ee570 2024-03-29T00:17:34.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.599+0000 7fa66e600640 1 -- 172.21.15.12:0/1448991549 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa67c00d5f0 con 0x563d4a2ee570 2024-03-29T00:17:34.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.599+0000 7fa66e600640 1 -- 172.21.15.12:0/1448991549 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa67c018960 con 0x563d4a2ee570 2024-03-29T00:17:34.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.600+0000 7fa68b9ce740 1 -- 172.21.15.12:0/1448991549 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d4a2ee570 msgr2=0x563d4a2f8a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:34.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.600+0000 7fa68b9ce740 1 --2- 172.21.15.12:0/1448991549 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d4a2ee570 0x563d4a2f8a80 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fa67c00ffd0 tx=0x7fa67c0095c0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.600+0000 7fa68b9ce740 1 -- 172.21.15.12:0/1448991549 shutdown_connections 2024-03-29T00:17:34.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.600+0000 7fa68b9ce740 1 --2- 172.21.15.12:0/1448991549 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d4a2f40d0 0x563d4a2fffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.600+0000 7fa68b9ce740 1 --2- 172.21.15.12:0/1448991549 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d4a2eef60 0x563d4a2f8fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.600+0000 7fa68b9ce740 1 --2- 172.21.15.12:0/1448991549 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d4a2ee570 0x563d4a2f8a80 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.600+0000 7fa68b9ce740 1 -- 172.21.15.12:0/1448991549 >> 172.21.15.12:0/1448991549 conn(0x563d4a2e9ae0 msgr2=0x563d4a2f7600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:34.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.600+0000 7fa68b9ce740 1 -- 172.21.15.12:0/1448991549 shutdown_connections 2024-03-29T00:17:34.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.600+0000 7fa68b9ce740 1 -- 172.21.15.12:0/1448991549 wait complete. 2024-03-29T00:17:34.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.600+0000 7fa68b9ce740 1 -- start start 2024-03-29T00:17:34.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.601+0000 7fa68b9ce740 1 Processor -- start 2024-03-29T00:17:34.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.601+0000 7fa68b9ce740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d4a2ee570 0x563d4a2fc1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.601+0000 7fa68b9ce740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d4a2eef60 0x563d4a2fc6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.601+0000 7fa68b9ce740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d4a2f40d0 0x563d4a2ff6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.601+0000 7fa68b9ce740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x563d4a306d90 con 0x563d4a2eef60 2024-03-29T00:17:34.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.601+0000 7fa68b9ce740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x563d4a3066c0 con 0x563d4a2f40d0 2024-03-29T00:17:34.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.601+0000 7fa68b9ce740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x563d4a307460 con 0x563d4a2ee570 2024-03-29T00:17:34.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.601+0000 7fa68b9ce740 10 client.0 _ll_register_callbacks cb 0x7fa67c009460 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:17:34.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.601+0000 7fa682800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d4a2ee570 0x563d4a2fc1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.601+0000 7fa682800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d4a2ee570 0x563d4a2fc1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:40826/0 (socket says 172.21.15.12:40826) 2024-03-29T00:17:34.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.601+0000 7fa682800640 1 -- 172.21.15.12:0/4237434731 learned_addr learned my addr 172.21.15.12:0/4237434731 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:34.610 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.601+0000 7fa682800640 1 --2- 172.21.15.12:0/4237434731 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d4a2f40d0 0x563d4a2ff6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.610 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.601+0000 7fa681400640 1 --2- 172.21.15.12:0/4237434731 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d4a2eef60 0x563d4a2fc6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.610 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.602+0000 7fa682800640 1 -- 172.21.15.12:0/4237434731 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d4a2f40d0 msgr2=0x563d4a2ff6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:34.610 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.602+0000 7fa682800640 1 --2- 172.21.15.12:0/4237434731 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d4a2f40d0 0x563d4a2ff6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.610 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.602+0000 7fa682800640 1 -- 172.21.15.12:0/4237434731 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d4a2eef60 msgr2=0x563d4a2fc6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:34.610 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.602+0000 7fa682800640 1 --2- 172.21.15.12:0/4237434731 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d4a2eef60 0x563d4a2fc6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.610 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.602+0000 7fa682800640 1 -- 172.21.15.12:0/4237434731 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563d4a2ffc90 con 0x563d4a2ee570 2024-03-29T00:17:34.610 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.602+0000 7fa682800640 1 --2- 172.21.15.12:0/4237434731 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d4a2ee570 0x563d4a2fc1b0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fa67c009fd0 tx=0x7fa67c0097e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6eda4cb2c05b3d0c server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:34.610 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.602+0000 7fa663400640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:17:34.610 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.602+0000 7fa663400640 1 -- 172.21.15.12:0/4237434731 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa67c01d070 con 0x563d4a2ee570 2024-03-29T00:17:34.610 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.602+0000 7fa68b9ce740 1 -- 172.21.15.12:0/4237434731 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa67c00d5f0 con 0x563d4a2ee570 2024-03-29T00:17:34.611 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.602+0000 7fa663400640 1 -- 172.21.15.12:0/4237434731 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fa67c00d9d0 con 0x563d4a2ee570 2024-03-29T00:17:34.611 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.602+0000 7fa663400640 1 -- 172.21.15.12:0/4237434731 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa67c00dbd0 con 0x563d4a2ee570 2024-03-29T00:17:34.611 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.603+0000 7fa68b9ce740 10 client.25192 fetch_fsmap learned FSMap version 28 2024-03-29T00:17:34.611 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.603+0000 7fa68b9ce740 1 -- 172.21.15.12:0/4237434731 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563d4a36c1b0 con 0x563d4a2ee570 2024-03-29T00:17:34.611 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.603+0000 7fa663400640 1 -- 172.21.15.12:0/4237434731 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa67c00d5f0 con 0x563d4a2ee570 2024-03-29T00:17:34.611 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.603+0000 7fa663400640 1 -- 172.21.15.12:0/4237434731 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fa67c032020 con 0x563d4a2ee570 2024-03-29T00:17:34.611 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.603+0000 7fa68b9ce740 10 client.25192 fetch_fsmap finished waiting for FSMap version 28 2024-03-29T00:17:34.611 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.603+0000 7fa68b9ce740 10 client.25192 resolve_mds: resolved name 'k' to daemon mds.k 2024-03-29T00:17:34.611 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.603+0000 7fa68b9ce740 20 client.25192 populate_metadata read hostname 'smithi012' 2024-03-29T00:17:34.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.603+0000 7fa68b9ce740 1 --2- 172.21.15.12:0/4237434731 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x563d4a370630 0x563d4a36f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.603+0000 7fa68b9ce740 4 client.25192 mds_command: new command op to 24431 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-29T00:17:34.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.603+0000 7fa68b9ce740 1 -- 172.21.15.12:0/4237434731 --> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] -- command(tid 0: {"prefix": "status"}) -- 0x563d4a25a250 con 0x563d4a370630 2024-03-29T00:17:34.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.603+0000 7fa681400640 1 --2- 172.21.15.12:0/4237434731 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x563d4a370630 0x563d4a36f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.604+0000 7fa681400640 1 --2- 172.21.15.12:0/4237434731 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x563d4a370630 0x563d4a36f340 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=abd999b686918fb8 server_cookie=f590153db688abf2 in_seq=0 out_seq=0 2024-03-29T00:17:34.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.604+0000 7fa663400640 10 client.25192 ms_handle_connect on v2:172.21.15.53:6832/1225382034 2024-03-29T00:17:34.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.604+0000 7fa663400640 1 -- 172.21.15.12:0/4237434731 <== mds.4 v2:172.21.15.53:6832/1225382034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x563d4a25a250 con 0x563d4a370630 2024-03-29T00:17:34.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.604+0000 7fa663400640 10 client.25192 handle_command_reply: tid=0 2024-03-29T00:17:34.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.604+0000 7fa68b9ce740 1 client.25192 shutdown 2024-03-29T00:17:34.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.604+0000 7fa68b9ce740 1 -- 172.21.15.12:0/4237434731 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d4a2ee570 msgr2=0x563d4a2fc1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:34.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.604+0000 7fa68b9ce740 1 --2- 172.21.15.12:0/4237434731 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d4a2ee570 0x563d4a2fc1b0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fa67c009fd0 tx=0x7fa67c0097e0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.604+0000 7fa68b9ce740 1 -- 172.21.15.12:0/4237434731 shutdown_connections 2024-03-29T00:17:34.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.604+0000 7fa68b9ce740 1 --2- 172.21.15.12:0/4237434731 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x563d4a370630 0x563d4a36f340 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.604+0000 7fa68b9ce740 1 --2- 172.21.15.12:0/4237434731 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d4a2f40d0 0x563d4a2ff6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.604+0000 7fa68b9ce740 1 --2- 172.21.15.12:0/4237434731 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d4a2eef60 0x563d4a2fc6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.604+0000 7fa663400640 0 client.25192 ms_handle_reset on v2:172.21.15.53:6832/1225382034 2024-03-29T00:17:34.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.604+0000 7fa68b9ce740 1 --2- 172.21.15.12:0/4237434731 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d4a2ee570 0x563d4a2fc1b0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.604+0000 7fa68b9ce740 1 -- 172.21.15.12:0/4237434731 >> 172.21.15.12:0/4237434731 conn(0x563d4a2e9ae0 msgr2=0x563d4a2f8a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:34.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.604+0000 7fa68b9ce740 1 -- 172.21.15.12:0/4237434731 shutdown_connections 2024-03-29T00:17:34.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.604+0000 7fa68b9ce740 1 -- 172.21.15.12:0/4237434731 wait complete. 2024-03-29T00:17:34.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.605+0000 7fa68b9ce740 20 client.25192 trim_cache size 0 max 16384 2024-03-29T00:17:34.614 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:17:34.614 INFO:teuthology.orchestra.run.smithi012.stdout: "cluster_fsid": "f0a28ba8-ed5f-11ee-95d0-87774f69a715", 2024-03-29T00:17:34.614 INFO:teuthology.orchestra.run.smithi012.stdout: "whoami": 4, 2024-03-29T00:17:34.614 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 24431, 2024-03-29T00:17:34.614 INFO:teuthology.orchestra.run.smithi012.stdout: "want_state": "up:active", 2024-03-29T00:17:34.614 INFO:teuthology.orchestra.run.smithi012.stdout: "state": "up:active", 2024-03-29T00:17:34.614 INFO:teuthology.orchestra.run.smithi012.stdout: "fs_name": "cephfs", 2024-03-29T00:17:34.614 INFO:teuthology.orchestra.run.smithi012.stdout: "rank_uptime": 101.474873863, 2024-03-29T00:17:34.614 INFO:teuthology.orchestra.run.smithi012.stdout: "mdsmap_epoch": 28, 2024-03-29T00:17:34.614 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch": 93, 2024-03-29T00:17:34.614 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch_barrier": 89, 2024-03-29T00:17:34.615 INFO:teuthology.orchestra.run.smithi012.stdout: "uptime": 177.63049512500001 2024-03-29T00:17:34.615 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:17:34.615 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.605+0000 7fa688c00640 1 -- 172.21.15.12:0/1626194733 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa6680a1e00 msgr2=0x7fa6680a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:34.615 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.605+0000 7fa688c00640 1 --2- 172.21.15.12:0/1626194733 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa6680a1e00 0x7fa6680a42c0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fa6740978d0 tx=0x7fa6740d4060 comp rx=0 tx=0).stop 2024-03-29T00:17:34.615 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.605+0000 7fa688c00640 1 -- 172.21.15.12:0/1626194733 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa684103980 msgr2=0x7fa684199d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:34.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.605+0000 7fa688c00640 1 --2- 172.21.15.12:0/1626194733 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa684103980 0x7fa684199d50 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fa67400e9c0 tx=0x7fa67400ee80 comp rx=0 tx=0).stop 2024-03-29T00:17:34.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.605+0000 7fa688c00640 1 -- 172.21.15.12:0/1626194733 shutdown_connections 2024-03-29T00:17:34.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.605+0000 7fa688c00640 1 --2- 172.21.15.12:0/1626194733 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa6680a1e00 0x7fa6680a42c0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.605+0000 7fa688c00640 1 --2- 172.21.15.12:0/1626194733 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa684104b70 0x7fa68419a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.605+0000 7fa688c00640 1 --2- 172.21.15.12:0/1626194733 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa684105530 0x7fa6841a1300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.605+0000 7fa688c00640 1 --2- 172.21.15.12:0/1626194733 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa684103980 0x7fa684199d50 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.605+0000 7fa688c00640 1 -- 172.21.15.12:0/1626194733 >> 172.21.15.12:0/1626194733 conn(0x7fa6840fef10 msgr2=0x7fa684107e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:34.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.605+0000 7fa688c00640 1 -- 172.21.15.12:0/1626194733 shutdown_connections 2024-03-29T00:17:34.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.605+0000 7fa688c00640 1 -- 172.21.15.12:0/1626194733 wait complete. 2024-03-29T00:17:34.624 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.l status 2024-03-29T00:17:34.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.835+0000 7f114d600640 1 -- 172.21.15.12:0/2394752100 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1148104b60 msgr2=0x7f1148104fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:34.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.835+0000 7f114d600640 1 --2- 172.21.15.12:0/2394752100 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1148104b60 0x7f1148104fe0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f1134009860 tx=0x7f113402bb70 comp rx=0 tx=0).stop 2024-03-29T00:17:34.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.835+0000 7f114d600640 1 -- 172.21.15.12:0/2394752100 shutdown_connections 2024-03-29T00:17:34.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.835+0000 7f114d600640 1 --2- 172.21.15.12:0/2394752100 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1148105520 0x7f114810bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.835+0000 7f114d600640 1 --2- 172.21.15.12:0/2394752100 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1148104b60 0x7f1148104fe0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.835+0000 7f114d600640 1 --2- 172.21.15.12:0/2394752100 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1148103970 0x7f1148103d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.835+0000 7f114d600640 1 -- 172.21.15.12:0/2394752100 >> 172.21.15.12:0/2394752100 conn(0x7f11480fef00 msgr2=0x7f1148101320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:34.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.835+0000 7f114d600640 1 -- 172.21.15.12:0/2394752100 shutdown_connections 2024-03-29T00:17:34.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.835+0000 7f114d600640 1 -- 172.21.15.12:0/2394752100 wait complete. 2024-03-29T00:17:34.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.836+0000 7f114d600640 1 Processor -- start 2024-03-29T00:17:34.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.837+0000 7f114d600640 1 -- start start 2024-03-29T00:17:34.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.837+0000 7f114d600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1148103970 0x7f1148199d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.837+0000 7f114d600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1148104b60 0x7f114819a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.837+0000 7f114d600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1148105520 0x7f11481a1300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.837+0000 7f114d600640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f114810f720 con 0x7f1148104b60 2024-03-29T00:17:34.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.837+0000 7f114d600640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f114810f5a0 con 0x7f1148103970 2024-03-29T00:17:34.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.837+0000 7f114d600640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f114810f8a0 con 0x7f1148105520 2024-03-29T00:17:34.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.837+0000 7f1147400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1148105520 0x7f11481a1300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.837+0000 7f1146a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1148103970 0x7f1148199d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.838+0000 7f1146000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1148104b60 0x7f114819a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.838+0000 7f1146a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1148103970 0x7f1148199d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:60986/0 (socket says 172.21.15.12:60986) 2024-03-29T00:17:34.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.838+0000 7f1146a00640 1 -- 172.21.15.12:0/1115097906 learned_addr learned my addr 172.21.15.12:0/1115097906 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:34.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.838+0000 7f1147400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1148105520 0x7f11481a1300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:40834/0 (socket says 172.21.15.12:40834) 2024-03-29T00:17:34.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.838+0000 7f1147400640 1 -- 172.21.15.12:0/1115097906 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1148103970 msgr2=0x7f1148199d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:34.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.838+0000 7f1147400640 1 --2- 172.21.15.12:0/1115097906 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1148103970 0x7f1148199d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.838+0000 7f1147400640 1 -- 172.21.15.12:0/1115097906 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1148104b60 msgr2=0x7f114819a290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:34.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.838+0000 7f1147400640 1 --2- 172.21.15.12:0/1115097906 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1148104b60 0x7f114819a290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.838+0000 7f1147400640 1 -- 172.21.15.12:0/1115097906 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11481a1970 con 0x7f1148105520 2024-03-29T00:17:34.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.838+0000 7f1147400640 1 --2- 172.21.15.12:0/1115097906 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1148105520 0x7f11481a1300 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f1140009fd0 tx=0x7f114000ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:34.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.838+0000 7f113f400640 1 -- 172.21.15.12:0/1115097906 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f114000ce20 con 0x7f1148105520 2024-03-29T00:17:34.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.838+0000 7f113f400640 1 -- 172.21.15.12:0/1115097906 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1140004b20 con 0x7f1148105520 2024-03-29T00:17:34.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.839+0000 7f114d600640 1 -- 172.21.15.12:0/1115097906 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11481a1c60 con 0x7f1148105520 2024-03-29T00:17:34.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.839+0000 7f113f400640 1 -- 172.21.15.12:0/1115097906 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1140010790 con 0x7f1148105520 2024-03-29T00:17:34.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.839+0000 7f114d600640 1 -- 172.21.15.12:0/1115097906 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11481a2130 con 0x7f1148105520 2024-03-29T00:17:34.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.842+0000 7f11503bf740 1 Processor -- start 2024-03-29T00:17:34.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.842+0000 7f113f400640 1 -- 172.21.15.12:0/1115097906 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f1140005020 con 0x7f1148105520 2024-03-29T00:17:34.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.842+0000 7f11503bf740 1 -- start start 2024-03-29T00:17:34.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.843+0000 7f11503bf740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558079162570 0x558079162990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.843+0000 7f11503bf740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558079162f60 0x558079167a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.843+0000 7f11503bf740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5580791680d0 0x55807916a560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.843+0000 7f11503bf740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5580790c69c0 con 0x5580791680d0 2024-03-29T00:17:34.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.843+0000 7f11503bf740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55807906fc30 con 0x558079162f60 2024-03-29T00:17:34.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.843+0000 7f11503bf740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5580790c2a60 con 0x558079162570 2024-03-29T00:17:34.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.843+0000 7f1146000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558079162570 0x558079162990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.843+0000 7f1146000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558079162570 0x558079162990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:40850/0 (socket says 172.21.15.12:40850) 2024-03-29T00:17:34.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.843+0000 7f1146000640 1 -- 172.21.15.12:0/1600658319 learned_addr learned my addr 172.21.15.12:0/1600658319 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:34.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.843+0000 7f1146a00640 1 --2- 172.21.15.12:0/1600658319 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558079162f60 0x558079167a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.843+0000 7f1146000640 1 --2- 172.21.15.12:0/1600658319 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5580791680d0 0x55807916a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.844+0000 7f1146a00640 1 -- 172.21.15.12:0/1600658319 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558079162570 msgr2=0x558079162990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:34.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.844+0000 7f1146a00640 1 --2- 172.21.15.12:0/1600658319 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558079162570 0x558079162990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.844+0000 7f1146a00640 1 -- 172.21.15.12:0/1600658319 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5580791680d0 msgr2=0x55807916a560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:34.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.844+0000 7f1146a00640 1 --2- 172.21.15.12:0/1600658319 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5580791680d0 0x55807916a560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.844+0000 7f1146a00640 1 -- 172.21.15.12:0/1600658319 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558078ddb2d0 con 0x558079162f60 2024-03-29T00:17:34.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.844+0000 7f1146000640 1 --2- 172.21.15.12:0/1600658319 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5580791680d0 0x55807916a560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:17:34.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.844+0000 7f1146a00640 1 --2- 172.21.15.12:0/1600658319 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558079162f60 0x558079167a60 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f1138009cc0 tx=0x7f1138011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d6cd202c8ec57f2f server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:34.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.844+0000 7f113f400640 1 --2- 172.21.15.12:0/1115097906 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f112c0a1d80 0x7f112c0a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.844+0000 7f1133400640 1 -- 172.21.15.12:0/1600658319 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1138004250 con 0x558079162f60 2024-03-29T00:17:34.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.844+0000 7f1133400640 1 -- 172.21.15.12:0/1600658319 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f11380043f0 con 0x558079162f60 2024-03-29T00:17:34.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.844+0000 7f1133400640 1 -- 172.21.15.12:0/1600658319 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11380035f0 con 0x558079162f60 2024-03-29T00:17:34.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.844+0000 7f113f400640 1 -- 172.21.15.12:0/1115097906 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f11400ce8d0 con 0x7f1148105520 2024-03-29T00:17:34.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.844+0000 7f1146000640 1 --2- 172.21.15.12:0/1115097906 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f112c0a1d80 0x7f112c0a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.849 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.845+0000 7f11503bf740 1 -- 172.21.15.12:0/1600658319 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558079162f60 msgr2=0x558079167a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:34.849 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.845+0000 7f11503bf740 1 --2- 172.21.15.12:0/1600658319 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558079162f60 0x558079167a60 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f1138009cc0 tx=0x7f1138011810 comp rx=0 tx=0).stop 2024-03-29T00:17:34.849 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.845+0000 7f11503bf740 1 -- 172.21.15.12:0/1600658319 shutdown_connections 2024-03-29T00:17:34.849 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.845+0000 7f11503bf740 1 --2- 172.21.15.12:0/1600658319 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558079162f60 0x558079167a60 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.849 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.845+0000 7f11503bf740 1 --2- 172.21.15.12:0/1600658319 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5580791680d0 0x55807916a560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.849 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.845+0000 7f11503bf740 1 --2- 172.21.15.12:0/1600658319 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558079162570 0x558079162990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.849 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.845+0000 7f11503bf740 1 -- 172.21.15.12:0/1600658319 >> 172.21.15.12:0/1600658319 conn(0x55807915dae0 msgr2=0x55807915dee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:34.849 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.845+0000 7f1146000640 1 --2- 172.21.15.12:0/1115097906 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f112c0a1d80 0x7f112c0a4240 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x5580791637c0 tx=0x7f113402e040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:34.849 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.845+0000 7f11503bf740 1 -- 172.21.15.12:0/1600658319 shutdown_connections 2024-03-29T00:17:34.849 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.845+0000 7f11503bf740 1 -- 172.21.15.12:0/1600658319 wait complete. 2024-03-29T00:17:34.849 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.846+0000 7f11503bf740 1 -- start start 2024-03-29T00:17:34.849 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.846+0000 7f11503bf740 1 Processor -- start 2024-03-29T00:17:34.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.846+0000 7f11503bf740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558079162570 0x55807916cae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.846+0000 7f11503bf740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558079162f60 0x55807916d020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.846+0000 7f11503bf740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5580791680d0 0x558079174060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.846+0000 7f11503bf740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55807916b080 con 0x5580791680d0 2024-03-29T00:17:34.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.846+0000 7f11503bf740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x558079065180 con 0x558079162570 2024-03-29T00:17:34.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.846+0000 7f11503bf740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55807916b200 con 0x558079162f60 2024-03-29T00:17:34.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.847+0000 7f11503bf740 10 client.0 _ll_register_callbacks cb 0x558078ddaac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:17:34.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.847+0000 7f1146a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558079162570 0x55807916cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.847+0000 7f1146000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558079162f60 0x55807916d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.847+0000 7f1146a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558079162570 0x55807916cae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:32784/0 (socket says 172.21.15.12:32784) 2024-03-29T00:17:34.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.847+0000 7f1146a00640 1 -- 172.21.15.12:0/732173033 learned_addr learned my addr 172.21.15.12:0/732173033 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:34.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.847+0000 7f1147400640 1 --2- 172.21.15.12:0/732173033 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5580791680d0 0x558079174060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.847+0000 7f1146000640 1 -- 172.21.15.12:0/732173033 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558079162570 msgr2=0x55807916cae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:34.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.847+0000 7f1146000640 1 --2- 172.21.15.12:0/732173033 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558079162570 0x55807916cae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.847+0000 7f1146000640 1 -- 172.21.15.12:0/732173033 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5580791680d0 msgr2=0x558079174060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:34.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.847+0000 7f1146000640 1 --2- 172.21.15.12:0/732173033 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5580791680d0 0x558079174060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.847+0000 7f1146000640 1 -- 172.21.15.12:0/732173033 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558078ea56b0 con 0x558079162f60 2024-03-29T00:17:34.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.847+0000 7f1146a00640 1 --2- 172.21.15.12:0/732173033 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558079162570 0x55807916cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:17:34.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.848+0000 7f1146000640 1 --2- 172.21.15.12:0/732173033 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558079162f60 0x55807916d020 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f1134000c00 tx=0x7f113402bb70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b32c16e6da7998c0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:34.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.848+0000 7f1127e00640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:17:34.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.848+0000 7f1127e00640 1 -- 172.21.15.12:0/732173033 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1134052020 con 0x558079162f60 2024-03-29T00:17:34.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.848+0000 7f11503bf740 1 -- 172.21.15.12:0/732173033 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f11380043f0 con 0x558079162f60 2024-03-29T00:17:34.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.848+0000 7f1127e00640 1 -- 172.21.15.12:0/732173033 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f1134032640 con 0x558079162f60 2024-03-29T00:17:34.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.848+0000 7f1127e00640 1 -- 172.21.15.12:0/732173033 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f113405d050 con 0x558079162f60 2024-03-29T00:17:34.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.848+0000 7f11503bf740 10 client.25204 fetch_fsmap learned FSMap version 28 2024-03-29T00:17:34.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.848+0000 7f11503bf740 1 -- 172.21.15.12:0/732173033 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x558079177490 con 0x558079162f60 2024-03-29T00:17:34.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.848+0000 7f1127e00640 1 -- 172.21.15.12:0/732173033 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f11380043f0 con 0x558079162f60 2024-03-29T00:17:34.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.849+0000 7f1127e00640 1 -- 172.21.15.12:0/732173033 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f113404d070 con 0x558079162f60 2024-03-29T00:17:34.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.849+0000 7f11503bf740 10 client.25204 fetch_fsmap finished waiting for FSMap version 28 2024-03-29T00:17:34.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.849+0000 7f11503bf740 10 client.25204 resolve_mds: resolved name 'l' to daemon mds.l 2024-03-29T00:17:34.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.849+0000 7f11503bf740 20 client.25204 populate_metadata read hostname 'smithi012' 2024-03-29T00:17:34.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.849+0000 7f11503bf740 1 --2- 172.21.15.12:0/732173033 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x558079179ac0 0x55807917af30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.849+0000 7f11503bf740 4 client.25204 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:17:34.856 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.849+0000 7f11503bf740 1 -- 172.21.15.12:0/732173033 --> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5580790d3f00 con 0x558079179ac0 2024-03-29T00:17:34.856 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.849+0000 7f1146a00640 1 --2- 172.21.15.12:0/732173033 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x558079179ac0 0x55807917af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.856 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.850+0000 7f1146a00640 1 --2- 172.21.15.12:0/732173033 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x558079179ac0 0x55807917af30 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=54c15bfcf1f86bab server_cookie=63ba35701d2d70ea in_seq=0 out_seq=0 2024-03-29T00:17:34.856 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.850+0000 7f1127e00640 10 client.25204 ms_handle_connect on v2:172.21.15.69:6832/581289556 2024-03-29T00:17:34.856 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.851+0000 7f1127e00640 1 -- 172.21.15.12:0/732173033 <== mds.3 v2:172.21.15.69:6832/581289556 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5580790d3f00 con 0x558079179ac0 2024-03-29T00:17:34.856 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.851+0000 7f1127e00640 10 client.25204 handle_command_reply: tid=0 2024-03-29T00:17:34.856 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.851+0000 7f11503bf740 1 client.25204 shutdown 2024-03-29T00:17:34.856 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.851+0000 7f11503bf740 1 -- 172.21.15.12:0/732173033 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558079162f60 msgr2=0x55807916d020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:34.856 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.851+0000 7f11503bf740 1 --2- 172.21.15.12:0/732173033 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558079162f60 0x55807916d020 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f1134000c00 tx=0x7f113402bb70 comp rx=0 tx=0).stop 2024-03-29T00:17:34.856 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.851+0000 7f11503bf740 1 -- 172.21.15.12:0/732173033 shutdown_connections 2024-03-29T00:17:34.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.851+0000 7f11503bf740 1 --2- 172.21.15.12:0/732173033 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x558079179ac0 0x55807917af30 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.851+0000 7f11503bf740 1 --2- 172.21.15.12:0/732173033 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5580791680d0 0x558079174060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.851+0000 7f11503bf740 1 --2- 172.21.15.12:0/732173033 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558079162f60 0x55807916d020 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.851+0000 7f1127e00640 0 client.25204 ms_handle_reset on v2:172.21.15.69:6832/581289556 2024-03-29T00:17:34.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.851+0000 7f11503bf740 1 --2- 172.21.15.12:0/732173033 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558079162570 0x55807916cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.851+0000 7f11503bf740 1 -- 172.21.15.12:0/732173033 >> 172.21.15.12:0/732173033 conn(0x55807915dae0 msgr2=0x55807915cce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:34.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.851+0000 7f11503bf740 1 -- 172.21.15.12:0/732173033 shutdown_connections 2024-03-29T00:17:34.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.851+0000 7f11503bf740 1 -- 172.21.15.12:0/732173033 wait complete. 2024-03-29T00:17:34.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.851+0000 7f11503bf740 20 client.25204 trim_cache size 0 max 16384 2024-03-29T00:17:34.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.871+0000 7f11503bf740 1 Processor -- start 2024-03-29T00:17:34.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.872+0000 7f11503bf740 1 -- start start 2024-03-29T00:17:34.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.872+0000 7f11503bf740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558079162570 0x5580791644a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.872+0000 7f11503bf740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558079162f60 0x558079174020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.872+0000 7f11503bf740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5580791680d0 0x5580791649e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.872+0000 7f11503bf740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x558079179270 con 0x558079162570 2024-03-29T00:17:34.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.872+0000 7f11503bf740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x558079179940 con 0x558079162f60 2024-03-29T00:17:34.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.872+0000 7f11503bf740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55807917a010 con 0x5580791680d0 2024-03-29T00:17:34.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.872+0000 7f1146a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558079162570 0x5580791644a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.872+0000 7f1147400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5580791680d0 0x5580791649e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.872+0000 7f1147400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5580791680d0 0x5580791649e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:40854/0 (socket says 172.21.15.12:40854) 2024-03-29T00:17:34.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.872+0000 7f1147400640 1 -- 172.21.15.12:0/1459452460 learned_addr learned my addr 172.21.15.12:0/1459452460 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:34.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.872+0000 7f1146000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558079162f60 0x558079174020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.873+0000 7f1147400640 1 -- 172.21.15.12:0/1459452460 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558079162f60 msgr2=0x558079174020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:34.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.873+0000 7f1147400640 1 --2- 172.21.15.12:0/1459452460 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558079162f60 0x558079174020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.873+0000 7f1147400640 1 -- 172.21.15.12:0/1459452460 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558079162570 msgr2=0x5580791644a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:34.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.873+0000 7f1147400640 1 --2- 172.21.15.12:0/1459452460 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558079162570 0x5580791644a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.873+0000 7f1147400640 1 -- 172.21.15.12:0/1459452460 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55807917a4c0 con 0x5580791680d0 2024-03-29T00:17:34.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.873+0000 7f1146a00640 1 --2- 172.21.15.12:0/1459452460 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558079162570 0x5580791644a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:17:34.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.873+0000 7f1147400640 1 --2- 172.21.15.12:0/1459452460 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5580791680d0 0x5580791649e0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f114009b1a0 tx=0x7f1140097530 comp rx=0 tx=0).ready entity=mon.1 client_cookie=73ac41d6957d8a66 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:34.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.873+0000 7f1132a00640 1 -- 172.21.15.12:0/1459452460 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11400a39b0 con 0x5580791680d0 2024-03-29T00:17:34.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.873+0000 7f1132a00640 1 -- 172.21.15.12:0/1459452460 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1140099510 con 0x5580791680d0 2024-03-29T00:17:34.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.873+0000 7f1132a00640 1 -- 172.21.15.12:0/1459452460 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11400a3520 con 0x5580791680d0 2024-03-29T00:17:34.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.874+0000 7f11503bf740 1 -- 172.21.15.12:0/1459452460 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5580791680d0 msgr2=0x5580791649e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:34.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.874+0000 7f11503bf740 1 --2- 172.21.15.12:0/1459452460 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5580791680d0 0x5580791649e0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f114009b1a0 tx=0x7f1140097530 comp rx=0 tx=0).stop 2024-03-29T00:17:34.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.874+0000 7f11503bf740 1 -- 172.21.15.12:0/1459452460 shutdown_connections 2024-03-29T00:17:34.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.874+0000 7f11503bf740 1 --2- 172.21.15.12:0/1459452460 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558079162f60 0x558079174020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.874+0000 7f11503bf740 1 --2- 172.21.15.12:0/1459452460 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5580791680d0 0x5580791649e0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.874+0000 7f11503bf740 1 --2- 172.21.15.12:0/1459452460 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558079162570 0x5580791644a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.874+0000 7f11503bf740 1 -- 172.21.15.12:0/1459452460 >> 172.21.15.12:0/1459452460 conn(0x55807915dae0 msgr2=0x55807915dec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:34.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.874+0000 7f11503bf740 1 -- 172.21.15.12:0/1459452460 shutdown_connections 2024-03-29T00:17:34.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.874+0000 7f11503bf740 1 -- 172.21.15.12:0/1459452460 wait complete. 2024-03-29T00:17:34.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.874+0000 7f11503bf740 1 -- start start 2024-03-29T00:17:34.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.874+0000 7f11503bf740 1 Processor -- start 2024-03-29T00:17:34.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.875+0000 7f11503bf740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558079162570 0x558079172010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.875+0000 7f11503bf740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558079162f60 0x5580791e4020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.875+0000 7f11503bf740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5580791680d0 0x5580791e6570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.875+0000 7f11503bf740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55807917adb0 con 0x558079162f60 2024-03-29T00:17:34.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.875+0000 7f11503bf740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55807917a6e0 con 0x5580791680d0 2024-03-29T00:17:34.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.875+0000 7f11503bf740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55807917b480 con 0x558079162570 2024-03-29T00:17:34.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.875+0000 7f11503bf740 10 client.0 _ll_register_callbacks cb 0x7f1138005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:17:34.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.875+0000 7f1146a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558079162570 0x558079172010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.875+0000 7f1146a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558079162570 0x558079172010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:40858/0 (socket says 172.21.15.12:40858) 2024-03-29T00:17:34.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.875+0000 7f1146a00640 1 -- 172.21.15.12:0/1525960271 learned_addr learned my addr 172.21.15.12:0/1525960271 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:34.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.875+0000 7f1147400640 1 --2- 172.21.15.12:0/1525960271 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5580791680d0 0x5580791e6570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.875+0000 7f1146000640 1 --2- 172.21.15.12:0/1525960271 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558079162f60 0x5580791e4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.875+0000 7f1146a00640 1 -- 172.21.15.12:0/1525960271 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5580791680d0 msgr2=0x5580791e6570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:34.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.875+0000 7f1146a00640 1 --2- 172.21.15.12:0/1525960271 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5580791680d0 0x5580791e6570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.875+0000 7f1146a00640 1 -- 172.21.15.12:0/1525960271 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558079162f60 msgr2=0x5580791e4020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:34.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.875+0000 7f1146a00640 1 --2- 172.21.15.12:0/1525960271 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558079162f60 0x5580791e4020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.875+0000 7f1146a00640 1 -- 172.21.15.12:0/1525960271 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5580791e6ab0 con 0x558079162570 2024-03-29T00:17:34.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.875+0000 7f1147400640 1 --2- 172.21.15.12:0/1525960271 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5580791680d0 0x5580791e6570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:17:34.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.876+0000 7f1146a00640 1 --2- 172.21.15.12:0/1525960271 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558079162570 0x558079172010 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f1138011d10 tx=0x7f1138005e00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=38d902e47b368129 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:34.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.876+0000 7f1127e00640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:17:34.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.876+0000 7f1127e00640 1 -- 172.21.15.12:0/1525960271 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11380047e0 con 0x558079162570 2024-03-29T00:17:34.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.876+0000 7f11503bf740 1 -- 172.21.15.12:0/1525960271 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1140099510 con 0x558079162570 2024-03-29T00:17:34.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.876+0000 7f1127e00640 1 -- 172.21.15.12:0/1525960271 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f1138004980 con 0x558079162570 2024-03-29T00:17:34.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.876+0000 7f1127e00640 1 -- 172.21.15.12:0/1525960271 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f113803e050 con 0x558079162570 2024-03-29T00:17:34.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.876+0000 7f11503bf740 10 client.25210 fetch_fsmap learned FSMap version 28 2024-03-29T00:17:34.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.876+0000 7f11503bf740 1 -- 172.21.15.12:0/1525960271 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5580791e7d60 con 0x558079162570 2024-03-29T00:17:34.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.877+0000 7f1127e00640 1 -- 172.21.15.12:0/1525960271 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1140099510 con 0x558079162570 2024-03-29T00:17:34.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.877+0000 7f1127e00640 1 -- 172.21.15.12:0/1525960271 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f11380038c0 con 0x558079162570 2024-03-29T00:17:34.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.877+0000 7f11503bf740 10 client.25210 fetch_fsmap finished waiting for FSMap version 28 2024-03-29T00:17:34.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.877+0000 7f11503bf740 10 client.25210 resolve_mds: resolved name 'l' to daemon mds.l 2024-03-29T00:17:34.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.877+0000 7f11503bf740 20 client.25210 populate_metadata read hostname 'smithi012' 2024-03-29T00:17:34.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.877+0000 7f11503bf740 1 --2- 172.21.15.12:0/1525960271 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x5580791ec770 0x5580791e8bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:34.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.877+0000 7f11503bf740 4 client.25210 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-29T00:17:34.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.877+0000 7f11503bf740 1 -- 172.21.15.12:0/1525960271 --> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] -- command(tid 0: {"prefix": "status"}) -- 0x5580790ce250 con 0x5580791ec770 2024-03-29T00:17:34.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.877+0000 7f1146000640 1 --2- 172.21.15.12:0/1525960271 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x5580791ec770 0x5580791e8bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:34.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.878+0000 7f1146000640 1 --2- 172.21.15.12:0/1525960271 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x5580791ec770 0x5580791e8bb0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=c7b1a57521081025 server_cookie=6db02aaadac38f30 in_seq=0 out_seq=0 2024-03-29T00:17:34.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.878+0000 7f1127e00640 10 client.25210 ms_handle_connect on v2:172.21.15.69:6832/581289556 2024-03-29T00:17:34.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.878+0000 7f1127e00640 1 -- 172.21.15.12:0/1525960271 <== mds.3 v2:172.21.15.69:6832/581289556 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x5580790ce250 con 0x5580791ec770 2024-03-29T00:17:34.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.878+0000 7f1127e00640 10 client.25210 handle_command_reply: tid=0 2024-03-29T00:17:34.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.878+0000 7f11503bf740 1 client.25210 shutdown 2024-03-29T00:17:34.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.878+0000 7f11503bf740 1 -- 172.21.15.12:0/1525960271 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558079162570 msgr2=0x558079172010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:34.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.878+0000 7f11503bf740 1 --2- 172.21.15.12:0/1525960271 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558079162570 0x558079172010 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f1138011d10 tx=0x7f1138005e00 comp rx=0 tx=0).stop 2024-03-29T00:17:34.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.878+0000 7f11503bf740 1 -- 172.21.15.12:0/1525960271 shutdown_connections 2024-03-29T00:17:34.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.878+0000 7f11503bf740 1 --2- 172.21.15.12:0/1525960271 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5580791680d0 0x5580791e6570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.878+0000 7f11503bf740 1 --2- 172.21.15.12:0/1525960271 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x5580791ec770 0x5580791e8bb0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.878+0000 7f11503bf740 1 --2- 172.21.15.12:0/1525960271 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558079162f60 0x5580791e4020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.878+0000 7f11503bf740 1 --2- 172.21.15.12:0/1525960271 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558079162570 0x558079172010 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.878+0000 7f1127e00640 0 client.25210 ms_handle_reset on v2:172.21.15.69:6832/581289556 2024-03-29T00:17:34.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.878+0000 7f11503bf740 1 -- 172.21.15.12:0/1525960271 >> 172.21.15.12:0/1525960271 conn(0x55807915dae0 msgr2=0x558079160d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:34.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.878+0000 7f11503bf740 1 -- 172.21.15.12:0/1525960271 shutdown_connections 2024-03-29T00:17:34.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.878+0000 7f11503bf740 1 -- 172.21.15.12:0/1525960271 wait complete. 2024-03-29T00:17:34.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.878+0000 7f11503bf740 20 client.25210 trim_cache size 0 max 16384 2024-03-29T00:17:34.886 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:17:34.886 INFO:teuthology.orchestra.run.smithi012.stdout: "cluster_fsid": "f0a28ba8-ed5f-11ee-95d0-87774f69a715", 2024-03-29T00:17:34.886 INFO:teuthology.orchestra.run.smithi012.stdout: "whoami": 3, 2024-03-29T00:17:34.886 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 24472, 2024-03-29T00:17:34.886 INFO:teuthology.orchestra.run.smithi012.stdout: "want_state": "up:active", 2024-03-29T00:17:34.886 INFO:teuthology.orchestra.run.smithi012.stdout: "state": "up:active", 2024-03-29T00:17:34.886 INFO:teuthology.orchestra.run.smithi012.stdout: "fs_name": "cephfs", 2024-03-29T00:17:34.887 INFO:teuthology.orchestra.run.smithi012.stdout: "rank_uptime": 102.762506972, 2024-03-29T00:17:34.887 INFO:teuthology.orchestra.run.smithi012.stdout: "mdsmap_epoch": 28, 2024-03-29T00:17:34.887 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch": 93, 2024-03-29T00:17:34.887 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch_barrier": 89, 2024-03-29T00:17:34.887 INFO:teuthology.orchestra.run.smithi012.stdout: "uptime": 180.91924573899999 2024-03-29T00:17:34.887 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:17:34.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.879+0000 7f114d600640 1 -- 172.21.15.12:0/1115097906 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f112c0a1d80 msgr2=0x7f112c0a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:34.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.879+0000 7f114d600640 1 --2- 172.21.15.12:0/1115097906 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f112c0a1d80 0x7f112c0a4240 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x5580791637c0 tx=0x7f113402e040 comp rx=0 tx=0).stop 2024-03-29T00:17:34.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.879+0000 7f114d600640 1 -- 172.21.15.12:0/1115097906 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1148105520 msgr2=0x7f11481a1300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:34.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.879+0000 7f114d600640 1 --2- 172.21.15.12:0/1115097906 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1148105520 0x7f11481a1300 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f1140009fd0 tx=0x7f114000ef10 comp rx=0 tx=0).stop 2024-03-29T00:17:34.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.879+0000 7f114d600640 1 -- 172.21.15.12:0/1115097906 shutdown_connections 2024-03-29T00:17:34.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.879+0000 7f114d600640 1 --2- 172.21.15.12:0/1115097906 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f112c0a1d80 0x7f112c0a4240 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.879+0000 7f114d600640 1 --2- 172.21.15.12:0/1115097906 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1148105520 0x7f11481a1300 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.879+0000 7f114d600640 1 --2- 172.21.15.12:0/1115097906 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1148104b60 0x7f114819a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.879+0000 7f114d600640 1 --2- 172.21.15.12:0/1115097906 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1148103970 0x7f1148199d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:34.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.879+0000 7f114d600640 1 -- 172.21.15.12:0/1115097906 >> 172.21.15.12:0/1115097906 conn(0x7f11480fef00 msgr2=0x7f1148107e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:34.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.879+0000 7f114d600640 1 -- 172.21.15.12:0/1115097906 shutdown_connections 2024-03-29T00:17:34.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:34.879+0000 7f114d600640 1 -- 172.21.15.12:0/1115097906 wait complete. 2024-03-29T00:17:34.900 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-03-29T00:17:35.121 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.119+0000 7ff363200640 1 -- 172.21.15.12:0/2069003659 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff3641027b0 msgr2=0x7ff364102c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:35.123 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.119+0000 7ff363200640 1 --2- 172.21.15.12:0/2069003659 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff3641027b0 0x7ff364102c30 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7ff354009ca0 tx=0x7ff35402c100 comp rx=0 tx=0).stop 2024-03-29T00:17:35.123 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.119+0000 7ff363200640 1 -- 172.21.15.12:0/2069003659 shutdown_connections 2024-03-29T00:17:35.123 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.119+0000 7ff363200640 1 --2- 172.21.15.12:0/2069003659 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff3641027b0 0x7ff364102c30 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.123 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.119+0000 7ff363200640 1 --2- 172.21.15.12:0/2069003659 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff364103170 0x7ff364109a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.124 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.119+0000 7ff363200640 1 --2- 172.21.15.12:0/2069003659 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff3641015c0 0x7ff3641019e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.124 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.119+0000 7ff363200640 1 -- 172.21.15.12:0/2069003659 >> 172.21.15.12:0/2069003659 conn(0x7ff3640fcb30 msgr2=0x7ff3640fef70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:35.124 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.120+0000 7ff363200640 1 -- 172.21.15.12:0/2069003659 shutdown_connections 2024-03-29T00:17:35.124 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.120+0000 7ff363200640 1 -- 172.21.15.12:0/2069003659 wait complete. 2024-03-29T00:17:35.126 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.121+0000 7ff363200640 1 Processor -- start 2024-03-29T00:17:35.126 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.121+0000 7ff363200640 1 -- start start 2024-03-29T00:17:35.126 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.121+0000 7ff363200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff3641015c0 0x7ff364199b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.126 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.122+0000 7ff363200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff3641027b0 0x7ff36419a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.126 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.122+0000 7ff363200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff364103170 0x7ff3641a1130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.126 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.122+0000 7ff363200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff36410d370 con 0x7ff3641027b0 2024-03-29T00:17:35.126 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.122+0000 7ff363200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff36410d1f0 con 0x7ff3641015c0 2024-03-29T00:17:35.126 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.122+0000 7ff363200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff36410d4f0 con 0x7ff364103170 2024-03-29T00:17:35.126 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.122+0000 7ff361e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff3641015c0 0x7ff364199b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.126 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.122+0000 7ff361e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff3641015c0 0x7ff364199b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:32830/0 (socket says 172.21.15.12:32830) 2024-03-29T00:17:35.126 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.122+0000 7ff361e00640 1 -- 172.21.15.12:0/3919897342 learned_addr learned my addr 172.21.15.12:0/3919897342 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:35.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.122+0000 7ff362800640 1 --2- 172.21.15.12:0/3919897342 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff364103170 0x7ff3641a1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.122+0000 7ff361400640 1 --2- 172.21.15.12:0/3919897342 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff3641027b0 0x7ff36419a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.122+0000 7ff361e00640 1 -- 172.21.15.12:0/3919897342 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff364103170 msgr2=0x7ff3641a1130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:35.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.122+0000 7ff361e00640 1 --2- 172.21.15.12:0/3919897342 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff364103170 0x7ff3641a1130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.122+0000 7ff361e00640 1 -- 172.21.15.12:0/3919897342 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff3641027b0 msgr2=0x7ff36419a0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:35.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.122+0000 7ff361e00640 1 --2- 172.21.15.12:0/3919897342 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff3641027b0 0x7ff36419a0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.122+0000 7ff361e00640 1 -- 172.21.15.12:0/3919897342 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3641a17a0 con 0x7ff3641015c0 2024-03-29T00:17:35.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.123+0000 7ff361e00640 1 --2- 172.21.15.12:0/3919897342 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff3641015c0 0x7ff364199b80 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7ff34c00e9c0 tx=0x7ff34c00ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:35.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.123+0000 7ff35aa00640 1 -- 172.21.15.12:0/3919897342 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff34c00cd80 con 0x7ff3641015c0 2024-03-29T00:17:35.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.123+0000 7ff35aa00640 1 -- 172.21.15.12:0/3919897342 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff34c0035f0 con 0x7ff3641015c0 2024-03-29T00:17:35.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.123+0000 7ff35aa00640 1 -- 172.21.15.12:0/3919897342 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff34c010690 con 0x7ff3641015c0 2024-03-29T00:17:35.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.123+0000 7ff363200640 1 -- 172.21.15.12:0/3919897342 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3641a1a90 con 0x7ff3641015c0 2024-03-29T00:17:35.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.123+0000 7ff363200640 1 -- 172.21.15.12:0/3919897342 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3641a1f60 con 0x7ff3641015c0 2024-03-29T00:17:35.128 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.127+0000 7ff36bd79740 1 Processor -- start 2024-03-29T00:17:35.129 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.128+0000 7ff36bd79740 1 -- start start 2024-03-29T00:17:35.131 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.128+0000 7ff36bd79740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f8ed8b740 0x563f8ed8bb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.131 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.128+0000 7ff36bd79740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563f8ed8c130 0x563f8ed90c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.131 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.128+0000 7ff36bd79740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563f8ed912a0 0x563f8ed93730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.131 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.128+0000 7ff36bd79740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x563f8ecef9c0 con 0x563f8ed8c130 2024-03-29T00:17:35.131 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.128+0000 7ff36bd79740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x563f8ec98c30 con 0x563f8ed912a0 2024-03-29T00:17:35.131 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.128+0000 7ff36bd79740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x563f8eceba60 con 0x563f8ed8b740 2024-03-29T00:17:35.131 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.128+0000 7ff35aa00640 1 -- 172.21.15.12:0/3919897342 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7ff34c0037a0 con 0x7ff3641015c0 2024-03-29T00:17:35.131 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.128+0000 7ff362800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f8ed8b740 0x563f8ed8bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.131 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.128+0000 7ff362800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f8ed8b740 0x563f8ed8bb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:40866/0 (socket says 172.21.15.12:40866) 2024-03-29T00:17:35.131 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.128+0000 7ff362800640 1 -- 172.21.15.12:0/2286775119 learned_addr learned my addr 172.21.15.12:0/2286775119 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:35.131 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.128+0000 7ff361400640 1 --2- 172.21.15.12:0/2286775119 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563f8ed912a0 0x563f8ed93730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.131 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.129+0000 7ff361e00640 1 --2- 172.21.15.12:0/2286775119 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563f8ed8c130 0x563f8ed90c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.131 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.129+0000 7ff362800640 1 -- 172.21.15.12:0/2286775119 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563f8ed912a0 msgr2=0x563f8ed93730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:35.132 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.129+0000 7ff362800640 1 --2- 172.21.15.12:0/2286775119 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563f8ed912a0 0x563f8ed93730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.132 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.129+0000 7ff362800640 1 -- 172.21.15.12:0/2286775119 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563f8ed8c130 msgr2=0x563f8ed90c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:35.132 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.129+0000 7ff362800640 1 --2- 172.21.15.12:0/2286775119 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563f8ed8c130 0x563f8ed90c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.132 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.129+0000 7ff362800640 1 -- 172.21.15.12:0/2286775119 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563f8ea042d0 con 0x563f8ed8b740 2024-03-29T00:17:35.132 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.129+0000 7ff361e00640 1 --2- 172.21.15.12:0/2286775119 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563f8ed8c130 0x563f8ed90c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:17:35.133 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.129+0000 7ff362800640 1 --2- 172.21.15.12:0/2286775119 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f8ed8b740 0x563f8ed8bb60 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7ff35c009ca0 tx=0x7ff35c011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=95fd10e65acf3b86 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:35.133 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.129+0000 7ff353400640 1 -- 172.21.15.12:0/2286775119 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff35c01e070 con 0x563f8ed8b740 2024-03-29T00:17:35.133 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.129+0000 7ff353400640 1 -- 172.21.15.12:0/2286775119 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff35c009e50 con 0x563f8ed8b740 2024-03-29T00:17:35.133 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.129+0000 7ff353400640 1 -- 172.21.15.12:0/2286775119 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff35c00ebd0 con 0x563f8ed8b740 2024-03-29T00:17:35.138 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.130+0000 7ff35aa00640 1 --2- 172.21.15.12:0/3919897342 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff3480a1e00 0x7ff3480a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.139 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.130+0000 7ff36bd79740 1 -- 172.21.15.12:0/2286775119 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f8ed8b740 msgr2=0x563f8ed8bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:35.139 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.130+0000 7ff36bd79740 1 --2- 172.21.15.12:0/2286775119 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f8ed8b740 0x563f8ed8bb60 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7ff35c009ca0 tx=0x7ff35c011810 comp rx=0 tx=0).stop 2024-03-29T00:17:35.139 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.130+0000 7ff35aa00640 1 -- 172.21.15.12:0/3919897342 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7ff34c0ce540 con 0x7ff3641015c0 2024-03-29T00:17:35.139 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.130+0000 7ff361e00640 1 --2- 172.21.15.12:0/3919897342 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff3480a1e00 0x7ff3480a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.139 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.130+0000 7ff36bd79740 1 -- 172.21.15.12:0/2286775119 shutdown_connections 2024-03-29T00:17:35.139 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.130+0000 7ff36bd79740 1 --2- 172.21.15.12:0/2286775119 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563f8ed912a0 0x563f8ed93730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.139 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.130+0000 7ff36bd79740 1 --2- 172.21.15.12:0/2286775119 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563f8ed8c130 0x563f8ed90c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.139 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.130+0000 7ff36bd79740 1 --2- 172.21.15.12:0/2286775119 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f8ed8b740 0x563f8ed8bb60 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.139 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.130+0000 7ff36bd79740 1 -- 172.21.15.12:0/2286775119 >> 172.21.15.12:0/2286775119 conn(0x563f8ed86cb0 msgr2=0x563f8ed870b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:35.139 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.130+0000 7ff36bd79740 1 -- 172.21.15.12:0/2286775119 shutdown_connections 2024-03-29T00:17:35.139 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.130+0000 7ff36bd79740 1 -- 172.21.15.12:0/2286775119 wait complete. 2024-03-29T00:17:35.139 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.131+0000 7ff361e00640 1 --2- 172.21.15.12:0/3919897342 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff3480a1e00 0x7ff3480a42c0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7ff34c0972e0 tx=0x7ff34c0046c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:35.139 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.131+0000 7ff36bd79740 1 -- start start 2024-03-29T00:17:35.140 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.131+0000 7ff36bd79740 1 Processor -- start 2024-03-29T00:17:35.140 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.132+0000 7ff36bd79740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563f8ed8b740 0x563f8ed95c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.140 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.132+0000 7ff36bd79740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563f8ed8c130 0x563f8ed961c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.140 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.132+0000 7ff36bd79740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f8ed912a0 0x563f8ed9d200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.140 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.132+0000 7ff36bd79740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x563f8ed94250 con 0x563f8ed8b740 2024-03-29T00:17:35.140 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.132+0000 7ff36bd79740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x563f8ec8e180 con 0x563f8ed8c130 2024-03-29T00:17:35.140 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.132+0000 7ff36bd79740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x563f8ed943d0 con 0x563f8ed912a0 2024-03-29T00:17:35.140 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.132+0000 7ff36bd79740 10 client.0 _ll_register_callbacks cb 0x563f8ea03ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:17:35.140 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.132+0000 7ff361400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563f8ed8c130 0x563f8ed961c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.140 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.132+0000 7ff361400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563f8ed8c130 0x563f8ed961c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:32862/0 (socket says 172.21.15.12:32862) 2024-03-29T00:17:35.140 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.132+0000 7ff361400640 1 -- 172.21.15.12:0/146823044 learned_addr learned my addr 172.21.15.12:0/146823044 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:35.140 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.132+0000 7ff362800640 1 --2- 172.21.15.12:0/146823044 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563f8ed8b740 0x563f8ed95c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.140 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.132+0000 7ff362800640 1 --2- 172.21.15.12:0/146823044 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f8ed912a0 0x563f8ed9d200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.140 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.132+0000 7ff361400640 1 -- 172.21.15.12:0/146823044 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f8ed912a0 msgr2=0x563f8ed9d200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:35.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.132+0000 7ff361400640 1 --2- 172.21.15.12:0/146823044 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f8ed912a0 0x563f8ed9d200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.132+0000 7ff361400640 1 -- 172.21.15.12:0/146823044 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563f8ed8b740 msgr2=0x563f8ed95c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:35.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.132+0000 7ff361400640 1 --2- 172.21.15.12:0/146823044 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563f8ed8b740 0x563f8ed95c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.132+0000 7ff361400640 1 -- 172.21.15.12:0/146823044 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563f8eace6b0 con 0x563f8ed8c130 2024-03-29T00:17:35.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.132+0000 7ff362800640 1 --2- 172.21.15.12:0/146823044 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563f8ed8b740 0x563f8ed95c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:17:35.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.133+0000 7ff361400640 1 --2- 172.21.15.12:0/146823044 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563f8ed8c130 0x563f8ed961c0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7ff354005e30 tx=0x7ff354005f80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ab07bc5665a2435 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:35.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.133+0000 7ff347e00640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:17:35.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.133+0000 7ff347e00640 1 -- 172.21.15.12:0/146823044 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff354044070 con 0x563f8ed8c130 2024-03-29T00:17:35.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.133+0000 7ff347e00640 1 -- 172.21.15.12:0/146823044 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7ff354003970 con 0x563f8ed8c130 2024-03-29T00:17:35.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.133+0000 7ff36bd79740 1 -- 172.21.15.12:0/146823044 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff35c009e50 con 0x563f8ed8c130 2024-03-29T00:17:35.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.133+0000 7ff347e00640 1 -- 172.21.15.12:0/146823044 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff354051050 con 0x563f8ed8c130 2024-03-29T00:17:35.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.133+0000 7ff36bd79740 10 client.25160 fetch_fsmap learned FSMap version 28 2024-03-29T00:17:35.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.133+0000 7ff36bd79740 1 -- 172.21.15.12:0/146823044 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563f8eda0550 con 0x563f8ed8c130 2024-03-29T00:17:35.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.134+0000 7ff347e00640 1 -- 172.21.15.12:0/146823044 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff35c009e50 con 0x563f8ed8c130 2024-03-29T00:17:35.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.134+0000 7ff347e00640 1 -- 172.21.15.12:0/146823044 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7ff354034440 con 0x563f8ed8c130 2024-03-29T00:17:35.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.134+0000 7ff36bd79740 10 client.25160 fetch_fsmap finished waiting for FSMap version 28 2024-03-29T00:17:35.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.134+0000 7ff36bd79740 10 client.25160 resolve_mds: resolved name 'c' to daemon mds.c 2024-03-29T00:17:35.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.134+0000 7ff36bd79740 20 client.25160 populate_metadata read hostname 'smithi012' 2024-03-29T00:17:35.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.134+0000 7ff36bd79740 1 --2- 172.21.15.12:0/146823044 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x563f8eda2b40 0x563f8eda3fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.134+0000 7ff36bd79740 4 client.25160 mds_command: new command op to 24544 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:17:35.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.134+0000 7ff36bd79740 1 -- 172.21.15.12:0/146823044 --> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563f8ecfcf00 con 0x563f8eda2b40 2024-03-29T00:17:35.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.135+0000 7ff362800640 1 --2- 172.21.15.12:0/146823044 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x563f8eda2b40 0x563f8eda3fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.135+0000 7ff362800640 1 --2- 172.21.15.12:0/146823044 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x563f8eda2b40 0x563f8eda3fb0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b37b955d9f2acad2 server_cookie=b245a748acbf3882 in_seq=0 out_seq=0 2024-03-29T00:17:35.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.135+0000 7ff347e00640 10 client.25160 ms_handle_connect on v2:172.21.15.69:6836/466045469 2024-03-29T00:17:35.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.136+0000 7ff347e00640 1 -- 172.21.15.12:0/146823044 <== mds.2 v2:172.21.15.69:6836/466045469 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x563f8ecfcf00 con 0x563f8eda2b40 2024-03-29T00:17:35.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.136+0000 7ff347e00640 10 client.25160 handle_command_reply: tid=0 2024-03-29T00:17:35.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.136+0000 7ff36bd79740 1 client.25160 shutdown 2024-03-29T00:17:35.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.137+0000 7ff36bd79740 1 -- 172.21.15.12:0/146823044 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563f8ed8c130 msgr2=0x563f8ed961c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:35.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.137+0000 7ff36bd79740 1 --2- 172.21.15.12:0/146823044 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563f8ed8c130 0x563f8ed961c0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7ff354005e30 tx=0x7ff354005f80 comp rx=0 tx=0).stop 2024-03-29T00:17:35.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.137+0000 7ff36bd79740 1 -- 172.21.15.12:0/146823044 shutdown_connections 2024-03-29T00:17:35.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.137+0000 7ff36bd79740 1 --2- 172.21.15.12:0/146823044 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x563f8eda2b40 0x563f8eda3fb0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.137+0000 7ff36bd79740 1 --2- 172.21.15.12:0/146823044 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563f8ed8c130 0x563f8ed961c0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.137+0000 7ff36bd79740 1 --2- 172.21.15.12:0/146823044 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f8ed912a0 0x563f8ed9d200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.137+0000 7ff36bd79740 1 --2- 172.21.15.12:0/146823044 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563f8ed8b740 0x563f8ed95c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.137+0000 7ff347e00640 0 client.25160 ms_handle_reset on v2:172.21.15.69:6836/466045469 2024-03-29T00:17:35.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.137+0000 7ff36bd79740 1 -- 172.21.15.12:0/146823044 >> 172.21.15.12:0/146823044 conn(0x563f8ed86cb0 msgr2=0x563f8ed85df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:35.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.137+0000 7ff36bd79740 1 -- 172.21.15.12:0/146823044 shutdown_connections 2024-03-29T00:17:35.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.137+0000 7ff36bd79740 1 -- 172.21.15.12:0/146823044 wait complete. 2024-03-29T00:17:35.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.137+0000 7ff36bd79740 20 client.25160 trim_cache size 0 max 16384 2024-03-29T00:17:35.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.157+0000 7ff36bd79740 1 Processor -- start 2024-03-29T00:17:35.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.157+0000 7ff36bd79740 1 -- start start 2024-03-29T00:17:35.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.158+0000 7ff36bd79740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563f8ed8b740 0x563f8ed95890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.158+0000 7ff36bd79740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563f8ed8c130 0x563f8ed9d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.158+0000 7ff36bd79740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f8ed912a0 0x563f8ed95dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.158+0000 7ff36bd79740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x563f8eda22f0 con 0x563f8ed8b740 2024-03-29T00:17:35.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.158+0000 7ff36bd79740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x563f8eda29c0 con 0x563f8ed8c130 2024-03-29T00:17:35.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.158+0000 7ff36bd79740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x563f8eda3090 con 0x563f8ed912a0 2024-03-29T00:17:35.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.158+0000 7ff362800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563f8ed8b740 0x563f8ed95890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.158+0000 7ff361400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563f8ed8c130 0x563f8ed9d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.158+0000 7ff362800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563f8ed8b740 0x563f8ed95890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:41588/0 (socket says 172.21.15.12:41588) 2024-03-29T00:17:35.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.158+0000 7ff362800640 1 -- 172.21.15.12:0/2004984384 learned_addr learned my addr 172.21.15.12:0/2004984384 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:35.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.158+0000 7ff362800640 1 --2- 172.21.15.12:0/2004984384 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f8ed912a0 0x563f8ed95dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.158+0000 7ff361400640 1 -- 172.21.15.12:0/2004984384 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f8ed912a0 msgr2=0x563f8ed95dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:35.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.158+0000 7ff361400640 1 --2- 172.21.15.12:0/2004984384 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f8ed912a0 0x563f8ed95dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.158+0000 7ff361400640 1 -- 172.21.15.12:0/2004984384 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563f8ed8b740 msgr2=0x563f8ed95890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:35.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.158+0000 7ff361400640 1 --2- 172.21.15.12:0/2004984384 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563f8ed8b740 0x563f8ed95890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.158+0000 7ff361400640 1 -- 172.21.15.12:0/2004984384 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563f8ed8c9c0 con 0x563f8ed8c130 2024-03-29T00:17:35.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.158+0000 7ff362800640 1 --2- 172.21.15.12:0/2004984384 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f8ed912a0 0x563f8ed95dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:17:35.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.159+0000 7ff361400640 1 --2- 172.21.15.12:0/2004984384 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563f8ed8c130 0x563f8ed9d1c0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7ff354009ca0 tx=0x7ff35402c100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b4427c4920d40e31 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:35.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.159+0000 7ff352a00640 1 -- 172.21.15.12:0/2004984384 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff354044070 con 0x563f8ed8c130 2024-03-29T00:17:35.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.159+0000 7ff352a00640 1 -- 172.21.15.12:0/2004984384 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff354032340 con 0x563f8ed8c130 2024-03-29T00:17:35.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.159+0000 7ff352a00640 1 -- 172.21.15.12:0/2004984384 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff354039040 con 0x563f8ed8c130 2024-03-29T00:17:35.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.160+0000 7ff36bd79740 1 -- 172.21.15.12:0/2004984384 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563f8ed8c130 msgr2=0x563f8ed9d1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:35.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.160+0000 7ff36bd79740 1 --2- 172.21.15.12:0/2004984384 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563f8ed8c130 0x563f8ed9d1c0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7ff354009ca0 tx=0x7ff35402c100 comp rx=0 tx=0).stop 2024-03-29T00:17:35.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.160+0000 7ff36bd79740 1 -- 172.21.15.12:0/2004984384 shutdown_connections 2024-03-29T00:17:35.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.160+0000 7ff36bd79740 1 --2- 172.21.15.12:0/2004984384 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563f8ed8c130 0x563f8ed9d1c0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.160+0000 7ff36bd79740 1 --2- 172.21.15.12:0/2004984384 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f8ed912a0 0x563f8ed95dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.160+0000 7ff36bd79740 1 --2- 172.21.15.12:0/2004984384 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563f8ed8b740 0x563f8ed95890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.160+0000 7ff36bd79740 1 -- 172.21.15.12:0/2004984384 >> 172.21.15.12:0/2004984384 conn(0x563f8ed86cb0 msgr2=0x563f8ed8d630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:35.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.160+0000 7ff36bd79740 1 -- 172.21.15.12:0/2004984384 shutdown_connections 2024-03-29T00:17:35.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.160+0000 7ff36bd79740 1 -- 172.21.15.12:0/2004984384 wait complete. 2024-03-29T00:17:35.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.160+0000 7ff36bd79740 1 -- start start 2024-03-29T00:17:35.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.160+0000 7ff36bd79740 1 Processor -- start 2024-03-29T00:17:35.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.161+0000 7ff36bd79740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f8ed8b740 0x563f8ed9cc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.161+0000 7ff36bd79740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563f8ed8c130 0x563f8ed9d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.161+0000 7ff36bd79740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563f8ed912a0 0x563f8ed99750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.161+0000 7ff36bd79740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x563f8eda3e30 con 0x563f8ed912a0 2024-03-29T00:17:35.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.161+0000 7ff36bd79740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x563f8eda3760 con 0x563f8ed8c130 2024-03-29T00:17:35.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.161+0000 7ff36bd79740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x563f8eda4500 con 0x563f8ed8b740 2024-03-29T00:17:35.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.161+0000 7ff36bd79740 10 client.0 _ll_register_callbacks cb 0x7ff35c005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:17:35.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.161+0000 7ff361400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563f8ed8c130 0x563f8ed9d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.161+0000 7ff361400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563f8ed8c130 0x563f8ed9d190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:32876/0 (socket says 172.21.15.12:32876) 2024-03-29T00:17:35.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.161+0000 7ff361400640 1 -- 172.21.15.12:0/4154732950 learned_addr learned my addr 172.21.15.12:0/4154732950 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:35.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.161+0000 7ff362800640 1 --2- 172.21.15.12:0/4154732950 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f8ed8b740 0x563f8ed9cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.161+0000 7ff362800640 1 --2- 172.21.15.12:0/4154732950 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563f8ed912a0 0x563f8ed99750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.161+0000 7ff361400640 1 -- 172.21.15.12:0/4154732950 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f8ed8b740 msgr2=0x563f8ed9cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:35.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.161+0000 7ff361400640 1 --2- 172.21.15.12:0/4154732950 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f8ed8b740 0x563f8ed9cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.162+0000 7ff361400640 1 -- 172.21.15.12:0/4154732950 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563f8ed912a0 msgr2=0x563f8ed99750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:35.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.162+0000 7ff361400640 1 --2- 172.21.15.12:0/4154732950 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563f8ed912a0 0x563f8ed99750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.162+0000 7ff361400640 1 -- 172.21.15.12:0/4154732950 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563f8ed99f80 con 0x563f8ed8c130 2024-03-29T00:17:35.169 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.162+0000 7ff361400640 1 --2- 172.21.15.12:0/4154732950 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563f8ed8c130 0x563f8ed9d190 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff35402c640 tx=0x7ff354032f70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ef10e08abdcb8ee4 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:35.169 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.162+0000 7ff347e00640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:17:35.169 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.162+0000 7ff347e00640 1 -- 172.21.15.12:0/4154732950 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff354044050 con 0x563f8ed8c130 2024-03-29T00:17:35.169 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.162+0000 7ff347e00640 1 -- 172.21.15.12:0/4154732950 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7ff354040630 con 0x563f8ed8c130 2024-03-29T00:17:35.169 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.162+0000 7ff36bd79740 1 -- 172.21.15.12:0/4154732950 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x563f8ecf7250 con 0x563f8ed8c130 2024-03-29T00:17:35.169 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.162+0000 7ff347e00640 1 -- 172.21.15.12:0/4154732950 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff354064050 con 0x563f8ed8c130 2024-03-29T00:17:35.169 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.162+0000 7ff36bd79740 10 client.25166 fetch_fsmap learned FSMap version 28 2024-03-29T00:17:35.169 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.162+0000 7ff36bd79740 1 -- 172.21.15.12:0/4154732950 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563f8ee09680 con 0x563f8ed8c130 2024-03-29T00:17:35.169 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.163+0000 7ff347e00640 1 -- 172.21.15.12:0/4154732950 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x563f8ecf7250 con 0x563f8ed8c130 2024-03-29T00:17:35.169 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.163+0000 7ff347e00640 1 -- 172.21.15.12:0/4154732950 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7ff354055920 con 0x563f8ed8c130 2024-03-29T00:17:35.169 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.163+0000 7ff36bd79740 10 client.25166 fetch_fsmap finished waiting for FSMap version 28 2024-03-29T00:17:35.169 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.163+0000 7ff36bd79740 10 client.25166 resolve_mds: resolved name 'c' to daemon mds.c 2024-03-29T00:17:35.169 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.163+0000 7ff36bd79740 20 client.25166 populate_metadata read hostname 'smithi012' 2024-03-29T00:17:35.169 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.163+0000 7ff36bd79740 1 --2- 172.21.15.12:0/4154732950 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x563f8ee0df10 0x563f8ee0cc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.170 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.163+0000 7ff36bd79740 4 client.25166 mds_command: new command op to 24544 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-29T00:17:35.170 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.163+0000 7ff36bd79740 1 -- 172.21.15.12:0/4154732950 --> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] -- command(tid 0: {"prefix": "status"}) -- 0x563f8ec758c0 con 0x563f8ee0df10 2024-03-29T00:17:35.170 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.163+0000 7ff362800640 1 --2- 172.21.15.12:0/4154732950 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x563f8ee0df10 0x563f8ee0cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.170 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.164+0000 7ff362800640 1 --2- 172.21.15.12:0/4154732950 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x563f8ee0df10 0x563f8ee0cc20 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=875760675598e924 server_cookie=77d5c3a086e7710f in_seq=0 out_seq=0 2024-03-29T00:17:35.170 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.164+0000 7ff347e00640 10 client.25166 ms_handle_connect on v2:172.21.15.69:6836/466045469 2024-03-29T00:17:35.170 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.164+0000 7ff347e00640 1 -- 172.21.15.12:0/4154732950 <== mds.2 v2:172.21.15.69:6836/466045469 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x563f8ec758c0 con 0x563f8ee0df10 2024-03-29T00:17:35.170 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.164+0000 7ff347e00640 10 client.25166 handle_command_reply: tid=0 2024-03-29T00:17:35.170 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.164+0000 7ff36bd79740 1 client.25166 shutdown 2024-03-29T00:17:35.170 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.164+0000 7ff36bd79740 1 -- 172.21.15.12:0/4154732950 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563f8ed8c130 msgr2=0x563f8ed9d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:35.170 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.164+0000 7ff36bd79740 1 --2- 172.21.15.12:0/4154732950 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563f8ed8c130 0x563f8ed9d190 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff35402c640 tx=0x7ff354032f70 comp rx=0 tx=0).stop 2024-03-29T00:17:35.170 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.164+0000 7ff36bd79740 1 -- 172.21.15.12:0/4154732950 shutdown_connections 2024-03-29T00:17:35.170 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.164+0000 7ff36bd79740 1 --2- 172.21.15.12:0/4154732950 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x563f8ee0df10 0x563f8ee0cc20 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.170 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.164+0000 7ff36bd79740 1 --2- 172.21.15.12:0/4154732950 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563f8ed8c130 0x563f8ed9d190 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.171 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.164+0000 7ff36bd79740 1 --2- 172.21.15.12:0/4154732950 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563f8ed912a0 0x563f8ed99750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.171 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.164+0000 7ff36bd79740 1 --2- 172.21.15.12:0/4154732950 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f8ed8b740 0x563f8ed9cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.171 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.164+0000 7ff347e00640 0 client.25166 ms_handle_reset on v2:172.21.15.69:6836/466045469 2024-03-29T00:17:35.171 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.164+0000 7ff36bd79740 1 -- 172.21.15.12:0/4154732950 >> 172.21.15.12:0/4154732950 conn(0x563f8ed86cb0 msgr2=0x563f8ed95890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:35.171 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.164+0000 7ff36bd79740 1 -- 172.21.15.12:0/4154732950 shutdown_connections 2024-03-29T00:17:35.171 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.164+0000 7ff36bd79740 1 -- 172.21.15.12:0/4154732950 wait complete. 2024-03-29T00:17:35.171 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.164+0000 7ff36bd79740 20 client.25166 trim_cache size 0 max 16384 2024-03-29T00:17:35.171 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:17:35.171 INFO:teuthology.orchestra.run.smithi012.stdout: "cluster_fsid": "f0a28ba8-ed5f-11ee-95d0-87774f69a715", 2024-03-29T00:17:35.171 INFO:teuthology.orchestra.run.smithi012.stdout: "whoami": 2, 2024-03-29T00:17:35.171 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 24544, 2024-03-29T00:17:35.172 INFO:teuthology.orchestra.run.smithi012.stdout: "want_state": "up:active", 2024-03-29T00:17:35.172 INFO:teuthology.orchestra.run.smithi012.stdout: "state": "up:active", 2024-03-29T00:17:35.172 INFO:teuthology.orchestra.run.smithi012.stdout: "fs_name": "cephfs", 2024-03-29T00:17:35.172 INFO:teuthology.orchestra.run.smithi012.stdout: "rank_uptime": 103.91873380299999, 2024-03-29T00:17:35.172 INFO:teuthology.orchestra.run.smithi012.stdout: "mdsmap_epoch": 28, 2024-03-29T00:17:35.172 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch": 93, 2024-03-29T00:17:35.172 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch_barrier": 89, 2024-03-29T00:17:35.172 INFO:teuthology.orchestra.run.smithi012.stdout: "uptime": 161.163108655 2024-03-29T00:17:35.172 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:17:35.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.165+0000 7ff363200640 1 -- 172.21.15.12:0/3919897342 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff3480a1e00 msgr2=0x7ff3480a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:35.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.165+0000 7ff363200640 1 --2- 172.21.15.12:0/3919897342 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff3480a1e00 0x7ff3480a42c0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7ff34c0972e0 tx=0x7ff34c0046c0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.165+0000 7ff363200640 1 -- 172.21.15.12:0/3919897342 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff3641015c0 msgr2=0x7ff364199b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:35.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.165+0000 7ff363200640 1 --2- 172.21.15.12:0/3919897342 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff3641015c0 0x7ff364199b80 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7ff34c00e9c0 tx=0x7ff34c00ee80 comp rx=0 tx=0).stop 2024-03-29T00:17:35.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.165+0000 7ff363200640 1 -- 172.21.15.12:0/3919897342 shutdown_connections 2024-03-29T00:17:35.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.165+0000 7ff363200640 1 --2- 172.21.15.12:0/3919897342 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff3480a1e00 0x7ff3480a42c0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.165+0000 7ff363200640 1 --2- 172.21.15.12:0/3919897342 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff364103170 0x7ff3641a1130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.165+0000 7ff363200640 1 --2- 172.21.15.12:0/3919897342 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff3641027b0 0x7ff36419a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.165+0000 7ff363200640 1 --2- 172.21.15.12:0/3919897342 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff3641015c0 0x7ff364199b80 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.165+0000 7ff363200640 1 -- 172.21.15.12:0/3919897342 >> 172.21.15.12:0/3919897342 conn(0x7ff3640fcb30 msgr2=0x7ff364073980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:35.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.165+0000 7ff363200640 1 -- 172.21.15.12:0/3919897342 shutdown_connections 2024-03-29T00:17:35.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.165+0000 7ff363200640 1 -- 172.21.15.12:0/3919897342 wait complete. 2024-03-29T00:17:35.183 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:34 smithi012 ceph-mon[31657]: pgmap v395: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-03-29T00:17:35.183 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:34 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1929461278' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:17:35.187 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-03-29T00:17:35.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:34 smithi069 ceph-mon[36074]: pgmap v395: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-03-29T00:17:35.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:34 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1929461278' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:17:35.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:34 smithi053 ceph-mon[36233]: pgmap v395: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-03-29T00:17:35.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:34 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1929461278' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:17:35.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.413+0000 7f40eac00640 1 -- 172.21.15.12:0/430141250 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f40e4107bb0 msgr2=0x7f40e4107fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:35.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.413+0000 7f40eac00640 1 --2- 172.21.15.12:0/430141250 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f40e4107bb0 0x7f40e4107fd0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f40d8009ca0 tx=0x7f40d802c100 comp rx=0 tx=0).stop 2024-03-29T00:17:35.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.414+0000 7f40eac00640 1 -- 172.21.15.12:0/430141250 shutdown_connections 2024-03-29T00:17:35.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.414+0000 7f40eac00640 1 --2- 172.21.15.12:0/430141250 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f40e4109760 0x7f40e410fff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.414+0000 7f40eac00640 1 --2- 172.21.15.12:0/430141250 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f40e4108da0 0x7f40e4109220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.416 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.414+0000 7f40eac00640 1 --2- 172.21.15.12:0/430141250 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f40e4107bb0 0x7f40e4107fd0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.416 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.414+0000 7f40eac00640 1 -- 172.21.15.12:0/430141250 >> 172.21.15.12:0/430141250 conn(0x7f40e4076b40 msgr2=0x7f40e4078f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:35.416 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.414+0000 7f40eac00640 1 -- 172.21.15.12:0/430141250 shutdown_connections 2024-03-29T00:17:35.416 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.414+0000 7f40eac00640 1 -- 172.21.15.12:0/430141250 wait complete. 2024-03-29T00:17:35.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.415+0000 7f40eac00640 1 Processor -- start 2024-03-29T00:17:35.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.415+0000 7f40eac00640 1 -- start start 2024-03-29T00:17:35.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.415+0000 7f40eac00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f40e4107bb0 0x7f40e419dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.415+0000 7f40eac00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f40e4108da0 0x7f40e419e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.415+0000 7f40eac00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f40e4109760 0x7f40e41a5560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.415+0000 7f40eac00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f40e4113960 con 0x7f40e4107bb0 2024-03-29T00:17:35.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.415+0000 7f40eac00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f40e41137e0 con 0x7f40e4108da0 2024-03-29T00:17:35.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.415+0000 7f40eac00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f40e4113ae0 con 0x7f40e4109760 2024-03-29T00:17:35.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.416+0000 7f40e9800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f40e4107bb0 0x7f40e419dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.416+0000 7f40e9800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f40e4107bb0 0x7f40e419dfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:41632/0 (socket says 172.21.15.12:41632) 2024-03-29T00:17:35.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.416+0000 7f40e9800640 1 -- 172.21.15.12:0/1997546552 learned_addr learned my addr 172.21.15.12:0/1997546552 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:35.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.416+0000 7f40e8e00640 1 --2- 172.21.15.12:0/1997546552 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f40e4108da0 0x7f40e419e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.416+0000 7f40ea200640 1 --2- 172.21.15.12:0/1997546552 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f40e4109760 0x7f40e41a5560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.416+0000 7f40e9800640 1 -- 172.21.15.12:0/1997546552 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f40e4109760 msgr2=0x7f40e41a5560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:35.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.416+0000 7f40e9800640 1 --2- 172.21.15.12:0/1997546552 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f40e4109760 0x7f40e41a5560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.416+0000 7f40e9800640 1 -- 172.21.15.12:0/1997546552 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f40e4108da0 msgr2=0x7f40e419e4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:35.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.416+0000 7f40e9800640 1 --2- 172.21.15.12:0/1997546552 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f40e4108da0 0x7f40e419e4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.416+0000 7f40e9800640 1 -- 172.21.15.12:0/1997546552 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40e41a5bd0 con 0x7f40e4107bb0 2024-03-29T00:17:35.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.416+0000 7f40e8e00640 1 --2- 172.21.15.12:0/1997546552 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f40e4108da0 0x7f40e419e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:17:35.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.417+0000 7f40e9800640 1 --2- 172.21.15.12:0/1997546552 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f40e4107bb0 0x7f40e419dfb0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f40d8000f80 tx=0x7f40d8034670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:35.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.417+0000 7f40e2000640 1 -- 172.21.15.12:0/1997546552 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40d8039040 con 0x7f40e4107bb0 2024-03-29T00:17:35.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.417+0000 7f40eac00640 1 -- 172.21.15.12:0/1997546552 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40e41a5e60 con 0x7f40e4107bb0 2024-03-29T00:17:35.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.417+0000 7f40e2000640 1 -- 172.21.15.12:0/1997546552 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f40d8044070 con 0x7f40e4107bb0 2024-03-29T00:17:35.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.417+0000 7f40eac00640 1 -- 172.21.15.12:0/1997546552 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40e41a62c0 con 0x7f40e4107bb0 2024-03-29T00:17:35.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.417+0000 7f40e2000640 1 -- 172.21.15.12:0/1997546552 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40d80045a0 con 0x7f40e4107bb0 2024-03-29T00:17:35.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.420+0000 7f40eee05740 1 Processor -- start 2024-03-29T00:17:35.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.420+0000 7f40eee05740 1 -- start start 2024-03-29T00:17:35.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.420+0000 7f40e2000640 1 -- 172.21.15.12:0/1997546552 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f40d8032940 con 0x7f40e4107bb0 2024-03-29T00:17:35.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.421+0000 7f40eee05740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558b33a88740 0x558b33a88b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.421+0000 7f40eee05740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558b33a89130 0x558b33a8dc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.421+0000 7f40eee05740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558b33a8e2a0 0x558b33a90730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.421+0000 7f40eee05740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x558b339ec9c0 con 0x558b33a89130 2024-03-29T00:17:35.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.421+0000 7f40eee05740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x558b33995c30 con 0x558b33a88740 2024-03-29T00:17:35.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.421+0000 7f40eee05740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x558b339e8a60 con 0x558b33a8e2a0 2024-03-29T00:17:35.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.421+0000 7f40ea200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558b33a88740 0x558b33a88b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.421+0000 7f40e9800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558b33a89130 0x558b33a8dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.421+0000 7f40ea200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558b33a88740 0x558b33a88b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:32898/0 (socket says 172.21.15.12:32898) 2024-03-29T00:17:35.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.421+0000 7f40ea200640 1 -- 172.21.15.12:0/1133402841 learned_addr learned my addr 172.21.15.12:0/1133402841 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:35.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.421+0000 7f40e8e00640 1 --2- 172.21.15.12:0/1133402841 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558b33a8e2a0 0x558b33a90730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.421+0000 7f40ea200640 1 -- 172.21.15.12:0/1133402841 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558b33a8e2a0 msgr2=0x558b33a90730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:35.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.421+0000 7f40ea200640 1 --2- 172.21.15.12:0/1133402841 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558b33a8e2a0 0x558b33a90730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.421+0000 7f40ea200640 1 -- 172.21.15.12:0/1133402841 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558b33a89130 msgr2=0x558b33a8dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:35.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.421+0000 7f40ea200640 1 --2- 172.21.15.12:0/1133402841 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558b33a89130 0x558b33a8dc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.421+0000 7f40ea200640 1 -- 172.21.15.12:0/1133402841 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558b337012d0 con 0x558b33a88740 2024-03-29T00:17:35.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.422+0000 7f40ea200640 1 --2- 172.21.15.12:0/1133402841 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558b33a88740 0x558b33a88b60 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f40dc00b700 tx=0x7f40dc00bbc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=89321b43cc71c448 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:35.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.422+0000 7f40d6a00640 1 -- 172.21.15.12:0/1133402841 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40dc003dd0 con 0x558b33a88740 2024-03-29T00:17:35.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.422+0000 7f40d6a00640 1 -- 172.21.15.12:0/1133402841 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f40dc015070 con 0x558b33a88740 2024-03-29T00:17:35.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.422+0000 7f40d6a00640 1 -- 172.21.15.12:0/1133402841 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40dc0107c0 con 0x558b33a88740 2024-03-29T00:17:35.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.422+0000 7f40e2000640 1 --2- 172.21.15.12:0/1997546552 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f40cc0a1d80 0x7f40cc0a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.423+0000 7f40e2000640 1 -- 172.21.15.12:0/1997546552 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f40d80f05a0 con 0x7f40e4107bb0 2024-03-29T00:17:35.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.423+0000 7f40e9800640 1 --2- 172.21.15.12:0/1997546552 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f40cc0a1d80 0x7f40cc0a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.423+0000 7f40eee05740 1 -- 172.21.15.12:0/1133402841 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558b33a88740 msgr2=0x558b33a88b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:35.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.423+0000 7f40eee05740 1 --2- 172.21.15.12:0/1133402841 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558b33a88740 0x558b33a88b60 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f40dc00b700 tx=0x7f40dc00bbc0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.423+0000 7f40eee05740 1 -- 172.21.15.12:0/1133402841 shutdown_connections 2024-03-29T00:17:35.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.423+0000 7f40eee05740 1 --2- 172.21.15.12:0/1133402841 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558b33a8e2a0 0x558b33a90730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.423+0000 7f40eee05740 1 --2- 172.21.15.12:0/1133402841 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558b33a89130 0x558b33a8dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.423+0000 7f40eee05740 1 --2- 172.21.15.12:0/1133402841 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558b33a88740 0x558b33a88b60 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.423+0000 7f40eee05740 1 -- 172.21.15.12:0/1133402841 >> 172.21.15.12:0/1133402841 conn(0x558b33a83cb0 msgr2=0x558b33a840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:35.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.423+0000 7f40eee05740 1 -- 172.21.15.12:0/1133402841 shutdown_connections 2024-03-29T00:17:35.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.423+0000 7f40eee05740 1 -- 172.21.15.12:0/1133402841 wait complete. 2024-03-29T00:17:35.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.423+0000 7f40e9800640 1 --2- 172.21.15.12:0/1997546552 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f40cc0a1d80 0x7f40cc0a4240 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f40d8009bf0 tx=0x7f40d80f6060 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:35.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.424+0000 7f40eee05740 1 -- start start 2024-03-29T00:17:35.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.424+0000 7f40eee05740 1 Processor -- start 2024-03-29T00:17:35.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.424+0000 7f40eee05740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558b33a88740 0x558b33a92ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.424+0000 7f40eee05740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558b33a89130 0x558b33a931e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.424+0000 7f40eee05740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558b33a8e2a0 0x558b33a9a220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.424+0000 7f40eee05740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x558b33a91250 con 0x558b33a89130 2024-03-29T00:17:35.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.424+0000 7f40eee05740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x558b3398b180 con 0x558b33a8e2a0 2024-03-29T00:17:35.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.424+0000 7f40eee05740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x558b33a913d0 con 0x558b33a88740 2024-03-29T00:17:35.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.424+0000 7f40eee05740 10 client.0 _ll_register_callbacks cb 0x558b33700ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:17:35.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.425+0000 7f40ea200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558b33a88740 0x558b33a92ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.425+0000 7f40ea200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558b33a88740 0x558b33a92ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:40930/0 (socket says 172.21.15.12:40930) 2024-03-29T00:17:35.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.425+0000 7f40ea200640 1 -- 172.21.15.12:0/2303271572 learned_addr learned my addr 172.21.15.12:0/2303271572 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:35.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.425+0000 7f40e8e00640 1 --2- 172.21.15.12:0/2303271572 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558b33a89130 0x558b33a931e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.425+0000 7f40ea200640 1 --2- 172.21.15.12:0/2303271572 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558b33a8e2a0 0x558b33a9a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.425+0000 7f40e8e00640 1 -- 172.21.15.12:0/2303271572 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558b33a88740 msgr2=0x558b33a92ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:35.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.425+0000 7f40e8e00640 1 --2- 172.21.15.12:0/2303271572 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558b33a88740 0x558b33a92ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.425+0000 7f40e8e00640 1 -- 172.21.15.12:0/2303271572 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558b33a8e2a0 msgr2=0x558b33a9a220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:35.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.425+0000 7f40e8e00640 1 --2- 172.21.15.12:0/2303271572 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558b33a8e2a0 0x558b33a9a220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.425+0000 7f40e8e00640 1 -- 172.21.15.12:0/2303271572 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558b337cb6b0 con 0x558b33a89130 2024-03-29T00:17:35.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.425+0000 7f40ea200640 1 --2- 172.21.15.12:0/2303271572 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558b33a88740 0x558b33a92ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:17:35.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.425+0000 7f40e8e00640 1 --2- 172.21.15.12:0/2303271572 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558b33a89130 0x558b33a931e0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f40e419f4c0 tx=0x7f40d0011b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ef8ab2fd37cc5f3 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:35.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.425+0000 7f40cb400640 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-03-29T00:17:35.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.426+0000 7f40cb400640 1 -- 172.21.15.12:0/2303271572 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40d0010bd0 con 0x558b33a89130 2024-03-29T00:17:35.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.426+0000 7f40cb400640 1 -- 172.21.15.12:0/2303271572 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f40d0010d70 con 0x558b33a89130 2024-03-29T00:17:35.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.426+0000 7f40eee05740 1 -- 172.21.15.12:0/2303271572 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f40dc015070 con 0x558b33a89130 2024-03-29T00:17:35.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.426+0000 7f40cb400640 1 -- 172.21.15.12:0/2303271572 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f40d0024050 con 0x558b33a89130 2024-03-29T00:17:35.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.426+0000 7f40eee05740 10 client.15081 fetch_fsmap learned FSMap version 28 2024-03-29T00:17:35.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.426+0000 7f40eee05740 1 -- 172.21.15.12:0/2303271572 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x558b33a9d600 con 0x558b33a89130 2024-03-29T00:17:35.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.426+0000 7f40cb400640 1 -- 172.21.15.12:0/2303271572 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f40dc015070 con 0x558b33a89130 2024-03-29T00:17:35.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.427+0000 7f40cb400640 1 -- 172.21.15.12:0/2303271572 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f40d001a410 con 0x558b33a89130 2024-03-29T00:17:35.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.427+0000 7f40eee05740 10 client.15081 fetch_fsmap finished waiting for FSMap version 28 2024-03-29T00:17:35.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.427+0000 7f40eee05740 10 client.15081 resolve_mds: resolved name 'b' to daemon mds.b 2024-03-29T00:17:35.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.427+0000 7f40eee05740 20 client.15081 populate_metadata read hostname 'smithi012' 2024-03-29T00:17:35.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.427+0000 7f40eee05740 1 --2- 172.21.15.12:0/2303271572 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x558b33a9fcd0 0x558b33aa1140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.427+0000 7f40eee05740 4 client.15081 mds_command: new command op to 24566 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:17:35.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.427+0000 7f40eee05740 1 -- 172.21.15.12:0/2303271572 --> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558b339f9f00 con 0x558b33a9fcd0 2024-03-29T00:17:35.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.427+0000 7f40ea200640 1 --2- 172.21.15.12:0/2303271572 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x558b33a9fcd0 0x558b33aa1140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.428+0000 7f40ea200640 1 --2- 172.21.15.12:0/2303271572 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x558b33a9fcd0 0x558b33aa1140 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=36b67eafb3956a4c server_cookie=bd83f329cd9597ba in_seq=0 out_seq=0 2024-03-29T00:17:35.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.428+0000 7f40cb400640 10 client.15081 ms_handle_connect on v2:172.21.15.53:6838/2142959350 2024-03-29T00:17:35.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.429+0000 7f40cb400640 1 -- 172.21.15.12:0/2303271572 <== mds.1 v2:172.21.15.53:6838/2142959350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x558b339f9f00 con 0x558b33a9fcd0 2024-03-29T00:17:35.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.429+0000 7f40cb400640 10 client.15081 handle_command_reply: tid=0 2024-03-29T00:17:35.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.429+0000 7f40eee05740 1 client.15081 shutdown 2024-03-29T00:17:35.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.429+0000 7f40eee05740 1 -- 172.21.15.12:0/2303271572 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558b33a89130 msgr2=0x558b33a931e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:35.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.429+0000 7f40eee05740 1 --2- 172.21.15.12:0/2303271572 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558b33a89130 0x558b33a931e0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f40e419f4c0 tx=0x7f40d0011b50 comp rx=0 tx=0).stop 2024-03-29T00:17:35.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.429+0000 7f40eee05740 1 -- 172.21.15.12:0/2303271572 shutdown_connections 2024-03-29T00:17:35.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.429+0000 7f40eee05740 1 --2- 172.21.15.12:0/2303271572 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x558b33a9fcd0 0x558b33aa1140 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.429+0000 7f40eee05740 1 --2- 172.21.15.12:0/2303271572 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558b33a8e2a0 0x558b33a9a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.429+0000 7f40eee05740 1 --2- 172.21.15.12:0/2303271572 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558b33a89130 0x558b33a931e0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.429+0000 7f40cb400640 0 client.15081 ms_handle_reset on v2:172.21.15.53:6838/2142959350 2024-03-29T00:17:35.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.429+0000 7f40eee05740 1 --2- 172.21.15.12:0/2303271572 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558b33a88740 0x558b33a92ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.429+0000 7f40eee05740 1 -- 172.21.15.12:0/2303271572 >> 172.21.15.12:0/2303271572 conn(0x558b33a83cb0 msgr2=0x558b33a82df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:35.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.429+0000 7f40eee05740 1 -- 172.21.15.12:0/2303271572 shutdown_connections 2024-03-29T00:17:35.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.429+0000 7f40eee05740 1 -- 172.21.15.12:0/2303271572 wait complete. 2024-03-29T00:17:35.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.430+0000 7f40eee05740 20 client.15081 trim_cache size 0 max 16384 2024-03-29T00:17:35.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.449+0000 7f40eee05740 1 Processor -- start 2024-03-29T00:17:35.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.450+0000 7f40eee05740 1 -- start start 2024-03-29T00:17:35.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.450+0000 7f40eee05740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558b33a88740 0x558b33a84090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.450+0000 7f40eee05740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558b33a89130 0x558b33a9a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.450+0000 7f40eee05740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558b33a8e2a0 0x558b33a82560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.450+0000 7f40eee05740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x558b33a9f480 con 0x558b33a89130 2024-03-29T00:17:35.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.450+0000 7f40eee05740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x558b33a9fb50 con 0x558b33a88740 2024-03-29T00:17:35.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.450+0000 7f40eee05740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x558b33aa0220 con 0x558b33a8e2a0 2024-03-29T00:17:35.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.450+0000 7f40e8e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558b33a89130 0x558b33a9a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.450+0000 7f40ea200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558b33a88740 0x558b33a84090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.450+0000 7f40e8e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558b33a89130 0x558b33a9a1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:41674/0 (socket says 172.21.15.12:41674) 2024-03-29T00:17:35.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.450+0000 7f40ea200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558b33a88740 0x558b33a84090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:32914/0 (socket says 172.21.15.12:32914) 2024-03-29T00:17:35.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.450+0000 7f40e8e00640 1 -- 172.21.15.12:0/3763486637 learned_addr learned my addr 172.21.15.12:0/3763486637 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:35.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.451+0000 7f40ea200640 1 --2- 172.21.15.12:0/3763486637 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558b33a8e2a0 0x558b33a82560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.451+0000 7f40e8e00640 1 -- 172.21.15.12:0/3763486637 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558b33a8e2a0 msgr2=0x558b33a82560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:35.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.451+0000 7f40e8e00640 1 --2- 172.21.15.12:0/3763486637 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558b33a8e2a0 0x558b33a82560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.451+0000 7f40e8e00640 1 -- 172.21.15.12:0/3763486637 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558b33a88740 msgr2=0x558b33a84090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:35.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.451+0000 7f40e8e00640 1 --2- 172.21.15.12:0/3763486637 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558b33a88740 0x558b33a84090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.451+0000 7f40e8e00640 1 -- 172.21.15.12:0/3763486637 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558b33a84a20 con 0x558b33a89130 2024-03-29T00:17:35.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.451+0000 7f40ea200640 1 --2- 172.21.15.12:0/3763486637 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558b33a88740 0x558b33a84090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:17:35.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.451+0000 7f40e8e00640 1 --2- 172.21.15.12:0/3763486637 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558b33a89130 0x558b33a9a1e0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f40d001a880 tx=0x7f40d00056f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=158a173b63ce8172 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:35.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.451+0000 7f40d6000640 1 -- 172.21.15.12:0/3763486637 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40d0005bb0 con 0x558b33a89130 2024-03-29T00:17:35.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.451+0000 7f40d6000640 1 -- 172.21.15.12:0/3763486637 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f40d002d070 con 0x558b33a89130 2024-03-29T00:17:35.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.452+0000 7f40d6000640 1 -- 172.21.15.12:0/3763486637 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40d0005290 con 0x558b33a89130 2024-03-29T00:17:35.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.452+0000 7f40eee05740 1 -- 172.21.15.12:0/3763486637 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558b33a89130 msgr2=0x558b33a9a1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:35.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.452+0000 7f40eee05740 1 --2- 172.21.15.12:0/3763486637 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558b33a89130 0x558b33a9a1e0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f40d001a880 tx=0x7f40d00056f0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.452+0000 7f40eee05740 1 -- 172.21.15.12:0/3763486637 shutdown_connections 2024-03-29T00:17:35.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.452+0000 7f40eee05740 1 --2- 172.21.15.12:0/3763486637 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558b33a8e2a0 0x558b33a82560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.452+0000 7f40eee05740 1 --2- 172.21.15.12:0/3763486637 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558b33a89130 0x558b33a9a1e0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.452+0000 7f40eee05740 1 --2- 172.21.15.12:0/3763486637 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558b33a88740 0x558b33a84090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.452+0000 7f40eee05740 1 -- 172.21.15.12:0/3763486637 >> 172.21.15.12:0/3763486637 conn(0x558b33a83cb0 msgr2=0x558b33a917a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:35.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.452+0000 7f40eee05740 1 -- 172.21.15.12:0/3763486637 shutdown_connections 2024-03-29T00:17:35.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.452+0000 7f40eee05740 1 -- 172.21.15.12:0/3763486637 wait complete. 2024-03-29T00:17:35.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.453+0000 7f40eee05740 1 -- start start 2024-03-29T00:17:35.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.453+0000 7f40eee05740 1 Processor -- start 2024-03-29T00:17:35.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.453+0000 7f40eee05740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558b33a88740 0x558b33a98130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.453+0000 7f40eee05740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558b33a89130 0x558b33b01a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.453+0000 7f40eee05740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558b33a8e2a0 0x558b33b03f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.453+0000 7f40eee05740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x558b33aa0fc0 con 0x558b33a8e2a0 2024-03-29T00:17:35.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.453+0000 7f40eee05740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x558b33aa08f0 con 0x558b33a89130 2024-03-29T00:17:35.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.453+0000 7f40eee05740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x558b33aa1690 con 0x558b33a88740 2024-03-29T00:17:35.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.453+0000 7f40eee05740 10 client.0 _ll_register_callbacks cb 0x7f40d000bbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:17:35.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.454+0000 7f40e8e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558b33a89130 0x558b33b01a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.454+0000 7f40e8e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558b33a89130 0x558b33b01a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:32924/0 (socket says 172.21.15.12:32924) 2024-03-29T00:17:35.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.454+0000 7f40e8e00640 1 -- 172.21.15.12:0/1846456254 learned_addr learned my addr 172.21.15.12:0/1846456254 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:35.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.454+0000 7f40ea200640 1 --2- 172.21.15.12:0/1846456254 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558b33a88740 0x558b33a98130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.454+0000 7f40ea200640 1 --2- 172.21.15.12:0/1846456254 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558b33a8e2a0 0x558b33b03f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.454+0000 7f40e8e00640 1 -- 172.21.15.12:0/1846456254 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558b33a88740 msgr2=0x558b33a98130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:35.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.454+0000 7f40e8e00640 1 --2- 172.21.15.12:0/1846456254 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558b33a88740 0x558b33a98130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.454+0000 7f40e8e00640 1 -- 172.21.15.12:0/1846456254 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558b33a8e2a0 msgr2=0x558b33b03f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:35.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.454+0000 7f40e8e00640 1 --2- 172.21.15.12:0/1846456254 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558b33a8e2a0 0x558b33b03f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.454+0000 7f40e8e00640 1 -- 172.21.15.12:0/1846456254 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558b33b045b0 con 0x558b33a89130 2024-03-29T00:17:35.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.454+0000 7f40e8e00640 1 --2- 172.21.15.12:0/1846456254 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558b33a89130 0x558b33b01a20 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f40d002c000 tx=0x7f40d001a690 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b91f7bda9f7da963 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:35.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.454+0000 7f40cb400640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:17:35.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.455+0000 7f40cb400640 1 -- 172.21.15.12:0/1846456254 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40d0010bd0 con 0x558b33a89130 2024-03-29T00:17:35.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.455+0000 7f40eee05740 1 -- 172.21.15.12:0/1846456254 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f40d002d070 con 0x558b33a89130 2024-03-29T00:17:35.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.455+0000 7f40cb400640 1 -- 172.21.15.12:0/1846456254 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f40d0005bb0 con 0x558b33a89130 2024-03-29T00:17:35.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.455+0000 7f40cb400640 1 -- 172.21.15.12:0/1846456254 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f40d001ad00 con 0x558b33a89130 2024-03-29T00:17:35.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.455+0000 7f40eee05740 10 client.25184 fetch_fsmap learned FSMap version 28 2024-03-29T00:17:35.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.455+0000 7f40eee05740 1 -- 172.21.15.12:0/1846456254 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x558b33b058b0 con 0x558b33a89130 2024-03-29T00:17:35.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.455+0000 7f40cb400640 1 -- 172.21.15.12:0/1846456254 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f40d002d070 con 0x558b33a89130 2024-03-29T00:17:35.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.455+0000 7f40cb400640 1 -- 172.21.15.12:0/1846456254 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f40d0004780 con 0x558b33a89130 2024-03-29T00:17:35.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.455+0000 7f40eee05740 10 client.25184 fetch_fsmap finished waiting for FSMap version 28 2024-03-29T00:17:35.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.455+0000 7f40eee05740 10 client.25184 resolve_mds: resolved name 'b' to daemon mds.b 2024-03-29T00:17:35.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.455+0000 7f40eee05740 20 client.25184 populate_metadata read hostname 'smithi012' 2024-03-29T00:17:35.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.455+0000 7f40eee05740 1 --2- 172.21.15.12:0/1846456254 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x558b33b0a2d0 0x558b33b08fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.455+0000 7f40eee05740 4 client.25184 mds_command: new command op to 24566 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-29T00:17:35.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.455+0000 7f40eee05740 1 -- 172.21.15.12:0/1846456254 --> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] -- command(tid 0: {"prefix": "status"}) -- 0x558b339f4250 con 0x558b33b0a2d0 2024-03-29T00:17:35.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.456+0000 7f40ea200640 1 --2- 172.21.15.12:0/1846456254 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x558b33b0a2d0 0x558b33b08fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.456+0000 7f40ea200640 1 --2- 172.21.15.12:0/1846456254 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x558b33b0a2d0 0x558b33b08fe0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b033371524006cff server_cookie=7150f2eeadb800eb in_seq=0 out_seq=0 2024-03-29T00:17:35.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.456+0000 7f40cb400640 10 client.25184 ms_handle_connect on v2:172.21.15.53:6838/2142959350 2024-03-29T00:17:35.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.456+0000 7f40cb400640 1 -- 172.21.15.12:0/1846456254 <== mds.1 v2:172.21.15.53:6838/2142959350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x558b339f4250 con 0x558b33b0a2d0 2024-03-29T00:17:35.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.456+0000 7f40cb400640 10 client.25184 handle_command_reply: tid=0 2024-03-29T00:17:35.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.456+0000 7f40eee05740 1 client.25184 shutdown 2024-03-29T00:17:35.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.456+0000 7f40eee05740 1 -- 172.21.15.12:0/1846456254 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558b33a89130 msgr2=0x558b33b01a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:35.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.456+0000 7f40eee05740 1 --2- 172.21.15.12:0/1846456254 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558b33a89130 0x558b33b01a20 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f40d002c000 tx=0x7f40d001a690 comp rx=0 tx=0).stop 2024-03-29T00:17:35.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.457+0000 7f40eee05740 1 -- 172.21.15.12:0/1846456254 shutdown_connections 2024-03-29T00:17:35.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.457+0000 7f40eee05740 1 --2- 172.21.15.12:0/1846456254 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x558b33b0a2d0 0x558b33b08fe0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.457+0000 7f40eee05740 1 --2- 172.21.15.12:0/1846456254 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558b33a89130 0x558b33b01a20 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.457+0000 7f40eee05740 1 --2- 172.21.15.12:0/1846456254 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558b33a8e2a0 0x558b33b03f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.457+0000 7f40eee05740 1 --2- 172.21.15.12:0/1846456254 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558b33a88740 0x558b33a98130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.457+0000 7f40cb400640 0 client.25184 ms_handle_reset on v2:172.21.15.53:6838/2142959350 2024-03-29T00:17:35.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.457+0000 7f40eee05740 1 -- 172.21.15.12:0/1846456254 >> 172.21.15.12:0/1846456254 conn(0x558b33a83cb0 msgr2=0x558b33a84090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:35.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.457+0000 7f40eee05740 1 -- 172.21.15.12:0/1846456254 shutdown_connections 2024-03-29T00:17:35.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.457+0000 7f40eee05740 1 -- 172.21.15.12:0/1846456254 wait complete. 2024-03-29T00:17:35.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.457+0000 7f40eee05740 20 client.25184 trim_cache size 0 max 16384 2024-03-29T00:17:35.463 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:17:35.463 INFO:teuthology.orchestra.run.smithi012.stdout: "cluster_fsid": "f0a28ba8-ed5f-11ee-95d0-87774f69a715", 2024-03-29T00:17:35.463 INFO:teuthology.orchestra.run.smithi012.stdout: "whoami": 1, 2024-03-29T00:17:35.464 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 24566, 2024-03-29T00:17:35.464 INFO:teuthology.orchestra.run.smithi012.stdout: "want_state": "up:active", 2024-03-29T00:17:35.464 INFO:teuthology.orchestra.run.smithi012.stdout: "state": "up:active", 2024-03-29T00:17:35.464 INFO:teuthology.orchestra.run.smithi012.stdout: "fs_name": "cephfs", 2024-03-29T00:17:35.464 INFO:teuthology.orchestra.run.smithi012.stdout: "rank_uptime": 105.22154108399999, 2024-03-29T00:17:35.464 INFO:teuthology.orchestra.run.smithi012.stdout: "mdsmap_epoch": 28, 2024-03-29T00:17:35.464 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch": 93, 2024-03-29T00:17:35.464 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch_barrier": 89, 2024-03-29T00:17:35.464 INFO:teuthology.orchestra.run.smithi012.stdout: "uptime": 144.27498899099999 2024-03-29T00:17:35.464 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:17:35.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.457+0000 7f40eac00640 1 -- 172.21.15.12:0/1997546552 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f40cc0a1d80 msgr2=0x7f40cc0a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:35.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.457+0000 7f40eac00640 1 --2- 172.21.15.12:0/1997546552 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f40cc0a1d80 0x7f40cc0a4240 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f40d8009bf0 tx=0x7f40d80f6060 comp rx=0 tx=0).stop 2024-03-29T00:17:35.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.457+0000 7f40eac00640 1 -- 172.21.15.12:0/1997546552 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f40e4107bb0 msgr2=0x7f40e419dfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:35.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.457+0000 7f40eac00640 1 --2- 172.21.15.12:0/1997546552 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f40e4107bb0 0x7f40e419dfb0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f40d8000f80 tx=0x7f40d8034670 comp rx=0 tx=0).stop 2024-03-29T00:17:35.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.458+0000 7f40eac00640 1 -- 172.21.15.12:0/1997546552 shutdown_connections 2024-03-29T00:17:35.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.458+0000 7f40eac00640 1 --2- 172.21.15.12:0/1997546552 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f40cc0a1d80 0x7f40cc0a4240 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.458+0000 7f40eac00640 1 --2- 172.21.15.12:0/1997546552 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f40e4108da0 0x7f40e419e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.458+0000 7f40eac00640 1 --2- 172.21.15.12:0/1997546552 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f40e4109760 0x7f40e41a5560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.458+0000 7f40eac00640 1 --2- 172.21.15.12:0/1997546552 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f40e4107bb0 0x7f40e419dfb0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.458+0000 7f40eac00640 1 -- 172.21.15.12:0/1997546552 >> 172.21.15.12:0/1997546552 conn(0x7f40e4076b40 msgr2=0x7f40e410c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:35.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.458+0000 7f40eac00640 1 -- 172.21.15.12:0/1997546552 shutdown_connections 2024-03-29T00:17:35.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.458+0000 7f40eac00640 1 -- 172.21.15.12:0/1997546552 wait complete. 2024-03-29T00:17:35.476 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-03-29T00:17:35.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.687+0000 7fc22aa00640 1 -- 172.21.15.12:0/336399969 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc224102790 msgr2=0x7fc224102c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:35.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.687+0000 7fc22aa00640 1 --2- 172.21.15.12:0/336399969 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc224102790 0x7fc224102c10 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc210009900 tx=0x7fc21002bc30 comp rx=0 tx=0).stop 2024-03-29T00:17:35.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.687+0000 7fc22aa00640 1 -- 172.21.15.12:0/336399969 shutdown_connections 2024-03-29T00:17:35.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.687+0000 7fc22aa00640 1 --2- 172.21.15.12:0/336399969 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc224102790 0x7fc224102c10 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.687+0000 7fc22aa00640 1 --2- 172.21.15.12:0/336399969 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc224103150 0x7fc2241099e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.690 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.687+0000 7fc22aa00640 1 --2- 172.21.15.12:0/336399969 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc2241015a0 0x7fc2241019c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.690 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.687+0000 7fc22aa00640 1 -- 172.21.15.12:0/336399969 >> 172.21.15.12:0/336399969 conn(0x7fc2240fcb30 msgr2=0x7fc2240fef50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:35.690 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.687+0000 7fc22aa00640 1 -- 172.21.15.12:0/336399969 shutdown_connections 2024-03-29T00:17:35.690 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.687+0000 7fc22aa00640 1 -- 172.21.15.12:0/336399969 wait complete. 2024-03-29T00:17:35.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.688+0000 7fc22aa00640 1 Processor -- start 2024-03-29T00:17:35.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.688+0000 7fc22aa00640 1 -- start start 2024-03-29T00:17:35.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.689+0000 7fc22aa00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc2241015a0 0x7fc224199c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.689+0000 7fc22aa00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc224102790 0x7fc22419a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.689+0000 7fc22aa00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc224103150 0x7fc2241a11b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.689+0000 7fc22aa00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fc22410d300 con 0x7fc224102790 2024-03-29T00:17:35.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.689+0000 7fc22aa00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fc22410d180 con 0x7fc224103150 2024-03-29T00:17:35.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.689+0000 7fc22aa00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc22410d480 con 0x7fc2241015a0 2024-03-29T00:17:35.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.689+0000 7fc229600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc2241015a0 0x7fc224199c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.689+0000 7fc22a000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc224103150 0x7fc2241a11b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.689+0000 7fc228c00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc224102790 0x7fc22419a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.689+0000 7fc229600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc2241015a0 0x7fc224199c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:40958/0 (socket says 172.21.15.12:40958) 2024-03-29T00:17:35.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.689+0000 7fc229600640 1 -- 172.21.15.12:0/2543946881 learned_addr learned my addr 172.21.15.12:0/2543946881 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:35.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.690+0000 7fc229600640 1 -- 172.21.15.12:0/2543946881 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc224103150 msgr2=0x7fc2241a11b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:35.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.690+0000 7fc229600640 1 --2- 172.21.15.12:0/2543946881 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc224103150 0x7fc2241a11b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.690+0000 7fc229600640 1 -- 172.21.15.12:0/2543946881 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc224102790 msgr2=0x7fc22419a180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:35.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.690+0000 7fc229600640 1 --2- 172.21.15.12:0/2543946881 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc224102790 0x7fc22419a180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.690+0000 7fc229600640 1 -- 172.21.15.12:0/2543946881 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2241a1850 con 0x7fc2241015a0 2024-03-29T00:17:35.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.690+0000 7fc22a000640 1 --2- 172.21.15.12:0/2543946881 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc224103150 0x7fc2241a11b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:17:35.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.690+0000 7fc229600640 1 --2- 172.21.15.12:0/2543946881 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc2241015a0 0x7fc224199c40 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fc21800e9c0 tx=0x7fc21800ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:35.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.690+0000 7fc222000640 1 -- 172.21.15.12:0/2543946881 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc21800cd80 con 0x7fc2241015a0 2024-03-29T00:17:35.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.690+0000 7fc222000640 1 -- 172.21.15.12:0/2543946881 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc2180035f0 con 0x7fc2241015a0 2024-03-29T00:17:35.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.690+0000 7fc22aa00640 1 -- 172.21.15.12:0/2543946881 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2241a1b40 con 0x7fc2241015a0 2024-03-29T00:17:35.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.690+0000 7fc222000640 1 -- 172.21.15.12:0/2543946881 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc218010690 con 0x7fc2241015a0 2024-03-29T00:17:35.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.690+0000 7fc22aa00640 1 -- 172.21.15.12:0/2543946881 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2241a20e0 con 0x7fc2241015a0 2024-03-29T00:17:35.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.694+0000 7fc22ed6a740 1 Processor -- start 2024-03-29T00:17:35.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.694+0000 7fc222000640 1 -- 172.21.15.12:0/2543946881 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fc2180037a0 con 0x7fc2241015a0 2024-03-29T00:17:35.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.694+0000 7fc22ed6a740 1 -- start start 2024-03-29T00:17:35.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.694+0000 7fc22ed6a740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558e76ff0740 0x558e76ff0b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.694+0000 7fc22ed6a740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558e76ff1130 0x558e76ff5c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.694+0000 7fc22ed6a740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558e76ff62a0 0x558e76ff8730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.694+0000 7fc22ed6a740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x558e76f549c0 con 0x558e76ff1130 2024-03-29T00:17:35.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.694+0000 7fc22ed6a740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x558e76efdc30 con 0x558e76ff62a0 2024-03-29T00:17:35.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.694+0000 7fc22ed6a740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x558e76f50a60 con 0x558e76ff0740 2024-03-29T00:17:35.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.694+0000 7fc22a000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558e76ff0740 0x558e76ff0b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.694+0000 7fc22a000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558e76ff0740 0x558e76ff0b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:40972/0 (socket says 172.21.15.12:40972) 2024-03-29T00:17:35.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.694+0000 7fc22a000640 1 -- 172.21.15.12:0/2371509396 learned_addr learned my addr 172.21.15.12:0/2371509396 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:35.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.694+0000 7fc229600640 1 --2- 172.21.15.12:0/2371509396 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558e76ff1130 0x558e76ff5c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.694+0000 7fc228c00640 1 --2- 172.21.15.12:0/2371509396 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558e76ff62a0 0x558e76ff8730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.695+0000 7fc22a000640 1 -- 172.21.15.12:0/2371509396 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558e76ff62a0 msgr2=0x558e76ff8730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:35.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.695+0000 7fc22a000640 1 --2- 172.21.15.12:0/2371509396 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558e76ff62a0 0x558e76ff8730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.695+0000 7fc22a000640 1 -- 172.21.15.12:0/2371509396 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558e76ff1130 msgr2=0x558e76ff5c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:35.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.695+0000 7fc22a000640 1 --2- 172.21.15.12:0/2371509396 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558e76ff1130 0x558e76ff5c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.695+0000 7fc22a000640 1 -- 172.21.15.12:0/2371509396 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558e76c692d0 con 0x558e76ff0740 2024-03-29T00:17:35.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.695+0000 7fc229600640 1 --2- 172.21.15.12:0/2371509396 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558e76ff1130 0x558e76ff5c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:17:35.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.695+0000 7fc22a000640 1 --2- 172.21.15.12:0/2371509396 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558e76ff0740 0x558e76ff0b60 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fc21c0117e0 tx=0x7fc21c011ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=93303e2b3bc49d99 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:35.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.695+0000 7fc216600640 1 -- 172.21.15.12:0/2371509396 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc21c011310 con 0x558e76ff0740 2024-03-29T00:17:35.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.695+0000 7fc216600640 1 -- 172.21.15.12:0/2371509396 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc21c00f9a0 con 0x558e76ff0740 2024-03-29T00:17:35.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.695+0000 7fc216600640 1 -- 172.21.15.12:0/2371509396 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc21c004690 con 0x558e76ff0740 2024-03-29T00:17:35.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.696+0000 7fc222000640 1 --2- 172.21.15.12:0/2543946881 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fc20c0a1e00 0x7fc20c0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.696+0000 7fc222000640 1 -- 172.21.15.12:0/2543946881 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fc2180ce590 con 0x7fc2241015a0 2024-03-29T00:17:35.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.696+0000 7fc229600640 1 --2- 172.21.15.12:0/2543946881 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fc20c0a1e00 0x7fc20c0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.696+0000 7fc22ed6a740 1 -- 172.21.15.12:0/2371509396 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558e76ff0740 msgr2=0x558e76ff0b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:35.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.696+0000 7fc22ed6a740 1 --2- 172.21.15.12:0/2371509396 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558e76ff0740 0x558e76ff0b60 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fc21c0117e0 tx=0x7fc21c011ca0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.696+0000 7fc22ed6a740 1 -- 172.21.15.12:0/2371509396 shutdown_connections 2024-03-29T00:17:35.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.696+0000 7fc22ed6a740 1 --2- 172.21.15.12:0/2371509396 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558e76ff62a0 0x558e76ff8730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.696+0000 7fc22ed6a740 1 --2- 172.21.15.12:0/2371509396 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558e76ff1130 0x558e76ff5c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.696+0000 7fc22ed6a740 1 --2- 172.21.15.12:0/2371509396 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558e76ff0740 0x558e76ff0b60 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.696+0000 7fc22ed6a740 1 -- 172.21.15.12:0/2371509396 >> 172.21.15.12:0/2371509396 conn(0x558e76febcb0 msgr2=0x558e76fec0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:35.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.697+0000 7fc22ed6a740 1 -- 172.21.15.12:0/2371509396 shutdown_connections 2024-03-29T00:17:35.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.697+0000 7fc22ed6a740 1 -- 172.21.15.12:0/2371509396 wait complete. 2024-03-29T00:17:35.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.697+0000 7fc229600640 1 --2- 172.21.15.12:0/2543946881 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fc20c0a1e00 0x7fc20c0a42c0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fc21809ae60 tx=0x7fc218098ee0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:35.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.697+0000 7fc22ed6a740 1 -- start start 2024-03-29T00:17:35.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.697+0000 7fc22ed6a740 1 Processor -- start 2024-03-29T00:17:35.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.698+0000 7fc22ed6a740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558e76ff0740 0x558e76ffac60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.698+0000 7fc22ed6a740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558e76ff1130 0x558e76ffb1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.698+0000 7fc22ed6a740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558e76ff62a0 0x558e770021e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.698+0000 7fc22ed6a740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x558e76ff9250 con 0x558e76ff1130 2024-03-29T00:17:35.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.698+0000 7fc22ed6a740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x558e76ef3180 con 0x558e76ff0740 2024-03-29T00:17:35.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.698+0000 7fc22ed6a740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x558e76ff93d0 con 0x558e76ff62a0 2024-03-29T00:17:35.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.698+0000 7fc22ed6a740 10 client.0 _ll_register_callbacks cb 0x558e76c68ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:17:35.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.698+0000 7fc22a000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558e76ff0740 0x558e76ffac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.698+0000 7fc228c00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558e76ff1130 0x558e76ffb1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.698+0000 7fc22a000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558e76ff0740 0x558e76ffac60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:32948/0 (socket says 172.21.15.12:32948) 2024-03-29T00:17:35.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.698+0000 7fc22a000640 1 -- 172.21.15.12:0/3644441717 learned_addr learned my addr 172.21.15.12:0/3644441717 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:35.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.698+0000 7fc22a000640 1 --2- 172.21.15.12:0/3644441717 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558e76ff62a0 0x558e770021e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.698+0000 7fc22a000640 1 -- 172.21.15.12:0/3644441717 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558e76ff62a0 msgr2=0x558e770021e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:35.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.698+0000 7fc22a000640 1 --2- 172.21.15.12:0/3644441717 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558e76ff62a0 0x558e770021e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.698+0000 7fc22a000640 1 -- 172.21.15.12:0/3644441717 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558e76ff1130 msgr2=0x558e76ffb1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:35.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.698+0000 7fc22a000640 1 --2- 172.21.15.12:0/3644441717 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558e76ff1130 0x558e76ffb1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.698+0000 7fc22a000640 1 -- 172.21.15.12:0/3644441717 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558e76d336b0 con 0x558e76ff0740 2024-03-29T00:17:35.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.699+0000 7fc22a000640 1 --2- 172.21.15.12:0/3644441717 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558e76ff0740 0x558e76ffac60 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fc21c005f40 tx=0x7fc21c005bd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f991d95dc667c14e server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:35.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.699+0000 7fc20aa00640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:17:35.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.699+0000 7fc20aa00640 1 -- 172.21.15.12:0/3644441717 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc21c003c20 con 0x558e76ff0740 2024-03-29T00:17:35.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.699+0000 7fc22ed6a740 1 -- 172.21.15.12:0/3644441717 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc21c00f9a0 con 0x558e76ff0740 2024-03-29T00:17:35.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.699+0000 7fc20aa00640 1 -- 172.21.15.12:0/3644441717 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fc21c003dc0 con 0x558e76ff0740 2024-03-29T00:17:35.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.699+0000 7fc20aa00640 1 -- 172.21.15.12:0/3644441717 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc21c034050 con 0x558e76ff0740 2024-03-29T00:17:35.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.699+0000 7fc22ed6a740 10 client.25196 fetch_fsmap learned FSMap version 28 2024-03-29T00:17:35.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.699+0000 7fc22ed6a740 1 -- 172.21.15.12:0/3644441717 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x558e77005550 con 0x558e76ff0740 2024-03-29T00:17:35.705 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.699+0000 7fc20aa00640 1 -- 172.21.15.12:0/3644441717 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc21c00f9a0 con 0x558e76ff0740 2024-03-29T00:17:35.705 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.699+0000 7fc20aa00640 1 -- 172.21.15.12:0/3644441717 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fc21c028040 con 0x558e76ff0740 2024-03-29T00:17:35.705 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.700+0000 7fc22ed6a740 10 client.25196 fetch_fsmap finished waiting for FSMap version 28 2024-03-29T00:17:35.705 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.700+0000 7fc22ed6a740 10 client.25196 resolve_mds: resolved name 'i' to daemon mds.i 2024-03-29T00:17:35.705 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.700+0000 7fc22ed6a740 20 client.25196 populate_metadata read hostname 'smithi012' 2024-03-29T00:17:35.705 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.700+0000 7fc22ed6a740 1 --2- 172.21.15.12:0/3644441717 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x558e77007920 0x558e77008d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.705 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.700+0000 7fc22ed6a740 4 client.25196 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:17:35.705 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.700+0000 7fc22ed6a740 1 -- 172.21.15.12:0/3644441717 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558e76f61f00 con 0x558e77007920 2024-03-29T00:17:35.705 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.700+0000 7fc228c00640 1 --2- 172.21.15.12:0/3644441717 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x558e77007920 0x558e77008d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.705 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.700+0000 7fc228c00640 1 --2- 172.21.15.12:0/3644441717 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x558e77007920 0x558e77008d90 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cbb08e5339e0fe6a server_cookie=a6b450a275652ea9 in_seq=0 out_seq=0 2024-03-29T00:17:35.705 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.700+0000 7fc20aa00640 10 client.25196 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:17:35.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.702+0000 7fc20aa00640 1 -- 172.21.15.12:0/3644441717 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x558e76f61f00 con 0x558e77007920 2024-03-29T00:17:35.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.702+0000 7fc20aa00640 10 client.25196 handle_command_reply: tid=0 2024-03-29T00:17:35.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.702+0000 7fc22ed6a740 1 client.25196 shutdown 2024-03-29T00:17:35.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.702+0000 7fc22ed6a740 1 -- 172.21.15.12:0/3644441717 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558e76ff0740 msgr2=0x558e76ffac60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:35.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.702+0000 7fc22ed6a740 1 --2- 172.21.15.12:0/3644441717 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558e76ff0740 0x558e76ffac60 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fc21c005f40 tx=0x7fc21c005bd0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.702+0000 7fc22ed6a740 1 -- 172.21.15.12:0/3644441717 shutdown_connections 2024-03-29T00:17:35.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.702+0000 7fc22ed6a740 1 --2- 172.21.15.12:0/3644441717 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x558e77007920 0x558e77008d90 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.702+0000 7fc22ed6a740 1 --2- 172.21.15.12:0/3644441717 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558e76ff62a0 0x558e770021e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.702+0000 7fc22ed6a740 1 --2- 172.21.15.12:0/3644441717 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558e76ff1130 0x558e76ffb1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.702+0000 7fc22ed6a740 1 --2- 172.21.15.12:0/3644441717 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558e76ff0740 0x558e76ffac60 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.702+0000 7fc20aa00640 0 client.25196 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:17:35.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.702+0000 7fc22ed6a740 1 -- 172.21.15.12:0/3644441717 >> 172.21.15.12:0/3644441717 conn(0x558e76febcb0 msgr2=0x558e76feadf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:35.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.702+0000 7fc22ed6a740 1 -- 172.21.15.12:0/3644441717 shutdown_connections 2024-03-29T00:17:35.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.702+0000 7fc22ed6a740 1 -- 172.21.15.12:0/3644441717 wait complete. 2024-03-29T00:17:35.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.702+0000 7fc22ed6a740 20 client.25196 trim_cache size 0 max 16384 2024-03-29T00:17:35.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.722+0000 7fc22ed6a740 1 Processor -- start 2024-03-29T00:17:35.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.722+0000 7fc22ed6a740 1 -- start start 2024-03-29T00:17:35.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.722+0000 7fc22ed6a740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558e76ff0740 0x558e76ff5c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.722+0000 7fc22ed6a740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558e76ff1130 0x558e770021a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.722+0000 7fc22ed6a740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558e76ff62a0 0x558e76ff97a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.722+0000 7fc22ed6a740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x558e770070d0 con 0x558e76ff1130 2024-03-29T00:17:35.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.722+0000 7fc22ed6a740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x558e770077a0 con 0x558e76ff0740 2024-03-29T00:17:35.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.722+0000 7fc22ed6a740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x558e77007e70 con 0x558e76ff62a0 2024-03-29T00:17:35.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.723+0000 7fc22a000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558e76ff0740 0x558e76ff5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.723+0000 7fc22a000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558e76ff0740 0x558e76ff5c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:32958/0 (socket says 172.21.15.12:32958) 2024-03-29T00:17:35.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.723+0000 7fc228c00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558e76ff1130 0x558e770021a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.723+0000 7fc22a000640 1 -- 172.21.15.12:0/3281331696 learned_addr learned my addr 172.21.15.12:0/3281331696 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:35.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.723+0000 7fc22a000640 1 --2- 172.21.15.12:0/3281331696 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558e76ff62a0 0x558e76ff97a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.726 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.723+0000 7fc22a000640 1 -- 172.21.15.12:0/3281331696 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558e76ff62a0 msgr2=0x558e76ff97a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:35.726 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.723+0000 7fc22a000640 1 --2- 172.21.15.12:0/3281331696 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558e76ff62a0 0x558e76ff97a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.726 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.723+0000 7fc22a000640 1 -- 172.21.15.12:0/3281331696 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558e76ff1130 msgr2=0x558e770021a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:35.726 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.723+0000 7fc22a000640 1 --2- 172.21.15.12:0/3281331696 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558e76ff1130 0x558e770021a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.726 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.723+0000 7fc22a000640 1 -- 172.21.15.12:0/3281331696 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558e77008320 con 0x558e76ff0740 2024-03-29T00:17:35.726 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.724+0000 7fc22a000640 1 --2- 172.21.15.12:0/3281331696 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558e76ff0740 0x558e76ff5c60 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc21c009fd0 tx=0x7fc21c011ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=80fcea2eb4f6e0a server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:35.726 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.724+0000 7fc215c00640 1 -- 172.21.15.12:0/3281331696 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc21c00fea0 con 0x558e76ff0740 2024-03-29T00:17:35.726 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.724+0000 7fc215c00640 1 -- 172.21.15.12:0/3281331696 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc21c005050 con 0x558e76ff0740 2024-03-29T00:17:35.726 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.724+0000 7fc215c00640 1 -- 172.21.15.12:0/3281331696 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc21c005220 con 0x558e76ff0740 2024-03-29T00:17:35.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.724+0000 7fc22ed6a740 1 -- 172.21.15.12:0/3281331696 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558e76ff0740 msgr2=0x558e76ff5c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:35.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.724+0000 7fc22ed6a740 1 --2- 172.21.15.12:0/3281331696 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558e76ff0740 0x558e76ff5c60 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc21c009fd0 tx=0x7fc21c011ca0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.725+0000 7fc22ed6a740 1 -- 172.21.15.12:0/3281331696 shutdown_connections 2024-03-29T00:17:35.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.725+0000 7fc22ed6a740 1 --2- 172.21.15.12:0/3281331696 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558e76ff62a0 0x558e76ff97a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.725+0000 7fc22ed6a740 1 --2- 172.21.15.12:0/3281331696 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558e76ff1130 0x558e770021a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.725+0000 7fc22ed6a740 1 --2- 172.21.15.12:0/3281331696 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558e76ff0740 0x558e76ff5c60 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.725+0000 7fc22ed6a740 1 -- 172.21.15.12:0/3281331696 >> 172.21.15.12:0/3281331696 conn(0x558e76febcb0 msgr2=0x558e770069b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:35.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.725+0000 7fc22ed6a740 1 -- 172.21.15.12:0/3281331696 shutdown_connections 2024-03-29T00:17:35.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.725+0000 7fc22ed6a740 1 -- 172.21.15.12:0/3281331696 wait complete. 2024-03-29T00:17:35.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.725+0000 7fc22ed6a740 1 -- start start 2024-03-29T00:17:35.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.725+0000 7fc22ed6a740 1 Processor -- start 2024-03-29T00:17:35.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.726+0000 7fc22ed6a740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558e76ff0740 0x558e76ffe3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.726+0000 7fc22ed6a740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558e76ff1130 0x558e76ffe910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.726+0000 7fc22ed6a740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558e76ff62a0 0x558e770014a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.726+0000 7fc22ed6a740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x558e77008c10 con 0x558e76ff62a0 2024-03-29T00:17:35.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.726+0000 7fc22ed6a740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x558e77008540 con 0x558e76ff0740 2024-03-29T00:17:35.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.726+0000 7fc22ed6a740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x558e770092e0 con 0x558e76ff1130 2024-03-29T00:17:35.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.726+0000 7fc22ed6a740 10 client.0 _ll_register_callbacks cb 0x7fc218005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:17:35.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.726+0000 7fc228c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558e76ff1130 0x558e76ffe910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.726+0000 7fc228c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558e76ff1130 0x558e76ffe910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:41010/0 (socket says 172.21.15.12:41010) 2024-03-29T00:17:35.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.726+0000 7fc228c00640 1 -- 172.21.15.12:0/2829505043 learned_addr learned my addr 172.21.15.12:0/2829505043 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:35.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.726+0000 7fc22a000640 1 --2- 172.21.15.12:0/2829505043 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558e76ff0740 0x558e76ffe3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.726+0000 7fc22a000640 1 --2- 172.21.15.12:0/2829505043 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558e76ff62a0 0x558e770014a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.726+0000 7fc228c00640 1 -- 172.21.15.12:0/2829505043 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558e76ff0740 msgr2=0x558e76ffe3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:35.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.726+0000 7fc228c00640 1 --2- 172.21.15.12:0/2829505043 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558e76ff0740 0x558e76ffe3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.726+0000 7fc228c00640 1 -- 172.21.15.12:0/2829505043 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558e76ff62a0 msgr2=0x558e770014a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:17:35.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.726+0000 7fc228c00640 1 --2- 172.21.15.12:0/2829505043 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558e76ff62a0 0x558e770014a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.726+0000 7fc228c00640 1 -- 172.21.15.12:0/2829505043 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558e77001a90 con 0x558e76ff1130 2024-03-29T00:17:35.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.726+0000 7fc22a000640 1 --2- 172.21.15.12:0/2829505043 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558e76ff62a0 0x558e770014a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:17:35.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.727+0000 7fc228c00640 1 --2- 172.21.15.12:0/2829505043 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558e76ff1130 0x558e76ffe910 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fc210005ab0 tx=0x7fc21002cc30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a7064fe502b7ffb6 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:35.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.727+0000 7fc20aa00640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:17:35.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.727+0000 7fc20aa00640 1 -- 172.21.15.12:0/2829505043 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc210051060 con 0x558e76ff1130 2024-03-29T00:17:35.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.727+0000 7fc20aa00640 1 -- 172.21.15.12:0/2829505043 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fc21003a040 con 0x558e76ff1130 2024-03-29T00:17:35.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.727+0000 7fc22ed6a740 1 -- 172.21.15.12:0/2829505043 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc21c005050 con 0x558e76ff1130 2024-03-29T00:17:35.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.727+0000 7fc20aa00640 1 -- 172.21.15.12:0/2829505043 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc210058050 con 0x558e76ff1130 2024-03-29T00:17:35.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.727+0000 7fc22ed6a740 10 client.25264 fetch_fsmap learned FSMap version 28 2024-03-29T00:17:35.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.727+0000 7fc22ed6a740 1 -- 172.21.15.12:0/2829505043 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x558e7706dcc0 con 0x558e76ff1130 2024-03-29T00:17:35.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.727+0000 7fc20aa00640 1 -- 172.21.15.12:0/2829505043 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc21c005050 con 0x558e76ff1130 2024-03-29T00:17:35.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.728+0000 7fc20aa00640 1 -- 172.21.15.12:0/2829505043 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fc2100047c0 con 0x558e76ff1130 2024-03-29T00:17:35.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.728+0000 7fc22ed6a740 10 client.25264 fetch_fsmap finished waiting for FSMap version 28 2024-03-29T00:17:35.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.728+0000 7fc22ed6a740 10 client.25264 resolve_mds: resolved name 'i' to daemon mds.i 2024-03-29T00:17:35.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.728+0000 7fc22ed6a740 20 client.25264 populate_metadata read hostname 'smithi012' 2024-03-29T00:17:35.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.728+0000 7fc22ed6a740 1 --2- 172.21.15.12:0/2829505043 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x558e77072870 0x558e77071580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:35.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.728+0000 7fc22ed6a740 4 client.25264 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-29T00:17:35.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.728+0000 7fc22ed6a740 1 -- 172.21.15.12:0/2829505043 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "status"}) -- 0x558e76f5c250 con 0x558e77072870 2024-03-29T00:17:35.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.728+0000 7fc22a000640 1 --2- 172.21.15.12:0/2829505043 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x558e77072870 0x558e77071580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:35.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.728+0000 7fc22a000640 1 --2- 172.21.15.12:0/2829505043 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x558e77072870 0x558e77071580 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8133ef0a6c5786f6 server_cookie=ca042e8209055749 in_seq=0 out_seq=0 2024-03-29T00:17:35.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.728+0000 7fc20aa00640 10 client.25264 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:17:35.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.729+0000 7fc20aa00640 1 -- 172.21.15.12:0/2829505043 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x558e76f5c250 con 0x558e77072870 2024-03-29T00:17:35.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.729+0000 7fc20aa00640 10 client.25264 handle_command_reply: tid=0 2024-03-29T00:17:35.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.729+0000 7fc22ed6a740 1 client.25264 shutdown 2024-03-29T00:17:35.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.729+0000 7fc22ed6a740 1 -- 172.21.15.12:0/2829505043 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558e76ff1130 msgr2=0x558e76ffe910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:35.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.729+0000 7fc22ed6a740 1 --2- 172.21.15.12:0/2829505043 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558e76ff1130 0x558e76ffe910 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fc210005ab0 tx=0x7fc21002cc30 comp rx=0 tx=0).stop 2024-03-29T00:17:35.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.729+0000 7fc22ed6a740 1 -- 172.21.15.12:0/2829505043 shutdown_connections 2024-03-29T00:17:35.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.729+0000 7fc22ed6a740 1 --2- 172.21.15.12:0/2829505043 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x558e77072870 0x558e77071580 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.729+0000 7fc22ed6a740 1 --2- 172.21.15.12:0/2829505043 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558e76ff62a0 0x558e770014a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.729+0000 7fc22ed6a740 1 --2- 172.21.15.12:0/2829505043 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558e76ff1130 0x558e76ffe910 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.729+0000 7fc22ed6a740 1 --2- 172.21.15.12:0/2829505043 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558e76ff0740 0x558e76ffe3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.729+0000 7fc20aa00640 0 client.25264 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:17:35.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.729+0000 7fc22ed6a740 1 -- 172.21.15.12:0/2829505043 >> 172.21.15.12:0/2829505043 conn(0x558e76febcb0 msgr2=0x558e76ff97a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:35.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.729+0000 7fc22ed6a740 1 -- 172.21.15.12:0/2829505043 shutdown_connections 2024-03-29T00:17:35.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.729+0000 7fc22ed6a740 1 -- 172.21.15.12:0/2829505043 wait complete. 2024-03-29T00:17:35.735 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.729+0000 7fc22ed6a740 20 client.25264 trim_cache size 0 max 16384 2024-03-29T00:17:35.735 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:17:35.735 INFO:teuthology.orchestra.run.smithi012.stdout: "cluster_fsid": "f0a28ba8-ed5f-11ee-95d0-87774f69a715", 2024-03-29T00:17:35.735 INFO:teuthology.orchestra.run.smithi012.stdout: "whoami": 0, 2024-03-29T00:17:35.735 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 24568, 2024-03-29T00:17:35.735 INFO:teuthology.orchestra.run.smithi012.stdout: "want_state": "up:active", 2024-03-29T00:17:35.735 INFO:teuthology.orchestra.run.smithi012.stdout: "state": "up:active", 2024-03-29T00:17:35.735 INFO:teuthology.orchestra.run.smithi012.stdout: "fs_name": "cephfs", 2024-03-29T00:17:35.735 INFO:teuthology.orchestra.run.smithi012.stdout: "rank_uptime": 137.54061763499999, 2024-03-29T00:17:35.735 INFO:teuthology.orchestra.run.smithi012.stdout: "mdsmap_epoch": 28, 2024-03-29T00:17:35.735 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch": 93, 2024-03-29T00:17:35.736 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch_barrier": 89, 2024-03-29T00:17:35.736 INFO:teuthology.orchestra.run.smithi012.stdout: "uptime": 155.74868915499999 2024-03-29T00:17:35.736 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:17:35.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.730+0000 7fc22aa00640 1 -- 172.21.15.12:0/2543946881 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fc20c0a1e00 msgr2=0x7fc20c0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:35.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.730+0000 7fc22aa00640 1 --2- 172.21.15.12:0/2543946881 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fc20c0a1e00 0x7fc20c0a42c0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fc21809ae60 tx=0x7fc218098ee0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.730+0000 7fc22aa00640 1 -- 172.21.15.12:0/2543946881 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc2241015a0 msgr2=0x7fc224199c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:35.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.730+0000 7fc22aa00640 1 --2- 172.21.15.12:0/2543946881 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc2241015a0 0x7fc224199c40 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fc21800e9c0 tx=0x7fc21800ee80 comp rx=0 tx=0).stop 2024-03-29T00:17:35.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.730+0000 7fc22aa00640 1 -- 172.21.15.12:0/2543946881 shutdown_connections 2024-03-29T00:17:35.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.730+0000 7fc22aa00640 1 --2- 172.21.15.12:0/2543946881 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fc20c0a1e00 0x7fc20c0a42c0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.730+0000 7fc22aa00640 1 --2- 172.21.15.12:0/2543946881 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc224103150 0x7fc2241a11b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.730+0000 7fc22aa00640 1 --2- 172.21.15.12:0/2543946881 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc224102790 0x7fc22419a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.730+0000 7fc22aa00640 1 --2- 172.21.15.12:0/2543946881 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc2241015a0 0x7fc224199c40 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:35.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.730+0000 7fc22aa00640 1 -- 172.21.15.12:0/2543946881 >> 172.21.15.12:0/2543946881 conn(0x7fc2240fcb30 msgr2=0x7fc224073980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:35.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.730+0000 7fc22aa00640 1 -- 172.21.15.12:0/2543946881 shutdown_connections 2024-03-29T00:17:35.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:35.730+0000 7fc22aa00640 1 -- 172.21.15.12:0/2543946881 wait complete. 2024-03-29T00:17:35.751 INFO:tasks.cephadm:Setup complete, yielding 2024-03-29T00:17:35.751 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-03-29T00:17:35.761 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi012.front.sepia.ceph.com 2024-03-29T00:17:35.761 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- bash -c 'ceph orch status' 2024-03-29T00:17:36.218 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:17:37.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:36 smithi012 ceph-mon[31657]: pgmap v396: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-03-29T00:17:37.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:36 smithi069 ceph-mon[36074]: pgmap v396: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-03-29T00:17:37.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:36 smithi053 ceph-mon[36233]: pgmap v396: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-03-29T00:17:38.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.419+0000 7fd0d3200700 1 -- 172.21.15.12:0/3512680931 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd0cc076270 msgr2=0x7fd0cc0746d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:38.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.419+0000 7fd0d3200700 1 --2- 172.21.15.12:0/3512680931 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd0cc076270 0x7fd0cc0746d0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fd0bc009990 tx=0x7fd0bc009ca0 comp rx=0 tx=0).stop 2024-03-29T00:17:38.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.419+0000 7fd0d3200700 1 -- 172.21.15.12:0/3512680931 shutdown_connections 2024-03-29T00:17:38.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.419+0000 7fd0d3200700 1 --2- 172.21.15.12:0/3512680931 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd0cc076270 0x7fd0cc0746d0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:38.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.419+0000 7fd0d3200700 1 --2- 172.21.15.12:0/3512680931 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd0cc10e860 0x7fd0cc110c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:38.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.419+0000 7fd0d3200700 1 --2- 172.21.15.12:0/3512680931 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd0cc074ca0 0x7fd0cc075120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:38.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.420+0000 7fd0d3200700 1 -- 172.21.15.12:0/3512680931 >> 172.21.15.12:0/3512680931 conn(0x7fd0cc0fd7e0 msgr2=0x7fd0cc0ffc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:38.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.420+0000 7fd0d3200700 1 -- 172.21.15.12:0/3512680931 shutdown_connections 2024-03-29T00:17:38.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.420+0000 7fd0d3200700 1 -- 172.21.15.12:0/3512680931 wait complete. 2024-03-29T00:17:38.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.421+0000 7fd0d3200700 1 Processor -- start 2024-03-29T00:17:38.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.421+0000 7fd0d3200700 1 -- start start 2024-03-29T00:17:38.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.421+0000 7fd0d3200700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd0cc074ca0 0x7fd0cc19ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:38.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.421+0000 7fd0d3200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd0cc076270 0x7fd0cc19f120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:38.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.422+0000 7fd0d3200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd0cc10e860 0x7fd0cc1a6150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:38.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.422+0000 7fd0d3200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fd0cc1145d0 con 0x7fd0cc10e860 2024-03-29T00:17:38.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.422+0000 7fd0d3200700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd0cc114450 con 0x7fd0cc074ca0 2024-03-29T00:17:38.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.422+0000 7fd0d3200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd0cc114750 con 0x7fd0cc076270 2024-03-29T00:17:38.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.422+0000 7fd0cbe00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd0cc074ca0 0x7fd0cc19ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:38.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.422+0000 7fd0cbe00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd0cc074ca0 0x7fd0cc19ebe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:32986/0 (socket says 172.21.15.12:32986) 2024-03-29T00:17:38.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.422+0000 7fd0cbe00700 1 -- 172.21.15.12:0/3370132881 learned_addr learned my addr 172.21.15.12:0/3370132881 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:38.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.422+0000 7fd0cb400700 1 --2- 172.21.15.12:0/3370132881 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd0cc076270 0x7fd0cc19f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:38.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.422+0000 7fd0d1200700 1 --2- 172.21.15.12:0/3370132881 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd0cc10e860 0x7fd0cc1a6150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:38.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.422+0000 7fd0cbe00700 1 -- 172.21.15.12:0/3370132881 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd0cc076270 msgr2=0x7fd0cc19f120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:38.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.422+0000 7fd0cbe00700 1 --2- 172.21.15.12:0/3370132881 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd0cc076270 0x7fd0cc19f120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:38.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.422+0000 7fd0cbe00700 1 -- 172.21.15.12:0/3370132881 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd0cc10e860 msgr2=0x7fd0cc1a6150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:38.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.422+0000 7fd0cbe00700 1 --2- 172.21.15.12:0/3370132881 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd0cc10e860 0x7fd0cc1a6150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:38.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.422+0000 7fd0cbe00700 1 -- 172.21.15.12:0/3370132881 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0cc1a67f0 con 0x7fd0cc074ca0 2024-03-29T00:17:38.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.422+0000 7fd0d1200700 1 --2- 172.21.15.12:0/3370132881 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd0cc10e860 0x7fd0cc1a6150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:17:38.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.423+0000 7fd0cbe00700 1 --2- 172.21.15.12:0/3370132881 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd0cc074ca0 0x7fd0cc19ebe0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fd0bc00b950 tx=0x7fd0bc00f690 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:38.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.423+0000 7fd0c8c00700 1 -- 172.21.15.12:0/3370132881 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0bc026070 con 0x7fd0cc074ca0 2024-03-29T00:17:38.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.423+0000 7fd0c8c00700 1 -- 172.21.15.12:0/3370132881 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd0bc021910 con 0x7fd0cc074ca0 2024-03-29T00:17:38.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.423+0000 7fd0c8c00700 1 -- 172.21.15.12:0/3370132881 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0bc017650 con 0x7fd0cc074ca0 2024-03-29T00:17:38.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.423+0000 7fd0d3200700 1 -- 172.21.15.12:0/3370132881 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0cc1a6a80 con 0x7fd0cc074ca0 2024-03-29T00:17:38.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.423+0000 7fd0d3200700 1 -- 172.21.15.12:0/3370132881 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0cc1a6e80 con 0x7fd0cc074ca0 2024-03-29T00:17:38.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.424+0000 7fd0d3200700 1 -- 172.21.15.12:0/3370132881 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0cc068f00 con 0x7fd0cc074ca0 2024-03-29T00:17:38.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.428+0000 7fd0c8c00700 1 -- 172.21.15.12:0/3370132881 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fd0bc029070 con 0x7fd0cc074ca0 2024-03-29T00:17:38.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.430+0000 7fd0c8c00700 1 --2- 172.21.15.12:0/3370132881 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd0b00a1e90 0x7fd0b00a4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:38.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.430+0000 7fd0c8c00700 1 -- 172.21.15.12:0/3370132881 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fd0bc0cf780 con 0x7fd0cc074ca0 2024-03-29T00:17:38.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.430+0000 7fd0cb400700 1 --2- 172.21.15.12:0/3370132881 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd0b00a1e90 0x7fd0b00a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:38.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.431+0000 7fd0c8c00700 1 -- 172.21.15.12:0/3370132881 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fd0bc030070 con 0x7fd0cc074ca0 2024-03-29T00:17:38.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.431+0000 7fd0cb400700 1 --2- 172.21.15.12:0/3370132881 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd0b00a1e90 0x7fd0b00a4350 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc075fa0 tx=0x7fd0b8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:38.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.680+0000 7fd0d3200700 1 -- 172.21.15.12:0/3370132881 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7fd0cc062680 con 0x7fd0b00a1e90 2024-03-29T00:17:38.685 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.682+0000 7fd0c8c00700 1 -- 172.21.15.12:0/3370132881 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7fd0cc062680 con 0x7fd0b00a1e90 2024-03-29T00:17:38.686 INFO:teuthology.orchestra.run.smithi012.stdout:Backend: cephadm 2024-03-29T00:17:38.686 INFO:teuthology.orchestra.run.smithi012.stdout:Available: Yes 2024-03-29T00:17:38.686 INFO:teuthology.orchestra.run.smithi012.stdout:Paused: No 2024-03-29T00:17:38.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.685+0000 7fd0d3200700 1 -- 172.21.15.12:0/3370132881 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd0b00a1e90 msgr2=0x7fd0b00a4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:38.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.685+0000 7fd0d3200700 1 --2- 172.21.15.12:0/3370132881 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd0b00a1e90 0x7fd0b00a4350 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc075fa0 tx=0x7fd0b8009260 comp rx=0 tx=0).stop 2024-03-29T00:17:38.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.685+0000 7fd0d3200700 1 -- 172.21.15.12:0/3370132881 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd0cc074ca0 msgr2=0x7fd0cc19ebe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:38.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.685+0000 7fd0d3200700 1 --2- 172.21.15.12:0/3370132881 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd0cc074ca0 0x7fd0cc19ebe0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fd0bc00b950 tx=0x7fd0bc00f690 comp rx=0 tx=0).stop 2024-03-29T00:17:38.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.686+0000 7fd0d3200700 1 -- 172.21.15.12:0/3370132881 shutdown_connections 2024-03-29T00:17:38.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.686+0000 7fd0d3200700 1 --2- 172.21.15.12:0/3370132881 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd0b00a1e90 0x7fd0b00a4350 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:38.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.686+0000 7fd0d3200700 1 --2- 172.21.15.12:0/3370132881 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd0cc10e860 0x7fd0cc1a6150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:38.690 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.686+0000 7fd0d3200700 1 --2- 172.21.15.12:0/3370132881 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd0cc074ca0 0x7fd0cc19ebe0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:38.691 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.686+0000 7fd0d3200700 1 --2- 172.21.15.12:0/3370132881 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd0cc076270 0x7fd0cc19f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:38.691 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.686+0000 7fd0d3200700 1 -- 172.21.15.12:0/3370132881 >> 172.21.15.12:0/3370132881 conn(0x7fd0cc0fd7e0 msgr2=0x7fd0cc101c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:38.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.686+0000 7fd0d3200700 1 -- 172.21.15.12:0/3370132881 shutdown_connections 2024-03-29T00:17:38.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:38.686+0000 7fd0d3200700 1 -- 172.21.15.12:0/3370132881 wait complete. 2024-03-29T00:17:39.016 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:38 smithi012 ceph-mon[31657]: pgmap v397: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-03-29T00:17:39.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:38 smithi069 ceph-mon[36074]: pgmap v397: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-03-29T00:17:39.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:38 smithi053 ceph-mon[36233]: pgmap v397: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-03-29T00:17:39.470 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- bash -c 'ceph orch ps' 2024-03-29T00:17:39.932 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:17:40.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:39 smithi012 ceph-mon[31657]: from='client.25208 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:17:40.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:39 smithi069 ceph-mon[36074]: from='client.25208 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:17:40.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:39 smithi053 ceph-mon[36233]: from='client.25208 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:17:41.188 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:40 smithi012 ceph-mon[31657]: pgmap v398: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-29T00:17:41.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:40 smithi069 ceph-mon[36074]: pgmap v398: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-29T00:17:41.305 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:40 smithi053 ceph-mon[36233]: pgmap v398: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-29T00:17:42.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.268+0000 7f58cda00700 1 -- 172.21.15.12:0/2252262780 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f58c81033b0 msgr2=0x7f58c8103810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:42.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.268+0000 7f58cda00700 1 --2- 172.21.15.12:0/2252262780 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f58c81033b0 0x7f58c8103810 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f58b4009990 tx=0x7f58b4009ca0 comp rx=0 tx=0).stop 2024-03-29T00:17:42.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.268+0000 7f58cda00700 1 -- 172.21.15.12:0/2252262780 shutdown_connections 2024-03-29T00:17:42.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.268+0000 7f58cda00700 1 --2- 172.21.15.12:0/2252262780 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f58c8103d50 0x7f58c810a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:42.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.268+0000 7f58cda00700 1 --2- 172.21.15.12:0/2252262780 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f58c81021b0 0x7f58c81025d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:42.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.268+0000 7f58cda00700 1 --2- 172.21.15.12:0/2252262780 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f58c81033b0 0x7f58c8103810 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:42.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.268+0000 7f58cda00700 1 -- 172.21.15.12:0/2252262780 >> 172.21.15.12:0/2252262780 conn(0x7f58c80fd750 msgr2=0x7f58c80ffb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:42.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.268+0000 7f58cda00700 1 -- 172.21.15.12:0/2252262780 shutdown_connections 2024-03-29T00:17:42.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.268+0000 7f58cda00700 1 -- 172.21.15.12:0/2252262780 wait complete. 2024-03-29T00:17:42.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.270+0000 7f58cda00700 1 Processor -- start 2024-03-29T00:17:42.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.270+0000 7f58cda00700 1 -- start start 2024-03-29T00:17:42.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.270+0000 7f58cda00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f58c81021b0 0x7f58c8075fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:42.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.270+0000 7f58cda00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f58c81033b0 0x7f58c8074630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:42.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.270+0000 7f58cda00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f58c8103d50 0x7f58c8074b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:42.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.270+0000 7f58cda00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f58c810df40 con 0x7f58c81021b0 2024-03-29T00:17:42.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.270+0000 7f58cda00700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f58c810ddc0 con 0x7f58c81033b0 2024-03-29T00:17:42.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.271+0000 7f58cda00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f58c810e0c0 con 0x7f58c8103d50 2024-03-29T00:17:42.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.271+0000 7f58cd000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f58c8103d50 0x7f58c8074b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:42.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.271+0000 7f58c7e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f58c81021b0 0x7f58c8075fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:42.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.271+0000 7f58c7400700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f58c81033b0 0x7f58c8074630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:42.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.271+0000 7f58cd000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f58c8103d50 0x7f58c8074b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:41054/0 (socket says 172.21.15.12:41054) 2024-03-29T00:17:42.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.271+0000 7f58cd000700 1 -- 172.21.15.12:0/82829730 learned_addr learned my addr 172.21.15.12:0/82829730 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:42.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.271+0000 7f58cd000700 1 -- 172.21.15.12:0/82829730 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f58c81033b0 msgr2=0x7f58c8074630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:42.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.271+0000 7f58cd000700 1 --2- 172.21.15.12:0/82829730 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f58c81033b0 0x7f58c8074630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:42.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.271+0000 7f58cd000700 1 -- 172.21.15.12:0/82829730 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f58c81021b0 msgr2=0x7f58c8075fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:42.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.271+0000 7f58cd000700 1 --2- 172.21.15.12:0/82829730 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f58c81021b0 0x7f58c8075fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:42.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.271+0000 7f58cd000700 1 -- 172.21.15.12:0/82829730 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58c8075420 con 0x7f58c8103d50 2024-03-29T00:17:42.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.271+0000 7f58c7400700 1 --2- 172.21.15.12:0/82829730 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f58c81033b0 0x7f58c8074630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:17:42.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.272+0000 7f58cd000700 1 --2- 172.21.15.12:0/82829730 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f58c8103d50 0x7f58c8074b70 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f58c000ef30 tx=0x7f58c000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:42.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.272+0000 7f58c4c00700 1 -- 172.21.15.12:0/82829730 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c00092e0 con 0x7f58c8103d50 2024-03-29T00:17:42.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.272+0000 7f58c4c00700 1 -- 172.21.15.12:0/82829730 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f58c0004bb0 con 0x7f58c8103d50 2024-03-29T00:17:42.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.272+0000 7f58cda00700 1 -- 172.21.15.12:0/82829730 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58c81a2590 con 0x7f58c8103d50 2024-03-29T00:17:42.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.272+0000 7f58c4c00700 1 -- 172.21.15.12:0/82829730 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c0004280 con 0x7f58c8103d50 2024-03-29T00:17:42.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.272+0000 7f58cda00700 1 -- 172.21.15.12:0/82829730 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58c81a2ad0 con 0x7f58c8103d50 2024-03-29T00:17:42.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.273+0000 7f58cda00700 1 -- 172.21.15.12:0/82829730 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58c8068f00 con 0x7f58c8103d50 2024-03-29T00:17:42.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.275+0000 7f58c4c00700 1 -- 172.21.15.12:0/82829730 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f58c001b030 con 0x7f58c8103d50 2024-03-29T00:17:42.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.276+0000 7f58c4c00700 1 --2- 172.21.15.12:0/82829730 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f58ac0a1e90 0x7f58ac0a4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:42.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.277+0000 7f58c4c00700 1 -- 172.21.15.12:0/82829730 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f58c00cdb80 con 0x7f58c8103d50 2024-03-29T00:17:42.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.277+0000 7f58c7e00700 1 --2- 172.21.15.12:0/82829730 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f58ac0a1e90 0x7f58ac0a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:42.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.277+0000 7f58c7e00700 1 --2- 172.21.15.12:0/82829730 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f58ac0a1e90 0x7f58ac0a4350 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f58c8103210 tx=0x7f58b800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:42.282 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.281+0000 7f58c4c00700 1 -- 172.21.15.12:0/82829730 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f58c0022020 con 0x7f58c8103d50 2024-03-29T00:17:42.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.524+0000 7f58cda00700 1 -- 172.21.15.12:0/82829730 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7f58c8062680 con 0x7f58ac0a1e90 2024-03-29T00:17:42.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.552+0000 7f58c4c00700 1 -- 172.21.15.12:0/82829730 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4123 (secure 0 0 0) 0x7f58c8062680 con 0x7f58ac0a1e90 2024-03-29T00:17:42.554 INFO:teuthology.orchestra.run.smithi012.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-29T00:17:42.554 INFO:teuthology.orchestra.run.smithi012.stdout:mds.a smithi012 running (2m) 37s ago 2m 15.0M - 19.0.0-1899-g323d23dc bed8e21b47c6 4f1f79d4d86f 2024-03-29T00:17:42.554 INFO:teuthology.orchestra.run.smithi012.stdout:mds.b smithi053 running (2m) 82s ago 2m 17.3M - 19.0.0-1899-g323d23dc bed8e21b47c6 1f863529ea9c 2024-03-29T00:17:42.554 INFO:teuthology.orchestra.run.smithi012.stdout:mds.c smithi069 running (2m) 82s ago 2m 19.7M - 19.0.0-1899-g323d23dc bed8e21b47c6 f4e881513680 2024-03-29T00:17:42.554 INFO:teuthology.orchestra.run.smithi012.stdout:mds.d smithi012 running (2m) 37s ago 2m 12.5M - 19.0.0-1899-g323d23dc bed8e21b47c6 566e7a48d34c 2024-03-29T00:17:42.555 INFO:teuthology.orchestra.run.smithi012.stdout:mds.e smithi053 running (2m) 82s ago 2m 15.8M - 19.0.0-1899-g323d23dc bed8e21b47c6 be788717b754 2024-03-29T00:17:42.555 INFO:teuthology.orchestra.run.smithi012.stdout:mds.f smithi069 running (2m) 82s ago 2m 17.0M - 19.0.0-1899-g323d23dc bed8e21b47c6 adbd8e514926 2024-03-29T00:17:42.555 INFO:teuthology.orchestra.run.smithi012.stdout:mds.g smithi012 running (2m) 37s ago 2m 15.0M - 19.0.0-1899-g323d23dc bed8e21b47c6 6bb32fac87e2 2024-03-29T00:17:42.555 INFO:teuthology.orchestra.run.smithi012.stdout:mds.h smithi053 running (2m) 82s ago 2m 18.1M - 19.0.0-1899-g323d23dc bed8e21b47c6 597dcc9d90d1 2024-03-29T00:17:42.555 INFO:teuthology.orchestra.run.smithi012.stdout:mds.i smithi069 running (2m) 82s ago 2m 26.3M - 19.0.0-1899-g323d23dc bed8e21b47c6 47c2b5706fd2 2024-03-29T00:17:42.555 INFO:teuthology.orchestra.run.smithi012.stdout:mds.j smithi012 running (3m) 37s ago 3m 12.5M - 19.0.0-1899-g323d23dc bed8e21b47c6 c8b57ed0896c 2024-03-29T00:17:42.555 INFO:teuthology.orchestra.run.smithi012.stdout:mds.k smithi053 running (3m) 82s ago 3m 18.4M - 19.0.0-1899-g323d23dc bed8e21b47c6 2514a68265b5 2024-03-29T00:17:42.555 INFO:teuthology.orchestra.run.smithi012.stdout:mds.l smithi069 running (3m) 82s ago 3m 18.5M - 19.0.0-1899-g323d23dc bed8e21b47c6 0df9e048d56f 2024-03-29T00:17:42.555 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.x smithi012 *:9283,8765 running (11m) 37s ago 11m 516M - 19.0.0-1899-g323d23dc bed8e21b47c6 01c4a31345e1 2024-03-29T00:17:42.555 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.y smithi053 *:8443,8765 running (9m) 82s ago 9m 452M - 19.0.0-1899-g323d23dc bed8e21b47c6 3365a9519b61 2024-03-29T00:17:42.555 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.z smithi069 *:8443,8765 running (9m) 82s ago 9m 450M - 19.0.0-1899-g323d23dc bed8e21b47c6 1284407d1ac7 2024-03-29T00:17:42.555 INFO:teuthology.orchestra.run.smithi012.stdout:mon.a smithi012 running (11m) 37s ago 11m 48.3M 2048M 19.0.0-1899-g323d23dc bed8e21b47c6 16bdc2e358c8 2024-03-29T00:17:42.555 INFO:teuthology.orchestra.run.smithi012.stdout:mon.b smithi053 running (9m) 82s ago 9m 40.2M 2048M 19.0.0-1899-g323d23dc bed8e21b47c6 f91bbcff18e2 2024-03-29T00:17:42.555 INFO:teuthology.orchestra.run.smithi012.stdout:mon.c smithi069 running (9m) 82s ago 9m 43.8M 2048M 19.0.0-1899-g323d23dc bed8e21b47c6 6206d9bd77b7 2024-03-29T00:17:42.555 INFO:teuthology.orchestra.run.smithi012.stdout:osd.0 smithi012 running (8m) 37s ago 8m 44.9M 4273M 19.0.0-1899-g323d23dc bed8e21b47c6 1f6db5fbf91b 2024-03-29T00:17:42.556 INFO:teuthology.orchestra.run.smithi012.stdout:osd.1 smithi053 running (8m) 82s ago 8m 47.7M 4271M 19.0.0-1899-g323d23dc bed8e21b47c6 0c74fac85193 2024-03-29T00:17:42.556 INFO:teuthology.orchestra.run.smithi012.stdout:osd.2 smithi069 running (7m) 82s ago 7m 55.1M 4270M 19.0.0-1899-g323d23dc bed8e21b47c6 244ff35f83f7 2024-03-29T00:17:42.556 INFO:teuthology.orchestra.run.smithi012.stdout:osd.3 smithi012 running (7m) 37s ago 7m 50.8M 4273M 19.0.0-1899-g323d23dc bed8e21b47c6 d921b46b049a 2024-03-29T00:17:42.556 INFO:teuthology.orchestra.run.smithi012.stdout:osd.4 smithi053 running (6m) 82s ago 6m 50.5M 4271M 19.0.0-1899-g323d23dc bed8e21b47c6 97c24f2d4cef 2024-03-29T00:17:42.556 INFO:teuthology.orchestra.run.smithi012.stdout:osd.5 smithi069 running (6m) 82s ago 6m 45.2M 4270M 19.0.0-1899-g323d23dc bed8e21b47c6 06bcfa3d14db 2024-03-29T00:17:42.556 INFO:teuthology.orchestra.run.smithi012.stdout:osd.6 smithi012 running (5m) 37s ago 5m 40.8M 4273M 19.0.0-1899-g323d23dc bed8e21b47c6 12ffe5c292c5 2024-03-29T00:17:42.556 INFO:teuthology.orchestra.run.smithi012.stdout:osd.7 smithi053 running (5m) 82s ago 5m 51.8M 4271M 19.0.0-1899-g323d23dc bed8e21b47c6 6f015ccf53c9 2024-03-29T00:17:42.556 INFO:teuthology.orchestra.run.smithi012.stdout:osd.8 smithi069 running (5m) 82s ago 5m 44.7M 4270M 19.0.0-1899-g323d23dc bed8e21b47c6 f64eb160e1e5 2024-03-29T00:17:42.556 INFO:teuthology.orchestra.run.smithi012.stdout:osd.9 smithi012 running (4m) 37s ago 4m 49.3M 4273M 19.0.0-1899-g323d23dc bed8e21b47c6 8207f271dc4e 2024-03-29T00:17:42.556 INFO:teuthology.orchestra.run.smithi012.stdout:osd.10 smithi053 running (3m) 82s ago 3m 43.4M 4271M 19.0.0-1899-g323d23dc bed8e21b47c6 d58e4a1216f7 2024-03-29T00:17:42.556 INFO:teuthology.orchestra.run.smithi012.stdout:osd.11 smithi069 running (3m) 82s ago 3m 42.5M 4270M 19.0.0-1899-g323d23dc bed8e21b47c6 2c9fc3b28fa9 2024-03-29T00:17:42.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.555+0000 7f58cda00700 1 -- 172.21.15.12:0/82829730 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f58ac0a1e90 msgr2=0x7f58ac0a4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:42.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.555+0000 7f58cda00700 1 --2- 172.21.15.12:0/82829730 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f58ac0a1e90 0x7f58ac0a4350 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f58c8103210 tx=0x7f58b800b410 comp rx=0 tx=0).stop 2024-03-29T00:17:42.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.555+0000 7f58cda00700 1 -- 172.21.15.12:0/82829730 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f58c8103d50 msgr2=0x7f58c8074b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:42.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.555+0000 7f58cda00700 1 --2- 172.21.15.12:0/82829730 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f58c8103d50 0x7f58c8074b70 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f58c000ef30 tx=0x7f58c000c3a0 comp rx=0 tx=0).stop 2024-03-29T00:17:42.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.556+0000 7f58cda00700 1 -- 172.21.15.12:0/82829730 shutdown_connections 2024-03-29T00:17:42.558 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.556+0000 7f58cda00700 1 --2- 172.21.15.12:0/82829730 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f58ac0a1e90 0x7f58ac0a4350 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:42.558 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.556+0000 7f58cda00700 1 --2- 172.21.15.12:0/82829730 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f58c8103d50 0x7f58c8074b70 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:42.558 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.556+0000 7f58cda00700 1 --2- 172.21.15.12:0/82829730 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f58c81021b0 0x7f58c8075fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:42.558 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.556+0000 7f58cda00700 1 --2- 172.21.15.12:0/82829730 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f58c81033b0 0x7f58c8074630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:42.558 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.556+0000 7f58cda00700 1 -- 172.21.15.12:0/82829730 >> 172.21.15.12:0/82829730 conn(0x7f58c80fd750 msgr2=0x7f58c81065e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:42.558 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.556+0000 7f58cda00700 1 -- 172.21.15.12:0/82829730 shutdown_connections 2024-03-29T00:17:42.558 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:42.556+0000 7f58cda00700 1 -- 172.21.15.12:0/82829730 wait complete. 2024-03-29T00:17:43.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:42 smithi069 ceph-mon[36074]: pgmap v399: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-03-29T00:17:43.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:42 smithi069 ceph-mon[36074]: from='client.25276 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:17:43.259 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:42 smithi012 ceph-mon[31657]: pgmap v399: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-03-29T00:17:43.259 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:42 smithi012 ceph-mon[31657]: from='client.25276 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:17:43.336 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- bash -c 'ceph orch ls' 2024-03-29T00:17:43.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:42 smithi053 ceph-mon[36233]: pgmap v399: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-03-29T00:17:43.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:42 smithi053 ceph-mon[36233]: from='client.25276 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:17:43.809 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:17:45.167 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:44 smithi012 ceph-mon[31657]: pgmap v400: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-03-29T00:17:45.235 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:44 smithi069 ceph-mon[36074]: pgmap v400: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-03-29T00:17:45.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:44 smithi053 ceph-mon[36233]: pgmap v400: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-03-29T00:17:46.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.070+0000 7f5658c00700 1 -- 172.21.15.12:0/1848735074 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5654105630 msgr2=0x7f5654107a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:46.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.070+0000 7f5658c00700 1 --2- 172.21.15.12:0/1848735074 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5654105630 0x7f5654107a20 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f563c009990 tx=0x7f563c009ca0 comp rx=0 tx=0).stop 2024-03-29T00:17:46.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.071+0000 7f5658c00700 1 -- 172.21.15.12:0/1848735074 shutdown_connections 2024-03-29T00:17:46.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.071+0000 7f5658c00700 1 --2- 172.21.15.12:0/1848735074 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5654107f60 0x7f565410a3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:46.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.071+0000 7f5658c00700 1 --2- 172.21.15.12:0/1848735074 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5654102d00 0x7f56541050f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:46.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.071+0000 7f5658c00700 1 --2- 172.21.15.12:0/1848735074 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5654105630 0x7f5654107a20 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:46.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.071+0000 7f5658c00700 1 -- 172.21.15.12:0/1848735074 >> 172.21.15.12:0/1848735074 conn(0x7f56540fc710 msgr2=0x7f56540feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:46.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.071+0000 7f5658c00700 1 -- 172.21.15.12:0/1848735074 shutdown_connections 2024-03-29T00:17:46.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.071+0000 7f5658c00700 1 -- 172.21.15.12:0/1848735074 wait complete. 2024-03-29T00:17:46.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.072+0000 7f5658c00700 1 Processor -- start 2024-03-29T00:17:46.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.073+0000 7f5658c00700 1 -- start start 2024-03-29T00:17:46.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.073+0000 7f5658c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5654102d00 0x7f5654102660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:46.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.073+0000 7f5658c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5654105630 0x7f5654100cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:46.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.073+0000 7f5658c00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5654107f60 0x7f56541011f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:46.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.073+0000 7f5658c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f565410dff0 con 0x7f5654105630 2024-03-29T00:17:46.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.073+0000 7f5658c00700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f565410de70 con 0x7f5654107f60 2024-03-29T00:17:46.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.073+0000 7f5658c00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f565410e170 con 0x7f5654102d00 2024-03-29T00:17:46.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.073+0000 7f5651e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5654102d00 0x7f5654102660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:46.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.073+0000 7f5649400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5654105630 0x7f5654100cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:46.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.073+0000 7f5651e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5654102d00 0x7f5654102660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:38642/0 (socket says 172.21.15.12:38642) 2024-03-29T00:17:46.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.073+0000 7f5652800700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5654107f60 0x7f56541011f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:46.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.073+0000 7f5651e00700 1 -- 172.21.15.12:0/4195734960 learned_addr learned my addr 172.21.15.12:0/4195734960 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:46.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.074+0000 7f5651e00700 1 -- 172.21.15.12:0/4195734960 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5654107f60 msgr2=0x7f56541011f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:46.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.074+0000 7f5651e00700 1 --2- 172.21.15.12:0/4195734960 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5654107f60 0x7f56541011f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:46.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.074+0000 7f5651e00700 1 -- 172.21.15.12:0/4195734960 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5654105630 msgr2=0x7f5654100cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:46.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.074+0000 7f5651e00700 1 --2- 172.21.15.12:0/4195734960 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5654105630 0x7f5654100cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:46.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.074+0000 7f5651e00700 1 -- 172.21.15.12:0/4195734960 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5654101aa0 con 0x7f5654102d00 2024-03-29T00:17:46.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.074+0000 7f5652800700 1 --2- 172.21.15.12:0/4195734960 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5654107f60 0x7f56541011f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:17:46.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.074+0000 7f5651e00700 1 --2- 172.21.15.12:0/4195734960 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5654102d00 0x7f5654102660 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f564400d950 tx=0x7f564400dc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:46.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.074+0000 7f564b400700 1 -- 172.21.15.12:0/4195734960 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5644016070 con 0x7f5654102d00 2024-03-29T00:17:46.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.075+0000 7f564b400700 1 -- 172.21.15.12:0/4195734960 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f564400fd90 con 0x7f5654102d00 2024-03-29T00:17:46.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.075+0000 7f564b400700 1 -- 172.21.15.12:0/4195734960 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f564400e610 con 0x7f5654102d00 2024-03-29T00:17:46.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.075+0000 7f5658c00700 1 -- 172.21.15.12:0/4195734960 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56541a2760 con 0x7f5654102d00 2024-03-29T00:17:46.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.075+0000 7f5658c00700 1 -- 172.21.15.12:0/4195734960 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56541a2c20 con 0x7f5654102d00 2024-03-29T00:17:46.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.076+0000 7f5658c00700 1 -- 172.21.15.12:0/4195734960 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5654068f00 con 0x7f5654102d00 2024-03-29T00:17:46.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.078+0000 7f564b400700 1 -- 172.21.15.12:0/4195734960 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f5644019070 con 0x7f5654102d00 2024-03-29T00:17:46.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.080+0000 7f564b400700 1 --2- 172.21.15.12:0/4195734960 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f56380a1e90 0x7f56380a4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:46.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.080+0000 7f564b400700 1 -- 172.21.15.12:0/4195734960 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f56440cdbc0 con 0x7f5654102d00 2024-03-29T00:17:46.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.080+0000 7f5649400700 1 --2- 172.21.15.12:0/4195734960 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f56380a1e90 0x7f56380a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:46.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.080+0000 7f5649400700 1 --2- 172.21.15.12:0/4195734960 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f56380a1e90 0x7f56380a4350 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f563c00b2e0 tx=0x7f563c00b8f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:46.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.083+0000 7f564b400700 1 -- 172.21.15.12:0/4195734960 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f564409ac00 con 0x7f5654102d00 2024-03-29T00:17:46.327 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.325+0000 7f5658c00700 1 -- 172.21.15.12:0/4195734960 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7f5654062680 con 0x7f56380a1e90 2024-03-29T00:17:46.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.343+0000 7f564b400700 1 -- 172.21.15.12:0/4195734960 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7f5654062680 con 0x7f56380a1e90 2024-03-29T00:17:46.345 INFO:teuthology.orchestra.run.smithi012.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-03-29T00:17:46.346 INFO:teuthology.orchestra.run.smithi012.stdout:mds.all 12/12 85s ago 3m smithi012=a;smithi012=d;smithi012=g;smithi012=j;smithi053=b;smithi053=e;smithi053=h;smithi053=k;smithi069=c;smithi069=f;smithi069=i;smithi069=l;count:12 2024-03-29T00:17:46.346 INFO:teuthology.orchestra.run.smithi012.stdout:mgr 3/3 85s ago 9m smithi012=x;smithi053=y;smithi069=z;count:3 2024-03-29T00:17:46.346 INFO:teuthology.orchestra.run.smithi012.stdout:mon 3/3 85s ago 9m smithi012:172.21.15.12=a;smithi053:172.21.15.53=b;smithi069:172.21.15.69=c;count:3 2024-03-29T00:17:46.346 INFO:teuthology.orchestra.run.smithi012.stdout:osd 12 85s ago - 2024-03-29T00:17:46.348 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.347+0000 7f5658c00700 1 -- 172.21.15.12:0/4195734960 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f56380a1e90 msgr2=0x7f56380a4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:46.348 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.347+0000 7f5658c00700 1 --2- 172.21.15.12:0/4195734960 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f56380a1e90 0x7f56380a4350 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f563c00b2e0 tx=0x7f563c00b8f0 comp rx=0 tx=0).stop 2024-03-29T00:17:46.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.347+0000 7f5658c00700 1 -- 172.21.15.12:0/4195734960 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5654102d00 msgr2=0x7f5654102660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:46.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.347+0000 7f5658c00700 1 --2- 172.21.15.12:0/4195734960 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5654102d00 0x7f5654102660 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f564400d950 tx=0x7f564400dc60 comp rx=0 tx=0).stop 2024-03-29T00:17:46.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.347+0000 7f5658c00700 1 -- 172.21.15.12:0/4195734960 shutdown_connections 2024-03-29T00:17:46.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.347+0000 7f5658c00700 1 --2- 172.21.15.12:0/4195734960 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f56380a1e90 0x7f56380a4350 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:46.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.347+0000 7f5658c00700 1 --2- 172.21.15.12:0/4195734960 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5654102d00 0x7f5654102660 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:46.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.347+0000 7f5658c00700 1 --2- 172.21.15.12:0/4195734960 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5654107f60 0x7f56541011f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:46.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.347+0000 7f5658c00700 1 --2- 172.21.15.12:0/4195734960 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5654105630 0x7f5654100cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:46.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.347+0000 7f5658c00700 1 -- 172.21.15.12:0/4195734960 >> 172.21.15.12:0/4195734960 conn(0x7f56540fc710 msgr2=0x7f56541036e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:46.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.347+0000 7f5658c00700 1 -- 172.21.15.12:0/4195734960 shutdown_connections 2024-03-29T00:17:46.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:46.347+0000 7f5658c00700 1 -- 172.21.15.12:0/4195734960 wait complete. 2024-03-29T00:17:47.025 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:46 smithi012 ceph-mon[31657]: pgmap v401: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-03-29T00:17:47.025 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:46 smithi012 ceph-mon[31657]: from='client.25282 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:17:47.110 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- bash -c 'ceph orch host ls' 2024-03-29T00:17:47.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:46 smithi069 ceph-mon[36074]: pgmap v401: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-03-29T00:17:47.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:46 smithi069 ceph-mon[36074]: from='client.25282 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:17:47.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:46 smithi053 ceph-mon[36233]: pgmap v401: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-03-29T00:17:47.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:46 smithi053 ceph-mon[36233]: from='client.25282 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:17:47.607 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:17:49.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:48 smithi069 ceph-mon[36074]: pgmap v402: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-03-29T00:17:49.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:48 smithi012 ceph-mon[31657]: pgmap v402: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-03-29T00:17:49.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:48 smithi053 ceph-mon[36233]: pgmap v402: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-03-29T00:17:49.825 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.823+0000 7f6497200700 1 -- 172.21.15.12:0/2869552819 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f649010a150 msgr2=0x7f649010c5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:49.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.823+0000 7f6497200700 1 --2- 172.21.15.12:0/2869552819 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f649010a150 0x7f649010c5e0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f6488009f90 tx=0x7f648800b330 comp rx=0 tx=0).stop 2024-03-29T00:17:49.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.824+0000 7f6497200700 1 -- 172.21.15.12:0/2869552819 shutdown_connections 2024-03-29T00:17:49.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.824+0000 7f6497200700 1 --2- 172.21.15.12:0/2869552819 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f649010a150 0x7f649010c5e0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:49.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.824+0000 7f6497200700 1 --2- 172.21.15.12:0/2869552819 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6490076210 0x7f6490074670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:49.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.824+0000 7f6497200700 1 --2- 172.21.15.12:0/2869552819 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6490074c40 0x7f64900750c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:49.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.824+0000 7f6497200700 1 -- 172.21.15.12:0/2869552819 >> 172.21.15.12:0/2869552819 conn(0x7f64900fd850 msgr2=0x7f64900ffc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:49.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.824+0000 7f6497200700 1 -- 172.21.15.12:0/2869552819 shutdown_connections 2024-03-29T00:17:49.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.824+0000 7f6497200700 1 -- 172.21.15.12:0/2869552819 wait complete. 2024-03-29T00:17:49.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.825+0000 7f6497200700 1 Processor -- start 2024-03-29T00:17:49.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.825+0000 7f6497200700 1 -- start start 2024-03-29T00:17:49.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.825+0000 7f6497200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6490074c40 0x7f649019a720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:49.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.826+0000 7f6497200700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6490076210 0x7f649019ac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:49.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.826+0000 7f6497200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f649010a150 0x7f64901a1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:49.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.826+0000 7f6497200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f64901101c0 con 0x7f649010a150 2024-03-29T00:17:49.829 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.826+0000 7f6497200700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f6490110040 con 0x7f6490076210 2024-03-29T00:17:49.829 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.826+0000 7f6497200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f6490110340 con 0x7f6490074c40 2024-03-29T00:17:49.829 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.826+0000 7f648fe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6490074c40 0x7f649019a720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:49.829 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.826+0000 7f648fe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6490074c40 0x7f649019a720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:38668/0 (socket says 172.21.15.12:38668) 2024-03-29T00:17:49.829 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.826+0000 7f648fe00700 1 -- 172.21.15.12:0/2194902316 learned_addr learned my addr 172.21.15.12:0/2194902316 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:49.829 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.826+0000 7f6487400700 1 --2- 172.21.15.12:0/2194902316 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6490076210 0x7f649019ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:49.829 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.826+0000 7f6495200700 1 --2- 172.21.15.12:0/2194902316 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f649010a150 0x7f64901a1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:49.829 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.826+0000 7f6487400700 1 -- 172.21.15.12:0/2194902316 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6490074c40 msgr2=0x7f649019a720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:49.829 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.826+0000 7f6487400700 1 --2- 172.21.15.12:0/2194902316 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6490074c40 0x7f649019a720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:49.829 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.826+0000 7f6487400700 1 -- 172.21.15.12:0/2194902316 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f649010a150 msgr2=0x7f64901a1ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:49.830 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.826+0000 7f6487400700 1 --2- 172.21.15.12:0/2194902316 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f649010a150 0x7f64901a1ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:49.830 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.826+0000 7f6487400700 1 -- 172.21.15.12:0/2194902316 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64901a2380 con 0x7f6490076210 2024-03-29T00:17:49.830 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.826+0000 7f6495200700 1 --2- 172.21.15.12:0/2194902316 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f649010a150 0x7f64901a1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:17:49.830 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.827+0000 7f6487400700 1 --2- 172.21.15.12:0/2194902316 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6490076210 0x7f649019ac60 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f647800e9f0 tx=0x7f647800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:49.830 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.827+0000 7f648d600700 1 -- 172.21.15.12:0/2194902316 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f647800cbd0 con 0x7f6490076210 2024-03-29T00:17:49.830 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.827+0000 7f648d600700 1 -- 172.21.15.12:0/2194902316 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6478004520 con 0x7f6490076210 2024-03-29T00:17:49.830 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.827+0000 7f648d600700 1 -- 172.21.15.12:0/2194902316 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6478005280 con 0x7f6490076210 2024-03-29T00:17:49.830 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.827+0000 7f6497200700 1 -- 172.21.15.12:0/2194902316 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64901a2670 con 0x7f6490076210 2024-03-29T00:17:49.830 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.827+0000 7f6497200700 1 -- 172.21.15.12:0/2194902316 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64901a2b60 con 0x7f6490076210 2024-03-29T00:17:49.831 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.828+0000 7f6497200700 1 -- 172.21.15.12:0/2194902316 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6490068f00 con 0x7f6490076210 2024-03-29T00:17:49.831 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.830+0000 7f648d600700 1 -- 172.21.15.12:0/2194902316 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f6478004750 con 0x7f6490076210 2024-03-29T00:17:49.832 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.832+0000 7f648d600700 1 --2- 172.21.15.12:0/2194902316 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f64740a1e10 0x7f64740a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:49.832 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.832+0000 7f648d600700 1 -- 172.21.15.12:0/2194902316 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f64780ce160 con 0x7f6490076210 2024-03-29T00:17:49.832 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.832+0000 7f648fe00700 1 --2- 172.21.15.12:0/2194902316 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f64740a1e10 0x7f64740a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:49.833 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.833+0000 7f648fe00700 1 --2- 172.21.15.12:0/2194902316 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f64740a1e10 0x7f64740a42d0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f6480005950 tx=0x7f6480009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:49.836 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:49.835+0000 7f648d600700 1 -- 172.21.15.12:0/2194902316 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f647809b1a0 con 0x7f6490076210 2024-03-29T00:17:50.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:50.072+0000 7f6497200700 1 -- 172.21.15.12:0/2194902316 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7f6490062680 con 0x7f64740a1e10 2024-03-29T00:17:50.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:50.075+0000 7f648d600700 1 -- 172.21.15.12:0/2194902316 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+187 (secure 0 0 0) 0x7f6490062680 con 0x7f64740a1e10 2024-03-29T00:17:50.078 INFO:teuthology.orchestra.run.smithi012.stdout:HOST ADDR LABELS STATUS 2024-03-29T00:17:50.078 INFO:teuthology.orchestra.run.smithi012.stdout:smithi012 172.21.15.12 2024-03-29T00:17:50.079 INFO:teuthology.orchestra.run.smithi012.stdout:smithi053 172.21.15.53 2024-03-29T00:17:50.079 INFO:teuthology.orchestra.run.smithi012.stdout:smithi069 172.21.15.69 2024-03-29T00:17:50.079 INFO:teuthology.orchestra.run.smithi012.stdout:3 hosts in cluster 2024-03-29T00:17:50.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:50.078+0000 7f6497200700 1 -- 172.21.15.12:0/2194902316 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f64740a1e10 msgr2=0x7f64740a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:50.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:50.078+0000 7f6497200700 1 --2- 172.21.15.12:0/2194902316 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f64740a1e10 0x7f64740a42d0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f6480005950 tx=0x7f6480009310 comp rx=0 tx=0).stop 2024-03-29T00:17:50.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:50.079+0000 7f6497200700 1 -- 172.21.15.12:0/2194902316 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6490076210 msgr2=0x7f649019ac60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:50.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:50.079+0000 7f6497200700 1 --2- 172.21.15.12:0/2194902316 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6490076210 0x7f649019ac60 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f647800e9f0 tx=0x7f647800ed00 comp rx=0 tx=0).stop 2024-03-29T00:17:50.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:50.079+0000 7f6497200700 1 -- 172.21.15.12:0/2194902316 shutdown_connections 2024-03-29T00:17:50.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:50.079+0000 7f6497200700 1 --2- 172.21.15.12:0/2194902316 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f64740a1e10 0x7f64740a42d0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:50.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:50.079+0000 7f6497200700 1 --2- 172.21.15.12:0/2194902316 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6490074c40 0x7f649019a720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:50.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:50.079+0000 7f6497200700 1 --2- 172.21.15.12:0/2194902316 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f649010a150 0x7f64901a1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:50.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:50.079+0000 7f6497200700 1 --2- 172.21.15.12:0/2194902316 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6490076210 0x7f649019ac60 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:50.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:50.079+0000 7f6497200700 1 -- 172.21.15.12:0/2194902316 >> 172.21.15.12:0/2194902316 conn(0x7f64900fd850 msgr2=0x7f64901060a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:50.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:50.079+0000 7f6497200700 1 -- 172.21.15.12:0/2194902316 shutdown_connections 2024-03-29T00:17:50.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:50.079+0000 7f6497200700 1 -- 172.21.15.12:0/2194902316 wait complete. 2024-03-29T00:17:51.035 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- bash -c 'ceph orch device ls' 2024-03-29T00:17:51.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:50 smithi069 ceph-mon[36074]: pgmap v403: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-03-29T00:17:51.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:50 smithi069 ceph-mon[36074]: from='client.25226 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:17:51.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:50 smithi012 ceph-mon[31657]: pgmap v403: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-03-29T00:17:51.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:50 smithi012 ceph-mon[31657]: from='client.25226 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:17:51.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:50 smithi053 ceph-mon[36233]: pgmap v403: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-03-29T00:17:51.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:50 smithi053 ceph-mon[36233]: from='client.25226 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:17:51.506 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:17:53.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:52 smithi069 ceph-mon[36074]: pgmap v404: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-03-29T00:17:53.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:52 smithi012 ceph-mon[31657]: pgmap v404: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-03-29T00:17:53.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:52 smithi053 ceph-mon[36233]: pgmap v404: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-03-29T00:17:53.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.838+0000 7fadc0400700 1 -- 172.21.15.12:0/2488447644 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fadb81044c0 msgr2=0x7fadb81048e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:53.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.838+0000 7fadc0400700 1 --2- 172.21.15.12:0/2488447644 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fadb81044c0 0x7fadb81048e0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fadac009920 tx=0x7fadac009c30 comp rx=0 tx=0).stop 2024-03-29T00:17:53.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.838+0000 7fadc0400700 1 -- 172.21.15.12:0/2488447644 shutdown_connections 2024-03-29T00:17:53.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.838+0000 7fadc0400700 1 --2- 172.21.15.12:0/2488447644 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadb8106060 0x7fadb810c910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:53.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.838+0000 7fadc0400700 1 --2- 172.21.15.12:0/2488447644 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fadb81044c0 0x7fadb81048e0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:53.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.838+0000 7fadc0400700 1 --2- 172.21.15.12:0/2488447644 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fadb81056c0 0x7fadb8105b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:53.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.838+0000 7fadc0400700 1 -- 172.21.15.12:0/2488447644 >> 172.21.15.12:0/2488447644 conn(0x7fadb80ffa60 msgr2=0x7fadb8101ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:53.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.838+0000 7fadc0400700 1 -- 172.21.15.12:0/2488447644 shutdown_connections 2024-03-29T00:17:53.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.838+0000 7fadc0400700 1 -- 172.21.15.12:0/2488447644 wait complete. 2024-03-29T00:17:53.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.839+0000 7fadc0400700 1 Processor -- start 2024-03-29T00:17:53.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.839+0000 7fadc0400700 1 -- start start 2024-03-29T00:17:53.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.840+0000 7fadc0400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fadb81044c0 0x7fadb819a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:53.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.840+0000 7fadc0400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadb81056c0 0x7fadb819ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:53.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.840+0000 7fadc0400700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fadb8106060 0x7fadb81a1d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:53.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.840+0000 7fadc0400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fadb8110200 con 0x7fadb81056c0 2024-03-29T00:17:53.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.840+0000 7fadc0400700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fadb8110080 con 0x7fadb8106060 2024-03-29T00:17:53.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.840+0000 7fadc0400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fadb8110380 con 0x7fadb81044c0 2024-03-29T00:17:53.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.840+0000 7fadbda00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fadb81044c0 0x7fadb819a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:53.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.840+0000 7fadbda00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fadb81044c0 0x7fadb819a7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:38692/0 (socket says 172.21.15.12:38692) 2024-03-29T00:17:53.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.840+0000 7fadbda00700 1 -- 172.21.15.12:0/2448989163 learned_addr learned my addr 172.21.15.12:0/2448989163 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:53.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.840+0000 7fadbe400700 1 --2- 172.21.15.12:0/2448989163 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fadb8106060 0x7fadb81a1d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:53.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.840+0000 7fadbd000700 1 --2- 172.21.15.12:0/2448989163 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadb81056c0 0x7fadb819ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:53.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.841+0000 7fadbda00700 1 -- 172.21.15.12:0/2448989163 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fadb8106060 msgr2=0x7fadb81a1d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:53.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.841+0000 7fadbda00700 1 --2- 172.21.15.12:0/2448989163 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fadb8106060 0x7fadb81a1d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:53.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.841+0000 7fadbda00700 1 -- 172.21.15.12:0/2448989163 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadb81056c0 msgr2=0x7fadb819ace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:53.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.841+0000 7fadbda00700 1 --2- 172.21.15.12:0/2448989163 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadb81056c0 0x7fadb819ace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:53.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.841+0000 7fadbda00700 1 -- 172.21.15.12:0/2448989163 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadb81a2400 con 0x7fadb81044c0 2024-03-29T00:17:53.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.841+0000 7fadbe400700 1 --2- 172.21.15.12:0/2448989163 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fadb8106060 0x7fadb81a1d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:17:53.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.841+0000 7fadbd000700 1 --2- 172.21.15.12:0/2448989163 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadb81056c0 0x7fadb819ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:17:53.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.841+0000 7fadbda00700 1 --2- 172.21.15.12:0/2448989163 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fadb81044c0 0x7fadb819a7a0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fadac009230 tx=0x7fadac005270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:53.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.841+0000 7fadb6000700 1 -- 172.21.15.12:0/2448989163 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadac027070 con 0x7fadb81044c0 2024-03-29T00:17:53.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.841+0000 7fadb6000700 1 -- 172.21.15.12:0/2448989163 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fadac005540 con 0x7fadb81044c0 2024-03-29T00:17:53.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.841+0000 7fadb6000700 1 -- 172.21.15.12:0/2448989163 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadac004d00 con 0x7fadb81044c0 2024-03-29T00:17:53.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.841+0000 7fadc0400700 1 -- 172.21.15.12:0/2448989163 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fadb81a2690 con 0x7fadb81044c0 2024-03-29T00:17:53.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.841+0000 7fadc0400700 1 -- 172.21.15.12:0/2448989163 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fadb81a2b40 con 0x7fadb81044c0 2024-03-29T00:17:53.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.842+0000 7fadc0400700 1 -- 172.21.15.12:0/2448989163 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fadb8068f00 con 0x7fadb81044c0 2024-03-29T00:17:53.845 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.845+0000 7fadb6000700 1 -- 172.21.15.12:0/2448989163 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fadac02a070 con 0x7fadb81044c0 2024-03-29T00:17:53.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.846+0000 7fadb6000700 1 --2- 172.21.15.12:0/2448989163 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fada00a1e90 0x7fada00a4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:53.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.846+0000 7fadb6000700 1 -- 172.21.15.12:0/2448989163 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fadac0cef70 con 0x7fadb81044c0 2024-03-29T00:17:53.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.846+0000 7fadbd000700 1 --2- 172.21.15.12:0/2448989163 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fada00a1e90 0x7fada00a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:53.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.847+0000 7fadbd000700 1 --2- 172.21.15.12:0/2448989163 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fada00a1e90 0x7fada00a4350 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fada4005fd0 tx=0x7fada4009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:53.850 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:53.850+0000 7fadb6000700 1 -- 172.21.15.12:0/2448989163 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fadac013030 con 0x7fadb81044c0 2024-03-29T00:17:54.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:54.096+0000 7fadc0400700 1 -- 172.21.15.12:0/2448989163 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7fadb8062680 con 0x7fada00a1e90 2024-03-29T00:17:54.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:54.100+0000 7fadb6000700 1 -- 172.21.15.12:0/2448989163 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7fadb8062680 con 0x7fada00a1e90 2024-03-29T00:17:54.101 INFO:teuthology.orchestra.run.smithi012.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-03-29T00:17:54.101 INFO:teuthology.orchestra.run.smithi012.stdout:smithi012 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT5331005J400BGN 372G No 4m ago Has a FileSystem, LVM detected 2024-03-29T00:17:54.101 INFO:teuthology.orchestra.run.smithi012.stdout:smithi053 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB751300G8480DGN 447G No 4m ago Has a FileSystem, LVM detected 2024-03-29T00:17:54.101 INFO:teuthology.orchestra.run.smithi012.stdout:smithi069 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400Y0400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-03-29T00:17:54.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:54.103+0000 7fadc0400700 1 -- 172.21.15.12:0/2448989163 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fada00a1e90 msgr2=0x7fada00a4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:54.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:54.103+0000 7fadc0400700 1 --2- 172.21.15.12:0/2448989163 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fada00a1e90 0x7fada00a4350 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fada4005fd0 tx=0x7fada4009310 comp rx=0 tx=0).stop 2024-03-29T00:17:54.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:54.103+0000 7fadc0400700 1 -- 172.21.15.12:0/2448989163 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fadb81044c0 msgr2=0x7fadb819a7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:54.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:54.103+0000 7fadc0400700 1 --2- 172.21.15.12:0/2448989163 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fadb81044c0 0x7fadb819a7a0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fadac009230 tx=0x7fadac005270 comp rx=0 tx=0).stop 2024-03-29T00:17:54.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:54.103+0000 7fadc0400700 1 -- 172.21.15.12:0/2448989163 shutdown_connections 2024-03-29T00:17:54.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:54.103+0000 7fadc0400700 1 --2- 172.21.15.12:0/2448989163 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fada00a1e90 0x7fada00a4350 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:54.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:54.103+0000 7fadc0400700 1 --2- 172.21.15.12:0/2448989163 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fadb81044c0 0x7fadb819a7a0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:54.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:54.103+0000 7fadc0400700 1 --2- 172.21.15.12:0/2448989163 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fadb8106060 0x7fadb81a1d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:54.105 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:54.103+0000 7fadc0400700 1 --2- 172.21.15.12:0/2448989163 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadb81056c0 0x7fadb819ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:54.105 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:54.104+0000 7fadc0400700 1 -- 172.21.15.12:0/2448989163 >> 172.21.15.12:0/2448989163 conn(0x7fadb80ffa60 msgr2=0x7fadb81089c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:54.105 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:54.104+0000 7fadc0400700 1 -- 172.21.15.12:0/2448989163 shutdown_connections 2024-03-29T00:17:54.105 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:54.104+0000 7fadc0400700 1 -- 172.21.15.12:0/2448989163 wait complete. 2024-03-29T00:17:54.925 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-03-29T00:17:54.933 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi012.front.sepia.ceph.com 2024-03-29T00:17:54.934 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- bash -c 'ceph fs dump' 2024-03-29T00:17:55.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:54 smithi069 ceph-mon[36074]: pgmap v405: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-03-29T00:17:55.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:54 smithi069 ceph-mon[36074]: from='client.25294 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:17:55.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:54 smithi012 ceph-mon[31657]: pgmap v405: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-03-29T00:17:55.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:54 smithi012 ceph-mon[31657]: from='client.25294 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:17:55.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:54 smithi053 ceph-mon[36233]: pgmap v405: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-03-29T00:17:55.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:54 smithi053 ceph-mon[36233]: from='client.25294 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-29T00:17:55.411 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:17:57.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:56 smithi069 ceph-mon[36074]: pgmap v406: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-03-29T00:17:57.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:56 smithi012 ceph-mon[31657]: pgmap v406: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-03-29T00:17:57.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:56 smithi053 ceph-mon[36233]: pgmap v406: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-03-29T00:17:57.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.970+0000 7f7923800700 1 -- 172.21.15.12:0/484620754 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f791c1056c0 msgr2=0x7f791c105b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:57.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.970+0000 7f7923800700 1 --2- 172.21.15.12:0/484620754 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f791c1056c0 0x7f791c105b20 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f7904009990 tx=0x7f7904009ca0 comp rx=0 tx=0).stop 2024-03-29T00:17:57.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.970+0000 7f7923800700 1 -- 172.21.15.12:0/484620754 shutdown_connections 2024-03-29T00:17:57.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.970+0000 7f7923800700 1 --2- 172.21.15.12:0/484620754 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f791c106060 0x7f791c10c910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:57.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.970+0000 7f7923800700 1 --2- 172.21.15.12:0/484620754 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f791c1044c0 0x7f791c1048e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:57.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.970+0000 7f7923800700 1 --2- 172.21.15.12:0/484620754 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f791c1056c0 0x7f791c105b20 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:57.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.970+0000 7f7923800700 1 -- 172.21.15.12:0/484620754 >> 172.21.15.12:0/484620754 conn(0x7f791c0ffa60 msgr2=0x7f791c101ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:57.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.970+0000 7f7923800700 1 -- 172.21.15.12:0/484620754 shutdown_connections 2024-03-29T00:17:57.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.970+0000 7f7923800700 1 -- 172.21.15.12:0/484620754 wait complete. 2024-03-29T00:17:57.973 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.972+0000 7f7923800700 1 Processor -- start 2024-03-29T00:17:57.973 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.973+0000 7f7923800700 1 -- start start 2024-03-29T00:17:57.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.973+0000 7f7923800700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f791c1044c0 0x7f791c079ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:57.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.973+0000 7f7923800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f791c1056c0 0x7f791c07a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:57.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.973+0000 7f7923800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f791c106060 0x7f791c076b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:57.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.973+0000 7f7923800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f791c110240 con 0x7f791c1056c0 2024-03-29T00:17:57.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.973+0000 7f7923800700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f791c1100c0 con 0x7f791c1044c0 2024-03-29T00:17:57.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.974+0000 7f7913e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f791c1056c0 0x7f791c07a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:57.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.974+0000 7f7921800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f791c106060 0x7f791c076b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:57.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.974+0000 7f7923800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f791c1103c0 con 0x7f791c106060 2024-03-29T00:17:57.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.974+0000 7f7920e00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f791c1044c0 0x7f791c079ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:57.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.974+0000 7f7921800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f791c106060 0x7f791c076b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:55182/0 (socket says 172.21.15.12:55182) 2024-03-29T00:17:57.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.974+0000 7f7920e00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f791c1044c0 0x7f791c079ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:39574/0 (socket says 172.21.15.12:39574) 2024-03-29T00:17:57.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.974+0000 7f7920e00700 1 -- 172.21.15.12:0/409188683 learned_addr learned my addr 172.21.15.12:0/409188683 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:17:57.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.974+0000 7f7913e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f791c1056c0 0x7f791c07a530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:40300/0 (socket says 172.21.15.12:40300) 2024-03-29T00:17:57.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.974+0000 7f7921800700 1 -- 172.21.15.12:0/409188683 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f791c1044c0 msgr2=0x7f791c079ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:57.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.974+0000 7f7921800700 1 --2- 172.21.15.12:0/409188683 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f791c1044c0 0x7f791c079ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:57.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.974+0000 7f7921800700 1 -- 172.21.15.12:0/409188683 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f791c1056c0 msgr2=0x7f791c07a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:57.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.974+0000 7f7921800700 1 --2- 172.21.15.12:0/409188683 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f791c1056c0 0x7f791c07a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:57.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.974+0000 7f7921800700 1 -- 172.21.15.12:0/409188683 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f791c077440 con 0x7f791c106060 2024-03-29T00:17:57.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.974+0000 7f7921800700 1 --2- 172.21.15.12:0/409188683 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f791c106060 0x7f791c076b70 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f791400e970 tx=0x7f791400ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:57.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.975+0000 7f791a000700 1 -- 172.21.15.12:0/409188683 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7914004220 con 0x7f791c106060 2024-03-29T00:17:57.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.975+0000 7f791a000700 1 -- 172.21.15.12:0/409188683 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7914004d30 con 0x7f791c106060 2024-03-29T00:17:57.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.975+0000 7f7923800700 1 -- 172.21.15.12:0/409188683 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f791c1a6b60 con 0x7f791c106060 2024-03-29T00:17:57.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.975+0000 7f791a000700 1 -- 172.21.15.12:0/409188683 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7914010700 con 0x7f791c106060 2024-03-29T00:17:57.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.975+0000 7f7923800700 1 -- 172.21.15.12:0/409188683 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f791c1a6fb0 con 0x7f791c106060 2024-03-29T00:17:57.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.976+0000 7f7923800700 1 -- 172.21.15.12:0/409188683 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f791c068f00 con 0x7f791c106060 2024-03-29T00:17:57.978 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.978+0000 7f791a000700 1 -- 172.21.15.12:0/409188683 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f7914004750 con 0x7f791c106060 2024-03-29T00:17:57.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.980+0000 7f791a000700 1 --2- 172.21.15.12:0/409188683 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f79000a1e10 0x7f79000a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:17:57.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.980+0000 7f791a000700 1 -- 172.21.15.12:0/409188683 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f79140cdf40 con 0x7f791c106060 2024-03-29T00:17:57.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.980+0000 7f7920e00700 1 --2- 172.21.15.12:0/409188683 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f79000a1e10 0x7f79000a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:17:57.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.981+0000 7f7920e00700 1 --2- 172.21.15.12:0/409188683 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f79000a1e10 0x7f79000a42d0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f790c009510 tx=0x7f790c009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:17:57.988 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:57.988+0000 7f791a000700 1 -- 172.21.15.12:0/409188683 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f791409af80 con 0x7f791c106060 2024-03-29T00:17:58.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:58.268+0000 7f7923800700 1 -- 172.21.15.12:0/409188683 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7f791c062e50 con 0x7f791c106060 2024-03-29T00:17:58.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:58.268+0000 7f791a000700 1 -- 172.21.15.12:0/409188683 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 28 v28) ==== 76+0+3076 (secure 0 0 0) 0x7f791409a880 con 0x7f791c106060 2024-03-29T00:17:58.270 INFO:teuthology.orchestra.run.smithi012.stdout:e28 2024-03-29T00:17:58.270 INFO:teuthology.orchestra.run.smithi012.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-03-29T00:17:58.270 INFO:teuthology.orchestra.run.smithi012.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-03-29T00:17:58.270 INFO:teuthology.orchestra.run.smithi012.stdout:legacy client fscid: 1 2024-03-29T00:17:58.270 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:17:58.270 INFO:teuthology.orchestra.run.smithi012.stdout:Filesystem 'cephfs' (1) 2024-03-29T00:17:58.270 INFO:teuthology.orchestra.run.smithi012.stdout:fs_name cephfs 2024-03-29T00:17:58.270 INFO:teuthology.orchestra.run.smithi012.stdout:epoch 28 2024-03-29T00:17:58.270 INFO:teuthology.orchestra.run.smithi012.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-03-29T00:17:58.270 INFO:teuthology.orchestra.run.smithi012.stdout:created 2024-03-29T00:15:17.217711+0000 2024-03-29T00:17:58.271 INFO:teuthology.orchestra.run.smithi012.stdout:modified 2024-03-29T00:15:54.139481+0000 2024-03-29T00:17:58.271 INFO:teuthology.orchestra.run.smithi012.stdout:tableserver 0 2024-03-29T00:17:58.271 INFO:teuthology.orchestra.run.smithi012.stdout:root 0 2024-03-29T00:17:58.271 INFO:teuthology.orchestra.run.smithi012.stdout:session_timeout 300 2024-03-29T00:17:58.271 INFO:teuthology.orchestra.run.smithi012.stdout:session_autoclose 300 2024-03-29T00:17:58.271 INFO:teuthology.orchestra.run.smithi012.stdout:max_file_size 1099511627776 2024-03-29T00:17:58.271 INFO:teuthology.orchestra.run.smithi012.stdout:max_xattr_size 65536 2024-03-29T00:17:58.271 INFO:teuthology.orchestra.run.smithi012.stdout:required_client_features {} 2024-03-29T00:17:58.271 INFO:teuthology.orchestra.run.smithi012.stdout:last_failure 0 2024-03-29T00:17:58.271 INFO:teuthology.orchestra.run.smithi012.stdout:last_failure_osd_epoch 0 2024-03-29T00:17:58.271 INFO:teuthology.orchestra.run.smithi012.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-03-29T00:17:58.271 INFO:teuthology.orchestra.run.smithi012.stdout:max_mds 5 2024-03-29T00:17:58.271 INFO:teuthology.orchestra.run.smithi012.stdout:in 0,1,2,3,4 2024-03-29T00:17:58.271 INFO:teuthology.orchestra.run.smithi012.stdout:up {0=24568,1=24566,2=24544,3=24472,4=24431} 2024-03-29T00:17:58.271 INFO:teuthology.orchestra.run.smithi012.stdout:failed 2024-03-29T00:17:58.272 INFO:teuthology.orchestra.run.smithi012.stdout:damaged 2024-03-29T00:17:58.272 INFO:teuthology.orchestra.run.smithi012.stdout:stopped 2024-03-29T00:17:58.272 INFO:teuthology.orchestra.run.smithi012.stdout:data_pools [3,4] 2024-03-29T00:17:58.272 INFO:teuthology.orchestra.run.smithi012.stdout:metadata_pool 2 2024-03-29T00:17:58.272 INFO:teuthology.orchestra.run.smithi012.stdout:inline_data disabled 2024-03-29T00:17:58.272 INFO:teuthology.orchestra.run.smithi012.stdout:balancer 2024-03-29T00:17:58.272 INFO:teuthology.orchestra.run.smithi012.stdout:bal_rank_mask -1 2024-03-29T00:17:58.272 INFO:teuthology.orchestra.run.smithi012.stdout:standby_count_wanted 0 2024-03-29T00:17:58.272 INFO:teuthology.orchestra.run.smithi012.stdout:qdb_cluster leader: 24568 members: 24566,24568,24544,24472,24431 2024-03-29T00:17:58.272 INFO:teuthology.orchestra.run.smithi012.stdout:[mds.i{0:24568} state up:active seq 6 addr [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] compat {c=[1],r=[1],i=[1fff]}] 2024-03-29T00:17:58.272 INFO:teuthology.orchestra.run.smithi012.stdout:[mds.f{0:24532} state up:standby-replay seq 1 addr [v2:172.21.15.69:6834/368717986,v1:172.21.15.69:6835/368717986] compat {c=[1],r=[1],i=[1fff]}] 2024-03-29T00:17:58.272 INFO:teuthology.orchestra.run.smithi012.stdout:[mds.b{1:24566} state up:active seq 11 addr [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] compat {c=[1],r=[1],i=[1fff]}] 2024-03-29T00:17:58.272 INFO:teuthology.orchestra.run.smithi012.stdout:[mds.h{1:24509} state up:standby-replay seq 1 addr [v2:172.21.15.53:6836/3069224551,v1:172.21.15.53:6837/3069224551] compat {c=[1],r=[1],i=[1fff]}] 2024-03-29T00:17:58.272 INFO:teuthology.orchestra.run.smithi012.stdout:[mds.c{2:24544} state up:active seq 16 addr [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] compat {c=[1],r=[1],i=[1fff]}] 2024-03-29T00:17:58.273 INFO:teuthology.orchestra.run.smithi012.stdout:[mds.e{2:24479} state up:standby-replay seq 1 addr [v2:172.21.15.53:6834/3689706936,v1:172.21.15.53:6835/3689706936] compat {c=[1],r=[1],i=[1fff]}] 2024-03-29T00:17:58.273 INFO:teuthology.orchestra.run.smithi012.stdout:[mds.l{3:24472} state up:active seq 21 addr [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] compat {c=[1],r=[1],i=[1fff]}] 2024-03-29T00:17:58.273 INFO:teuthology.orchestra.run.smithi012.stdout:[mds.a{3:14469} state up:standby-replay seq 1 addr [v2:172.21.15.12:6840/167917143,v1:172.21.15.12:6841/167917143] compat {c=[1],r=[1],i=[1fff]}] 2024-03-29T00:17:58.273 INFO:teuthology.orchestra.run.smithi012.stdout:[mds.k{4:24431} state up:active seq 21 addr [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] compat {c=[1],r=[1],i=[1fff]}] 2024-03-29T00:17:58.273 INFO:teuthology.orchestra.run.smithi012.stdout:[mds.g{4:14451} state up:standby-replay seq 1 addr [v2:172.21.15.12:6838/2537576655,v1:172.21.15.12:6839/2537576655] compat {c=[1],r=[1],i=[1fff]}] 2024-03-29T00:17:58.273 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:17:58.273 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:17:58.273 INFO:teuthology.orchestra.run.smithi012.stdout:Standby daemons: 2024-03-29T00:17:58.273 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:17:58.273 INFO:teuthology.orchestra.run.smithi012.stdout:[mds.j{-1:14385} state up:standby seq 1 addr [v2:172.21.15.12:6834/2850016952,v1:172.21.15.12:6835/2850016952] compat {c=[1],r=[1],i=[1fff]}] 2024-03-29T00:17:58.273 INFO:teuthology.orchestra.run.smithi012.stdout:[mds.d{-1:14403} state up:standby seq 1 addr [v2:172.21.15.12:6836/54288999,v1:172.21.15.12:6837/54288999] compat {c=[1],r=[1],i=[1fff]}] 2024-03-29T00:17:58.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:58.272+0000 7f7923800700 1 -- 172.21.15.12:0/409188683 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f79000a1e10 msgr2=0x7f79000a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:58.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:58.272+0000 7f7923800700 1 --2- 172.21.15.12:0/409188683 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f79000a1e10 0x7f79000a42d0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f790c009510 tx=0x7f790c009040 comp rx=0 tx=0).stop 2024-03-29T00:17:58.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:58.272+0000 7f7923800700 1 -- 172.21.15.12:0/409188683 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f791c106060 msgr2=0x7f791c076b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:17:58.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:58.272+0000 7f7923800700 1 --2- 172.21.15.12:0/409188683 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f791c106060 0x7f791c076b70 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f791400e970 tx=0x7f791400ec80 comp rx=0 tx=0).stop 2024-03-29T00:17:58.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:58.272+0000 7f7923800700 1 -- 172.21.15.12:0/409188683 shutdown_connections 2024-03-29T00:17:58.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:58.272+0000 7f7923800700 1 --2- 172.21.15.12:0/409188683 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f79000a1e10 0x7f79000a42d0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:58.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:58.272+0000 7f7923800700 1 --2- 172.21.15.12:0/409188683 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f791c106060 0x7f791c076b70 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:58.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:58.272+0000 7f7923800700 1 --2- 172.21.15.12:0/409188683 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f791c1044c0 0x7f791c079ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:58.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:58.272+0000 7f7923800700 1 --2- 172.21.15.12:0/409188683 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f791c1056c0 0x7f791c07a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:17:58.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:58.272+0000 7f7923800700 1 -- 172.21.15.12:0/409188683 >> 172.21.15.12:0/409188683 conn(0x7f791c0ffa60 msgr2=0x7f791c1088f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:17:58.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:58.272+0000 7f7923800700 1 -- 172.21.15.12:0/409188683 shutdown_connections 2024-03-29T00:17:58.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:17:58.272+0000 7f7923800700 1 -- 172.21.15.12:0/409188683 wait complete. 2024-03-29T00:17:58.275 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 28 2024-03-29T00:17:59.125 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- bash -c 'ceph osd dump' 2024-03-29T00:17:59.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:59 smithi069 ceph-mon[36074]: pgmap v407: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-03-29T00:17:59.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:17:59 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/409188683' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-03-29T00:17:59.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:59 smithi012 ceph-mon[31657]: pgmap v407: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-03-29T00:17:59.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:17:59 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/409188683' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-03-29T00:17:59.598 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:17:59.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:59 smithi053 ceph-mon[36233]: pgmap v407: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-03-29T00:17:59.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:17:59 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/409188683' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-03-29T00:18:01.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:01 smithi069 ceph-mon[36074]: pgmap v408: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-03-29T00:18:01.494 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:01 smithi012 ceph-mon[31657]: pgmap v408: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-03-29T00:18:01.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:01 smithi053 ceph-mon[36233]: pgmap v408: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-03-29T00:18:01.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.666+0000 7f6829a00700 1 -- 172.21.15.12:0/3087143840 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6824105f60 msgr2=0x7f682410c810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:01.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.666+0000 7f6829a00700 1 --2- 172.21.15.12:0/3087143840 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6824105f60 0x7f682410c810 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f681c009fc0 tx=0x7f681c00b330 comp rx=0 tx=0).stop 2024-03-29T00:18:01.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.666+0000 7f6829a00700 1 -- 172.21.15.12:0/3087143840 shutdown_connections 2024-03-29T00:18:01.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.666+0000 7f6829a00700 1 --2- 172.21.15.12:0/3087143840 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6824105f60 0x7f682410c810 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:01.668 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.666+0000 7f6829a00700 1 --2- 172.21.15.12:0/3087143840 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f68241043c0 0x7f68241047e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:01.668 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.666+0000 7f6829a00700 1 --2- 172.21.15.12:0/3087143840 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f68241055c0 0x7f6824105a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:01.668 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.666+0000 7f6829a00700 1 -- 172.21.15.12:0/3087143840 >> 172.21.15.12:0/3087143840 conn(0x7f68240ff960 msgr2=0x7f6824101da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:01.668 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.666+0000 7f6829a00700 1 -- 172.21.15.12:0/3087143840 shutdown_connections 2024-03-29T00:18:01.668 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.667+0000 7f6829a00700 1 -- 172.21.15.12:0/3087143840 wait complete. 2024-03-29T00:18:01.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.668+0000 7f6829a00700 1 Processor -- start 2024-03-29T00:18:01.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.668+0000 7f6829a00700 1 -- start start 2024-03-29T00:18:01.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.668+0000 7f6829a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f68241043c0 0x7f682419a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:01.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.668+0000 7f6829a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f68241055c0 0x7f682419ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:01.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.668+0000 7f6829a00700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6824105f60 0x7f68241a1b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:01.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.668+0000 7f6829a00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f6824110150 con 0x7f68241055c0 2024-03-29T00:18:01.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.668+0000 7f6829a00700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f682410ffd0 con 0x7f6824105f60 2024-03-29T00:18:01.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.668+0000 7f6829a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f68241102d0 con 0x7f68241043c0 2024-03-29T00:18:01.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.668+0000 7f6823e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f68241043c0 0x7f682419a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:01.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.668+0000 7f6823e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f68241043c0 0x7f682419a5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:55196/0 (socket says 172.21.15.12:55196) 2024-03-29T00:18:01.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.668+0000 7f6823e00700 1 -- 172.21.15.12:0/2903355315 learned_addr learned my addr 172.21.15.12:0/2903355315 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:01.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.668+0000 7f6823400700 1 --2- 172.21.15.12:0/2903355315 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f68241055c0 0x7f682419ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:01.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.668+0000 7f6829000700 1 --2- 172.21.15.12:0/2903355315 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6824105f60 0x7f68241a1b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:01.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.669+0000 7f6823e00700 1 -- 172.21.15.12:0/2903355315 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6824105f60 msgr2=0x7f68241a1b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:01.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.669+0000 7f6823e00700 1 --2- 172.21.15.12:0/2903355315 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6824105f60 0x7f68241a1b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:01.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.669+0000 7f6823e00700 1 -- 172.21.15.12:0/2903355315 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f68241055c0 msgr2=0x7f682419ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:01.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.669+0000 7f6823e00700 1 --2- 172.21.15.12:0/2903355315 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f68241055c0 0x7f682419ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:01.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.669+0000 7f6823e00700 1 -- 172.21.15.12:0/2903355315 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68241a2230 con 0x7f68241043c0 2024-03-29T00:18:01.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.669+0000 7f6829000700 1 --2- 172.21.15.12:0/2903355315 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6824105f60 0x7f68241a1b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:18:01.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.669+0000 7f6823e00700 1 --2- 172.21.15.12:0/2903355315 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f68241043c0 0x7f682419a5d0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f681400e9a0 tx=0x7f681400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:01.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.670+0000 7f6820c00700 1 -- 172.21.15.12:0/2903355315 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6814004220 con 0x7f68241043c0 2024-03-29T00:18:01.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.670+0000 7f6820c00700 1 -- 172.21.15.12:0/2903355315 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f68140043c0 con 0x7f68241043c0 2024-03-29T00:18:01.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.670+0000 7f6820c00700 1 -- 172.21.15.12:0/2903355315 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6814010430 con 0x7f68241043c0 2024-03-29T00:18:01.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.670+0000 7f6829a00700 1 -- 172.21.15.12:0/2903355315 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68241a2520 con 0x7f68241043c0 2024-03-29T00:18:01.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.670+0000 7f6829a00700 1 -- 172.21.15.12:0/2903355315 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68241a2a10 con 0x7f68241043c0 2024-03-29T00:18:01.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.671+0000 7f6829a00700 1 -- 172.21.15.12:0/2903355315 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6824068f00 con 0x7f68241043c0 2024-03-29T00:18:01.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.673+0000 7f6820c00700 1 -- 172.21.15.12:0/2903355315 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f681400c810 con 0x7f68241043c0 2024-03-29T00:18:01.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.674+0000 7f6820c00700 1 --2- 172.21.15.12:0/2903355315 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f68080a1e90 0x7f68080a4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:01.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.674+0000 7f6820c00700 1 -- 172.21.15.12:0/2903355315 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f68140ce310 con 0x7f68241043c0 2024-03-29T00:18:01.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.674+0000 7f6823400700 1 --2- 172.21.15.12:0/2903355315 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f68080a1e90 0x7f68080a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:01.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.675+0000 7f6823400700 1 --2- 172.21.15.12:0/2903355315 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f68080a1e90 0x7f68080a4350 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f6810009750 tx=0x7f6810009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:01.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.678+0000 7f6820c00700 1 -- 172.21.15.12:0/2903355315 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f681409b350 con 0x7f68241043c0 2024-03-29T00:18:01.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.903+0000 7f6829a00700 1 -- 172.21.15.12:0/2903355315 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7f6824062ea0 con 0x7f68241043c0 2024-03-29T00:18:01.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.904+0000 7f6820c00700 1 -- 172.21.15.12:0/2903355315 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v93) ==== 56+0+5620 (secure 0 0 0) 0x7f681409ac50 con 0x7f68241043c0 2024-03-29T00:18:01.905 INFO:teuthology.orchestra.run.smithi012.stdout:epoch 93 2024-03-29T00:18:01.906 INFO:teuthology.orchestra.run.smithi012.stdout:fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:18:01.906 INFO:teuthology.orchestra.run.smithi012.stdout:created 2024-03-29T00:05:52.349196+0000 2024-03-29T00:18:01.906 INFO:teuthology.orchestra.run.smithi012.stdout:modified 2024-03-29T00:17:11.508521+0000 2024-03-29T00:18:01.906 INFO:teuthology.orchestra.run.smithi012.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-03-29T00:18:01.906 INFO:teuthology.orchestra.run.smithi012.stdout:crush_version 27 2024-03-29T00:18:01.906 INFO:teuthology.orchestra.run.smithi012.stdout:full_ratio 0.95 2024-03-29T00:18:01.906 INFO:teuthology.orchestra.run.smithi012.stdout:backfillfull_ratio 0.9 2024-03-29T00:18:01.906 INFO:teuthology.orchestra.run.smithi012.stdout:nearfull_ratio 0.85 2024-03-29T00:18:01.906 INFO:teuthology.orchestra.run.smithi012.stdout:require_min_compat_client luminous 2024-03-29T00:18:01.906 INFO:teuthology.orchestra.run.smithi012.stdout:min_compat_client luminous 2024-03-29T00:18:01.906 INFO:teuthology.orchestra.run.smithi012.stdout:require_osd_release squid 2024-03-29T00:18:01.906 INFO:teuthology.orchestra.run.smithi012.stdout:stretch_mode_enabled false 2024-03-29T00:18:01.907 INFO:teuthology.orchestra.run.smithi012.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-03-29T00:18:01.907 INFO:teuthology.orchestra.run.smithi012.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 84 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-03-29T00:18:01.907 INFO:teuthology.orchestra.run.smithi012.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 85 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.05 application cephfs read_balance_score 1.50 2024-03-29T00:18:01.907 INFO:teuthology.orchestra.run.smithi012.stdout:pool 4 'cephfs_data_ec' erasure profile cephfs_data_ec size 4 min_size 3 crush_rule 1 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 89 flags hashpspool,ec_overwrites stripe_width 8192 pg_num_min 64 target_size_ratio 0.9 application cephfs 2024-03-29T00:18:01.907 INFO:teuthology.orchestra.run.smithi012.stdout:max_osd 12 2024-03-29T00:18:01.907 INFO:teuthology.orchestra.run.smithi012.stdout:osd.0 up in weight 1 up_from 8 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.12:6802/1970936395,v1:172.21.15.12:6803/1970936395] [v2:172.21.15.12:6804/1970936395,v1:172.21.15.12:6805/1970936395] exists,up f15b3bc8-42a4-4aca-bf7c-f36533a25084 2024-03-29T00:18:01.907 INFO:teuthology.orchestra.run.smithi012.stdout:osd.1 up in weight 1 up_from 13 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.53:6800/2562558811,v1:172.21.15.53:6801/2562558811] [v2:172.21.15.53:6802/2562558811,v1:172.21.15.53:6803/2562558811] exists,up 9fc84928-5898-4421-8fae-8a6c3b5d6454 2024-03-29T00:18:01.907 INFO:teuthology.orchestra.run.smithi012.stdout:osd.2 up in weight 1 up_from 18 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.69:6800/3472201934,v1:172.21.15.69:6801/3472201934] [v2:172.21.15.69:6802/3472201934,v1:172.21.15.69:6803/3472201934] exists,up 6e1df3eb-d5e1-4433-aef8-dcc544feb108 2024-03-29T00:18:01.907 INFO:teuthology.orchestra.run.smithi012.stdout:osd.3 up in weight 1 up_from 25 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.12:6810/1860879351,v1:172.21.15.12:6811/1860879351] [v2:172.21.15.12:6812/1860879351,v1:172.21.15.12:6813/1860879351] exists,up c03886ee-0efd-4a1f-b04f-b060483d852b 2024-03-29T00:18:01.907 INFO:teuthology.orchestra.run.smithi012.stdout:osd.4 up in weight 1 up_from 33 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.53:6808/1066696400,v1:172.21.15.53:6809/1066696400] [v2:172.21.15.53:6810/1066696400,v1:172.21.15.53:6811/1066696400] exists,up 10a25f7e-b569-4d47-add7-560968efa9c3 2024-03-29T00:18:01.907 INFO:teuthology.orchestra.run.smithi012.stdout:osd.5 up in weight 1 up_from 38 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.69:6808/2160312252,v1:172.21.15.69:6809/2160312252] [v2:172.21.15.69:6810/2160312252,v1:172.21.15.69:6811/2160312252] exists,up 21bad6a7-f98d-4344-8b0b-cf8526575ac2 2024-03-29T00:18:01.907 INFO:teuthology.orchestra.run.smithi012.stdout:osd.6 up in weight 1 up_from 46 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.12:6818/53322413,v1:172.21.15.12:6819/53322413] [v2:172.21.15.12:6820/53322413,v1:172.21.15.12:6821/53322413] exists,up 927557ba-0245-42bb-83f1-c8b6b44cc496 2024-03-29T00:18:01.907 INFO:teuthology.orchestra.run.smithi012.stdout:osd.7 up in weight 1 up_from 51 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.53:6816/512991962,v1:172.21.15.53:6817/512991962] [v2:172.21.15.53:6818/512991962,v1:172.21.15.53:6819/512991962] exists,up 22314690-d0eb-496b-b67d-922bdc0b6660 2024-03-29T00:18:01.908 INFO:teuthology.orchestra.run.smithi012.stdout:osd.8 up in weight 1 up_from 59 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.69:6816/2890541031,v1:172.21.15.69:6817/2890541031] [v2:172.21.15.69:6818/2890541031,v1:172.21.15.69:6819/2890541031] exists,up f26e428e-4919-4030-aa15-100d6df99aef 2024-03-29T00:18:01.908 INFO:teuthology.orchestra.run.smithi012.stdout:osd.9 up in weight 1 up_from 67 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.12:6826/1715133032,v1:172.21.15.12:6827/1715133032] [v2:172.21.15.12:6828/1715133032,v1:172.21.15.12:6829/1715133032] exists,up df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23 2024-03-29T00:18:01.908 INFO:teuthology.orchestra.run.smithi012.stdout:osd.10 up in weight 1 up_from 72 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.53:6824/3180522172,v1:172.21.15.53:6825/3180522172] [v2:172.21.15.53:6826/3180522172,v1:172.21.15.53:6827/3180522172] exists,up ac05ca46-a3d8-4e95-8b37-6f46b9f38703 2024-03-29T00:18:01.908 INFO:teuthology.orchestra.run.smithi012.stdout:osd.11 up in weight 1 up_from 80 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.69:6824/1830685720,v1:172.21.15.69:6825/1830685720] [v2:172.21.15.69:6826/1830685720,v1:172.21.15.69:6827/1830685720] exists,up 47fd23fb-f49f-49ca-8dfa-df667d03cfa2 2024-03-29T00:18:01.908 INFO:teuthology.orchestra.run.smithi012.stdout:pg_upmap_items 2.a [2,11] 2024-03-29T00:18:01.908 INFO:teuthology.orchestra.run.smithi012.stdout:pg_upmap_items 2.b [2,4] 2024-03-29T00:18:01.908 INFO:teuthology.orchestra.run.smithi012.stdout:pg_upmap_items 2.c [2,1] 2024-03-29T00:18:01.908 INFO:teuthology.orchestra.run.smithi012.stdout:pg_upmap_items 2.10 [8,11] 2024-03-29T00:18:01.908 INFO:teuthology.orchestra.run.smithi012.stdout:pg_upmap_items 3.10 [5,9] 2024-03-29T00:18:01.908 INFO:teuthology.orchestra.run.smithi012.stdout:pg_upmap_items 3.34 [4,9] 2024-03-29T00:18:01.909 INFO:teuthology.orchestra.run.smithi012.stdout:pg_upmap_items 3.3a [4,8] 2024-03-29T00:18:01.909 INFO:teuthology.orchestra.run.smithi012.stdout:pg_upmap_items 3.3c [4,9] 2024-03-29T00:18:01.909 INFO:teuthology.orchestra.run.smithi012.stdout:pg_upmap_items 4.9 [5,8] 2024-03-29T00:18:01.909 INFO:teuthology.orchestra.run.smithi012.stdout:pg_upmap_items 4.c [9,10] 2024-03-29T00:18:01.909 INFO:teuthology.orchestra.run.smithi012.stdout:pg_upmap_items 4.13 [9,8] 2024-03-29T00:18:01.909 INFO:teuthology.orchestra.run.smithi012.stdout:pg_upmap_items 4.1f [9,8] 2024-03-29T00:18:01.909 INFO:teuthology.orchestra.run.smithi012.stdout:blocklist 172.21.15.12:0/3903984873 expires 2024-03-30T00:07:09.578981+0000 2024-03-29T00:18:01.909 INFO:teuthology.orchestra.run.smithi012.stdout:blocklist 172.21.15.12:6801/846623927 expires 2024-03-30T00:07:09.578981+0000 2024-03-29T00:18:01.909 INFO:teuthology.orchestra.run.smithi012.stdout:blocklist 172.21.15.12:0/3329864026 expires 2024-03-30T00:07:09.578981+0000 2024-03-29T00:18:01.909 INFO:teuthology.orchestra.run.smithi012.stdout:blocklist 172.21.15.12:6801/1714899982 expires 2024-03-30T00:06:34.022540+0000 2024-03-29T00:18:01.909 INFO:teuthology.orchestra.run.smithi012.stdout:blocklist 172.21.15.12:6800/1714899982 expires 2024-03-30T00:06:34.022540+0000 2024-03-29T00:18:01.909 INFO:teuthology.orchestra.run.smithi012.stdout:blocklist 172.21.15.12:0/1184533662 expires 2024-03-30T00:06:34.022540+0000 2024-03-29T00:18:01.909 INFO:teuthology.orchestra.run.smithi012.stdout:blocklist 172.21.15.12:0/2224576662 expires 2024-03-30T00:06:34.022540+0000 2024-03-29T00:18:01.909 INFO:teuthology.orchestra.run.smithi012.stdout:blocklist 172.21.15.12:0/798509208 expires 2024-03-30T00:06:34.022540+0000 2024-03-29T00:18:01.909 INFO:teuthology.orchestra.run.smithi012.stdout:blocklist 172.21.15.12:6800/846623927 expires 2024-03-30T00:07:09.578981+0000 2024-03-29T00:18:01.910 INFO:teuthology.orchestra.run.smithi012.stdout:blocklist 172.21.15.12:0/4176566530 expires 2024-03-30T00:07:09.578981+0000 2024-03-29T00:18:01.910 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.907+0000 7f6829a00700 1 -- 172.21.15.12:0/2903355315 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f68080a1e90 msgr2=0x7f68080a4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:01.910 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.907+0000 7f6829a00700 1 --2- 172.21.15.12:0/2903355315 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f68080a1e90 0x7f68080a4350 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f6810009750 tx=0x7f6810009310 comp rx=0 tx=0).stop 2024-03-29T00:18:01.910 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.907+0000 7f6829a00700 1 -- 172.21.15.12:0/2903355315 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f68241043c0 msgr2=0x7f682419a5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:01.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.907+0000 7f6829a00700 1 --2- 172.21.15.12:0/2903355315 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f68241043c0 0x7f682419a5d0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f681400e9a0 tx=0x7f681400ecb0 comp rx=0 tx=0).stop 2024-03-29T00:18:01.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.907+0000 7f6829a00700 1 -- 172.21.15.12:0/2903355315 shutdown_connections 2024-03-29T00:18:01.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.907+0000 7f6829a00700 1 --2- 172.21.15.12:0/2903355315 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f68080a1e90 0x7f68080a4350 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:01.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.907+0000 7f6829a00700 1 --2- 172.21.15.12:0/2903355315 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f68241043c0 0x7f682419a5d0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:01.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.907+0000 7f6829a00700 1 --2- 172.21.15.12:0/2903355315 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6824105f60 0x7f68241a1b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:01.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.907+0000 7f6829a00700 1 --2- 172.21.15.12:0/2903355315 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f68241055c0 0x7f682419ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:01.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.907+0000 7f6829a00700 1 -- 172.21.15.12:0/2903355315 >> 172.21.15.12:0/2903355315 conn(0x7f68240ff960 msgr2=0x7f68241087f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:01.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.907+0000 7f6829a00700 1 -- 172.21.15.12:0/2903355315 shutdown_connections 2024-03-29T00:18:01.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:01.907+0000 7f6829a00700 1 -- 172.21.15.12:0/2903355315 wait complete. 2024-03-29T00:18:02.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:02 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2903355315' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-03-29T00:18:02.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:02 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2903355315' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-03-29T00:18:02.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:02 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2903355315' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-03-29T00:18:02.741 INFO:teuthology.run_tasks:Running task fs.ready... 2024-03-29T00:18:02.753 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-29T00:18:02.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.980+0000 7f99c7200640 1 -- 172.21.15.12:0/3079404239 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f99c0104b70 msgr2=0x7f99c0104ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:02.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.980+0000 7f99c7200640 1 --2- 172.21.15.12:0/3079404239 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f99c0104b70 0x7f99c0104ff0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f99a8009900 tx=0x7f99a802bc30 comp rx=0 tx=0).stop 2024-03-29T00:18:02.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.980+0000 7f99c7200640 1 -- 172.21.15.12:0/3079404239 shutdown_connections 2024-03-29T00:18:02.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.980+0000 7f99c7200640 1 --2- 172.21.15.12:0/3079404239 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f99c0104b70 0x7f99c0104ff0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:02.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.980+0000 7f99c7200640 1 --2- 172.21.15.12:0/3079404239 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f99c0105530 0x7f99c010bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:02.982 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.981+0000 7f99c7200640 1 --2- 172.21.15.12:0/3079404239 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f99c0103980 0x7f99c0103da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:02.982 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.981+0000 7f99c7200640 1 -- 172.21.15.12:0/3079404239 >> 172.21.15.12:0/3079404239 conn(0x7f99c00fef10 msgr2=0x7f99c0101330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:02.982 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.981+0000 7f99c7200640 1 -- 172.21.15.12:0/3079404239 shutdown_connections 2024-03-29T00:18:02.982 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.981+0000 7f99c7200640 1 -- 172.21.15.12:0/3079404239 wait complete. 2024-03-29T00:18:02.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.982+0000 7f99c7200640 1 Processor -- start 2024-03-29T00:18:02.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.982+0000 7f99c7200640 1 -- start start 2024-03-29T00:18:02.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.982+0000 7f99c7200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f99c0103980 0x7f99c0199d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:02.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.982+0000 7f99c7200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f99c0104b70 0x7f99c019a280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:02.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.982+0000 7f99c7200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f99c0105530 0x7f99c01a12f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:02.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.982+0000 7f99c7200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f99c010f6e0 con 0x7f99c0105530 2024-03-29T00:18:02.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.982+0000 7f99c7200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f99c010f560 con 0x7f99c0104b70 2024-03-29T00:18:02.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.982+0000 7f99c7200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f99c010f860 con 0x7f99c0103980 2024-03-29T00:18:02.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.982+0000 7f99bfe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f99c0103980 0x7f99c0199d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:02.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.982+0000 7f99c5200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f99c0105530 0x7f99c01a12f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:02.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.983+0000 7f99b7400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f99c0104b70 0x7f99c019a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:02.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.983+0000 7f99bfe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f99c0103980 0x7f99c0199d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:55208/0 (socket says 172.21.15.12:55208) 2024-03-29T00:18:02.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.983+0000 7f99bfe00640 1 -- 172.21.15.12:0/3483847448 learned_addr learned my addr 172.21.15.12:0/3483847448 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:02.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.983+0000 7f99b7400640 1 -- 172.21.15.12:0/3483847448 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f99c0103980 msgr2=0x7f99c0199d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:02.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.983+0000 7f99b7400640 1 --2- 172.21.15.12:0/3483847448 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f99c0103980 0x7f99c0199d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:02.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.983+0000 7f99b7400640 1 -- 172.21.15.12:0/3483847448 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f99c0105530 msgr2=0x7f99c01a12f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:02.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.983+0000 7f99b7400640 1 --2- 172.21.15.12:0/3483847448 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f99c0105530 0x7f99c01a12f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:02.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.983+0000 7f99b7400640 1 -- 172.21.15.12:0/3483847448 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99c01a1960 con 0x7f99c0104b70 2024-03-29T00:18:02.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.983+0000 7f99c5200640 1 --2- 172.21.15.12:0/3483847448 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f99c0105530 0x7f99c01a12f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:18:02.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.983+0000 7f99b7400640 1 --2- 172.21.15.12:0/3483847448 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f99c0104b70 0x7f99c019a280 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f99a802c170 tx=0x7f99a802c710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:02.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.984+0000 7f99bd600640 1 -- 172.21.15.12:0/3483847448 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99a8043020 con 0x7f99c0104b70 2024-03-29T00:18:02.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.984+0000 7f99c7200640 1 -- 172.21.15.12:0/3483847448 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99c01a1bf0 con 0x7f99c0104b70 2024-03-29T00:18:02.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.984+0000 7f99bd600640 1 -- 172.21.15.12:0/3483847448 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f99a80042d0 con 0x7f99c0104b70 2024-03-29T00:18:02.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.984+0000 7f99bd600640 1 -- 172.21.15.12:0/3483847448 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99a8003c90 con 0x7f99c0104b70 2024-03-29T00:18:02.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.984+0000 7f99c7200640 1 -- 172.21.15.12:0/3483847448 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99c01a2160 con 0x7f99c0104b70 2024-03-29T00:18:02.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.985+0000 7f99c7200640 1 -- 172.21.15.12:0/3483847448 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99c010aca0 con 0x7f99c0104b70 2024-03-29T00:18:02.987 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.987+0000 7f99bd600640 1 -- 172.21.15.12:0/3483847448 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f99a8046020 con 0x7f99c0104b70 2024-03-29T00:18:02.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.988+0000 7f99bd600640 1 --2- 172.21.15.12:0/3483847448 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f99a40a1d80 0x7f99a40a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:02.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.989+0000 7f99bd600640 1 -- 172.21.15.12:0/3483847448 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f99a80f07b0 con 0x7f99c0104b70 2024-03-29T00:18:02.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.989+0000 7f99bfe00640 1 --2- 172.21.15.12:0/3483847448 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f99a40a1d80 0x7f99a40a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:02.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.989+0000 7f99bfe00640 1 --2- 172.21.15.12:0/3483847448 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f99a40a1d80 0x7f99a40a4240 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f99b00058c0 tx=0x7f99b0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:02.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:02.993+0000 7f99bd600640 1 -- 172.21.15.12:0/3483847448 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f99a804d020 con 0x7f99c0104b70 2024-03-29T00:18:03.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.201+0000 7f99c7200640 1 -- 172.21.15.12:0/3483847448 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f99c002d2f0 con 0x7f99c0104b70 2024-03-29T00:18:03.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.204+0000 7f99bd600640 1 -- 172.21.15.12:0/3483847448 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+24651 (secure 0 0 0) 0x7f99a80bd880 con 0x7f99c0104b70 2024-03-29T00:18:03.205 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:18:03.206 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":93,"fsid":"f0a28ba8-ed5f-11ee-95d0-87774f69a715","created":"2024-03-29T00:05:52.349196+0000","modified":"2024-03-29T00:17:11.508521+0000","last_up_change":"2024-03-29T00:14:17.644182+0000","last_in_change":"2024-03-29T00:13:57.992327+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-29T00:09:58.299082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-29T00:15:15.323046+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-29T00:15:16.709268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-29T00:15:20.769838+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f15b3bc8-42a4-4aca-bf7c-f36533a25084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6803","nonce":1970936395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6805","nonce":1970936395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6809","nonce":1970936395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6807","nonce":1970936395}]},"public_addr":"172.21.15.12:6803/1970936395","cluster_addr":"172.21.15.12:6805/1970936395","heartbeat_back_addr":"172.21.15.12:6809/1970936395","heartbeat_front_addr":"172.21.15.12:6807/1970936395","state":["exists","up"]},{"osd":1,"uuid":"9fc84928-5898-4421-8fae-8a6c3b5d6454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6801","nonce":2562558811}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6803","nonce":2562558811}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6807","nonce":2562558811}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6805","nonce":2562558811}]},"public_addr":"172.21.15.53:6801/2562558811","cluster_addr":"172.21.15.53:6803/2562558811","heartbeat_back_addr":"172.21.15.53:6807/2562558811","heartbeat_front_addr":"172.21.15.53:6805/2562558811","state":["exists","up"]},{"osd":2,"uuid":"6e1df3eb-d5e1-4433-aef8-dcc544feb108","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6800","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6801","nonce":3472201934}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6803","nonce":3472201934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6807","nonce":3472201934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6805","nonce":3472201934}]},"public_addr":"172.21.15.69:6801/3472201934","cluster_addr":"172.21.15.69:6803/3472201934","heartbeat_back_addr":"172.21.15.69:6807/3472201934","heartbeat_front_addr":"172.21.15.69:6805/3472201934","state":["exists","up"]},{"osd":3,"uuid":"c03886ee-0efd-4a1f-b04f-b060483d852b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6811","nonce":1860879351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6813","nonce":1860879351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6817","nonce":1860879351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6815","nonce":1860879351}]},"public_addr":"172.21.15.12:6811/1860879351","cluster_addr":"172.21.15.12:6813/1860879351","heartbeat_back_addr":"172.21.15.12:6817/1860879351","heartbeat_front_addr":"172.21.15.12:6815/1860879351","state":["exists","up"]},{"osd":4,"uuid":"10a25f7e-b569-4d47-add7-560968efa9c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6809","nonce":1066696400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6811","nonce":1066696400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6815","nonce":1066696400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6813","nonce":1066696400}]},"public_addr":"172.21.15.53:6809/1066696400","cluster_addr":"172.21.15.53:6811/1066696400","heartbeat_back_addr":"172.21.15.53:6815/1066696400","heartbeat_front_addr":"172.21.15.53:6813/1066696400","state":["exists","up"]},{"osd":5,"uuid":"21bad6a7-f98d-4344-8b0b-cf8526575ac2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6809","nonce":2160312252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6811","nonce":2160312252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6815","nonce":2160312252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6813","nonce":2160312252}]},"public_addr":"172.21.15.69:6809/2160312252","cluster_addr":"172.21.15.69:6811/2160312252","heartbeat_back_addr":"172.21.15.69:6815/2160312252","heartbeat_front_addr":"172.21.15.69:6813/2160312252","state":["exists","up"]},{"osd":6,"uuid":"927557ba-0245-42bb-83f1-c8b6b44cc496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6819","nonce":53322413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6821","nonce":53322413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6825","nonce":53322413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6823","nonce":53322413}]},"public_addr":"172.21.15.12:6819/53322413","cluster_addr":"172.21.15.12:6821/53322413","heartbeat_back_addr":"172.21.15.12:6825/53322413","heartbeat_front_addr":"172.21.15.12:6823/53322413","state":["exists","up"]},{"osd":7,"uuid":"22314690-d0eb-496b-b67d-922bdc0b6660","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6817","nonce":512991962}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6819","nonce":512991962}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6823","nonce":512991962}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6821","nonce":512991962}]},"public_addr":"172.21.15.53:6817/512991962","cluster_addr":"172.21.15.53:6819/512991962","heartbeat_back_addr":"172.21.15.53:6823/512991962","heartbeat_front_addr":"172.21.15.53:6821/512991962","state":["exists","up"]},{"osd":8,"uuid":"f26e428e-4919-4030-aa15-100d6df99aef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6817","nonce":2890541031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6819","nonce":2890541031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6823","nonce":2890541031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6821","nonce":2890541031}]},"public_addr":"172.21.15.69:6817/2890541031","cluster_addr":"172.21.15.69:6819/2890541031","heartbeat_back_addr":"172.21.15.69:6823/2890541031","heartbeat_front_addr":"172.21.15.69:6821/2890541031","state":["exists","up"]},{"osd":9,"uuid":"df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6827","nonce":1715133032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6829","nonce":1715133032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6833","nonce":1715133032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6831","nonce":1715133032}]},"public_addr":"172.21.15.12:6827/1715133032","cluster_addr":"172.21.15.12:6829/1715133032","heartbeat_back_addr":"172.21.15.12:6833/1715133032","heartbeat_front_addr":"172.21.15.12:6831/1715133032","state":["exists","up"]},{"osd":10,"uuid":"ac05ca46-a3d8-4e95-8b37-6f46b9f38703","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6825","nonce":3180522172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6827","nonce":3180522172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6831","nonce":3180522172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6829","nonce":3180522172}]},"public_addr":"172.21.15.53:6825/3180522172","cluster_addr":"172.21.15.53:6827/3180522172","heartbeat_back_addr":"172.21.15.53:6831/3180522172","heartbeat_front_addr":"172.21.15.53:6829/3180522172","state":["exists","up"]},{"osd":11,"uuid":"47fd23fb-f49f-49ca-8dfa-df667d03cfa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6825","nonce":1830685720}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6827","nonce":1830685720}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6831","nonce":1830685720}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6829","nonce":1830685720}]},"public_addr":"172.21.15.69:6825/1830685720","cluster_addr":"172.21.15.69:6827/1830685720","heartbeat_back_addr":"172.21.15.69:6831/1830685720","heartbeat_front_addr":"172.21.15.69:6829/1830685720","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:04.043487+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:29.451338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:53.723758+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:27.673354+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:54.498962+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:19.775485+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:54.005468+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:21.544560+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:47.123756+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:22.232554+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:50.514376+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:14:16.169343+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":8}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.9","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/3903984873":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/3329864026":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/1184533662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/2224576662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/798509208":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/4176566530":"2024-03-30T00:07:09.578981+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-29T00:18:03.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.207+0000 7f99c7200640 1 -- 172.21.15.12:0/3483847448 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f99a40a1d80 msgr2=0x7f99a40a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:03.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.207+0000 7f99c7200640 1 --2- 172.21.15.12:0/3483847448 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f99a40a1d80 0x7f99a40a4240 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f99b00058c0 tx=0x7f99b0005f90 comp rx=0 tx=0).stop 2024-03-29T00:18:03.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.207+0000 7f99c7200640 1 -- 172.21.15.12:0/3483847448 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f99c0104b70 msgr2=0x7f99c019a280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:03.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.207+0000 7f99c7200640 1 --2- 172.21.15.12:0/3483847448 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f99c0104b70 0x7f99c019a280 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f99a802c170 tx=0x7f99a802c710 comp rx=0 tx=0).stop 2024-03-29T00:18:03.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.207+0000 7f99c7200640 1 -- 172.21.15.12:0/3483847448 shutdown_connections 2024-03-29T00:18:03.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.207+0000 7f99c7200640 1 --2- 172.21.15.12:0/3483847448 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f99a40a1d80 0x7f99a40a4240 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:03.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.207+0000 7f99c7200640 1 --2- 172.21.15.12:0/3483847448 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f99c0104b70 0x7f99c019a280 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:03.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.207+0000 7f99c7200640 1 --2- 172.21.15.12:0/3483847448 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f99c0105530 0x7f99c01a12f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:03.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.207+0000 7f99c7200640 1 --2- 172.21.15.12:0/3483847448 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f99c0103980 0x7f99c0199d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:03.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.207+0000 7f99c7200640 1 -- 172.21.15.12:0/3483847448 >> 172.21.15.12:0/3483847448 conn(0x7f99c00fef10 msgr2=0x7f99c0107e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:03.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.207+0000 7f99c7200640 1 -- 172.21.15.12:0/3483847448 shutdown_connections 2024-03-29T00:18:03.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.207+0000 7f99c7200640 1 -- 172.21.15.12:0/3483847448 wait complete. 2024-03-29T00:18:03.229 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-29T00:09:58.299082+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-29T00:15:15.323046+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-29T00:15:16.709268+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-29T00:15:20.769838+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-03-29T00:18:03.229 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-29T00:18:03.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.463+0000 7ff736400640 1 -- 172.21.15.12:0/3237129066 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff7301037b0 msgr2=0x7ff730103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:03.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.463+0000 7ff736400640 1 --2- 172.21.15.12:0/3237129066 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff7301037b0 0x7ff730103bd0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7ff724009900 tx=0x7ff72402bc50 comp rx=0 tx=0).stop 2024-03-29T00:18:03.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.463+0000 7ff736400640 1 -- 172.21.15.12:0/3237129066 shutdown_connections 2024-03-29T00:18:03.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.463+0000 7ff736400640 1 --2- 172.21.15.12:0/3237129066 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff730105360 0x7ff73010bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:03.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.463+0000 7ff736400640 1 --2- 172.21.15.12:0/3237129066 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff7301049a0 0x7ff730104e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:03.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.463+0000 7ff736400640 1 --2- 172.21.15.12:0/3237129066 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff7301037b0 0x7ff730103bd0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:03.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.463+0000 7ff736400640 1 -- 172.21.15.12:0/3237129066 >> 172.21.15.12:0/3237129066 conn(0x7ff7300fed20 msgr2=0x7ff730101160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:03.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.464+0000 7ff736400640 1 -- 172.21.15.12:0/3237129066 shutdown_connections 2024-03-29T00:18:03.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.464+0000 7ff736400640 1 -- 172.21.15.12:0/3237129066 wait complete. 2024-03-29T00:18:03.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.464+0000 7ff736400640 1 Processor -- start 2024-03-29T00:18:03.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.465+0000 7ff736400640 1 -- start start 2024-03-29T00:18:03.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.465+0000 7ff736400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff7301037b0 0x7ff730199c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:03.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.465+0000 7ff736400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff7301049a0 0x7ff73019a170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:03.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.465+0000 7ff736400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff730105360 0x7ff7301a11a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:03.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.465+0000 7ff736400640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff73010f560 con 0x7ff730105360 2024-03-29T00:18:03.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.465+0000 7ff736400640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff73010f3e0 con 0x7ff7301037b0 2024-03-29T00:18:03.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.465+0000 7ff736400640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff73010f6e0 con 0x7ff7301049a0 2024-03-29T00:18:03.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.465+0000 7ff72fe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff7301049a0 0x7ff73019a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:03.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.465+0000 7ff735000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff7301037b0 0x7ff730199c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:03.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.465+0000 7ff72fe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff7301049a0 0x7ff73019a170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:55220/0 (socket says 172.21.15.12:55220) 2024-03-29T00:18:03.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.465+0000 7ff72fe00640 1 -- 172.21.15.12:0/3463031545 learned_addr learned my addr 172.21.15.12:0/3463031545 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:03.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.465+0000 7ff735a00640 1 --2- 172.21.15.12:0/3463031545 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff730105360 0x7ff7301a11a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:03.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.466+0000 7ff72fe00640 1 -- 172.21.15.12:0/3463031545 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff7301037b0 msgr2=0x7ff730199c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:03.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.466+0000 7ff72fe00640 1 --2- 172.21.15.12:0/3463031545 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff7301037b0 0x7ff730199c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:03.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.466+0000 7ff72fe00640 1 -- 172.21.15.12:0/3463031545 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff730105360 msgr2=0x7ff7301a11a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:03.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.466+0000 7ff72fe00640 1 --2- 172.21.15.12:0/3463031545 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff730105360 0x7ff7301a11a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:03.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.466+0000 7ff72fe00640 1 -- 172.21.15.12:0/3463031545 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7301a1840 con 0x7ff7301049a0 2024-03-29T00:18:03.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.466+0000 7ff735a00640 1 --2- 172.21.15.12:0/3463031545 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff730105360 0x7ff7301a11a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:18:03.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.466+0000 7ff72fe00640 1 --2- 172.21.15.12:0/3463031545 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff7301049a0 0x7ff73019a170 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ff71c00e9f0 tx=0x7ff71c00edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:03.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.466+0000 7ff72d600640 1 -- 172.21.15.12:0/3463031545 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff71c00cd80 con 0x7ff7301049a0 2024-03-29T00:18:03.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.466+0000 7ff72d600640 1 -- 172.21.15.12:0/3463031545 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff71c005520 con 0x7ff7301049a0 2024-03-29T00:18:03.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.466+0000 7ff72d600640 1 -- 172.21.15.12:0/3463031545 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff71c010690 con 0x7ff7301049a0 2024-03-29T00:18:03.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.466+0000 7ff736400640 1 -- 172.21.15.12:0/3463031545 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7301a1b30 con 0x7ff7301049a0 2024-03-29T00:18:03.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.466+0000 7ff736400640 1 -- 172.21.15.12:0/3463031545 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7301a2050 con 0x7ff7301049a0 2024-03-29T00:18:03.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.467+0000 7ff736400640 1 -- 172.21.15.12:0/3463031545 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff73010aad0 con 0x7ff7301049a0 2024-03-29T00:18:03.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.470+0000 7ff72d600640 1 -- 172.21.15.12:0/3463031545 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7ff71c0046c0 con 0x7ff7301049a0 2024-03-29T00:18:03.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.472+0000 7ff72d600640 1 --2- 172.21.15.12:0/3463031545 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff7180a1e00 0x7ff7180a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:03.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.472+0000 7ff72d600640 1 -- 172.21.15.12:0/3463031545 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7ff71c0ce870 con 0x7ff7301049a0 2024-03-29T00:18:03.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.472+0000 7ff735000640 1 --2- 172.21.15.12:0/3463031545 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff7180a1e00 0x7ff7180a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:03.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.473+0000 7ff735000640 1 --2- 172.21.15.12:0/3463031545 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff7180a1e00 0x7ff7180a42c0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7ff72402c920 tx=0x7ff724005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:03.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.477+0000 7ff72d600640 1 -- 172.21.15.12:0/3463031545 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7ff71c053280 con 0x7ff7301049a0 2024-03-29T00:18:03.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:03 smithi069 ceph-mon[36074]: pgmap v409: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-03-29T00:18:03.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:03 smithi012 ceph-mon[31657]: pgmap v409: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-03-29T00:18:03.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:03 smithi053 ceph-mon[36233]: pgmap v409: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-03-29T00:18:03.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.680+0000 7ff736400640 1 -- 172.21.15.12:0/3463031545 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7ff73002d3c0 con 0x7ff7301049a0 2024-03-29T00:18:03.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.681+0000 7ff72d600640 1 -- 172.21.15.12:0/3463031545 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) ==== 93+0+10 (secure 0 0 0) 0x7ff71c09b8b0 con 0x7ff7301049a0 2024-03-29T00:18:03.682 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 1 2024-03-29T00:18:03.685 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.684+0000 7ff736400640 1 -- 172.21.15.12:0/3463031545 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff7180a1e00 msgr2=0x7ff7180a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:03.685 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.684+0000 7ff736400640 1 --2- 172.21.15.12:0/3463031545 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff7180a1e00 0x7ff7180a42c0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7ff72402c920 tx=0x7ff724005fd0 comp rx=0 tx=0).stop 2024-03-29T00:18:03.685 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.684+0000 7ff736400640 1 -- 172.21.15.12:0/3463031545 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff7301049a0 msgr2=0x7ff73019a170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:03.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.684+0000 7ff736400640 1 --2- 172.21.15.12:0/3463031545 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff7301049a0 0x7ff73019a170 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ff71c00e9f0 tx=0x7ff71c00edf0 comp rx=0 tx=0).stop 2024-03-29T00:18:03.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.685+0000 7ff736400640 1 -- 172.21.15.12:0/3463031545 shutdown_connections 2024-03-29T00:18:03.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.685+0000 7ff736400640 1 --2- 172.21.15.12:0/3463031545 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff7180a1e00 0x7ff7180a42c0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:03.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.685+0000 7ff736400640 1 --2- 172.21.15.12:0/3463031545 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff730105360 0x7ff7301a11a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:03.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.685+0000 7ff736400640 1 --2- 172.21.15.12:0/3463031545 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff7301049a0 0x7ff73019a170 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:03.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.685+0000 7ff736400640 1 --2- 172.21.15.12:0/3463031545 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff7301037b0 0x7ff730199c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:03.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.685+0000 7ff736400640 1 -- 172.21.15.12:0/3463031545 >> 172.21.15.12:0/3463031545 conn(0x7ff7300fed20 msgr2=0x7ff730107ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:03.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.685+0000 7ff736400640 1 -- 172.21.15.12:0/3463031545 shutdown_connections 2024-03-29T00:18:03.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.685+0000 7ff736400640 1 -- 172.21.15.12:0/3463031545 wait complete. 2024-03-29T00:18:03.706 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-29T00:18:03.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.938+0000 7fbf6d200640 1 -- 172.21.15.12:0/531557922 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbf68101590 msgr2=0x7fbf681019b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:03.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.938+0000 7fbf6d200640 1 --2- 172.21.15.12:0/531557922 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbf68101590 0x7fbf681019b0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fbf58009be0 tx=0x7fbf5802bef0 comp rx=0 tx=0).stop 2024-03-29T00:18:03.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.939+0000 7fbf6d200640 1 -- 172.21.15.12:0/531557922 shutdown_connections 2024-03-29T00:18:03.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.939+0000 7fbf6d200640 1 --2- 172.21.15.12:0/531557922 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbf68103140 0x7fbf681099d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:03.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.939+0000 7fbf6d200640 1 --2- 172.21.15.12:0/531557922 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbf68102780 0x7fbf68102c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:03.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.939+0000 7fbf6d200640 1 --2- 172.21.15.12:0/531557922 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbf68101590 0x7fbf681019b0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:03.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.939+0000 7fbf6d200640 1 -- 172.21.15.12:0/531557922 >> 172.21.15.12:0/531557922 conn(0x7fbf680fcb00 msgr2=0x7fbf680fef40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:03.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.939+0000 7fbf6d200640 1 -- 172.21.15.12:0/531557922 shutdown_connections 2024-03-29T00:18:03.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.939+0000 7fbf6d200640 1 -- 172.21.15.12:0/531557922 wait complete. 2024-03-29T00:18:03.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.940+0000 7fbf6d200640 1 Processor -- start 2024-03-29T00:18:03.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.940+0000 7fbf6d200640 1 -- start start 2024-03-29T00:18:03.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.940+0000 7fbf6d200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbf68101590 0x7fbf68199bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:03.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.940+0000 7fbf6d200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbf68102780 0x7fbf6819a100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:03.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.940+0000 7fbf6d200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbf68103140 0x7fbf681a1170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:03.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.940+0000 7fbf6d200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fbf6810d390 con 0x7fbf68101590 2024-03-29T00:18:03.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.940+0000 7fbf6d200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fbf6810d210 con 0x7fbf68102780 2024-03-29T00:18:03.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.940+0000 7fbf6d200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fbf6810d510 con 0x7fbf68103140 2024-03-29T00:18:03.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.941+0000 7fbf67400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbf68101590 0x7fbf68199bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:03.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.941+0000 7fbf66a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbf68102780 0x7fbf6819a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:03.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.941+0000 7fbf67e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbf68103140 0x7fbf681a1170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:03.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.941+0000 7fbf67400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbf68101590 0x7fbf68199bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:42042/0 (socket says 172.21.15.12:42042) 2024-03-29T00:18:03.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.941+0000 7fbf67400640 1 -- 172.21.15.12:0/3021341343 learned_addr learned my addr 172.21.15.12:0/3021341343 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:03.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.941+0000 7fbf66a00640 1 -- 172.21.15.12:0/3021341343 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbf68103140 msgr2=0x7fbf681a1170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:03.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.941+0000 7fbf66a00640 1 --2- 172.21.15.12:0/3021341343 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbf68103140 0x7fbf681a1170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:03.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.941+0000 7fbf66a00640 1 -- 172.21.15.12:0/3021341343 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbf68101590 msgr2=0x7fbf68199bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:03.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.941+0000 7fbf66a00640 1 --2- 172.21.15.12:0/3021341343 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbf68101590 0x7fbf68199bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:03.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.941+0000 7fbf66a00640 1 -- 172.21.15.12:0/3021341343 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf681a17e0 con 0x7fbf68102780 2024-03-29T00:18:03.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.941+0000 7fbf67e00640 1 --2- 172.21.15.12:0/3021341343 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbf68103140 0x7fbf681a1170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:18:03.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.941+0000 7fbf66a00640 1 --2- 172.21.15.12:0/3021341343 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbf68102780 0x7fbf6819a100 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fbf50005fd0 tx=0x7fbf5000ee50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:03.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.942+0000 7fbf5fe00640 1 -- 172.21.15.12:0/3021341343 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf5000cd00 con 0x7fbf68102780 2024-03-29T00:18:03.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.942+0000 7fbf6d200640 1 -- 172.21.15.12:0/3021341343 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf681a1ad0 con 0x7fbf68102780 2024-03-29T00:18:03.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.942+0000 7fbf5fe00640 1 -- 172.21.15.12:0/3021341343 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fbf500035f0 con 0x7fbf68102780 2024-03-29T00:18:03.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.942+0000 7fbf5fe00640 1 -- 172.21.15.12:0/3021341343 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf50010690 con 0x7fbf68102780 2024-03-29T00:18:03.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.942+0000 7fbf6d200640 1 -- 172.21.15.12:0/3021341343 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf681a2070 con 0x7fbf68102780 2024-03-29T00:18:03.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.943+0000 7fbf6d200640 1 -- 172.21.15.12:0/3021341343 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf681a22a0 con 0x7fbf68102780 2024-03-29T00:18:03.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.945+0000 7fbf5fe00640 1 -- 172.21.15.12:0/3021341343 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fbf500037a0 con 0x7fbf68102780 2024-03-29T00:18:03.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.947+0000 7fbf5fe00640 1 --2- 172.21.15.12:0/3021341343 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fbf4c0a1d80 0x7fbf4c0a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:03.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.947+0000 7fbf5fe00640 1 -- 172.21.15.12:0/3021341343 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fbf500ce470 con 0x7fbf68102780 2024-03-29T00:18:03.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.947+0000 7fbf67400640 1 --2- 172.21.15.12:0/3021341343 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fbf4c0a1d80 0x7fbf4c0a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:03.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.948+0000 7fbf67400640 1 --2- 172.21.15.12:0/3021341343 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fbf4c0a1d80 0x7fbf4c0a4240 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fbf580099a0 tx=0x7fbf58004a60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:03.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:03.953+0000 7fbf5fe00640 1 -- 172.21.15.12:0/3021341343 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fbf5009b540 con 0x7fbf68102780 2024-03-29T00:18:04.156 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.156+0000 7fbf6d200640 1 -- 172.21.15.12:0/3021341343 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fbf681a2470 con 0x7fbf68102780 2024-03-29T00:18:04.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.157+0000 7fbf5fe00640 1 -- 172.21.15.12:0/3021341343 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v93) ==== 104+0+11 (secure 0 0 0) 0x7fbf5009ae40 con 0x7fbf68102780 2024-03-29T00:18:04.157 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 32 2024-03-29T00:18:04.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.159+0000 7fbf6d200640 1 -- 172.21.15.12:0/3021341343 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fbf4c0a1d80 msgr2=0x7fbf4c0a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:04.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.159+0000 7fbf6d200640 1 --2- 172.21.15.12:0/3021341343 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fbf4c0a1d80 0x7fbf4c0a4240 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fbf580099a0 tx=0x7fbf58004a60 comp rx=0 tx=0).stop 2024-03-29T00:18:04.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.159+0000 7fbf6d200640 1 -- 172.21.15.12:0/3021341343 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbf68102780 msgr2=0x7fbf6819a100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:04.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.159+0000 7fbf6d200640 1 --2- 172.21.15.12:0/3021341343 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbf68102780 0x7fbf6819a100 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fbf50005fd0 tx=0x7fbf5000ee50 comp rx=0 tx=0).stop 2024-03-29T00:18:04.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.160+0000 7fbf6d200640 1 -- 172.21.15.12:0/3021341343 shutdown_connections 2024-03-29T00:18:04.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.160+0000 7fbf6d200640 1 --2- 172.21.15.12:0/3021341343 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fbf4c0a1d80 0x7fbf4c0a4240 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:04.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.160+0000 7fbf6d200640 1 --2- 172.21.15.12:0/3021341343 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbf68102780 0x7fbf6819a100 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:04.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.160+0000 7fbf6d200640 1 --2- 172.21.15.12:0/3021341343 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbf68103140 0x7fbf681a1170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:04.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.160+0000 7fbf6d200640 1 --2- 172.21.15.12:0/3021341343 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbf68101590 0x7fbf68199bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:04.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.160+0000 7fbf6d200640 1 -- 172.21.15.12:0/3021341343 >> 172.21.15.12:0/3021341343 conn(0x7fbf680fcb00 msgr2=0x7fbf68073980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:04.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.160+0000 7fbf6d200640 1 -- 172.21.15.12:0/3021341343 shutdown_connections 2024-03-29T00:18:04.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.160+0000 7fbf6d200640 1 -- 172.21.15.12:0/3021341343 wait complete. 2024-03-29T00:18:04.180 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-29T00:18:04.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.410+0000 7f4a71c00640 1 -- 172.21.15.12:0/434819601 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4a6c101590 msgr2=0x7f4a6c1019b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:04.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.410+0000 7f4a71c00640 1 --2- 172.21.15.12:0/434819601 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4a6c101590 0x7f4a6c1019b0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f4a5c009900 tx=0x7f4a5c02bc40 comp rx=0 tx=0).stop 2024-03-29T00:18:04.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.410+0000 7f4a71c00640 1 -- 172.21.15.12:0/434819601 shutdown_connections 2024-03-29T00:18:04.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.410+0000 7f4a71c00640 1 --2- 172.21.15.12:0/434819601 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4a6c103140 0x7f4a6c1099d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:04.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.410+0000 7f4a71c00640 1 --2- 172.21.15.12:0/434819601 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4a6c102780 0x7f4a6c102c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:04.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.410+0000 7f4a71c00640 1 --2- 172.21.15.12:0/434819601 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4a6c101590 0x7f4a6c1019b0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:04.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.410+0000 7f4a71c00640 1 -- 172.21.15.12:0/434819601 >> 172.21.15.12:0/434819601 conn(0x7f4a6c0fcb00 msgr2=0x7f4a6c0fef40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:04.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.410+0000 7f4a71c00640 1 -- 172.21.15.12:0/434819601 shutdown_connections 2024-03-29T00:18:04.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.410+0000 7f4a71c00640 1 -- 172.21.15.12:0/434819601 wait complete. 2024-03-29T00:18:04.413 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.411+0000 7f4a71c00640 1 Processor -- start 2024-03-29T00:18:04.413 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.411+0000 7f4a71c00640 1 -- start start 2024-03-29T00:18:04.413 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.412+0000 7f4a71c00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4a6c101590 0x7f4a6c199b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:04.413 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.412+0000 7f4a71c00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4a6c102780 0x7f4a6c19a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:04.413 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.412+0000 7f4a71c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4a6c103140 0x7f4a6c1a1140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:04.413 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.412+0000 7f4a71c00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f4a6c10d340 con 0x7f4a6c102780 2024-03-29T00:18:04.413 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.412+0000 7f4a71c00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f4a6c10d1c0 con 0x7f4a6c101590 2024-03-29T00:18:04.413 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.412+0000 7f4a71c00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f4a6c10d4c0 con 0x7f4a6c103140 2024-03-29T00:18:04.413 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.412+0000 7f4a6be00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4a6c101590 0x7f4a6c199b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:04.413 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.412+0000 7f4a63400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4a6c102780 0x7f4a6c19a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:04.413 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.412+0000 7f4a71200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4a6c103140 0x7f4a6c1a1140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:04.413 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.412+0000 7f4a6be00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4a6c101590 0x7f4a6c199b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:49878/0 (socket says 172.21.15.12:49878) 2024-03-29T00:18:04.413 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.412+0000 7f4a6be00640 1 -- 172.21.15.12:0/2526920093 learned_addr learned my addr 172.21.15.12:0/2526920093 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:04.414 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.412+0000 7f4a6be00640 1 -- 172.21.15.12:0/2526920093 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4a6c103140 msgr2=0x7f4a6c1a1140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:04.414 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.412+0000 7f4a6be00640 1 --2- 172.21.15.12:0/2526920093 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4a6c103140 0x7f4a6c1a1140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:04.414 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.412+0000 7f4a6be00640 1 -- 172.21.15.12:0/2526920093 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4a6c102780 msgr2=0x7f4a6c19a0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:04.414 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.412+0000 7f4a6be00640 1 --2- 172.21.15.12:0/2526920093 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4a6c102780 0x7f4a6c19a0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:04.414 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.412+0000 7f4a6be00640 1 -- 172.21.15.12:0/2526920093 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a6c1a17b0 con 0x7f4a6c101590 2024-03-29T00:18:04.414 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.413+0000 7f4a6be00640 1 --2- 172.21.15.12:0/2526920093 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4a6c101590 0x7f4a6c199b90 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f4a5c000c00 tx=0x7f4a5c02c830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:04.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.413+0000 7f4a69600640 1 -- 172.21.15.12:0/2526920093 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a5c043020 con 0x7f4a6c101590 2024-03-29T00:18:04.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.413+0000 7f4a69600640 1 -- 172.21.15.12:0/2526920093 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4a5c0043d0 con 0x7f4a6c101590 2024-03-29T00:18:04.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.413+0000 7f4a69600640 1 -- 172.21.15.12:0/2526920093 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a5c003c90 con 0x7f4a6c101590 2024-03-29T00:18:04.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.413+0000 7f4a71c00640 1 -- 172.21.15.12:0/2526920093 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a6c1a1a40 con 0x7f4a6c101590 2024-03-29T00:18:04.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.413+0000 7f4a71c00640 1 -- 172.21.15.12:0/2526920093 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a6c1a1f40 con 0x7f4a6c101590 2024-03-29T00:18:04.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.414+0000 7f4a71c00640 1 -- 172.21.15.12:0/2526920093 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a6c1a2110 con 0x7f4a6c101590 2024-03-29T00:18:04.416 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.416+0000 7f4a69600640 1 -- 172.21.15.12:0/2526920093 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f4a5c046020 con 0x7f4a6c101590 2024-03-29T00:18:04.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.417+0000 7f4a69600640 1 --2- 172.21.15.12:0/2526920093 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4a500a1e00 0x7f4a500a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:04.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.417+0000 7f4a69600640 1 -- 172.21.15.12:0/2526920093 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f4a5c0f0250 con 0x7f4a6c101590 2024-03-29T00:18:04.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.418+0000 7f4a63400640 1 --2- 172.21.15.12:0/2526920093 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4a500a1e00 0x7f4a500a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:04.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.418+0000 7f4a63400640 1 --2- 172.21.15.12:0/2526920093 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4a500a1e00 0x7f4a500a42c0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f4a6c19b0a0 tx=0x7f4a5400b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:04.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.421+0000 7f4a69600640 1 -- 172.21.15.12:0/2526920093 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f4a5c04d020 con 0x7f4a6c101590 2024-03-29T00:18:04.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:04 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3483847448' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:18:04.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:04 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3463031545' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:18:04.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:04 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3021341343' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:18:04.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:04 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3483847448' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:18:04.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:04 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3463031545' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:18:04.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:04 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3021341343' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:18:04.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.625+0000 7f4a71c00640 1 -- 172.21.15.12:0/2526920093 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f4a6c1a22e0 con 0x7f4a6c101590 2024-03-29T00:18:04.626 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.625+0000 7f4a69600640 1 -- 172.21.15.12:0/2526920093 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v93) ==== 100+0+11 (secure 0 0 0) 0x7f4a5c0bd290 con 0x7f4a6c101590 2024-03-29T00:18:04.626 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 64 2024-03-29T00:18:04.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.628+0000 7f4a71c00640 1 -- 172.21.15.12:0/2526920093 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4a500a1e00 msgr2=0x7f4a500a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:04.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.628+0000 7f4a71c00640 1 --2- 172.21.15.12:0/2526920093 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4a500a1e00 0x7f4a500a42c0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f4a6c19b0a0 tx=0x7f4a5400b390 comp rx=0 tx=0).stop 2024-03-29T00:18:04.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.628+0000 7f4a71c00640 1 -- 172.21.15.12:0/2526920093 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4a6c101590 msgr2=0x7f4a6c199b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:04.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.628+0000 7f4a71c00640 1 --2- 172.21.15.12:0/2526920093 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4a6c101590 0x7f4a6c199b90 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f4a5c000c00 tx=0x7f4a5c02c830 comp rx=0 tx=0).stop 2024-03-29T00:18:04.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.629+0000 7f4a71c00640 1 -- 172.21.15.12:0/2526920093 shutdown_connections 2024-03-29T00:18:04.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.629+0000 7f4a71c00640 1 --2- 172.21.15.12:0/2526920093 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4a500a1e00 0x7f4a500a42c0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:04.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.629+0000 7f4a71c00640 1 --2- 172.21.15.12:0/2526920093 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4a6c103140 0x7f4a6c1a1140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:04.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.629+0000 7f4a71c00640 1 --2- 172.21.15.12:0/2526920093 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4a6c102780 0x7f4a6c19a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:04.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.629+0000 7f4a71c00640 1 --2- 172.21.15.12:0/2526920093 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4a6c101590 0x7f4a6c199b90 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:04.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.629+0000 7f4a71c00640 1 -- 172.21.15.12:0/2526920093 >> 172.21.15.12:0/2526920093 conn(0x7f4a6c0fcb00 msgr2=0x7f4a6c073980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:04.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.629+0000 7f4a71c00640 1 -- 172.21.15.12:0/2526920093 shutdown_connections 2024-03-29T00:18:04.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.629+0000 7f4a71c00640 1 -- 172.21.15.12:0/2526920093 wait complete. 2024-03-29T00:18:04.648 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-03-29T00:18:04.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:04 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3483847448' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:18:04.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:04 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3463031545' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:18:04.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:04 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3021341343' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:18:04.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.880+0000 7f8440a00640 1 -- 172.21.15.12:0/4110985026 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f843c1012e0 msgr2=0x7f843c101760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:04.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.880+0000 7f8440a00640 1 --2- 172.21.15.12:0/4110985026 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f843c1012e0 0x7f843c101760 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8434009900 tx=0x7f843402bc30 comp rx=0 tx=0).stop 2024-03-29T00:18:04.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.880+0000 7f8440a00640 1 -- 172.21.15.12:0/4110985026 shutdown_connections 2024-03-29T00:18:04.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.880+0000 7f8440a00640 1 --2- 172.21.15.12:0/4110985026 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f843c100940 0x7f843c100da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:04.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.880+0000 7f8440a00640 1 --2- 172.21.15.12:0/4110985026 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f843c1012e0 0x7f843c101760 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:04.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.880+0000 7f8440a00640 1 --2- 172.21.15.12:0/4110985026 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f843c0fffe0 0x7f843c100400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:04.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.880+0000 7f8440a00640 1 -- 172.21.15.12:0/4110985026 >> 172.21.15.12:0/4110985026 conn(0x7f843c0fbbe0 msgr2=0x7f843c0fe020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:04.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.880+0000 7f8440a00640 1 -- 172.21.15.12:0/4110985026 shutdown_connections 2024-03-29T00:18:04.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.880+0000 7f8440a00640 1 -- 172.21.15.12:0/4110985026 wait complete. 2024-03-29T00:18:04.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.881+0000 7f8440a00640 1 Processor -- start 2024-03-29T00:18:04.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.882+0000 7f8440a00640 1 -- start start 2024-03-29T00:18:04.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.882+0000 7f8440a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f843c0fffe0 0x7f843c199d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:04.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.882+0000 7f8440a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f843c100940 0x7f843c19a260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:04.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.882+0000 7f8440a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f843c1012e0 0x7f843c1a1290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:04.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.882+0000 7f8440a00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f843c10f6e0 con 0x7f843c1012e0 2024-03-29T00:18:04.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.882+0000 7f8440a00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f843c10f560 con 0x7f843c0fffe0 2024-03-29T00:18:04.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.882+0000 7f8440a00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f843c10f860 con 0x7f843c100940 2024-03-29T00:18:04.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.882+0000 7f8439e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f843c0fffe0 0x7f843c199d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:04.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.882+0000 7f8439400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f843c100940 0x7f843c19a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:04.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.882+0000 7f843a800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f843c1012e0 0x7f843c1a1290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:04.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.882+0000 7f8439e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f843c0fffe0 0x7f843c199d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:49894/0 (socket says 172.21.15.12:49894) 2024-03-29T00:18:04.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.882+0000 7f8439400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f843c100940 0x7f843c19a260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:49782/0 (socket says 172.21.15.12:49782) 2024-03-29T00:18:04.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.882+0000 7f8439e00640 1 -- 172.21.15.12:0/1761902517 learned_addr learned my addr 172.21.15.12:0/1761902517 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:04.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.883+0000 7f8439e00640 1 -- 172.21.15.12:0/1761902517 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f843c100940 msgr2=0x7f843c19a260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:04.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.883+0000 7f8439e00640 1 --2- 172.21.15.12:0/1761902517 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f843c100940 0x7f843c19a260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:04.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.883+0000 7f8439e00640 1 -- 172.21.15.12:0/1761902517 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f843c1012e0 msgr2=0x7f843c1a1290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:04.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.883+0000 7f8439e00640 1 --2- 172.21.15.12:0/1761902517 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f843c1012e0 0x7f843c1a1290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:04.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.883+0000 7f8439e00640 1 -- 172.21.15.12:0/1761902517 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f843c1a1930 con 0x7f843c0fffe0 2024-03-29T00:18:04.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.883+0000 7f8439400640 1 --2- 172.21.15.12:0/1761902517 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f843c100940 0x7f843c19a260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:18:04.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.883+0000 7f8439e00640 1 --2- 172.21.15.12:0/1761902517 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f843c0fffe0 0x7f843c199d20 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f842400e9f0 tx=0x7f842400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:04.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.883+0000 7f8432a00640 1 -- 172.21.15.12:0/1761902517 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f842400cd80 con 0x7f843c0fffe0 2024-03-29T00:18:04.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.883+0000 7f8432a00640 1 -- 172.21.15.12:0/1761902517 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8424010930 con 0x7f843c0fffe0 2024-03-29T00:18:04.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.883+0000 7f8440a00640 1 -- 172.21.15.12:0/1761902517 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f843c1a1c20 con 0x7f843c0fffe0 2024-03-29T00:18:04.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.883+0000 7f8432a00640 1 -- 172.21.15.12:0/1761902517 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8424018b00 con 0x7f843c0fffe0 2024-03-29T00:18:04.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.884+0000 7f8440a00640 1 -- 172.21.15.12:0/1761902517 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f843c1a21c0 con 0x7f843c0fffe0 2024-03-29T00:18:04.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.885+0000 7f8440a00640 1 -- 172.21.15.12:0/1761902517 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f843c10ad30 con 0x7f843c0fffe0 2024-03-29T00:18:04.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.886+0000 7f8432a00640 1 -- 172.21.15.12:0/1761902517 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f8424018ca0 con 0x7f843c0fffe0 2024-03-29T00:18:04.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.888+0000 7f8432a00640 1 --2- 172.21.15.12:0/1761902517 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f84200a1e00 0x7f84200a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:04.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.888+0000 7f8432a00640 1 -- 172.21.15.12:0/1761902517 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f84240ce500 con 0x7f843c0fffe0 2024-03-29T00:18:04.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.888+0000 7f8439400640 1 --2- 172.21.15.12:0/1761902517 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f84200a1e00 0x7f84200a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:04.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.889+0000 7f8439400640 1 --2- 172.21.15.12:0/1761902517 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f84200a1e00 0x7f84200a42c0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f842c005fd0 tx=0x7f842c009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:04.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:04.892+0000 7f8432a00640 1 -- 172.21.15.12:0/1761902517 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f842409aef0 con 0x7f843c0fffe0 2024-03-29T00:18:05.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.095+0000 7f8440a00640 1 -- 172.21.15.12:0/1761902517 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f843c062380 con 0x7f843c0fffe0 2024-03-29T00:18:05.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.095+0000 7f8432a00640 1 -- 172.21.15.12:0/1761902517 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v93) ==== 103+0+11 (secure 0 0 0) 0x7f842409ef90 con 0x7f843c0fffe0 2024-03-29T00:18:05.097 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 32 2024-03-29T00:18:05.099 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.098+0000 7f8440a00640 1 -- 172.21.15.12:0/1761902517 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f84200a1e00 msgr2=0x7f84200a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:05.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.098+0000 7f8440a00640 1 --2- 172.21.15.12:0/1761902517 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f84200a1e00 0x7f84200a42c0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f842c005fd0 tx=0x7f842c009500 comp rx=0 tx=0).stop 2024-03-29T00:18:05.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.098+0000 7f8440a00640 1 -- 172.21.15.12:0/1761902517 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f843c0fffe0 msgr2=0x7f843c199d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:05.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.098+0000 7f8440a00640 1 --2- 172.21.15.12:0/1761902517 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f843c0fffe0 0x7f843c199d20 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f842400e9f0 tx=0x7f842400eeb0 comp rx=0 tx=0).stop 2024-03-29T00:18:05.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.098+0000 7f8440a00640 1 -- 172.21.15.12:0/1761902517 shutdown_connections 2024-03-29T00:18:05.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.099+0000 7f8440a00640 1 --2- 172.21.15.12:0/1761902517 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f84200a1e00 0x7f84200a42c0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:05.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.099+0000 7f8440a00640 1 --2- 172.21.15.12:0/1761902517 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f843c1012e0 0x7f843c1a1290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:05.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.099+0000 7f8440a00640 1 --2- 172.21.15.12:0/1761902517 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f843c100940 0x7f843c19a260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:05.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.099+0000 7f8440a00640 1 --2- 172.21.15.12:0/1761902517 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f843c0fffe0 0x7f843c199d20 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:05.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.099+0000 7f8440a00640 1 -- 172.21.15.12:0/1761902517 >> 172.21.15.12:0/1761902517 conn(0x7f843c0fbbe0 msgr2=0x7f843c0fd6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:05.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.099+0000 7f8440a00640 1 -- 172.21.15.12:0/1761902517 shutdown_connections 2024-03-29T00:18:05.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.099+0000 7f8440a00640 1 -- 172.21.15.12:0/1761902517 wait complete. 2024-03-29T00:18:05.119 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:18:05.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.345+0000 7f5d3b000640 1 -- 172.21.15.12:0/1510321642 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5d34105420 msgr2=0x7f5d3410bcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:05.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.345+0000 7f5d3b000640 1 --2- 172.21.15.12:0/1510321642 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5d34105420 0x7f5d3410bcb0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f5d2c009ca0 tx=0x7f5d2c02c100 comp rx=0 tx=0).stop 2024-03-29T00:18:05.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.345+0000 7f5d3b000640 1 -- 172.21.15.12:0/1510321642 shutdown_connections 2024-03-29T00:18:05.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.345+0000 7f5d3b000640 1 --2- 172.21.15.12:0/1510321642 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5d34105420 0x7f5d3410bcb0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:05.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.345+0000 7f5d3b000640 1 --2- 172.21.15.12:0/1510321642 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5d34104a60 0x7f5d34104ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:05.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.345+0000 7f5d3b000640 1 --2- 172.21.15.12:0/1510321642 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5d34103870 0x7f5d34103c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:05.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.345+0000 7f5d3b000640 1 -- 172.21.15.12:0/1510321642 >> 172.21.15.12:0/1510321642 conn(0x7f5d340fee00 msgr2=0x7f5d34101220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:05.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.345+0000 7f5d3b000640 1 -- 172.21.15.12:0/1510321642 shutdown_connections 2024-03-29T00:18:05.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.345+0000 7f5d3b000640 1 -- 172.21.15.12:0/1510321642 wait complete. 2024-03-29T00:18:05.348 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.346+0000 7f5d3b000640 1 Processor -- start 2024-03-29T00:18:05.348 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.346+0000 7f5d3b000640 1 -- start start 2024-03-29T00:18:05.348 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.346+0000 7f5d3b000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5d34103870 0x7f5d34199b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:05.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.346+0000 7f5d3b000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5d34104a60 0x7f5d3419a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:05.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.346+0000 7f5d3b000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5d34105420 0x7f5d341a1120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:05.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.346+0000 7f5d3b000640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f5d3410f620 con 0x7f5d34104a60 2024-03-29T00:18:05.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.346+0000 7f5d3b000640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f5d3410f4a0 con 0x7f5d34105420 2024-03-29T00:18:05.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.346+0000 7f5d3b000640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f5d3410f7a0 con 0x7f5d34103870 2024-03-29T00:18:05.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.347+0000 7f5d39c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5d34103870 0x7f5d34199b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:05.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.347+0000 7f5d3a600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5d34105420 0x7f5d341a1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:05.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.347+0000 7f5d39200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5d34104a60 0x7f5d3419a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:05.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.347+0000 7f5d39c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5d34103870 0x7f5d34199b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:49802/0 (socket says 172.21.15.12:49802) 2024-03-29T00:18:05.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.347+0000 7f5d39c00640 1 -- 172.21.15.12:0/2980513383 learned_addr learned my addr 172.21.15.12:0/2980513383 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:05.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.347+0000 7f5d3a600640 1 -- 172.21.15.12:0/2980513383 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5d34103870 msgr2=0x7f5d34199b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:05.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.347+0000 7f5d3a600640 1 --2- 172.21.15.12:0/2980513383 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5d34103870 0x7f5d34199b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:05.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.347+0000 7f5d3a600640 1 -- 172.21.15.12:0/2980513383 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5d34104a60 msgr2=0x7f5d3419a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:05.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.347+0000 7f5d3a600640 1 --2- 172.21.15.12:0/2980513383 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5d34104a60 0x7f5d3419a0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:05.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.347+0000 7f5d3a600640 1 -- 172.21.15.12:0/2980513383 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d341a1790 con 0x7f5d34105420 2024-03-29T00:18:05.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.347+0000 7f5d39c00640 1 --2- 172.21.15.12:0/2980513383 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5d34103870 0x7f5d34199b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:18:05.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.347+0000 7f5d3a600640 1 --2- 172.21.15.12:0/2980513383 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5d34105420 0x7f5d341a1120 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f5d2c037040 tx=0x7f5d2c034670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:05.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.348+0000 7f5d32000640 1 -- 172.21.15.12:0/2980513383 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d2c039040 con 0x7f5d34105420 2024-03-29T00:18:05.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.348+0000 7f5d32000640 1 -- 172.21.15.12:0/2980513383 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5d2c044070 con 0x7f5d34105420 2024-03-29T00:18:05.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.348+0000 7f5d32000640 1 -- 172.21.15.12:0/2980513383 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d2c0043a0 con 0x7f5d34105420 2024-03-29T00:18:05.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.348+0000 7f5d3b000640 1 -- 172.21.15.12:0/2980513383 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d341a1a20 con 0x7f5d34105420 2024-03-29T00:18:05.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.348+0000 7f5d3b000640 1 -- 172.21.15.12:0/2980513383 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d341a1f30 con 0x7f5d34105420 2024-03-29T00:18:05.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.349+0000 7f5d3b000640 1 -- 172.21.15.12:0/2980513383 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d3410aac0 con 0x7f5d34105420 2024-03-29T00:18:05.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.351+0000 7f5d32000640 1 -- 172.21.15.12:0/2980513383 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f5d2c004540 con 0x7f5d34105420 2024-03-29T00:18:05.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.352+0000 7f5d32000640 1 --2- 172.21.15.12:0/2980513383 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5d1c0a1df0 0x7f5d1c0a42b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:05.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.353+0000 7f5d32000640 1 -- 172.21.15.12:0/2980513383 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f5d2c0f05d0 con 0x7f5d34105420 2024-03-29T00:18:05.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.353+0000 7f5d39c00640 1 --2- 172.21.15.12:0/2980513383 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5d1c0a1df0 0x7f5d1c0a42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:05.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.353+0000 7f5d39c00640 1 --2- 172.21.15.12:0/2980513383 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5d1c0a1df0 0x7f5d1c0a42b0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f5d280058c0 tx=0x7f5d28005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:05.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.357+0000 7f5d32000640 1 -- 172.21.15.12:0/2980513383 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f5d2c0bd610 con 0x7f5d34105420 2024-03-29T00:18:05.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:05 smithi069 ceph-mon[36074]: pgmap v410: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 11 op/s 2024-03-29T00:18:05.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:05 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2526920093' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:18:05.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:05 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1761902517' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:18:05.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:05 smithi012 ceph-mon[31657]: pgmap v410: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 11 op/s 2024-03-29T00:18:05.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:05 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2526920093' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:18:05.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:05 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1761902517' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:18:05.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.599+0000 7f5d3b000640 1 -- 172.21.15.12:0/2980513383 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5d34062350 con 0x7f5d34105420 2024-03-29T00:18:05.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.600+0000 7f5d32000640 1 -- 172.21.15.12:0/2980513383 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11908 (secure 0 0 0) 0x7f5d2c0bcf10 con 0x7f5d34105420 2024-03-29T00:18:05.601 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:18:05.601 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14385,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2850016952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2850016952},{"type":"v1","addr":"172.21.15.12:6835","nonce":2850016952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/54288999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":54288999},{"type":"v1","addr":"172.21.15.12:6837","nonce":54288999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-29T00:15:17.217711+0000","modified":"2024-03-29T00:15:54.139481+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24568,"mds_1":24566,"mds_2":24544,"mds_3":24472,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14451":{"gid":14451,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6839/2537576655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":2537576655},{"type":"v1","addr":"172.21.15.12:6839","nonce":2537576655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14469":{"gid":14469,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6841/167917143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":167917143},{"type":"v1","addr":"172.21.15.12:6841","nonce":167917143}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":21,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":21,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6835/3689706936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":3689706936},{"type":"v1","addr":"172.21.15.53:6835","nonce":3689706936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6837/3069224551","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":3069224551},{"type":"v1","addr":"172.21.15.53:6837","nonce":3069224551}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.69:6835/368717986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":368717986},{"type":"v1","addr":"172.21.15.69:6835","nonce":368717986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24544":{"gid":24544,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.69:6837/466045469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":466045469},{"type":"v1","addr":"172.21.15.69:6837","nonce":466045469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24566":{"gid":24566,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":11,"addr":"172.21.15.53:6839/2142959350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":2142959350},{"type":"v1","addr":"172.21.15.53:6839","nonce":2142959350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.69:6839/1021939171","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1021939171},{"type":"v1","addr":"172.21.15.69:6839","nonce":1021939171}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24568,"qdb_cluster":[24566,24568,24544,24472,24431]},"id":1}]} 2024-03-29T00:18:05.601 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 28 2024-03-29T00:18:05.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.604+0000 7f5d3b000640 1 -- 172.21.15.12:0/2980513383 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5d1c0a1df0 msgr2=0x7f5d1c0a42b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:05.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.604+0000 7f5d3b000640 1 --2- 172.21.15.12:0/2980513383 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5d1c0a1df0 0x7f5d1c0a42b0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f5d280058c0 tx=0x7f5d28005f90 comp rx=0 tx=0).stop 2024-03-29T00:18:05.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.604+0000 7f5d3b000640 1 -- 172.21.15.12:0/2980513383 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5d34105420 msgr2=0x7f5d341a1120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:05.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.604+0000 7f5d3b000640 1 --2- 172.21.15.12:0/2980513383 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5d34105420 0x7f5d341a1120 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f5d2c037040 tx=0x7f5d2c034670 comp rx=0 tx=0).stop 2024-03-29T00:18:05.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.604+0000 7f5d3b000640 1 -- 172.21.15.12:0/2980513383 shutdown_connections 2024-03-29T00:18:05.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.604+0000 7f5d3b000640 1 --2- 172.21.15.12:0/2980513383 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5d1c0a1df0 0x7f5d1c0a42b0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:05.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.604+0000 7f5d3b000640 1 --2- 172.21.15.12:0/2980513383 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5d34105420 0x7f5d341a1120 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:05.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.604+0000 7f5d3b000640 1 --2- 172.21.15.12:0/2980513383 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5d34104a60 0x7f5d3419a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:05.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.604+0000 7f5d3b000640 1 --2- 172.21.15.12:0/2980513383 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5d34103870 0x7f5d34199b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:05.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.604+0000 7f5d3b000640 1 -- 172.21.15.12:0/2980513383 >> 172.21.15.12:0/2980513383 conn(0x7f5d340fee00 msgr2=0x7f5d34107c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:05.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.604+0000 7f5d3b000640 1 -- 172.21.15.12:0/2980513383 shutdown_connections 2024-03-29T00:18:05.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.604+0000 7f5d3b000640 1 -- 172.21.15.12:0/2980513383 wait complete. 2024-03-29T00:18:05.626 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-29T00:18:05.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:05 smithi053 ceph-mon[36233]: pgmap v410: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 11 op/s 2024-03-29T00:18:05.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:05 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2526920093' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:18:05.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:05 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1761902517' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:18:05.858 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.858+0000 7f6944800640 1 -- 172.21.15.12:0/1851597939 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f693c103340 msgr2=0x7f693c109bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:05.859 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.858+0000 7f6944800640 1 --2- 172.21.15.12:0/1851597939 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f693c103340 0x7f693c109bd0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f6938009be0 tx=0x7f693802bef0 comp rx=0 tx=0).stop 2024-03-29T00:18:05.859 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.858+0000 7f6944800640 1 -- 172.21.15.12:0/1851597939 shutdown_connections 2024-03-29T00:18:05.859 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.858+0000 7f6944800640 1 --2- 172.21.15.12:0/1851597939 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f693c103340 0x7f693c109bd0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:05.859 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.858+0000 7f6944800640 1 --2- 172.21.15.12:0/1851597939 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f693c102980 0x7f693c102e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:05.859 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.858+0000 7f6944800640 1 --2- 172.21.15.12:0/1851597939 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f693c101790 0x7f693c101bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:05.859 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.858+0000 7f6944800640 1 -- 172.21.15.12:0/1851597939 >> 172.21.15.12:0/1851597939 conn(0x7f693c0fcce0 msgr2=0x7f693c0ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:05.859 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.858+0000 7f6944800640 1 -- 172.21.15.12:0/1851597939 shutdown_connections 2024-03-29T00:18:05.859 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.858+0000 7f6944800640 1 -- 172.21.15.12:0/1851597939 wait complete. 2024-03-29T00:18:05.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.859+0000 7f6944800640 1 Processor -- start 2024-03-29T00:18:05.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.859+0000 7f6944800640 1 -- start start 2024-03-29T00:18:05.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.860+0000 7f6944800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f693c101790 0x7f693c0754b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:05.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.860+0000 7f6944800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f693c102980 0x7f693c073b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:05.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.860+0000 7f6944800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f693c103340 0x7f693c074080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:05.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.860+0000 7f6944800640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f693c10d590 con 0x7f693c103340 2024-03-29T00:18:05.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.860+0000 7f6944800640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f693c10d410 con 0x7f693c102980 2024-03-29T00:18:05.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.860+0000 7f6944800640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f693c10d710 con 0x7f693c101790 2024-03-29T00:18:05.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.860+0000 7f6941400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f693c102980 0x7f693c073b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:05.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.860+0000 7f6941e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f693c101790 0x7f693c0754b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:05.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.860+0000 7f6941400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f693c102980 0x7f693c073b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:49938/0 (socket says 172.21.15.12:49938) 2024-03-29T00:18:05.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.860+0000 7f6941400640 1 -- 172.21.15.12:0/1016418142 learned_addr learned my addr 172.21.15.12:0/1016418142 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:05.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.860+0000 7f6942800640 1 --2- 172.21.15.12:0/1016418142 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f693c103340 0x7f693c074080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:05.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.860+0000 7f6941400640 1 -- 172.21.15.12:0/1016418142 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f693c101790 msgr2=0x7f693c0754b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:05.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.860+0000 7f6941400640 1 --2- 172.21.15.12:0/1016418142 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f693c101790 0x7f693c0754b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:05.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.860+0000 7f6941400640 1 -- 172.21.15.12:0/1016418142 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f693c103340 msgr2=0x7f693c074080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:05.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.860+0000 7f6941400640 1 --2- 172.21.15.12:0/1016418142 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f693c103340 0x7f693c074080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:05.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.860+0000 7f6941400640 1 -- 172.21.15.12:0/1016418142 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f693c0745c0 con 0x7f693c102980 2024-03-29T00:18:05.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.860+0000 7f6941e00640 1 --2- 172.21.15.12:0/1016418142 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f693c101790 0x7f693c0754b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:18:05.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.861+0000 7f6941400640 1 --2- 172.21.15.12:0/1016418142 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f693c102980 0x7f693c073b40 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f692c00e9f0 tx=0x7f692c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:05.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.861+0000 7f6936a00640 1 -- 172.21.15.12:0/1016418142 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f692c00cd80 con 0x7f693c102980 2024-03-29T00:18:05.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.861+0000 7f6944800640 1 -- 172.21.15.12:0/1016418142 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f693c0748b0 con 0x7f693c102980 2024-03-29T00:18:05.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.861+0000 7f6936a00640 1 -- 172.21.15.12:0/1016418142 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f692c010930 con 0x7f693c102980 2024-03-29T00:18:05.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.861+0000 7f6936a00640 1 -- 172.21.15.12:0/1016418142 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f692c018b00 con 0x7f693c102980 2024-03-29T00:18:05.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.861+0000 7f6944800640 1 -- 172.21.15.12:0/1016418142 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f693c1a6650 con 0x7f693c102980 2024-03-29T00:18:05.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.862+0000 7f6944800640 1 -- 172.21.15.12:0/1016418142 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f693c0685d0 con 0x7f693c102980 2024-03-29T00:18:05.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.865+0000 7f6936a00640 1 -- 172.21.15.12:0/1016418142 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f692c018ca0 con 0x7f693c102980 2024-03-29T00:18:05.867 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.866+0000 7f6936a00640 1 --2- 172.21.15.12:0/1016418142 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f69240a1d80 0x7f69240a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:05.867 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.866+0000 7f6936a00640 1 -- 172.21.15.12:0/1016418142 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f692c0ce4a0 con 0x7f693c102980 2024-03-29T00:18:05.867 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.867+0000 7f6941e00640 1 --2- 172.21.15.12:0/1016418142 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f69240a1d80 0x7f69240a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:05.867 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.867+0000 7f6941e00640 1 --2- 172.21.15.12:0/1016418142 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f69240a1d80 0x7f69240a4240 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f69300096c0 tx=0x7f6930009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:05.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:05.875+0000 7f6936a00640 1 -- 172.21.15.12:0/1016418142 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f692c09ae90 con 0x7f693c102980 2024-03-29T00:18:06.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.079+0000 7f6944800640 1 -- 172.21.15.12:0/1016418142 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f693c062350 con 0x7f693c102980 2024-03-29T00:18:06.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.081+0000 7f6936a00640 1 -- 172.21.15.12:0/1016418142 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+24651 (secure 0 0 0) 0x7f692c09ef30 con 0x7f693c102980 2024-03-29T00:18:06.082 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:18:06.083 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":93,"fsid":"f0a28ba8-ed5f-11ee-95d0-87774f69a715","created":"2024-03-29T00:05:52.349196+0000","modified":"2024-03-29T00:17:11.508521+0000","last_up_change":"2024-03-29T00:14:17.644182+0000","last_in_change":"2024-03-29T00:13:57.992327+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-29T00:09:58.299082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-29T00:15:15.323046+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-29T00:15:16.709268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-29T00:15:20.769838+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f15b3bc8-42a4-4aca-bf7c-f36533a25084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6803","nonce":1970936395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6805","nonce":1970936395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6809","nonce":1970936395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6807","nonce":1970936395}]},"public_addr":"172.21.15.12:6803/1970936395","cluster_addr":"172.21.15.12:6805/1970936395","heartbeat_back_addr":"172.21.15.12:6809/1970936395","heartbeat_front_addr":"172.21.15.12:6807/1970936395","state":["exists","up"]},{"osd":1,"uuid":"9fc84928-5898-4421-8fae-8a6c3b5d6454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6801","nonce":2562558811}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6803","nonce":2562558811}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6807","nonce":2562558811}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6805","nonce":2562558811}]},"public_addr":"172.21.15.53:6801/2562558811","cluster_addr":"172.21.15.53:6803/2562558811","heartbeat_back_addr":"172.21.15.53:6807/2562558811","heartbeat_front_addr":"172.21.15.53:6805/2562558811","state":["exists","up"]},{"osd":2,"uuid":"6e1df3eb-d5e1-4433-aef8-dcc544feb108","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6800","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6801","nonce":3472201934}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6803","nonce":3472201934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6807","nonce":3472201934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6805","nonce":3472201934}]},"public_addr":"172.21.15.69:6801/3472201934","cluster_addr":"172.21.15.69:6803/3472201934","heartbeat_back_addr":"172.21.15.69:6807/3472201934","heartbeat_front_addr":"172.21.15.69:6805/3472201934","state":["exists","up"]},{"osd":3,"uuid":"c03886ee-0efd-4a1f-b04f-b060483d852b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6811","nonce":1860879351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6813","nonce":1860879351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6817","nonce":1860879351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6815","nonce":1860879351}]},"public_addr":"172.21.15.12:6811/1860879351","cluster_addr":"172.21.15.12:6813/1860879351","heartbeat_back_addr":"172.21.15.12:6817/1860879351","heartbeat_front_addr":"172.21.15.12:6815/1860879351","state":["exists","up"]},{"osd":4,"uuid":"10a25f7e-b569-4d47-add7-560968efa9c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6809","nonce":1066696400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6811","nonce":1066696400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6815","nonce":1066696400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6813","nonce":1066696400}]},"public_addr":"172.21.15.53:6809/1066696400","cluster_addr":"172.21.15.53:6811/1066696400","heartbeat_back_addr":"172.21.15.53:6815/1066696400","heartbeat_front_addr":"172.21.15.53:6813/1066696400","state":["exists","up"]},{"osd":5,"uuid":"21bad6a7-f98d-4344-8b0b-cf8526575ac2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6809","nonce":2160312252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6811","nonce":2160312252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6815","nonce":2160312252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6813","nonce":2160312252}]},"public_addr":"172.21.15.69:6809/2160312252","cluster_addr":"172.21.15.69:6811/2160312252","heartbeat_back_addr":"172.21.15.69:6815/2160312252","heartbeat_front_addr":"172.21.15.69:6813/2160312252","state":["exists","up"]},{"osd":6,"uuid":"927557ba-0245-42bb-83f1-c8b6b44cc496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6819","nonce":53322413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6821","nonce":53322413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6825","nonce":53322413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6823","nonce":53322413}]},"public_addr":"172.21.15.12:6819/53322413","cluster_addr":"172.21.15.12:6821/53322413","heartbeat_back_addr":"172.21.15.12:6825/53322413","heartbeat_front_addr":"172.21.15.12:6823/53322413","state":["exists","up"]},{"osd":7,"uuid":"22314690-d0eb-496b-b67d-922bdc0b6660","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6817","nonce":512991962}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6819","nonce":512991962}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6823","nonce":512991962}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6821","nonce":512991962}]},"public_addr":"172.21.15.53:6817/512991962","cluster_addr":"172.21.15.53:6819/512991962","heartbeat_back_addr":"172.21.15.53:6823/512991962","heartbeat_front_addr":"172.21.15.53:6821/512991962","state":["exists","up"]},{"osd":8,"uuid":"f26e428e-4919-4030-aa15-100d6df99aef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6817","nonce":2890541031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6819","nonce":2890541031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6823","nonce":2890541031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6821","nonce":2890541031}]},"public_addr":"172.21.15.69:6817/2890541031","cluster_addr":"172.21.15.69:6819/2890541031","heartbeat_back_addr":"172.21.15.69:6823/2890541031","heartbeat_front_addr":"172.21.15.69:6821/2890541031","state":["exists","up"]},{"osd":9,"uuid":"df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6827","nonce":1715133032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6829","nonce":1715133032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6833","nonce":1715133032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6831","nonce":1715133032}]},"public_addr":"172.21.15.12:6827/1715133032","cluster_addr":"172.21.15.12:6829/1715133032","heartbeat_back_addr":"172.21.15.12:6833/1715133032","heartbeat_front_addr":"172.21.15.12:6831/1715133032","state":["exists","up"]},{"osd":10,"uuid":"ac05ca46-a3d8-4e95-8b37-6f46b9f38703","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6825","nonce":3180522172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6827","nonce":3180522172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6831","nonce":3180522172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6829","nonce":3180522172}]},"public_addr":"172.21.15.53:6825/3180522172","cluster_addr":"172.21.15.53:6827/3180522172","heartbeat_back_addr":"172.21.15.53:6831/3180522172","heartbeat_front_addr":"172.21.15.53:6829/3180522172","state":["exists","up"]},{"osd":11,"uuid":"47fd23fb-f49f-49ca-8dfa-df667d03cfa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6825","nonce":1830685720}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6827","nonce":1830685720}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6831","nonce":1830685720}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6829","nonce":1830685720}]},"public_addr":"172.21.15.69:6825/1830685720","cluster_addr":"172.21.15.69:6827/1830685720","heartbeat_back_addr":"172.21.15.69:6831/1830685720","heartbeat_front_addr":"172.21.15.69:6829/1830685720","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:04.043487+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:29.451338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:53.723758+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:27.673354+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:54.498962+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:19.775485+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:54.005468+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:21.544560+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:47.123756+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:22.232554+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:50.514376+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:14:16.169343+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":8}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.9","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/3903984873":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/3329864026":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/1184533662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/2224576662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/798509208":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/4176566530":"2024-03-30T00:07:09.578981+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-29T00:18:06.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.084+0000 7f6944800640 1 -- 172.21.15.12:0/1016418142 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f69240a1d80 msgr2=0x7f69240a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:06.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.084+0000 7f6944800640 1 --2- 172.21.15.12:0/1016418142 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f69240a1d80 0x7f69240a4240 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f69300096c0 tx=0x7f6930009260 comp rx=0 tx=0).stop 2024-03-29T00:18:06.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.084+0000 7f6944800640 1 -- 172.21.15.12:0/1016418142 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f693c102980 msgr2=0x7f693c073b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:06.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.084+0000 7f6944800640 1 --2- 172.21.15.12:0/1016418142 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f693c102980 0x7f693c073b40 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f692c00e9f0 tx=0x7f692c00eeb0 comp rx=0 tx=0).stop 2024-03-29T00:18:06.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.084+0000 7f6944800640 1 -- 172.21.15.12:0/1016418142 shutdown_connections 2024-03-29T00:18:06.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.084+0000 7f6944800640 1 --2- 172.21.15.12:0/1016418142 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f69240a1d80 0x7f69240a4240 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:06.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.084+0000 7f6944800640 1 --2- 172.21.15.12:0/1016418142 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f693c102980 0x7f693c073b40 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:06.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.084+0000 7f6944800640 1 --2- 172.21.15.12:0/1016418142 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f693c103340 0x7f693c074080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:06.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.084+0000 7f6944800640 1 --2- 172.21.15.12:0/1016418142 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f693c101790 0x7f693c0754b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:06.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.084+0000 7f6944800640 1 -- 172.21.15.12:0/1016418142 >> 172.21.15.12:0/1016418142 conn(0x7f693c0fcce0 msgr2=0x7f693c105bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:06.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.084+0000 7f6944800640 1 -- 172.21.15.12:0/1016418142 shutdown_connections 2024-03-29T00:18:06.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.084+0000 7f6944800640 1 -- 172.21.15.12:0/1016418142 wait complete. 2024-03-29T00:18:06.106 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-29T00:09:58.299082+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-29T00:15:15.323046+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-29T00:15:16.709268+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-29T00:15:20.769838+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-03-29T00:18:06.107 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-29T00:18:06.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.341+0000 7f402c000640 1 -- 172.21.15.12:0/3882061811 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4024076110 msgr2=0x7f4024076530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:06.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.341+0000 7f402c000640 1 --2- 172.21.15.12:0/3882061811 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4024076110 0x7f4024076530 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f4018009900 tx=0x7f401802bc50 comp rx=0 tx=0).stop 2024-03-29T00:18:06.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.341+0000 7f402c000640 1 -- 172.21.15.12:0/3882061811 shutdown_connections 2024-03-29T00:18:06.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.341+0000 7f402c000640 1 --2- 172.21.15.12:0/3882061811 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4024077cf0 0x7f4024078590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:06.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.341+0000 7f402c000640 1 --2- 172.21.15.12:0/3882061811 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4024077350 0x7f40240777b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:06.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.341+0000 7f402c000640 1 --2- 172.21.15.12:0/3882061811 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4024076110 0x7f4024076530 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:06.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.341+0000 7f402c000640 1 -- 172.21.15.12:0/3882061811 >> 172.21.15.12:0/3882061811 conn(0x7f40240fef00 msgr2=0x7f4024101320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:06.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.341+0000 7f402c000640 1 -- 172.21.15.12:0/3882061811 shutdown_connections 2024-03-29T00:18:06.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.341+0000 7f402c000640 1 -- 172.21.15.12:0/3882061811 wait complete. 2024-03-29T00:18:06.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.342+0000 7f402c000640 1 Processor -- start 2024-03-29T00:18:06.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.342+0000 7f402c000640 1 -- start start 2024-03-29T00:18:06.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.342+0000 7f402c000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4024076110 0x7f402419e120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:06.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.342+0000 7f402c000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4024077350 0x7f402419e660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:06.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.342+0000 7f402c000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4024077cf0 0x7f40241a56d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:06.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.342+0000 7f402c000640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f4024113b00 con 0x7f4024077cf0 2024-03-29T00:18:06.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.342+0000 7f402c000640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f4024113980 con 0x7f4024076110 2024-03-29T00:18:06.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.342+0000 7f402c000640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f4024113c80 con 0x7f4024077350 2024-03-29T00:18:06.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.343+0000 7f4029600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4024076110 0x7f402419e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:06.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.343+0000 7f4029600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4024076110 0x7f402419e120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:49962/0 (socket says 172.21.15.12:49962) 2024-03-29T00:18:06.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.343+0000 7f4029600640 1 -- 172.21.15.12:0/4033562973 learned_addr learned my addr 172.21.15.12:0/4033562973 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:06.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.343+0000 7f4028c00640 1 --2- 172.21.15.12:0/4033562973 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4024077350 0x7f402419e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:06.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.343+0000 7f402a000640 1 --2- 172.21.15.12:0/4033562973 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4024077cf0 0x7f40241a56d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:06.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.343+0000 7f4029600640 1 -- 172.21.15.12:0/4033562973 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4024077350 msgr2=0x7f402419e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:06.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.343+0000 7f4029600640 1 --2- 172.21.15.12:0/4033562973 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4024077350 0x7f402419e660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:06.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.343+0000 7f4029600640 1 -- 172.21.15.12:0/4033562973 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4024077cf0 msgr2=0x7f40241a56d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:06.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.343+0000 7f4029600640 1 --2- 172.21.15.12:0/4033562973 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4024077cf0 0x7f40241a56d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:06.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.343+0000 7f4029600640 1 -- 172.21.15.12:0/4033562973 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40241a5d40 con 0x7f4024076110 2024-03-29T00:18:06.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.343+0000 7f4029600640 1 --2- 172.21.15.12:0/4033562973 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4024076110 0x7f402419e120 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f4018005ab0 tx=0x7f4018004a30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:06.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.344+0000 7f4022000640 1 -- 172.21.15.12:0/4033562973 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4018043020 con 0x7f4024076110 2024-03-29T00:18:06.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.344+0000 7f4022000640 1 -- 172.21.15.12:0/4033562973 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4018004250 con 0x7f4024076110 2024-03-29T00:18:06.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.344+0000 7f402c000640 1 -- 172.21.15.12:0/4033562973 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40241a5fd0 con 0x7f4024076110 2024-03-29T00:18:06.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.344+0000 7f4022000640 1 -- 172.21.15.12:0/4033562973 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4018003bc0 con 0x7f4024076110 2024-03-29T00:18:06.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.344+0000 7f402c000640 1 -- 172.21.15.12:0/4033562973 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40241a6490 con 0x7f4024076110 2024-03-29T00:18:06.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.345+0000 7f402c000640 1 -- 172.21.15.12:0/4033562973 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40241102e0 con 0x7f4024076110 2024-03-29T00:18:06.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.347+0000 7f4022000640 1 -- 172.21.15.12:0/4033562973 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f4018046020 con 0x7f4024076110 2024-03-29T00:18:06.348 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.348+0000 7f4022000640 1 --2- 172.21.15.12:0/4033562973 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f400c0a1e00 0x7f400c0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:06.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.348+0000 7f4022000640 1 -- 172.21.15.12:0/4033562973 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f40180f01f0 con 0x7f4024076110 2024-03-29T00:18:06.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.349+0000 7f4028c00640 1 --2- 172.21.15.12:0/4033562973 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f400c0a1e00 0x7f400c0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:06.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.349+0000 7f4028c00640 1 --2- 172.21.15.12:0/4033562973 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f400c0a1e00 0x7f400c0a42c0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f402419f630 tx=0x7f4010005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:06.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.352+0000 7f4022000640 1 -- 172.21.15.12:0/4033562973 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f401804d020 con 0x7f4024076110 2024-03-29T00:18:06.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:06 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2980513383' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:18:06.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:06 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1016418142' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:18:06.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:06 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2980513383' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:18:06.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:06 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1016418142' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:18:06.559 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.559+0000 7f402c000640 1 -- 172.21.15.12:0/4033562973 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f40240623f0 con 0x7f4024076110 2024-03-29T00:18:06.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.560+0000 7f4022000640 1 -- 172.21.15.12:0/4033562973 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) ==== 93+0+10 (secure 0 0 0) 0x7f40180bd230 con 0x7f4024076110 2024-03-29T00:18:06.560 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 1 2024-03-29T00:18:06.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.562+0000 7f402c000640 1 -- 172.21.15.12:0/4033562973 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f400c0a1e00 msgr2=0x7f400c0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:06.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.562+0000 7f402c000640 1 --2- 172.21.15.12:0/4033562973 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f400c0a1e00 0x7f400c0a42c0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f402419f630 tx=0x7f4010005f90 comp rx=0 tx=0).stop 2024-03-29T00:18:06.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.562+0000 7f402c000640 1 -- 172.21.15.12:0/4033562973 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4024076110 msgr2=0x7f402419e120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:06.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.562+0000 7f402c000640 1 --2- 172.21.15.12:0/4033562973 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4024076110 0x7f402419e120 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f4018005ab0 tx=0x7f4018004a30 comp rx=0 tx=0).stop 2024-03-29T00:18:06.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.563+0000 7f402c000640 1 -- 172.21.15.12:0/4033562973 shutdown_connections 2024-03-29T00:18:06.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.563+0000 7f402c000640 1 --2- 172.21.15.12:0/4033562973 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f400c0a1e00 0x7f400c0a42c0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:06.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.563+0000 7f402c000640 1 --2- 172.21.15.12:0/4033562973 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4024077cf0 0x7f40241a56d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:06.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.563+0000 7f402c000640 1 --2- 172.21.15.12:0/4033562973 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4024077350 0x7f402419e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:06.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.563+0000 7f402c000640 1 --2- 172.21.15.12:0/4033562973 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4024076110 0x7f402419e120 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:06.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.563+0000 7f402c000640 1 -- 172.21.15.12:0/4033562973 >> 172.21.15.12:0/4033562973 conn(0x7f40240fef00 msgr2=0x7f4024102240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:06.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.563+0000 7f402c000640 1 -- 172.21.15.12:0/4033562973 shutdown_connections 2024-03-29T00:18:06.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.563+0000 7f402c000640 1 -- 172.21.15.12:0/4033562973 wait complete. 2024-03-29T00:18:06.584 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-29T00:18:06.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:06 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2980513383' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:18:06.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:06 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1016418142' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:18:06.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.815+0000 7ff1c9800640 1 -- 172.21.15.12:0/1941441833 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff1c40ffe10 msgr2=0x7ff1c4100230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:06.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.815+0000 7ff1c9800640 1 --2- 172.21.15.12:0/1941441833 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff1c40ffe10 0x7ff1c4100230 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7ff1b4009900 tx=0x7ff1b402bc40 comp rx=0 tx=0).stop 2024-03-29T00:18:06.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.815+0000 7ff1c9800640 1 -- 172.21.15.12:0/1941441833 shutdown_connections 2024-03-29T00:18:06.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.815+0000 7ff1c9800640 1 --2- 172.21.15.12:0/1941441833 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff1c4100770 0x7ff1c4100bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:06.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.815+0000 7ff1c9800640 1 --2- 172.21.15.12:0/1941441833 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff1c4101110 0x7ff1c4101590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:06.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.815+0000 7ff1c9800640 1 --2- 172.21.15.12:0/1941441833 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff1c40ffe10 0x7ff1c4100230 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:06.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.815+0000 7ff1c9800640 1 -- 172.21.15.12:0/1941441833 >> 172.21.15.12:0/1941441833 conn(0x7ff1c40fba30 msgr2=0x7ff1c40fde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:06.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.815+0000 7ff1c9800640 1 -- 172.21.15.12:0/1941441833 shutdown_connections 2024-03-29T00:18:06.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.815+0000 7ff1c9800640 1 -- 172.21.15.12:0/1941441833 wait complete. 2024-03-29T00:18:06.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.816+0000 7ff1c9800640 1 Processor -- start 2024-03-29T00:18:06.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.817+0000 7ff1c9800640 1 -- start start 2024-03-29T00:18:06.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.817+0000 7ff1c9800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff1c40ffe10 0x7ff1c4199b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:06.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.817+0000 7ff1c9800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff1c4100770 0x7ff1c419a050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:06.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.817+0000 7ff1c9800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff1c4101110 0x7ff1c41a10c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:06.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.817+0000 7ff1c9800640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff1c410f520 con 0x7ff1c40ffe10 2024-03-29T00:18:06.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.817+0000 7ff1c9800640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff1c410f3a0 con 0x7ff1c4101110 2024-03-29T00:18:06.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.817+0000 7ff1c9800640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff1c410f6a0 con 0x7ff1c4100770 2024-03-29T00:18:06.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.817+0000 7ff1bbe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff1c4100770 0x7ff1c419a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:06.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.817+0000 7ff1bbe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff1c4100770 0x7ff1c419a050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:49876/0 (socket says 172.21.15.12:49876) 2024-03-29T00:18:06.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.817+0000 7ff1bbe00640 1 -- 172.21.15.12:0/4235523728 learned_addr learned my addr 172.21.15.12:0/4235523728 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:06.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.817+0000 7ff1c3e00640 1 --2- 172.21.15.12:0/4235523728 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff1c40ffe10 0x7ff1c4199b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:06.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.817+0000 7ff1c8e00640 1 --2- 172.21.15.12:0/4235523728 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff1c4101110 0x7ff1c41a10c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:06.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.818+0000 7ff1bbe00640 1 -- 172.21.15.12:0/4235523728 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff1c4101110 msgr2=0x7ff1c41a10c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:06.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.818+0000 7ff1bbe00640 1 --2- 172.21.15.12:0/4235523728 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff1c4101110 0x7ff1c41a10c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:06.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.818+0000 7ff1bbe00640 1 -- 172.21.15.12:0/4235523728 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff1c40ffe10 msgr2=0x7ff1c4199b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:06.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.818+0000 7ff1bbe00640 1 --2- 172.21.15.12:0/4235523728 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff1c40ffe10 0x7ff1c4199b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:06.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.818+0000 7ff1bbe00640 1 -- 172.21.15.12:0/4235523728 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1c41a1730 con 0x7ff1c4100770 2024-03-29T00:18:06.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.818+0000 7ff1c8e00640 1 --2- 172.21.15.12:0/4235523728 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff1c4101110 0x7ff1c41a10c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:18:06.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.818+0000 7ff1bbe00640 1 --2- 172.21.15.12:0/4235523728 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff1c4100770 0x7ff1c419a050 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7ff1ac00d950 tx=0x7ff1ac00de10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:06.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.818+0000 7ff1c1600640 1 -- 172.21.15.12:0/4235523728 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1ac017070 con 0x7ff1c4100770 2024-03-29T00:18:06.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.818+0000 7ff1c1600640 1 -- 172.21.15.12:0/4235523728 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff1ac009c30 con 0x7ff1c4100770 2024-03-29T00:18:06.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.818+0000 7ff1c9800640 1 -- 172.21.15.12:0/4235523728 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1c41a1a20 con 0x7ff1c4100770 2024-03-29T00:18:06.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.818+0000 7ff1c1600640 1 -- 172.21.15.12:0/4235523728 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1ac00f740 con 0x7ff1c4100770 2024-03-29T00:18:06.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.818+0000 7ff1c9800640 1 -- 172.21.15.12:0/4235523728 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1c41a1fc0 con 0x7ff1c4100770 2024-03-29T00:18:06.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.819+0000 7ff1c9800640 1 -- 172.21.15.12:0/4235523728 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1c410ab60 con 0x7ff1c4100770 2024-03-29T00:18:06.822 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.821+0000 7ff1c1600640 1 -- 172.21.15.12:0/4235523728 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7ff1ac010a80 con 0x7ff1c4100770 2024-03-29T00:18:06.823 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.823+0000 7ff1c1600640 1 --2- 172.21.15.12:0/4235523728 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff1a80a1e00 0x7ff1a80a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:06.823 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.823+0000 7ff1c1600640 1 -- 172.21.15.12:0/4235523728 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7ff1ac0cdd20 con 0x7ff1c4100770 2024-03-29T00:18:06.823 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.823+0000 7ff1c3e00640 1 --2- 172.21.15.12:0/4235523728 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff1a80a1e00 0x7ff1a80a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:06.824 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.824+0000 7ff1c3e00640 1 --2- 172.21.15.12:0/4235523728 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff1a80a1e00 0x7ff1a80a42c0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7ff1b402c250 tx=0x7ff1b402c9e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:06.830 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:06.829+0000 7ff1c1600640 1 -- 172.21.15.12:0/4235523728 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7ff1ac009de0 con 0x7ff1c4100770 2024-03-29T00:18:07.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.034+0000 7ff1c9800640 1 -- 172.21.15.12:0/4235523728 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7ff1c402d3c0 con 0x7ff1c4100770 2024-03-29T00:18:07.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.035+0000 7ff1c1600640 1 -- 172.21.15.12:0/4235523728 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v93) ==== 104+0+11 (secure 0 0 0) 0x7ff1ac09ade0 con 0x7ff1c4100770 2024-03-29T00:18:07.036 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 32 2024-03-29T00:18:07.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.038+0000 7ff1c9800640 1 -- 172.21.15.12:0/4235523728 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff1a80a1e00 msgr2=0x7ff1a80a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:07.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.038+0000 7ff1c9800640 1 --2- 172.21.15.12:0/4235523728 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff1a80a1e00 0x7ff1a80a42c0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7ff1b402c250 tx=0x7ff1b402c9e0 comp rx=0 tx=0).stop 2024-03-29T00:18:07.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.038+0000 7ff1c9800640 1 -- 172.21.15.12:0/4235523728 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff1c4100770 msgr2=0x7ff1c419a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:07.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.038+0000 7ff1c9800640 1 --2- 172.21.15.12:0/4235523728 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff1c4100770 0x7ff1c419a050 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7ff1ac00d950 tx=0x7ff1ac00de10 comp rx=0 tx=0).stop 2024-03-29T00:18:07.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.038+0000 7ff1c9800640 1 -- 172.21.15.12:0/4235523728 shutdown_connections 2024-03-29T00:18:07.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.038+0000 7ff1c9800640 1 --2- 172.21.15.12:0/4235523728 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff1a80a1e00 0x7ff1a80a42c0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:07.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.038+0000 7ff1c9800640 1 --2- 172.21.15.12:0/4235523728 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff1c4101110 0x7ff1c41a10c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:07.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.038+0000 7ff1c9800640 1 --2- 172.21.15.12:0/4235523728 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff1c4100770 0x7ff1c419a050 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:07.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.038+0000 7ff1c9800640 1 --2- 172.21.15.12:0/4235523728 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff1c40ffe10 0x7ff1c4199b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:07.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.038+0000 7ff1c9800640 1 -- 172.21.15.12:0/4235523728 >> 172.21.15.12:0/4235523728 conn(0x7ff1c40fba30 msgr2=0x7ff1c40fd530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:07.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.038+0000 7ff1c9800640 1 -- 172.21.15.12:0/4235523728 shutdown_connections 2024-03-29T00:18:07.040 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.038+0000 7ff1c9800640 1 -- 172.21.15.12:0/4235523728 wait complete. 2024-03-29T00:18:07.057 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-29T00:18:07.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.286+0000 7f0ae2200640 1 -- 172.21.15.12:0/2807362463 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0adc103960 msgr2=0x7f0adc103d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:07.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.286+0000 7f0ae2200640 1 --2- 172.21.15.12:0/2807362463 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0adc103960 0x7f0adc103d80 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f0ac4009900 tx=0x7f0ac402bc30 comp rx=0 tx=0).stop 2024-03-29T00:18:07.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.287+0000 7f0ae2200640 1 -- 172.21.15.12:0/2807362463 shutdown_connections 2024-03-29T00:18:07.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.287+0000 7f0ae2200640 1 --2- 172.21.15.12:0/2807362463 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0adc105510 0x7f0adc10bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:07.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.287+0000 7f0ae2200640 1 --2- 172.21.15.12:0/2807362463 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0adc104b50 0x7f0adc104fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:07.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.287+0000 7f0ae2200640 1 --2- 172.21.15.12:0/2807362463 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0adc103960 0x7f0adc103d80 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:07.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.287+0000 7f0ae2200640 1 -- 172.21.15.12:0/2807362463 >> 172.21.15.12:0/2807362463 conn(0x7f0adc0feed0 msgr2=0x7f0adc101310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:07.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.287+0000 7f0ae2200640 1 -- 172.21.15.12:0/2807362463 shutdown_connections 2024-03-29T00:18:07.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.287+0000 7f0ae2200640 1 -- 172.21.15.12:0/2807362463 wait complete. 2024-03-29T00:18:07.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.288+0000 7f0ae2200640 1 Processor -- start 2024-03-29T00:18:07.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.288+0000 7f0ae2200640 1 -- start start 2024-03-29T00:18:07.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.288+0000 7f0ae2200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0adc103960 0x7f0adc199dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:07.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.288+0000 7f0ae2200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0adc104b50 0x7f0adc19a300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:07.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.289+0000 7f0ae2200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0adc105510 0x7f0adc1a1330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:07.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.289+0000 7f0ae2200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f0adc10f6b0 con 0x7f0adc105510 2024-03-29T00:18:07.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.289+0000 7f0ae2200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f0adc10f530 con 0x7f0adc103960 2024-03-29T00:18:07.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.289+0000 7f0ae2200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0adc10f830 con 0x7f0adc104b50 2024-03-29T00:18:07.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.289+0000 7f0adb400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0adc103960 0x7f0adc199dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:07.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.289+0000 7f0adaa00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0adc104b50 0x7f0adc19a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:07.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.289+0000 7f0adb400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0adc103960 0x7f0adc199dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:50016/0 (socket says 172.21.15.12:50016) 2024-03-29T00:18:07.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.289+0000 7f0adb400640 1 -- 172.21.15.12:0/2328129539 learned_addr learned my addr 172.21.15.12:0/2328129539 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:07.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.289+0000 7f0adbe00640 1 --2- 172.21.15.12:0/2328129539 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0adc105510 0x7f0adc1a1330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:07.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.289+0000 7f0adb400640 1 -- 172.21.15.12:0/2328129539 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0adc104b50 msgr2=0x7f0adc19a300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:07.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.289+0000 7f0adb400640 1 --2- 172.21.15.12:0/2328129539 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0adc104b50 0x7f0adc19a300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:07.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.289+0000 7f0adb400640 1 -- 172.21.15.12:0/2328129539 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0adc105510 msgr2=0x7f0adc1a1330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:07.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.289+0000 7f0adb400640 1 --2- 172.21.15.12:0/2328129539 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0adc105510 0x7f0adc1a1330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:07.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.289+0000 7f0adb400640 1 -- 172.21.15.12:0/2328129539 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0adc1a19d0 con 0x7f0adc103960 2024-03-29T00:18:07.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.290+0000 7f0adb400640 1 --2- 172.21.15.12:0/2328129539 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0adc103960 0x7f0adc199dc0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f0ac4005ab0 tx=0x7f0ac402c7a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:07.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.290+0000 7f0ad3e00640 1 -- 172.21.15.12:0/2328129539 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ac4043020 con 0x7f0adc103960 2024-03-29T00:18:07.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.290+0000 7f0ad3e00640 1 -- 172.21.15.12:0/2328129539 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0ac4004350 con 0x7f0adc103960 2024-03-29T00:18:07.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.290+0000 7f0ae2200640 1 -- 172.21.15.12:0/2328129539 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0adc1a1c60 con 0x7f0adc103960 2024-03-29T00:18:07.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.290+0000 7f0ad3e00640 1 -- 172.21.15.12:0/2328129539 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ac4003db0 con 0x7f0adc103960 2024-03-29T00:18:07.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.290+0000 7f0ae2200640 1 -- 172.21.15.12:0/2328129539 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0adc1a21b0 con 0x7f0adc103960 2024-03-29T00:18:07.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.291+0000 7f0ae2200640 1 -- 172.21.15.12:0/2328129539 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0adc068a20 con 0x7f0adc103960 2024-03-29T00:18:07.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.293+0000 7f0ad3e00640 1 -- 172.21.15.12:0/2328129539 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f0ac4046020 con 0x7f0adc103960 2024-03-29T00:18:07.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.294+0000 7f0ad3e00640 1 --2- 172.21.15.12:0/2328129539 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0ac00a1e00 0x7f0ac00a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:07.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.295+0000 7f0ad3e00640 1 -- 172.21.15.12:0/2328129539 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f0ac40f0340 con 0x7f0adc103960 2024-03-29T00:18:07.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.295+0000 7f0adaa00640 1 --2- 172.21.15.12:0/2328129539 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0ac00a1e00 0x7f0ac00a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:07.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.295+0000 7f0adaa00640 1 --2- 172.21.15.12:0/2328129539 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0ac00a1e00 0x7f0ac00a42c0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f0acc005fd0 tx=0x7f0acc009760 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:07.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.298+0000 7f0ad3e00640 1 -- 172.21.15.12:0/2328129539 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f0ac404d020 con 0x7f0adc103960 2024-03-29T00:18:07.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:07 smithi069 ceph-mon[36074]: pgmap v411: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-03-29T00:18:07.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:07 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/4033562973' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:18:07.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:07 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/4235523728' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:18:07.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.500+0000 7f0ae2200640 1 -- 172.21.15.12:0/2328129539 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f0adc062380 con 0x7f0adc103960 2024-03-29T00:18:07.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.501+0000 7f0ad3e00640 1 -- 172.21.15.12:0/2328129539 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v93) ==== 100+0+11 (secure 0 0 0) 0x7f0ac40bd380 con 0x7f0adc103960 2024-03-29T00:18:07.502 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 64 2024-03-29T00:18:07.504 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.504+0000 7f0ae2200640 1 -- 172.21.15.12:0/2328129539 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0ac00a1e00 msgr2=0x7f0ac00a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:07.505 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.504+0000 7f0ae2200640 1 --2- 172.21.15.12:0/2328129539 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0ac00a1e00 0x7f0ac00a42c0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f0acc005fd0 tx=0x7f0acc009760 comp rx=0 tx=0).stop 2024-03-29T00:18:07.505 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.504+0000 7f0ae2200640 1 -- 172.21.15.12:0/2328129539 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0adc103960 msgr2=0x7f0adc199dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:07.505 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.504+0000 7f0ae2200640 1 --2- 172.21.15.12:0/2328129539 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0adc103960 0x7f0adc199dc0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f0ac4005ab0 tx=0x7f0ac402c7a0 comp rx=0 tx=0).stop 2024-03-29T00:18:07.505 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.504+0000 7f0ae2200640 1 -- 172.21.15.12:0/2328129539 shutdown_connections 2024-03-29T00:18:07.505 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.504+0000 7f0ae2200640 1 --2- 172.21.15.12:0/2328129539 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0ac00a1e00 0x7f0ac00a42c0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:07.505 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.504+0000 7f0ae2200640 1 --2- 172.21.15.12:0/2328129539 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0adc105510 0x7f0adc1a1330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:07.505 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.504+0000 7f0ae2200640 1 --2- 172.21.15.12:0/2328129539 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0adc104b50 0x7f0adc19a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:07.505 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.504+0000 7f0ae2200640 1 --2- 172.21.15.12:0/2328129539 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0adc103960 0x7f0adc199dc0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:07.505 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.504+0000 7f0ae2200640 1 -- 172.21.15.12:0/2328129539 >> 172.21.15.12:0/2328129539 conn(0x7f0adc0feed0 msgr2=0x7f0adc107f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:07.505 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.504+0000 7f0ae2200640 1 -- 172.21.15.12:0/2328129539 shutdown_connections 2024-03-29T00:18:07.505 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.504+0000 7f0ae2200640 1 -- 172.21.15.12:0/2328129539 wait complete. 2024-03-29T00:18:07.522 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:07 smithi012 ceph-mon[31657]: pgmap v411: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-03-29T00:18:07.522 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:07 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/4033562973' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:18:07.522 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:07 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/4235523728' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:18:07.526 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-03-29T00:18:07.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:07 smithi053 ceph-mon[36233]: pgmap v411: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-03-29T00:18:07.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:07 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/4033562973' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:18:07.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:07 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/4235523728' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:18:07.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.762+0000 7f1a3b400640 1 -- 172.21.15.12:0/4264643066 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1a34102220 msgr2=0x7f1a34108ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:07.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.762+0000 7f1a3b400640 1 --2- 172.21.15.12:0/4264643066 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1a34102220 0x7f1a34108ab0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f1a2c009be0 tx=0x7f1a2c02bef0 comp rx=0 tx=0).stop 2024-03-29T00:18:07.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.762+0000 7f1a3b400640 1 -- 172.21.15.12:0/4264643066 shutdown_connections 2024-03-29T00:18:07.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.762+0000 7f1a3b400640 1 --2- 172.21.15.12:0/4264643066 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1a34102220 0x7f1a34108ab0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:07.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.762+0000 7f1a3b400640 1 --2- 172.21.15.12:0/4264643066 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1a34101860 0x7f1a34101ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:07.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.762+0000 7f1a3b400640 1 --2- 172.21.15.12:0/4264643066 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1a34100670 0x7f1a34100a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:07.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.762+0000 7f1a3b400640 1 -- 172.21.15.12:0/4264643066 >> 172.21.15.12:0/4264643066 conn(0x7f1a340fbbe0 msgr2=0x7f1a340fe020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:07.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.762+0000 7f1a3b400640 1 -- 172.21.15.12:0/4264643066 shutdown_connections 2024-03-29T00:18:07.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.762+0000 7f1a3b400640 1 -- 172.21.15.12:0/4264643066 wait complete. 2024-03-29T00:18:07.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.763+0000 7f1a3b400640 1 Processor -- start 2024-03-29T00:18:07.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.763+0000 7f1a3b400640 1 -- start start 2024-03-29T00:18:07.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.764+0000 7f1a3b400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1a34100670 0x7f1a34199d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:07.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.764+0000 7f1a3b400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1a34101860 0x7f1a3419a280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:07.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.764+0000 7f1a3b400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1a34102220 0x7f1a341a12b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:07.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.764+0000 7f1a3b400640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f1a3410c470 con 0x7f1a34102220 2024-03-29T00:18:07.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.764+0000 7f1a3b400640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f1a3410c2f0 con 0x7f1a34101860 2024-03-29T00:18:07.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.764+0000 7f1a3b400640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1a3410c5f0 con 0x7f1a34100670 2024-03-29T00:18:07.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.764+0000 7f1a38a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1a34100670 0x7f1a34199d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:07.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.764+0000 7f1a38a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1a34100670 0x7f1a34199d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:49920/0 (socket says 172.21.15.12:49920) 2024-03-29T00:18:07.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.764+0000 7f1a38a00640 1 -- 172.21.15.12:0/638892402 learned_addr learned my addr 172.21.15.12:0/638892402 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:07.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.764+0000 7f1a39400640 1 --2- 172.21.15.12:0/638892402 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1a34102220 0x7f1a341a12b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:07.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.764+0000 7f1a33e00640 1 --2- 172.21.15.12:0/638892402 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1a34101860 0x7f1a3419a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:07.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.765+0000 7f1a38a00640 1 -- 172.21.15.12:0/638892402 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1a34101860 msgr2=0x7f1a3419a280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:07.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.765+0000 7f1a38a00640 1 --2- 172.21.15.12:0/638892402 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1a34101860 0x7f1a3419a280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:07.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.765+0000 7f1a38a00640 1 -- 172.21.15.12:0/638892402 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1a34102220 msgr2=0x7f1a341a12b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:07.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.765+0000 7f1a38a00640 1 --2- 172.21.15.12:0/638892402 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1a34102220 0x7f1a341a12b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:07.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.765+0000 7f1a38a00640 1 -- 172.21.15.12:0/638892402 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a341a1950 con 0x7f1a34100670 2024-03-29T00:18:07.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.765+0000 7f1a33e00640 1 --2- 172.21.15.12:0/638892402 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1a34101860 0x7f1a3419a280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:18:07.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.765+0000 7f1a38a00640 1 --2- 172.21.15.12:0/638892402 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1a34100670 0x7f1a34199d40 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f1a2800e9a0 tx=0x7f1a2800ee60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:07.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.765+0000 7f1a31600640 1 -- 172.21.15.12:0/638892402 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a2800cd80 con 0x7f1a34100670 2024-03-29T00:18:07.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.765+0000 7f1a31600640 1 -- 172.21.15.12:0/638892402 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1a28010930 con 0x7f1a34100670 2024-03-29T00:18:07.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.765+0000 7f1a3b400640 1 -- 172.21.15.12:0/638892402 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a341a1c40 con 0x7f1a34100670 2024-03-29T00:18:07.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.766+0000 7f1a31600640 1 -- 172.21.15.12:0/638892402 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a28018a70 con 0x7f1a34100670 2024-03-29T00:18:07.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.766+0000 7f1a3b400640 1 -- 172.21.15.12:0/638892402 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a341a2190 con 0x7f1a34100670 2024-03-29T00:18:07.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.767+0000 7f1a3b400640 1 -- 172.21.15.12:0/638892402 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a341a23c0 con 0x7f1a34100670 2024-03-29T00:18:07.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.769+0000 7f1a31600640 1 -- 172.21.15.12:0/638892402 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f1a28018c10 con 0x7f1a34100670 2024-03-29T00:18:07.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.770+0000 7f1a31600640 1 --2- 172.21.15.12:0/638892402 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1a1c0a1e00 0x7f1a1c0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:07.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.770+0000 7f1a31600640 1 -- 172.21.15.12:0/638892402 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f1a280ce5d0 con 0x7f1a34100670 2024-03-29T00:18:07.771 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.770+0000 7f1a33e00640 1 --2- 172.21.15.12:0/638892402 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1a1c0a1e00 0x7f1a1c0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:07.771 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.771+0000 7f1a33e00640 1 --2- 172.21.15.12:0/638892402 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1a1c0a1e00 0x7f1a1c0a42c0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f1a200058c0 tx=0x7f1a20005d30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:07.778 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.778+0000 7f1a31600640 1 -- 172.21.15.12:0/638892402 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f1a28053280 con 0x7f1a34100670 2024-03-29T00:18:07.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.990+0000 7f1a3b400640 1 -- 172.21.15.12:0/638892402 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f1a341a26b0 con 0x7f1a34100670 2024-03-29T00:18:07.991 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.990+0000 7f1a31600640 1 -- 172.21.15.12:0/638892402 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v93) ==== 103+0+11 (secure 0 0 0) 0x7f1a2809b610 con 0x7f1a34100670 2024-03-29T00:18:07.991 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 32 2024-03-29T00:18:07.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.993+0000 7f1a3b400640 1 -- 172.21.15.12:0/638892402 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1a1c0a1e00 msgr2=0x7f1a1c0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:07.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.993+0000 7f1a3b400640 1 --2- 172.21.15.12:0/638892402 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1a1c0a1e00 0x7f1a1c0a42c0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f1a200058c0 tx=0x7f1a20005d30 comp rx=0 tx=0).stop 2024-03-29T00:18:07.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.993+0000 7f1a3b400640 1 -- 172.21.15.12:0/638892402 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1a34100670 msgr2=0x7f1a34199d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:07.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.993+0000 7f1a3b400640 1 --2- 172.21.15.12:0/638892402 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1a34100670 0x7f1a34199d40 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f1a2800e9a0 tx=0x7f1a2800ee60 comp rx=0 tx=0).stop 2024-03-29T00:18:07.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.993+0000 7f1a3b400640 1 -- 172.21.15.12:0/638892402 shutdown_connections 2024-03-29T00:18:07.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.993+0000 7f1a3b400640 1 --2- 172.21.15.12:0/638892402 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1a1c0a1e00 0x7f1a1c0a42c0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:07.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.993+0000 7f1a3b400640 1 --2- 172.21.15.12:0/638892402 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1a34101860 0x7f1a3419a280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:07.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.993+0000 7f1a3b400640 1 --2- 172.21.15.12:0/638892402 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1a34102220 0x7f1a341a12b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:07.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.993+0000 7f1a3b400640 1 --2- 172.21.15.12:0/638892402 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1a34100670 0x7f1a34199d40 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:07.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.993+0000 7f1a3b400640 1 -- 172.21.15.12:0/638892402 >> 172.21.15.12:0/638892402 conn(0x7f1a340fbbe0 msgr2=0x7f1a340fd570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:07.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.993+0000 7f1a3b400640 1 -- 172.21.15.12:0/638892402 shutdown_connections 2024-03-29T00:18:07.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:07.993+0000 7f1a3b400640 1 -- 172.21.15.12:0/638892402 wait complete. 2024-03-29T00:18:08.013 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:18:08.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.227+0000 7f0aaf400640 1 -- 172.21.15.12:0/1792395652 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0aa8104bf0 msgr2=0x7f0aa8105070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:08.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.227+0000 7f0aaf400640 1 --2- 172.21.15.12:0/1792395652 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0aa8104bf0 0x7f0aa8105070 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f0a94009900 tx=0x7f0a9402bc30 comp rx=0 tx=0).stop 2024-03-29T00:18:08.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.227+0000 7f0aaf400640 1 -- 172.21.15.12:0/1792395652 shutdown_connections 2024-03-29T00:18:08.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.227+0000 7f0aaf400640 1 --2- 172.21.15.12:0/1792395652 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0aa81055b0 0x7f0aa810be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:08.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.227+0000 7f0aaf400640 1 --2- 172.21.15.12:0/1792395652 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0aa8104bf0 0x7f0aa8105070 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:08.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.227+0000 7f0aaf400640 1 --2- 172.21.15.12:0/1792395652 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0aa8103a00 0x7f0aa8103e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:08.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.227+0000 7f0aaf400640 1 -- 172.21.15.12:0/1792395652 >> 172.21.15.12:0/1792395652 conn(0x7f0aa80fefb0 msgr2=0x7f0aa81013d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:08.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.227+0000 7f0aaf400640 1 -- 172.21.15.12:0/1792395652 shutdown_connections 2024-03-29T00:18:08.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.227+0000 7f0aaf400640 1 -- 172.21.15.12:0/1792395652 wait complete. 2024-03-29T00:18:08.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.228+0000 7f0aaf400640 1 Processor -- start 2024-03-29T00:18:08.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.228+0000 7f0aaf400640 1 -- start start 2024-03-29T00:18:08.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.229+0000 7f0aaf400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0aa8103a00 0x7f0aa8199d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:08.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.229+0000 7f0aaf400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0aa8104bf0 0x7f0aa819a280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:08.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.229+0000 7f0aaf400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0aa81055b0 0x7f0aa81a12b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:08.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.229+0000 7f0aaf400640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f0aa810f6f0 con 0x7f0aa8104bf0 2024-03-29T00:18:08.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.229+0000 7f0aaf400640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f0aa810f570 con 0x7f0aa81055b0 2024-03-29T00:18:08.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.229+0000 7f0aaf400640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0aa810f870 con 0x7f0aa8103a00 2024-03-29T00:18:08.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.229+0000 7f0aaca00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0aa8103a00 0x7f0aa8199d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:08.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.229+0000 7f0aaca00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0aa8103a00 0x7f0aa8199d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:49944/0 (socket says 172.21.15.12:49944) 2024-03-29T00:18:08.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.229+0000 7f0aaca00640 1 -- 172.21.15.12:0/3332813335 learned_addr learned my addr 172.21.15.12:0/3332813335 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:08.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.229+0000 7f0aa7e00640 1 --2- 172.21.15.12:0/3332813335 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0aa8104bf0 0x7f0aa819a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:08.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.229+0000 7f0aad400640 1 --2- 172.21.15.12:0/3332813335 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0aa81055b0 0x7f0aa81a12b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:08.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.229+0000 7f0aaca00640 1 -- 172.21.15.12:0/3332813335 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0aa81055b0 msgr2=0x7f0aa81a12b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:08.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.229+0000 7f0aaca00640 1 --2- 172.21.15.12:0/3332813335 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0aa81055b0 0x7f0aa81a12b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:08.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.229+0000 7f0aaca00640 1 -- 172.21.15.12:0/3332813335 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0aa8104bf0 msgr2=0x7f0aa819a280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:08.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.229+0000 7f0aaca00640 1 --2- 172.21.15.12:0/3332813335 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0aa8104bf0 0x7f0aa819a280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:08.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.229+0000 7f0aaca00640 1 -- 172.21.15.12:0/3332813335 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0aa81a1950 con 0x7f0aa8103a00 2024-03-29T00:18:08.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.230+0000 7f0aaca00640 1 --2- 172.21.15.12:0/3332813335 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0aa8103a00 0x7f0aa8199d40 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f0a9c00e9c0 tx=0x7f0a9c00ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:08.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.230+0000 7f0aa5600640 1 -- 172.21.15.12:0/3332813335 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a9c00cd80 con 0x7f0aa8103a00 2024-03-29T00:18:08.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.230+0000 7f0aa5600640 1 -- 172.21.15.12:0/3332813335 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0a9c0035f0 con 0x7f0aa8103a00 2024-03-29T00:18:08.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.230+0000 7f0aaf400640 1 -- 172.21.15.12:0/3332813335 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0aa81a1c40 con 0x7f0aa8103a00 2024-03-29T00:18:08.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.230+0000 7f0aa5600640 1 -- 172.21.15.12:0/3332813335 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a9c010690 con 0x7f0aa8103a00 2024-03-29T00:18:08.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.230+0000 7f0aaf400640 1 -- 172.21.15.12:0/3332813335 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0aa81a2190 con 0x7f0aa8103a00 2024-03-29T00:18:08.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.231+0000 7f0aaf400640 1 -- 172.21.15.12:0/3332813335 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0aa810ad20 con 0x7f0aa8103a00 2024-03-29T00:18:08.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.233+0000 7f0aa5600640 1 -- 172.21.15.12:0/3332813335 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f0a9c0037a0 con 0x7f0aa8103a00 2024-03-29T00:18:08.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.235+0000 7f0aa5600640 1 --2- 172.21.15.12:0/3332813335 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0a900a1d80 0x7f0a900a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:08.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.235+0000 7f0aa5600640 1 -- 172.21.15.12:0/3332813335 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f0a9c0ce650 con 0x7f0aa8103a00 2024-03-29T00:18:08.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.235+0000 7f0aa7e00640 1 --2- 172.21.15.12:0/3332813335 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0a900a1d80 0x7f0a900a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:08.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.236+0000 7f0aa7e00640 1 --2- 172.21.15.12:0/3332813335 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0a900a1d80 0x7f0a900a4240 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f0a94000c00 tx=0x7f0a94005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:08.239 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.239+0000 7f0aa5600640 1 -- 172.21.15.12:0/3332813335 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f0a9c09b690 con 0x7f0aa8103a00 2024-03-29T00:18:08.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:08 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2328129539' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:18:08.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:08 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:18:08.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:08 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/638892402' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:18:08.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:08 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2328129539' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:18:08.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:08 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:18:08.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:08 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/638892402' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:18:08.518 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.517+0000 7f0aaf400640 1 -- 172.21.15.12:0/3332813335 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0aa802d170 con 0x7f0aa8103a00 2024-03-29T00:18:08.518 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.518+0000 7f0aa5600640 1 -- 172.21.15.12:0/3332813335 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11908 (secure 0 0 0) 0x7f0a9c09af90 con 0x7f0aa8103a00 2024-03-29T00:18:08.519 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:18:08.519 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14385,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2850016952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2850016952},{"type":"v1","addr":"172.21.15.12:6835","nonce":2850016952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/54288999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":54288999},{"type":"v1","addr":"172.21.15.12:6837","nonce":54288999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-29T00:15:17.217711+0000","modified":"2024-03-29T00:15:54.139481+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24568,"mds_1":24566,"mds_2":24544,"mds_3":24472,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14451":{"gid":14451,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6839/2537576655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":2537576655},{"type":"v1","addr":"172.21.15.12:6839","nonce":2537576655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14469":{"gid":14469,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6841/167917143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":167917143},{"type":"v1","addr":"172.21.15.12:6841","nonce":167917143}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":21,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":21,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6835/3689706936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":3689706936},{"type":"v1","addr":"172.21.15.53:6835","nonce":3689706936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6837/3069224551","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":3069224551},{"type":"v1","addr":"172.21.15.53:6837","nonce":3069224551}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.69:6835/368717986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":368717986},{"type":"v1","addr":"172.21.15.69:6835","nonce":368717986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24544":{"gid":24544,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.69:6837/466045469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":466045469},{"type":"v1","addr":"172.21.15.69:6837","nonce":466045469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24566":{"gid":24566,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":11,"addr":"172.21.15.53:6839/2142959350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":2142959350},{"type":"v1","addr":"172.21.15.53:6839","nonce":2142959350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.69:6839/1021939171","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1021939171},{"type":"v1","addr":"172.21.15.69:6839","nonce":1021939171}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24568,"qdb_cluster":[24566,24568,24544,24472,24431]},"id":1}]} 2024-03-29T00:18:08.519 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 28 2024-03-29T00:18:08.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.522+0000 7f0aaf400640 1 -- 172.21.15.12:0/3332813335 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0a900a1d80 msgr2=0x7f0a900a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:08.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.522+0000 7f0aaf400640 1 --2- 172.21.15.12:0/3332813335 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0a900a1d80 0x7f0a900a4240 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f0a94000c00 tx=0x7f0a94005fd0 comp rx=0 tx=0).stop 2024-03-29T00:18:08.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.522+0000 7f0aaf400640 1 -- 172.21.15.12:0/3332813335 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0aa8103a00 msgr2=0x7f0aa8199d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:08.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.522+0000 7f0aaf400640 1 --2- 172.21.15.12:0/3332813335 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0aa8103a00 0x7f0aa8199d40 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f0a9c00e9c0 tx=0x7f0a9c00ee80 comp rx=0 tx=0).stop 2024-03-29T00:18:08.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.522+0000 7f0aaf400640 1 -- 172.21.15.12:0/3332813335 shutdown_connections 2024-03-29T00:18:08.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.522+0000 7f0aaf400640 1 --2- 172.21.15.12:0/3332813335 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0a900a1d80 0x7f0a900a4240 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:08.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.522+0000 7f0aaf400640 1 --2- 172.21.15.12:0/3332813335 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0aa81055b0 0x7f0aa81a12b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:08.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.522+0000 7f0aaf400640 1 --2- 172.21.15.12:0/3332813335 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0aa8104bf0 0x7f0aa819a280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:08.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.522+0000 7f0aaf400640 1 --2- 172.21.15.12:0/3332813335 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0aa8103a00 0x7f0aa8199d40 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:08.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.522+0000 7f0aaf400640 1 -- 172.21.15.12:0/3332813335 >> 172.21.15.12:0/3332813335 conn(0x7f0aa80fefb0 msgr2=0x7f0aa8107ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:08.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.522+0000 7f0aaf400640 1 -- 172.21.15.12:0/3332813335 shutdown_connections 2024-03-29T00:18:08.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.522+0000 7f0aaf400640 1 -- 172.21.15.12:0/3332813335 wait complete. 2024-03-29T00:18:08.545 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-29T00:18:08.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:08 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2328129539' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:18:08.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:08 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:18:08.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:08 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/638892402' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:18:08.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.746+0000 7f655ee00640 1 -- 172.21.15.12:0/313062635 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6558101790 msgr2=0x7f6558101bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:08.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.746+0000 7f655ee00640 1 --2- 172.21.15.12:0/313062635 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6558101790 0x7f6558101bb0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f6548009900 tx=0x7f654802bc30 comp rx=0 tx=0).stop 2024-03-29T00:18:08.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.746+0000 7f655ee00640 1 -- 172.21.15.12:0/313062635 shutdown_connections 2024-03-29T00:18:08.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.746+0000 7f655ee00640 1 --2- 172.21.15.12:0/313062635 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6558103340 0x7f6558109bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:08.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.746+0000 7f655ee00640 1 --2- 172.21.15.12:0/313062635 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6558102980 0x7f6558102e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:08.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.746+0000 7f655ee00640 1 --2- 172.21.15.12:0/313062635 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6558101790 0x7f6558101bb0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:08.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.746+0000 7f655ee00640 1 -- 172.21.15.12:0/313062635 >> 172.21.15.12:0/313062635 conn(0x7f65580fcce0 msgr2=0x7f65580ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:08.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.746+0000 7f655ee00640 1 -- 172.21.15.12:0/313062635 shutdown_connections 2024-03-29T00:18:08.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.746+0000 7f655ee00640 1 -- 172.21.15.12:0/313062635 wait complete. 2024-03-29T00:18:08.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.747+0000 7f655ee00640 1 Processor -- start 2024-03-29T00:18:08.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.748+0000 7f655ee00640 1 -- start start 2024-03-29T00:18:08.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.748+0000 7f655ee00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6558101790 0x7f6558199d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:08.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.748+0000 7f655ee00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6558102980 0x7f655819a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:08.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.748+0000 7f655ee00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6558103340 0x7f65581a1320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:08.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.748+0000 7f655ee00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f655810d4e0 con 0x7f6558102980 2024-03-29T00:18:08.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.748+0000 7f655ee00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f655810d360 con 0x7f6558103340 2024-03-29T00:18:08.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.748+0000 7f655ee00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f655810d660 con 0x7f6558101790 2024-03-29T00:18:08.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.748+0000 7f654fe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6558102980 0x7f655819a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:08.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.748+0000 7f654fe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6558102980 0x7f655819a2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:42230/0 (socket says 172.21.15.12:42230) 2024-03-29T00:18:08.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.748+0000 7f654fe00640 1 -- 172.21.15.12:0/3597444085 learned_addr learned my addr 172.21.15.12:0/3597444085 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:08.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.748+0000 7f6557e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6558101790 0x7f6558199d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:08.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.748+0000 7f655ce00640 1 --2- 172.21.15.12:0/3597444085 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6558103340 0x7f65581a1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:08.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.749+0000 7f654fe00640 1 -- 172.21.15.12:0/3597444085 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6558101790 msgr2=0x7f6558199d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:08.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.749+0000 7f654fe00640 1 --2- 172.21.15.12:0/3597444085 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6558101790 0x7f6558199d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:08.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.749+0000 7f654fe00640 1 -- 172.21.15.12:0/3597444085 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6558103340 msgr2=0x7f65581a1320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:08.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.749+0000 7f654fe00640 1 --2- 172.21.15.12:0/3597444085 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6558103340 0x7f65581a1320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:08.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.749+0000 7f654fe00640 1 -- 172.21.15.12:0/3597444085 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65581a1990 con 0x7f6558102980 2024-03-29T00:18:08.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.749+0000 7f6557e00640 1 --2- 172.21.15.12:0/3597444085 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6558101790 0x7f6558199d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:18:08.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.749+0000 7f654fe00640 1 --2- 172.21.15.12:0/3597444085 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6558102980 0x7f655819a2b0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f654000e9f0 tx=0x7f654000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:08.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.749+0000 7f6555600640 1 -- 172.21.15.12:0/3597444085 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f654000cd80 con 0x7f6558102980 2024-03-29T00:18:08.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.750+0000 7f655ee00640 1 -- 172.21.15.12:0/3597444085 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65581a1c80 con 0x7f6558102980 2024-03-29T00:18:08.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.750+0000 7f6555600640 1 -- 172.21.15.12:0/3597444085 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6540010930 con 0x7f6558102980 2024-03-29T00:18:08.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.750+0000 7f6555600640 1 -- 172.21.15.12:0/3597444085 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6540018b00 con 0x7f6558102980 2024-03-29T00:18:08.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.750+0000 7f655ee00640 1 -- 172.21.15.12:0/3597444085 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65581a21d0 con 0x7f6558102980 2024-03-29T00:18:08.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.751+0000 7f655ee00640 1 -- 172.21.15.12:0/3597444085 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65581a2400 con 0x7f6558102980 2024-03-29T00:18:08.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.753+0000 7f6555600640 1 -- 172.21.15.12:0/3597444085 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f6540018ca0 con 0x7f6558102980 2024-03-29T00:18:08.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.754+0000 7f6555600640 1 --2- 172.21.15.12:0/3597444085 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f653c0a1d80 0x7f653c0a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:08.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.754+0000 7f6555600640 1 -- 172.21.15.12:0/3597444085 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f65400ce4d0 con 0x7f6558102980 2024-03-29T00:18:08.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.755+0000 7f6557e00640 1 --2- 172.21.15.12:0/3597444085 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f653c0a1d80 0x7f653c0a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:08.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.755+0000 7f6557e00640 1 --2- 172.21.15.12:0/3597444085 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f653c0a1d80 0x7f653c0a4240 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f654802c900 tx=0x7f654802c9f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:08.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.761+0000 7f6555600640 1 -- 172.21.15.12:0/3597444085 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f654009aec0 con 0x7f6558102980 2024-03-29T00:18:08.966 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.966+0000 7f655ee00640 1 -- 172.21.15.12:0/3597444085 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f65581a2b60 con 0x7f6558102980 2024-03-29T00:18:08.969 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.969+0000 7f6555600640 1 -- 172.21.15.12:0/3597444085 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+24651 (secure 0 0 0) 0x7f654009ef60 con 0x7f6558102980 2024-03-29T00:18:08.970 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:18:08.970 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":93,"fsid":"f0a28ba8-ed5f-11ee-95d0-87774f69a715","created":"2024-03-29T00:05:52.349196+0000","modified":"2024-03-29T00:17:11.508521+0000","last_up_change":"2024-03-29T00:14:17.644182+0000","last_in_change":"2024-03-29T00:13:57.992327+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-29T00:09:58.299082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-29T00:15:15.323046+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-29T00:15:16.709268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-29T00:15:20.769838+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f15b3bc8-42a4-4aca-bf7c-f36533a25084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6803","nonce":1970936395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6805","nonce":1970936395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6809","nonce":1970936395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6807","nonce":1970936395}]},"public_addr":"172.21.15.12:6803/1970936395","cluster_addr":"172.21.15.12:6805/1970936395","heartbeat_back_addr":"172.21.15.12:6809/1970936395","heartbeat_front_addr":"172.21.15.12:6807/1970936395","state":["exists","up"]},{"osd":1,"uuid":"9fc84928-5898-4421-8fae-8a6c3b5d6454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6801","nonce":2562558811}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6803","nonce":2562558811}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6807","nonce":2562558811}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6805","nonce":2562558811}]},"public_addr":"172.21.15.53:6801/2562558811","cluster_addr":"172.21.15.53:6803/2562558811","heartbeat_back_addr":"172.21.15.53:6807/2562558811","heartbeat_front_addr":"172.21.15.53:6805/2562558811","state":["exists","up"]},{"osd":2,"uuid":"6e1df3eb-d5e1-4433-aef8-dcc544feb108","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6800","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6801","nonce":3472201934}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6803","nonce":3472201934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6807","nonce":3472201934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6805","nonce":3472201934}]},"public_addr":"172.21.15.69:6801/3472201934","cluster_addr":"172.21.15.69:6803/3472201934","heartbeat_back_addr":"172.21.15.69:6807/3472201934","heartbeat_front_addr":"172.21.15.69:6805/3472201934","state":["exists","up"]},{"osd":3,"uuid":"c03886ee-0efd-4a1f-b04f-b060483d852b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6811","nonce":1860879351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6813","nonce":1860879351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6817","nonce":1860879351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6815","nonce":1860879351}]},"public_addr":"172.21.15.12:6811/1860879351","cluster_addr":"172.21.15.12:6813/1860879351","heartbeat_back_addr":"172.21.15.12:6817/1860879351","heartbeat_front_addr":"172.21.15.12:6815/1860879351","state":["exists","up"]},{"osd":4,"uuid":"10a25f7e-b569-4d47-add7-560968efa9c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6809","nonce":1066696400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6811","nonce":1066696400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6815","nonce":1066696400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6813","nonce":1066696400}]},"public_addr":"172.21.15.53:6809/1066696400","cluster_addr":"172.21.15.53:6811/1066696400","heartbeat_back_addr":"172.21.15.53:6815/1066696400","heartbeat_front_addr":"172.21.15.53:6813/1066696400","state":["exists","up"]},{"osd":5,"uuid":"21bad6a7-f98d-4344-8b0b-cf8526575ac2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6809","nonce":2160312252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6811","nonce":2160312252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6815","nonce":2160312252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6813","nonce":2160312252}]},"public_addr":"172.21.15.69:6809/2160312252","cluster_addr":"172.21.15.69:6811/2160312252","heartbeat_back_addr":"172.21.15.69:6815/2160312252","heartbeat_front_addr":"172.21.15.69:6813/2160312252","state":["exists","up"]},{"osd":6,"uuid":"927557ba-0245-42bb-83f1-c8b6b44cc496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6819","nonce":53322413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6821","nonce":53322413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6825","nonce":53322413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6823","nonce":53322413}]},"public_addr":"172.21.15.12:6819/53322413","cluster_addr":"172.21.15.12:6821/53322413","heartbeat_back_addr":"172.21.15.12:6825/53322413","heartbeat_front_addr":"172.21.15.12:6823/53322413","state":["exists","up"]},{"osd":7,"uuid":"22314690-d0eb-496b-b67d-922bdc0b6660","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6817","nonce":512991962}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6819","nonce":512991962}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6823","nonce":512991962}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6821","nonce":512991962}]},"public_addr":"172.21.15.53:6817/512991962","cluster_addr":"172.21.15.53:6819/512991962","heartbeat_back_addr":"172.21.15.53:6823/512991962","heartbeat_front_addr":"172.21.15.53:6821/512991962","state":["exists","up"]},{"osd":8,"uuid":"f26e428e-4919-4030-aa15-100d6df99aef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6817","nonce":2890541031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6819","nonce":2890541031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6823","nonce":2890541031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6821","nonce":2890541031}]},"public_addr":"172.21.15.69:6817/2890541031","cluster_addr":"172.21.15.69:6819/2890541031","heartbeat_back_addr":"172.21.15.69:6823/2890541031","heartbeat_front_addr":"172.21.15.69:6821/2890541031","state":["exists","up"]},{"osd":9,"uuid":"df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6827","nonce":1715133032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6829","nonce":1715133032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6833","nonce":1715133032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6831","nonce":1715133032}]},"public_addr":"172.21.15.12:6827/1715133032","cluster_addr":"172.21.15.12:6829/1715133032","heartbeat_back_addr":"172.21.15.12:6833/1715133032","heartbeat_front_addr":"172.21.15.12:6831/1715133032","state":["exists","up"]},{"osd":10,"uuid":"ac05ca46-a3d8-4e95-8b37-6f46b9f38703","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6825","nonce":3180522172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6827","nonce":3180522172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6831","nonce":3180522172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6829","nonce":3180522172}]},"public_addr":"172.21.15.53:6825/3180522172","cluster_addr":"172.21.15.53:6827/3180522172","heartbeat_back_addr":"172.21.15.53:6831/3180522172","heartbeat_front_addr":"172.21.15.53:6829/3180522172","state":["exists","up"]},{"osd":11,"uuid":"47fd23fb-f49f-49ca-8dfa-df667d03cfa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6825","nonce":1830685720}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6827","nonce":1830685720}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6831","nonce":1830685720}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6829","nonce":1830685720}]},"public_addr":"172.21.15.69:6825/1830685720","cluster_addr":"172.21.15.69:6827/1830685720","heartbeat_back_addr":"172.21.15.69:6831/1830685720","heartbeat_front_addr":"172.21.15.69:6829/1830685720","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:04.043487+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:29.451338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:53.723758+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:27.673354+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:54.498962+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:19.775485+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:54.005468+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:21.544560+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:47.123756+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:22.232554+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:50.514376+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:14:16.169343+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":8}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.9","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/3903984873":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/3329864026":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/1184533662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/2224576662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/798509208":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/4176566530":"2024-03-30T00:07:09.578981+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-29T00:18:08.973 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.972+0000 7f655ee00640 1 -- 172.21.15.12:0/3597444085 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f653c0a1d80 msgr2=0x7f653c0a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:08.973 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.972+0000 7f655ee00640 1 --2- 172.21.15.12:0/3597444085 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f653c0a1d80 0x7f653c0a4240 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f654802c900 tx=0x7f654802c9f0 comp rx=0 tx=0).stop 2024-03-29T00:18:08.973 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.972+0000 7f655ee00640 1 -- 172.21.15.12:0/3597444085 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6558102980 msgr2=0x7f655819a2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:08.973 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.972+0000 7f655ee00640 1 --2- 172.21.15.12:0/3597444085 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6558102980 0x7f655819a2b0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f654000e9f0 tx=0x7f654000eeb0 comp rx=0 tx=0).stop 2024-03-29T00:18:08.973 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.972+0000 7f655ee00640 1 -- 172.21.15.12:0/3597444085 shutdown_connections 2024-03-29T00:18:08.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.972+0000 7f655ee00640 1 --2- 172.21.15.12:0/3597444085 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f653c0a1d80 0x7f653c0a4240 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:08.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.972+0000 7f655ee00640 1 --2- 172.21.15.12:0/3597444085 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6558103340 0x7f65581a1320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:08.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.972+0000 7f655ee00640 1 --2- 172.21.15.12:0/3597444085 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6558102980 0x7f655819a2b0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:08.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.972+0000 7f655ee00640 1 --2- 172.21.15.12:0/3597444085 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6558101790 0x7f6558199d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:08.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.972+0000 7f655ee00640 1 -- 172.21.15.12:0/3597444085 >> 172.21.15.12:0/3597444085 conn(0x7f65580fcce0 msgr2=0x7f6558073980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:08.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.972+0000 7f655ee00640 1 -- 172.21.15.12:0/3597444085 shutdown_connections 2024-03-29T00:18:08.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:08.972+0000 7f655ee00640 1 -- 172.21.15.12:0/3597444085 wait complete. 2024-03-29T00:18:08.993 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-03-29T00:15:17.217711+0000', 'modified': '2024-03-29T00:15:54.139481+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24568, 'mds_1': 24566, 'mds_2': 24544, 'mds_3': 24472, 'mds_4': 24431}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14451': {'gid': 14451, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.12:6839/2537576655', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.12:6838', 'nonce': 2537576655}, {'type': 'v1', 'addr': '172.21.15.12:6839', 'nonce': 2537576655}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14469': {'gid': 14469, 'name': 'a', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.12:6841/167917143', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.12:6840', 'nonce': 167917143}, {'type': 'v1', 'addr': '172.21.15.12:6841', 'nonce': 167917143}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24431': {'gid': 24431, 'name': 'k', 'rank': 4, 'incarnation': 26, 'state': 'up:active', 'state_seq': 21, 'addr': '172.21.15.53:6833/1225382034', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.53:6832', 'nonce': 1225382034}, {'type': 'v1', 'addr': '172.21.15.53:6833', 'nonce': 1225382034}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24472': {'gid': 24472, 'name': 'l', 'rank': 3, 'incarnation': 24, 'state': 'up:active', 'state_seq': 21, 'addr': '172.21.15.69:6833/581289556', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.69:6832', 'nonce': 581289556}, {'type': 'v1', 'addr': '172.21.15.69:6833', 'nonce': 581289556}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24479': {'gid': 24479, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.53:6835/3689706936', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.53:6834', 'nonce': 3689706936}, {'type': 'v1', 'addr': '172.21.15.53:6835', 'nonce': 3689706936}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24509': {'gid': 24509, 'name': 'h', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.53:6837/3069224551', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.53:6836', 'nonce': 3069224551}, {'type': 'v1', 'addr': '172.21.15.53:6837', 'nonce': 3069224551}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24532': {'gid': 24532, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.69:6835/368717986', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.69:6834', 'nonce': 368717986}, {'type': 'v1', 'addr': '172.21.15.69:6835', 'nonce': 368717986}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24544': {'gid': 24544, 'name': 'c', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 16, 'addr': '172.21.15.69:6837/466045469', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.69:6836', 'nonce': 466045469}, {'type': 'v1', 'addr': '172.21.15.69:6837', 'nonce': 466045469}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24566': {'gid': 24566, 'name': 'b', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 11, 'addr': '172.21.15.53:6839/2142959350', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.53:6838', 'nonce': 2142959350}, {'type': 'v1', 'addr': '172.21.15.53:6839', 'nonce': 2142959350}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24568': {'gid': 24568, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.69:6839/1021939171', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.69:6838', 'nonce': 1021939171}, {'type': 'v1', 'addr': '172.21.15.69:6839', 'nonce': 1021939171}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24568, 'qdb_cluster': [24566, 24568, 24544, 24472, 24431]} 2024-03-29T00:18:08.993 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-03-29T00:18:08.993 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.k status 2024-03-29T00:18:09.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.212+0000 7faabea00640 1 -- 172.21.15.12:0/2938507995 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faab8107280 msgr2=0x7faab81096d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:09.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.212+0000 7faabea00640 1 --2- 172.21.15.12:0/2938507995 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faab8107280 0x7faab81096d0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7faab0009900 tx=0x7faab002bc30 comp rx=0 tx=0).stop 2024-03-29T00:18:09.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.212+0000 7faabea00640 1 -- 172.21.15.12:0/2938507995 shutdown_connections 2024-03-29T00:18:09.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.212+0000 7faabea00640 1 --2- 172.21.15.12:0/2938507995 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faab8104950 0x7faab8106d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.212+0000 7faabea00640 1 --2- 172.21.15.12:0/2938507995 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faab8107280 0x7faab81096d0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.212+0000 7faabea00640 1 --2- 172.21.15.12:0/2938507995 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faab8102020 0x7faab8104410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.212+0000 7faabea00640 1 -- 172.21.15.12:0/2938507995 >> 172.21.15.12:0/2938507995 conn(0x7faab80fba30 msgr2=0x7faab80fde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:09.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.213+0000 7faabea00640 1 -- 172.21.15.12:0/2938507995 shutdown_connections 2024-03-29T00:18:09.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.213+0000 7faabea00640 1 -- 172.21.15.12:0/2938507995 wait complete. 2024-03-29T00:18:09.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.213+0000 7faabea00640 1 Processor -- start 2024-03-29T00:18:09.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.214+0000 7faabea00640 1 -- start start 2024-03-29T00:18:09.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.214+0000 7faabea00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faab8102020 0x7faab8199b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.214+0000 7faabea00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faab8104950 0x7faab819a070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.214+0000 7faabea00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faab8107280 0x7faab81a10e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.214+0000 7faabea00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7faab810d300 con 0x7faab8107280 2024-03-29T00:18:09.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.214+0000 7faabea00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7faab810d180 con 0x7faab8104950 2024-03-29T00:18:09.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.214+0000 7faabea00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7faab810d480 con 0x7faab8102020 2024-03-29T00:18:09.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.214+0000 7faabd600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faab8102020 0x7faab8199b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.214+0000 7faabd600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faab8102020 0x7faab8199b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:49976/0 (socket says 172.21.15.12:49976) 2024-03-29T00:18:09.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.214+0000 7faabd600640 1 -- 172.21.15.12:0/1720186287 learned_addr learned my addr 172.21.15.12:0/1720186287 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:09.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.214+0000 7faabcc00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faab8104950 0x7faab819a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.214+0000 7faabe000640 1 --2- 172.21.15.12:0/1720186287 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faab8107280 0x7faab81a10e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.215+0000 7faabd600640 1 -- 172.21.15.12:0/1720186287 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faab8104950 msgr2=0x7faab819a070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:09.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.215+0000 7faabd600640 1 --2- 172.21.15.12:0/1720186287 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faab8104950 0x7faab819a070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.215+0000 7faabd600640 1 -- 172.21.15.12:0/1720186287 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faab8107280 msgr2=0x7faab81a10e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:09.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.215+0000 7faabd600640 1 --2- 172.21.15.12:0/1720186287 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faab8107280 0x7faab81a10e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.215+0000 7faabd600640 1 -- 172.21.15.12:0/1720186287 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faab81a1750 con 0x7faab8102020 2024-03-29T00:18:09.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.215+0000 7faabcc00640 1 --2- 172.21.15.12:0/1720186287 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faab8104950 0x7faab819a070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:18:09.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.215+0000 7faabd600640 1 --2- 172.21.15.12:0/1720186287 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faab8102020 0x7faab8199b30 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7faaac00ebc0 tx=0x7faaac00c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:09.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.215+0000 7faab6000640 1 -- 172.21.15.12:0/1720186287 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaac010630 con 0x7faab8102020 2024-03-29T00:18:09.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.215+0000 7faab6000640 1 -- 172.21.15.12:0/1720186287 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7faaac010cd0 con 0x7faab8102020 2024-03-29T00:18:09.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.215+0000 7faabea00640 1 -- 172.21.15.12:0/1720186287 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faab81a1a40 con 0x7faab8102020 2024-03-29T00:18:09.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.215+0000 7faab6000640 1 -- 172.21.15.12:0/1720186287 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaac018cf0 con 0x7faab8102020 2024-03-29T00:18:09.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.215+0000 7faabea00640 1 -- 172.21.15.12:0/1720186287 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faab81a1fe0 con 0x7faab8102020 2024-03-29T00:18:09.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.219+0000 7faac2d78740 1 Processor -- start 2024-03-29T00:18:09.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.219+0000 7faac2d78740 1 -- start start 2024-03-29T00:18:09.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.219+0000 7faab6000640 1 -- 172.21.15.12:0/1720186287 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7faaac0107d0 con 0x7faab8102020 2024-03-29T00:18:09.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.219+0000 7faac2d78740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5600014bf740 0x5600014bfb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.219+0000 7faac2d78740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5600014c0130 0x5600014c4c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.219+0000 7faac2d78740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5600014c52a0 0x5600014c7730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.219+0000 7faac2d78740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5600014239c0 con 0x5600014c0130 2024-03-29T00:18:09.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.219+0000 7faac2d78740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5600013ccc30 con 0x5600014bf740 2024-03-29T00:18:09.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.219+0000 7faac2d78740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x56000141fa60 con 0x5600014c52a0 2024-03-29T00:18:09.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.219+0000 7faabe000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5600014bf740 0x5600014bfb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.219+0000 7faabe000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5600014bf740 0x5600014bfb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:50090/0 (socket says 172.21.15.12:50090) 2024-03-29T00:18:09.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.219+0000 7faabe000640 1 -- 172.21.15.12:0/2959251794 learned_addr learned my addr 172.21.15.12:0/2959251794 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:09.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.219+0000 7faabd600640 1 --2- 172.21.15.12:0/2959251794 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5600014c0130 0x5600014c4c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.219+0000 7faabcc00640 1 --2- 172.21.15.12:0/2959251794 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5600014c52a0 0x5600014c7730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.220+0000 7faabe000640 1 -- 172.21.15.12:0/2959251794 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5600014c52a0 msgr2=0x5600014c7730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:09.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.220+0000 7faabe000640 1 --2- 172.21.15.12:0/2959251794 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5600014c52a0 0x5600014c7730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.220+0000 7faabe000640 1 -- 172.21.15.12:0/2959251794 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5600014c0130 msgr2=0x5600014c4c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:09.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.220+0000 7faabe000640 1 --2- 172.21.15.12:0/2959251794 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5600014c0130 0x5600014c4c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.220+0000 7faabe000640 1 -- 172.21.15.12:0/2959251794 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5600011382d0 con 0x5600014bf740 2024-03-29T00:18:09.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.220+0000 7faabe000640 1 --2- 172.21.15.12:0/2959251794 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5600014bf740 0x5600014bfb60 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7faab002c900 tx=0x7faab0005e70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bdcf82698dbac088 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:09.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.221+0000 7faaaa600640 1 -- 172.21.15.12:0/2959251794 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab002c690 con 0x5600014bf740 2024-03-29T00:18:09.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.221+0000 7faab6000640 1 --2- 172.21.15.12:0/1720186287 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faaa00a1e00 0x7faaa00a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.221+0000 7faaaa600640 1 -- 172.21.15.12:0/2959251794 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7faab0042a50 con 0x5600014bf740 2024-03-29T00:18:09.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.221+0000 7faaaa600640 1 -- 172.21.15.12:0/2959251794 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab00052a0 con 0x5600014bf740 2024-03-29T00:18:09.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.221+0000 7faab6000640 1 -- 172.21.15.12:0/1720186287 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7faaac0ce7d0 con 0x7faab8102020 2024-03-29T00:18:09.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.221+0000 7faabd600640 1 --2- 172.21.15.12:0/1720186287 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faaa00a1e00 0x7faaa00a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.222+0000 7faabd600640 1 --2- 172.21.15.12:0/1720186287 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faaa00a1e00 0x7faaa00a42c0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7faaac09aec0 tx=0x7faaac0d4530 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:09.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.222+0000 7faac2d78740 1 -- 172.21.15.12:0/2959251794 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5600014bf740 msgr2=0x5600014bfb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:09.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.222+0000 7faac2d78740 1 --2- 172.21.15.12:0/2959251794 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5600014bf740 0x5600014bfb60 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7faab002c900 tx=0x7faab0005e70 comp rx=0 tx=0).stop 2024-03-29T00:18:09.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.222+0000 7faac2d78740 1 -- 172.21.15.12:0/2959251794 shutdown_connections 2024-03-29T00:18:09.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.222+0000 7faac2d78740 1 --2- 172.21.15.12:0/2959251794 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5600014c52a0 0x5600014c7730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.222+0000 7faac2d78740 1 --2- 172.21.15.12:0/2959251794 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5600014c0130 0x5600014c4c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.222+0000 7faac2d78740 1 --2- 172.21.15.12:0/2959251794 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5600014bf740 0x5600014bfb60 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.222+0000 7faac2d78740 1 -- 172.21.15.12:0/2959251794 >> 172.21.15.12:0/2959251794 conn(0x5600014bacb0 msgr2=0x5600014bb0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:09.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.222+0000 7faac2d78740 1 -- 172.21.15.12:0/2959251794 shutdown_connections 2024-03-29T00:18:09.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.222+0000 7faac2d78740 1 -- 172.21.15.12:0/2959251794 wait complete. 2024-03-29T00:18:09.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.223+0000 7faac2d78740 1 -- start start 2024-03-29T00:18:09.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.223+0000 7faac2d78740 1 Processor -- start 2024-03-29T00:18:09.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.224+0000 7faac2d78740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5600014bf740 0x5600014c9c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.224+0000 7faac2d78740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5600014c0130 0x5600014ca1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.224+0000 7faac2d78740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5600014c52a0 0x5600014d11e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.224+0000 7faac2d78740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5600014c81f0 con 0x5600014c0130 2024-03-29T00:18:09.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.224+0000 7faac2d78740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5600013c2180 con 0x5600014bf740 2024-03-29T00:18:09.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.224+0000 7faac2d78740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5600014c8370 con 0x5600014c52a0 2024-03-29T00:18:09.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.224+0000 7faac2d78740 10 client.0 _ll_register_callbacks cb 0x560001137ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:18:09.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.224+0000 7faabe000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5600014bf740 0x5600014c9c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.224+0000 7faabcc00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5600014c0130 0x5600014ca1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.224+0000 7faabe000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5600014bf740 0x5600014c9c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:50106/0 (socket says 172.21.15.12:50106) 2024-03-29T00:18:09.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.224+0000 7faabe000640 1 -- 172.21.15.12:0/3798282924 learned_addr learned my addr 172.21.15.12:0/3798282924 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:09.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.224+0000 7faabe000640 1 --2- 172.21.15.12:0/3798282924 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5600014c52a0 0x5600014d11e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.224+0000 7faabcc00640 1 -- 172.21.15.12:0/3798282924 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5600014c52a0 msgr2=0x5600014d11e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:09.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.225+0000 7faabcc00640 1 --2- 172.21.15.12:0/3798282924 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5600014c52a0 0x5600014d11e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.225+0000 7faabcc00640 1 -- 172.21.15.12:0/3798282924 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5600014bf740 msgr2=0x5600014c9c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:09.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.225+0000 7faabcc00640 1 --2- 172.21.15.12:0/3798282924 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5600014bf740 0x5600014c9c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.225+0000 7faabcc00640 1 -- 172.21.15.12:0/3798282924 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5600012026b0 con 0x5600014c0130 2024-03-29T00:18:09.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.225+0000 7faabe000640 1 --2- 172.21.15.12:0/3798282924 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5600014bf740 0x5600014c9c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:18:09.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.225+0000 7faabcc00640 1 --2- 172.21.15.12:0/3798282924 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5600014c0130 0x5600014ca1a0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7faab819b040 tx=0x7faaa4012e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aedcd4798c92582d server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:09.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.225+0000 7faa9ea00640 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-03-29T00:18:09.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.225+0000 7faa9ea00640 1 -- 172.21.15.12:0/3798282924 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaa4004050 con 0x5600014c0130 2024-03-29T00:18:09.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.225+0000 7faac2d78740 1 -- 172.21.15.12:0/3798282924 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faab0042a50 con 0x5600014c0130 2024-03-29T00:18:09.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.225+0000 7faa9ea00640 1 -- 172.21.15.12:0/3798282924 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7faaa40041f0 con 0x5600014c0130 2024-03-29T00:18:09.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.226+0000 7faa9ea00640 1 -- 172.21.15.12:0/3798282924 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7faaa4025050 con 0x5600014c0130 2024-03-29T00:18:09.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.226+0000 7faac2d78740 10 client.15228 fetch_fsmap learned FSMap version 28 2024-03-29T00:18:09.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.226+0000 7faac2d78740 1 -- 172.21.15.12:0/3798282924 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5600014d4620 con 0x5600014c0130 2024-03-29T00:18:09.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.226+0000 7faa9ea00640 1 -- 172.21.15.12:0/3798282924 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7faab0042a50 con 0x5600014c0130 2024-03-29T00:18:09.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.226+0000 7faa9ea00640 1 -- 172.21.15.12:0/3798282924 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7faaa4003b30 con 0x5600014c0130 2024-03-29T00:18:09.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.226+0000 7faac2d78740 10 client.15228 fetch_fsmap finished waiting for FSMap version 28 2024-03-29T00:18:09.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.226+0000 7faac2d78740 10 client.15228 resolve_mds: resolved name 'k' to daemon mds.k 2024-03-29T00:18:09.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.226+0000 7faac2d78740 20 client.15228 populate_metadata read hostname 'smithi012' 2024-03-29T00:18:09.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.226+0000 7faac2d78740 1 --2- 172.21.15.12:0/3798282924 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x5600014d6ca0 0x5600014d8110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.226+0000 7faac2d78740 4 client.15228 mds_command: new command op to 24431 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:18:09.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.226+0000 7faac2d78740 1 -- 172.21.15.12:0/3798282924 --> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560001430f00 con 0x5600014d6ca0 2024-03-29T00:18:09.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.227+0000 7faabe000640 1 --2- 172.21.15.12:0/3798282924 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x5600014d6ca0 0x5600014d8110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.227+0000 7faabe000640 1 --2- 172.21.15.12:0/3798282924 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x5600014d6ca0 0x5600014d8110 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=7056ec6e741e9eeb server_cookie=f2384fbc55184c95 in_seq=0 out_seq=0 2024-03-29T00:18:09.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.227+0000 7faa9ea00640 10 client.15228 ms_handle_connect on v2:172.21.15.53:6832/1225382034 2024-03-29T00:18:09.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.228+0000 7faa9ea00640 1 -- 172.21.15.12:0/3798282924 <== mds.4 v2:172.21.15.53:6832/1225382034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x560001430f00 con 0x5600014d6ca0 2024-03-29T00:18:09.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.228+0000 7faa9ea00640 10 client.15228 handle_command_reply: tid=0 2024-03-29T00:18:09.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.228+0000 7faac2d78740 1 client.15228 shutdown 2024-03-29T00:18:09.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.228+0000 7faac2d78740 1 -- 172.21.15.12:0/3798282924 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5600014c0130 msgr2=0x5600014ca1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:09.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.228+0000 7faac2d78740 1 --2- 172.21.15.12:0/3798282924 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5600014c0130 0x5600014ca1a0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7faab819b040 tx=0x7faaa4012e50 comp rx=0 tx=0).stop 2024-03-29T00:18:09.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.228+0000 7faac2d78740 1 -- 172.21.15.12:0/3798282924 shutdown_connections 2024-03-29T00:18:09.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.228+0000 7faac2d78740 1 --2- 172.21.15.12:0/3798282924 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5600014c52a0 0x5600014d11e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.228+0000 7faac2d78740 1 --2- 172.21.15.12:0/3798282924 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5600014c0130 0x5600014ca1a0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.228+0000 7faac2d78740 1 --2- 172.21.15.12:0/3798282924 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x5600014d6ca0 0x5600014d8110 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.228+0000 7faac2d78740 1 --2- 172.21.15.12:0/3798282924 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5600014bf740 0x5600014c9c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.228+0000 7faac2d78740 1 -- 172.21.15.12:0/3798282924 >> 172.21.15.12:0/3798282924 conn(0x5600014bacb0 msgr2=0x5600014b9df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:09.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.228+0000 7faa9ea00640 0 client.15228 ms_handle_reset on v2:172.21.15.53:6832/1225382034 2024-03-29T00:18:09.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.229+0000 7faac2d78740 1 -- 172.21.15.12:0/3798282924 shutdown_connections 2024-03-29T00:18:09.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.229+0000 7faac2d78740 1 -- 172.21.15.12:0/3798282924 wait complete. 2024-03-29T00:18:09.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.229+0000 7faac2d78740 20 client.15228 trim_cache size 0 max 16384 2024-03-29T00:18:09.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.254+0000 7faac2d78740 1 Processor -- start 2024-03-29T00:18:09.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.254+0000 7faac2d78740 1 -- start start 2024-03-29T00:18:09.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.254+0000 7faac2d78740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5600014bf740 0x5600014d1c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.254+0000 7faac2d78740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5600014c0130 0x5600014d11a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.254+0000 7faac2d78740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5600014c52a0 0x5600014bb090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.254+0000 7faac2d78740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5600014d6450 con 0x5600014c52a0 2024-03-29T00:18:09.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.254+0000 7faac2d78740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5600014d6b20 con 0x5600014bf740 2024-03-29T00:18:09.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.254+0000 7faac2d78740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5600014d71f0 con 0x5600014c0130 2024-03-29T00:18:09.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.255+0000 7faabcc00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5600014c0130 0x5600014d11a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.255+0000 7faabe000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5600014bf740 0x5600014d1c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.255+0000 7faabcc00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5600014c0130 0x5600014d11a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:50010/0 (socket says 172.21.15.12:50010) 2024-03-29T00:18:09.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.255+0000 7faabcc00640 1 -- 172.21.15.12:0/1046313626 learned_addr learned my addr 172.21.15.12:0/1046313626 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:09.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.255+0000 7faabe000640 1 --2- 172.21.15.12:0/1046313626 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5600014c52a0 0x5600014bb090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.255+0000 7faabcc00640 1 -- 172.21.15.12:0/1046313626 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5600014bf740 msgr2=0x5600014d1c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:09.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.255+0000 7faabcc00640 1 --2- 172.21.15.12:0/1046313626 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5600014bf740 0x5600014d1c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.255+0000 7faabcc00640 1 -- 172.21.15.12:0/1046313626 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5600014c52a0 msgr2=0x5600014bb090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:09.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.255+0000 7faabcc00640 1 --2- 172.21.15.12:0/1046313626 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5600014c52a0 0x5600014bb090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.255+0000 7faabcc00640 1 -- 172.21.15.12:0/1046313626 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5600014d8440 con 0x5600014c0130 2024-03-29T00:18:09.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.256+0000 7faabcc00640 1 --2- 172.21.15.12:0/1046313626 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5600014c0130 0x5600014d11a0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7faaa4000c00 tx=0x7faaa4012600 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f68c017d693f75cf server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:09.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.256+0000 7faaa9c00640 1 -- 172.21.15.12:0/1046313626 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaa40105f0 con 0x5600014c0130 2024-03-29T00:18:09.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.256+0000 7faaa9c00640 1 -- 172.21.15.12:0/1046313626 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7faaa4010790 con 0x5600014c0130 2024-03-29T00:18:09.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.256+0000 7faaa9c00640 1 -- 172.21.15.12:0/1046313626 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaa4005070 con 0x5600014c0130 2024-03-29T00:18:09.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.257+0000 7faac2d78740 1 -- 172.21.15.12:0/1046313626 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5600014c0130 msgr2=0x5600014d11a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:09.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.257+0000 7faac2d78740 1 --2- 172.21.15.12:0/1046313626 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5600014c0130 0x5600014d11a0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7faaa4000c00 tx=0x7faaa4012600 comp rx=0 tx=0).stop 2024-03-29T00:18:09.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.257+0000 7faac2d78740 1 -- 172.21.15.12:0/1046313626 shutdown_connections 2024-03-29T00:18:09.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.257+0000 7faac2d78740 1 --2- 172.21.15.12:0/1046313626 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5600014c52a0 0x5600014bb090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.257+0000 7faac2d78740 1 --2- 172.21.15.12:0/1046313626 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5600014c0130 0x5600014d11a0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.257+0000 7faac2d78740 1 --2- 172.21.15.12:0/1046313626 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5600014bf740 0x5600014d1c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.257+0000 7faac2d78740 1 -- 172.21.15.12:0/1046313626 >> 172.21.15.12:0/1046313626 conn(0x5600014bacb0 msgr2=0x5600014c0bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:09.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.257+0000 7faac2d78740 1 -- 172.21.15.12:0/1046313626 shutdown_connections 2024-03-29T00:18:09.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.257+0000 7faac2d78740 1 -- 172.21.15.12:0/1046313626 wait complete. 2024-03-29T00:18:09.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.257+0000 7faac2d78740 1 -- start start 2024-03-29T00:18:09.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.257+0000 7faac2d78740 1 Processor -- start 2024-03-29T00:18:09.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.258+0000 7faac2d78740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5600014bf740 0x5600014cd330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.258+0000 7faac2d78740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5600014c0130 0x5600014cd870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.258+0000 7faac2d78740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5600014c52a0 0x5600014d0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.258+0000 7faac2d78740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5600014d7f90 con 0x5600014bf740 2024-03-29T00:18:09.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.258+0000 7faac2d78740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5600014d78c0 con 0x5600014c0130 2024-03-29T00:18:09.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.258+0000 7faac2d78740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5600014d8660 con 0x5600014c52a0 2024-03-29T00:18:09.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.258+0000 7faac2d78740 10 client.0 _ll_register_callbacks cb 0x7faaa4009c00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:18:09.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.258+0000 7faabcc00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5600014c0130 0x5600014cd870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.258+0000 7faabe000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5600014bf740 0x5600014cd330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.258+0000 7faabcc00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5600014c0130 0x5600014cd870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:50124/0 (socket says 172.21.15.12:50124) 2024-03-29T00:18:09.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.258+0000 7faabcc00640 1 -- 172.21.15.12:0/1986841480 learned_addr learned my addr 172.21.15.12:0/1986841480 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:09.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.258+0000 7faabe000640 1 --2- 172.21.15.12:0/1986841480 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5600014c52a0 0x5600014d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.258+0000 7faabcc00640 1 -- 172.21.15.12:0/1986841480 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5600014c52a0 msgr2=0x5600014d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:09.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.258+0000 7faabcc00640 1 --2- 172.21.15.12:0/1986841480 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5600014c52a0 0x5600014d0140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.258+0000 7faabcc00640 1 -- 172.21.15.12:0/1986841480 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5600014bf740 msgr2=0x5600014cd330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:09.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.258+0000 7faabcc00640 1 --2- 172.21.15.12:0/1986841480 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5600014bf740 0x5600014cd330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.258+0000 7faabcc00640 1 -- 172.21.15.12:0/1986841480 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5600014d0730 con 0x5600014c0130 2024-03-29T00:18:09.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.259+0000 7faabcc00640 1 --2- 172.21.15.12:0/1986841480 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5600014c0130 0x5600014cd870 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x560001137ae0 tx=0x7faaa4009240 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a9b8909f815e27e3 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:09.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.259+0000 7faa9ea00640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:18:09.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.259+0000 7faa9ea00640 1 -- 172.21.15.12:0/1986841480 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaa40109c0 con 0x5600014c0130 2024-03-29T00:18:09.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.259+0000 7faac2d78740 1 -- 172.21.15.12:0/1986841480 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faaa4010790 con 0x5600014c0130 2024-03-29T00:18:09.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.259+0000 7faa9ea00640 1 -- 172.21.15.12:0/1986841480 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7faaa4018040 con 0x5600014c0130 2024-03-29T00:18:09.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.259+0000 7faa9ea00640 1 -- 172.21.15.12:0/1986841480 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7faaa403f050 con 0x5600014c0130 2024-03-29T00:18:09.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.259+0000 7faac2d78740 10 client.25337 fetch_fsmap learned FSMap version 28 2024-03-29T00:18:09.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.259+0000 7faac2d78740 1 -- 172.21.15.12:0/1986841480 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56000153cd60 con 0x5600014c0130 2024-03-29T00:18:09.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.260+0000 7faa9ea00640 1 -- 172.21.15.12:0/1986841480 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7faaa4010790 con 0x5600014c0130 2024-03-29T00:18:09.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.260+0000 7faa9ea00640 1 -- 172.21.15.12:0/1986841480 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7faaa4003780 con 0x5600014c0130 2024-03-29T00:18:09.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.260+0000 7faac2d78740 10 client.25337 fetch_fsmap finished waiting for FSMap version 28 2024-03-29T00:18:09.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.260+0000 7faac2d78740 10 client.25337 resolve_mds: resolved name 'k' to daemon mds.k 2024-03-29T00:18:09.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.260+0000 7faac2d78740 20 client.25337 populate_metadata read hostname 'smithi012' 2024-03-29T00:18:09.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.260+0000 7faac2d78740 1 --2- 172.21.15.12:0/1986841480 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x560001541630 0x560001540340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.260+0000 7faac2d78740 4 client.25337 mds_command: new command op to 24431 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-29T00:18:09.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.260+0000 7faac2d78740 1 -- 172.21.15.12:0/1986841480 --> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] -- command(tid 0: {"prefix": "status"}) -- 0x56000142b250 con 0x560001541630 2024-03-29T00:18:09.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.260+0000 7faabe000640 1 --2- 172.21.15.12:0/1986841480 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x560001541630 0x560001540340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.261+0000 7faabe000640 1 --2- 172.21.15.12:0/1986841480 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x560001541630 0x560001540340 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=39e675d32aea0854 server_cookie=ceca2daebbd4e48b in_seq=0 out_seq=0 2024-03-29T00:18:09.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.261+0000 7faa9ea00640 10 client.25337 ms_handle_connect on v2:172.21.15.53:6832/1225382034 2024-03-29T00:18:09.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.261+0000 7faa9ea00640 1 -- 172.21.15.12:0/1986841480 <== mds.4 v2:172.21.15.53:6832/1225382034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x56000142b250 con 0x560001541630 2024-03-29T00:18:09.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.261+0000 7faa9ea00640 10 client.25337 handle_command_reply: tid=0 2024-03-29T00:18:09.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.261+0000 7faac2d78740 1 client.25337 shutdown 2024-03-29T00:18:09.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.261+0000 7faac2d78740 1 -- 172.21.15.12:0/1986841480 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5600014c0130 msgr2=0x5600014cd870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:09.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.261+0000 7faac2d78740 1 --2- 172.21.15.12:0/1986841480 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5600014c0130 0x5600014cd870 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x560001137ae0 tx=0x7faaa4009240 comp rx=0 tx=0).stop 2024-03-29T00:18:09.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.261+0000 7faac2d78740 1 -- 172.21.15.12:0/1986841480 shutdown_connections 2024-03-29T00:18:09.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.261+0000 7faac2d78740 1 --2- 172.21.15.12:0/1986841480 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x560001541630 0x560001540340 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.261+0000 7faac2d78740 1 --2- 172.21.15.12:0/1986841480 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5600014c0130 0x5600014cd870 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.261+0000 7faac2d78740 1 --2- 172.21.15.12:0/1986841480 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5600014c52a0 0x5600014d0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.261+0000 7faac2d78740 1 --2- 172.21.15.12:0/1986841480 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5600014bf740 0x5600014cd330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.261+0000 7faa9ea00640 0 client.25337 ms_handle_reset on v2:172.21.15.53:6832/1225382034 2024-03-29T00:18:09.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.261+0000 7faac2d78740 1 -- 172.21.15.12:0/1986841480 >> 172.21.15.12:0/1986841480 conn(0x5600014bacb0 msgr2=0x5600014bb090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:09.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.262+0000 7faac2d78740 1 -- 172.21.15.12:0/1986841480 shutdown_connections 2024-03-29T00:18:09.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.262+0000 7faac2d78740 1 -- 172.21.15.12:0/1986841480 wait complete. 2024-03-29T00:18:09.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.262+0000 7faac2d78740 20 client.25337 trim_cache size 0 max 16384 2024-03-29T00:18:09.266 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:18:09.266 INFO:teuthology.orchestra.run.smithi012.stdout: "cluster_fsid": "f0a28ba8-ed5f-11ee-95d0-87774f69a715", 2024-03-29T00:18:09.266 INFO:teuthology.orchestra.run.smithi012.stdout: "whoami": 4, 2024-03-29T00:18:09.266 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 24431, 2024-03-29T00:18:09.266 INFO:teuthology.orchestra.run.smithi012.stdout: "want_state": "up:active", 2024-03-29T00:18:09.266 INFO:teuthology.orchestra.run.smithi012.stdout: "state": "up:active", 2024-03-29T00:18:09.266 INFO:teuthology.orchestra.run.smithi012.stdout: "fs_name": "cephfs", 2024-03-29T00:18:09.266 INFO:teuthology.orchestra.run.smithi012.stdout: "rank_uptime": 136.13090953899999, 2024-03-29T00:18:09.266 INFO:teuthology.orchestra.run.smithi012.stdout: "mdsmap_epoch": 28, 2024-03-29T00:18:09.266 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch": 93, 2024-03-29T00:18:09.267 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch_barrier": 89, 2024-03-29T00:18:09.267 INFO:teuthology.orchestra.run.smithi012.stdout: "uptime": 212.28652854800001 2024-03-29T00:18:09.267 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:18:09.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.262+0000 7faabea00640 1 -- 172.21.15.12:0/1720186287 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faaa00a1e00 msgr2=0x7faaa00a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:09.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.262+0000 7faabea00640 1 --2- 172.21.15.12:0/1720186287 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faaa00a1e00 0x7faaa00a42c0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7faaac09aec0 tx=0x7faaac0d4530 comp rx=0 tx=0).stop 2024-03-29T00:18:09.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.262+0000 7faabea00640 1 -- 172.21.15.12:0/1720186287 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faab8102020 msgr2=0x7faab8199b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:09.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.262+0000 7faabea00640 1 --2- 172.21.15.12:0/1720186287 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faab8102020 0x7faab8199b30 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7faaac00ebc0 tx=0x7faaac00c6a0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.263+0000 7faabea00640 1 -- 172.21.15.12:0/1720186287 shutdown_connections 2024-03-29T00:18:09.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.263+0000 7faabea00640 1 --2- 172.21.15.12:0/1720186287 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faaa00a1e00 0x7faaa00a42c0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.263+0000 7faabea00640 1 --2- 172.21.15.12:0/1720186287 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faab8104950 0x7faab819a070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.263+0000 7faabea00640 1 --2- 172.21.15.12:0/1720186287 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faab8107280 0x7faab81a10e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.263+0000 7faabea00640 1 --2- 172.21.15.12:0/1720186287 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faab8102020 0x7faab8199b30 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.263+0000 7faabea00640 1 -- 172.21.15.12:0/1720186287 >> 172.21.15.12:0/1720186287 conn(0x7faab80fba30 msgr2=0x7faab81016f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:09.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.263+0000 7faabea00640 1 -- 172.21.15.12:0/1720186287 shutdown_connections 2024-03-29T00:18:09.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.263+0000 7faabea00640 1 -- 172.21.15.12:0/1720186287 wait complete. 2024-03-29T00:18:09.282 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.l status 2024-03-29T00:18:09.461 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:09 smithi069 ceph-mon[36074]: pgmap v412: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-03-29T00:18:09.461 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:09 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:09.461 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:09 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:09.462 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:09 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:09.462 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:09 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:09.462 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:09 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3332813335' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:18:09.462 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:09 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:09.462 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:09 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:09.462 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:09 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3597444085' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:18:09.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.492+0000 7f272cc00640 1 -- 172.21.15.12:0/232909962 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2728103970 msgr2=0x7f2728103d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:09.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.492+0000 7f272cc00640 1 --2- 172.21.15.12:0/232909962 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2728103970 0x7f2728103d90 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f2718009ca0 tx=0x7f271802c100 comp rx=0 tx=0).stop 2024-03-29T00:18:09.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.492+0000 7f272cc00640 1 -- 172.21.15.12:0/232909962 shutdown_connections 2024-03-29T00:18:09.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.492+0000 7f272cc00640 1 --2- 172.21.15.12:0/232909962 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2728104b60 0x7f2728104fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.492+0000 7f272cc00640 1 --2- 172.21.15.12:0/232909962 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2728105520 0x7f272810bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.492+0000 7f272cc00640 1 --2- 172.21.15.12:0/232909962 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2728103970 0x7f2728103d90 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.492+0000 7f272cc00640 1 -- 172.21.15.12:0/232909962 >> 172.21.15.12:0/232909962 conn(0x7f27280fef00 msgr2=0x7f2728101320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:09.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.492+0000 7f272cc00640 1 -- 172.21.15.12:0/232909962 shutdown_connections 2024-03-29T00:18:09.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.492+0000 7f272cc00640 1 -- 172.21.15.12:0/232909962 wait complete. 2024-03-29T00:18:09.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.493+0000 7f272cc00640 1 Processor -- start 2024-03-29T00:18:09.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.494+0000 7f272cc00640 1 -- start start 2024-03-29T00:18:09.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.494+0000 7f272cc00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2728103970 0x7f2728199dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.494+0000 7f272cc00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2728104b60 0x7f272819a300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.494+0000 7f272cc00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2728105520 0x7f27281a1330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.494+0000 7f272cc00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f272810f720 con 0x7f2728104b60 2024-03-29T00:18:09.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.494+0000 7f272cc00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f272810f5a0 con 0x7f2728103970 2024-03-29T00:18:09.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.494+0000 7f272cc00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f272810f8a0 con 0x7f2728105520 2024-03-29T00:18:09.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.494+0000 7f2725e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2728103970 0x7f2728199dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.494+0000 7f2725e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2728103970 0x7f2728199dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:50138/0 (socket says 172.21.15.12:50138) 2024-03-29T00:18:09.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.494+0000 7f2725e00640 1 -- 172.21.15.12:0/265939277 learned_addr learned my addr 172.21.15.12:0/265939277 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:09.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.495+0000 7f2726800640 1 --2- 172.21.15.12:0/265939277 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2728105520 0x7f27281a1330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.495+0000 7f2725400640 1 --2- 172.21.15.12:0/265939277 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2728104b60 0x7f272819a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.495+0000 7f2725e00640 1 -- 172.21.15.12:0/265939277 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2728105520 msgr2=0x7f27281a1330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:09.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.495+0000 7f2725e00640 1 --2- 172.21.15.12:0/265939277 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2728105520 0x7f27281a1330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.495+0000 7f2725e00640 1 -- 172.21.15.12:0/265939277 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2728104b60 msgr2=0x7f272819a300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:09.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.495+0000 7f2725e00640 1 --2- 172.21.15.12:0/265939277 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2728104b60 0x7f272819a300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.495+0000 7f2725e00640 1 -- 172.21.15.12:0/265939277 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27281a19d0 con 0x7f2728103970 2024-03-29T00:18:09.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.495+0000 7f2725e00640 1 --2- 172.21.15.12:0/265939277 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2728103970 0x7f2728199dc0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f2718000f80 tx=0x7f2718034670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:09.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.496+0000 7f271ea00640 1 -- 172.21.15.12:0/265939277 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2718039040 con 0x7f2728103970 2024-03-29T00:18:09.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.496+0000 7f272cc00640 1 -- 172.21.15.12:0/265939277 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27281a1c60 con 0x7f2728103970 2024-03-29T00:18:09.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.496+0000 7f271ea00640 1 -- 172.21.15.12:0/265939277 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2718044070 con 0x7f2728103970 2024-03-29T00:18:09.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.496+0000 7f271ea00640 1 -- 172.21.15.12:0/265939277 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2718004600 con 0x7f2728103970 2024-03-29T00:18:09.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.496+0000 7f272cc00640 1 -- 172.21.15.12:0/265939277 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27281a2120 con 0x7f2728103970 2024-03-29T00:18:09.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.499+0000 7f272f832740 1 Processor -- start 2024-03-29T00:18:09.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.499+0000 7f272f832740 1 -- start start 2024-03-29T00:18:09.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.499+0000 7f272f832740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dbe16ba570 0x55dbe16ba990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.499+0000 7f272f832740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dbe16baf60 0x55dbe16bfa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.500+0000 7f272f832740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55dbe16c00d0 0x55dbe16c2560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.500+0000 7f271ea00640 1 -- 172.21.15.12:0/265939277 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f2718032940 con 0x7f2728103970 2024-03-29T00:18:09.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.500+0000 7f272f832740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55dbe161e9c0 con 0x55dbe16baf60 2024-03-29T00:18:09.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.500+0000 7f272f832740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55dbe15c7c30 con 0x55dbe16c00d0 2024-03-29T00:18:09.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.500+0000 7f272f832740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55dbe161aa60 con 0x55dbe16ba570 2024-03-29T00:18:09.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.500+0000 7f2726800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dbe16ba570 0x55dbe16ba990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.500+0000 7f2726800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dbe16ba570 0x55dbe16ba990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:50062/0 (socket says 172.21.15.12:50062) 2024-03-29T00:18:09.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.500+0000 7f2726800640 1 -- 172.21.15.12:0/3120568663 learned_addr learned my addr 172.21.15.12:0/3120568663 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:09.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.500+0000 7f2725400640 1 --2- 172.21.15.12:0/3120568663 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55dbe16c00d0 0x55dbe16c2560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.500+0000 7f2725e00640 1 --2- 172.21.15.12:0/3120568663 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dbe16baf60 0x55dbe16bfa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.500+0000 7f2726800640 1 -- 172.21.15.12:0/3120568663 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55dbe16c00d0 msgr2=0x55dbe16c2560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:09.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.500+0000 7f2726800640 1 --2- 172.21.15.12:0/3120568663 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55dbe16c00d0 0x55dbe16c2560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.500+0000 7f2726800640 1 -- 172.21.15.12:0/3120568663 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dbe16baf60 msgr2=0x55dbe16bfa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:09.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.500+0000 7f2726800640 1 --2- 172.21.15.12:0/3120568663 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dbe16baf60 0x55dbe16bfa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.500+0000 7f2726800640 1 -- 172.21.15.12:0/3120568663 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dbe13332d0 con 0x55dbe16ba570 2024-03-29T00:18:09.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.501+0000 7f2726800640 1 --2- 172.21.15.12:0/3120568663 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dbe16ba570 0x55dbe16ba990 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f272000b700 tx=0x7f272000bbc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=210c145dbbea60b9 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:09.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.501+0000 7f2717000640 1 -- 172.21.15.12:0/3120568663 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2720003dd0 con 0x55dbe16ba570 2024-03-29T00:18:09.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.501+0000 7f2717000640 1 -- 172.21.15.12:0/3120568663 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2720015070 con 0x55dbe16ba570 2024-03-29T00:18:09.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.501+0000 7f2717000640 1 -- 172.21.15.12:0/3120568663 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27200107c0 con 0x55dbe16ba570 2024-03-29T00:18:09.505 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.502+0000 7f272f832740 1 -- 172.21.15.12:0/3120568663 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dbe16ba570 msgr2=0x55dbe16ba990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:09.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.502+0000 7f272f832740 1 --2- 172.21.15.12:0/3120568663 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dbe16ba570 0x55dbe16ba990 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f272000b700 tx=0x7f272000bbc0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.502+0000 7f272f832740 1 -- 172.21.15.12:0/3120568663 shutdown_connections 2024-03-29T00:18:09.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.502+0000 7f272f832740 1 --2- 172.21.15.12:0/3120568663 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55dbe16c00d0 0x55dbe16c2560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.502+0000 7f272f832740 1 --2- 172.21.15.12:0/3120568663 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dbe16baf60 0x55dbe16bfa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.502+0000 7f272f832740 1 --2- 172.21.15.12:0/3120568663 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dbe16ba570 0x55dbe16ba990 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.502+0000 7f272f832740 1 -- 172.21.15.12:0/3120568663 >> 172.21.15.12:0/3120568663 conn(0x55dbe16b5ae0 msgr2=0x55dbe16b5ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:09.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.502+0000 7f272f832740 1 -- 172.21.15.12:0/3120568663 shutdown_connections 2024-03-29T00:18:09.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.502+0000 7f272f832740 1 -- 172.21.15.12:0/3120568663 wait complete. 2024-03-29T00:18:09.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.502+0000 7f272f832740 1 -- start start 2024-03-29T00:18:09.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.503+0000 7f271ea00640 1 --2- 172.21.15.12:0/265939277 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f270c0a1c90 0x7f270c0a4150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.503+0000 7f272f832740 1 Processor -- start 2024-03-29T00:18:09.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.503+0000 7f271ea00640 1 -- 172.21.15.12:0/265939277 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f27180f0980 con 0x7f2728103970 2024-03-29T00:18:09.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.503+0000 7f2726800640 1 --2- 172.21.15.12:0/265939277 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f270c0a1c90 0x7f270c0a4150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.503+0000 7f272f832740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dbe16ba570 0x55dbe16c4ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.503+0000 7f272f832740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55dbe16baf60 0x55dbe16c4ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.503+0000 7f272f832740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dbe16c00d0 0x55dbe16cbfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.503+0000 7f272f832740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55dbe16c3080 con 0x55dbe16ba570 2024-03-29T00:18:09.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.503+0000 7f272f832740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55dbe15bd180 con 0x55dbe16baf60 2024-03-29T00:18:09.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.503+0000 7f272f832740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55dbe16c3200 con 0x55dbe16c00d0 2024-03-29T00:18:09.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.504+0000 7f272f832740 10 client.0 _ll_register_callbacks cb 0x55dbe1332ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:18:09.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.504+0000 7f2725e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dbe16ba570 0x55dbe16c4ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.504+0000 7f2725e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dbe16ba570 0x55dbe16c4ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:42320/0 (socket says 172.21.15.12:42320) 2024-03-29T00:18:09.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.504+0000 7f2725e00640 1 -- 172.21.15.12:0/1511311441 learned_addr learned my addr 172.21.15.12:0/1511311441 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:09.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.504+0000 7f2725400640 1 --2- 172.21.15.12:0/1511311441 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55dbe16baf60 0x55dbe16c4ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.504+0000 7f2726800640 1 --2- 172.21.15.12:0/1511311441 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dbe16c00d0 0x55dbe16cbfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.504+0000 7f2725e00640 1 -- 172.21.15.12:0/1511311441 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dbe16c00d0 msgr2=0x55dbe16cbfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:09.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.504+0000 7f2725e00640 1 --2- 172.21.15.12:0/1511311441 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dbe16c00d0 0x55dbe16cbfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.504+0000 7f2725e00640 1 -- 172.21.15.12:0/1511311441 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55dbe16baf60 msgr2=0x55dbe16c4ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:09.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.504+0000 7f2725e00640 1 --2- 172.21.15.12:0/1511311441 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55dbe16baf60 0x55dbe16c4ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.504+0000 7f2725e00640 1 -- 172.21.15.12:0/1511311441 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dbe13fd6b0 con 0x55dbe16ba570 2024-03-29T00:18:09.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.504+0000 7f2726800640 1 --2- 172.21.15.12:0/1511311441 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dbe16c00d0 0x55dbe16cbfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:18:09.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.504+0000 7f2725400640 1 --2- 172.21.15.12:0/1511311441 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55dbe16baf60 0x55dbe16c4ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:18:09.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.504+0000 7f2726800640 1 --2- 172.21.15.12:0/265939277 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f270c0a1c90 0x7f270c0a4150 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f272000bf50 tx=0x7f2720000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:09.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.505+0000 7f2725e00640 1 --2- 172.21.15.12:0/1511311441 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dbe16ba570 0x55dbe16c4ab0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f27180ee090 tx=0x7f271802c100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=501b4b151f514f3 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:09.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.505+0000 7f270b400640 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-03-29T00:18:09.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.505+0000 7f270b400640 1 -- 172.21.15.12:0/1511311441 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27180bb400 con 0x55dbe16ba570 2024-03-29T00:18:09.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.505+0000 7f270b400640 1 -- 172.21.15.12:0/1511311441 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f27180bd720 con 0x55dbe16ba570 2024-03-29T00:18:09.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.505+0000 7f272f832740 1 -- 172.21.15.12:0/1511311441 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2720015070 con 0x55dbe16ba570 2024-03-29T00:18:09.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.505+0000 7f270b400640 1 -- 172.21.15.12:0/1511311441 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f27180f2e60 con 0x55dbe16ba570 2024-03-29T00:18:09.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.505+0000 7f272f832740 10 client.15246 fetch_fsmap learned FSMap version 28 2024-03-29T00:18:09.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.505+0000 7f272f832740 1 -- 172.21.15.12:0/1511311441 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55dbe16cf370 con 0x55dbe16ba570 2024-03-29T00:18:09.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.505+0000 7f270b400640 1 -- 172.21.15.12:0/1511311441 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2720015070 con 0x55dbe16ba570 2024-03-29T00:18:09.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.506+0000 7f270b400640 1 -- 172.21.15.12:0/1511311441 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f271803c030 con 0x55dbe16ba570 2024-03-29T00:18:09.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.506+0000 7f272f832740 10 client.15246 fetch_fsmap finished waiting for FSMap version 28 2024-03-29T00:18:09.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.506+0000 7f272f832740 10 client.15246 resolve_mds: resolved name 'l' to daemon mds.l 2024-03-29T00:18:09.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.506+0000 7f272f832740 20 client.15246 populate_metadata read hostname 'smithi012' 2024-03-29T00:18:09.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.506+0000 7f272f832740 1 --2- 172.21.15.12:0/1511311441 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55dbe16d1950 0x55dbe16d2dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.506+0000 7f272f832740 4 client.15246 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:18:09.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.506+0000 7f272f832740 1 -- 172.21.15.12:0/1511311441 --> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dbe162bf00 con 0x55dbe16d1950 2024-03-29T00:18:09.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.506+0000 7f2725400640 1 --2- 172.21.15.12:0/1511311441 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55dbe16d1950 0x55dbe16d2dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.507+0000 7f270b400640 10 client.15246 ms_handle_connect on v2:172.21.15.69:6832/581289556 2024-03-29T00:18:09.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.507+0000 7f2725400640 1 --2- 172.21.15.12:0/1511311441 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55dbe16d1950 0x55dbe16d2dc0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=6a2b59cc5f7d4fc3 server_cookie=dd9d63f219a76f69 in_seq=0 out_seq=0 2024-03-29T00:18:09.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.508+0000 7f270b400640 1 -- 172.21.15.12:0/1511311441 <== mds.3 v2:172.21.15.69:6832/581289556 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55dbe162bf00 con 0x55dbe16d1950 2024-03-29T00:18:09.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.508+0000 7f270b400640 10 client.15246 handle_command_reply: tid=0 2024-03-29T00:18:09.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.508+0000 7f272f832740 1 client.15246 shutdown 2024-03-29T00:18:09.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.508+0000 7f272f832740 1 -- 172.21.15.12:0/1511311441 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dbe16ba570 msgr2=0x55dbe16c4ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:09.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.508+0000 7f272f832740 1 --2- 172.21.15.12:0/1511311441 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dbe16ba570 0x55dbe16c4ab0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f27180ee090 tx=0x7f271802c100 comp rx=0 tx=0).stop 2024-03-29T00:18:09.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.508+0000 7f272f832740 1 -- 172.21.15.12:0/1511311441 shutdown_connections 2024-03-29T00:18:09.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.508+0000 7f272f832740 1 --2- 172.21.15.12:0/1511311441 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55dbe16baf60 0x55dbe16c4ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.508+0000 7f272f832740 1 --2- 172.21.15.12:0/1511311441 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55dbe16d1950 0x55dbe16d2dc0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.508+0000 7f272f832740 1 --2- 172.21.15.12:0/1511311441 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dbe16c00d0 0x55dbe16cbfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.508+0000 7f272f832740 1 --2- 172.21.15.12:0/1511311441 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dbe16ba570 0x55dbe16c4ab0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.508+0000 7f270b400640 0 client.15246 ms_handle_reset on v2:172.21.15.69:6832/581289556 2024-03-29T00:18:09.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.508+0000 7f272f832740 1 -- 172.21.15.12:0/1511311441 >> 172.21.15.12:0/1511311441 conn(0x55dbe16b5ae0 msgr2=0x55dbe16b4ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:09.512 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.508+0000 7f272f832740 1 -- 172.21.15.12:0/1511311441 shutdown_connections 2024-03-29T00:18:09.512 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.508+0000 7f272f832740 1 -- 172.21.15.12:0/1511311441 wait complete. 2024-03-29T00:18:09.512 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.508+0000 7f272f832740 20 client.15246 trim_cache size 0 max 16384 2024-03-29T00:18:09.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.534+0000 7f272f832740 1 Processor -- start 2024-03-29T00:18:09.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.534+0000 7f272f832740 1 -- start start 2024-03-29T00:18:09.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.534+0000 7f272f832740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dbe16ba570 0x55dbe16c3d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.534+0000 7f272f832740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55dbe16baf60 0x55dbe16c42c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.534+0000 7f272f832740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dbe16c00d0 0x55dbe16cbfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.534+0000 7f272f832740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55dbe16d1100 con 0x55dbe16c00d0 2024-03-29T00:18:09.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.534+0000 7f272f832740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55dbe16d17d0 con 0x55dbe16baf60 2024-03-29T00:18:09.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.534+0000 7f272f832740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55dbe16d1ea0 con 0x55dbe16ba570 2024-03-29T00:18:09.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.535+0000 7f2725400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55dbe16baf60 0x55dbe16c42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.535+0000 7f2726800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dbe16c00d0 0x55dbe16cbfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.535+0000 7f2725e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dbe16ba570 0x55dbe16c3d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.535+0000 7f2725400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55dbe16baf60 0x55dbe16c42c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:50164/0 (socket says 172.21.15.12:50164) 2024-03-29T00:18:09.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.535+0000 7f2725400640 1 -- 172.21.15.12:0/2248477625 learned_addr learned my addr 172.21.15.12:0/2248477625 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:09.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.535+0000 7f2725400640 1 -- 172.21.15.12:0/2248477625 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dbe16ba570 msgr2=0x55dbe16c3d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:09.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.535+0000 7f2725400640 1 --2- 172.21.15.12:0/2248477625 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dbe16ba570 0x55dbe16c3d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.535+0000 7f2725400640 1 -- 172.21.15.12:0/2248477625 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dbe16c00d0 msgr2=0x55dbe16cbfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:09.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.535+0000 7f2725400640 1 --2- 172.21.15.12:0/2248477625 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dbe16c00d0 0x55dbe16cbfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.535+0000 7f2725400640 1 -- 172.21.15.12:0/2248477625 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dbe16ba1b0 con 0x55dbe16baf60 2024-03-29T00:18:09.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.535+0000 7f2725e00640 1 --2- 172.21.15.12:0/2248477625 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dbe16ba570 0x55dbe16c3d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:18:09.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.535+0000 7f2725400640 1 --2- 172.21.15.12:0/2248477625 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55dbe16baf60 0x55dbe16c42c0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x55dbe16d3750 tx=0x7f2710011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=32719adbb7160ea3 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:09.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.536+0000 7f2716600640 1 -- 172.21.15.12:0/2248477625 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f271001dd90 con 0x55dbe16baf60 2024-03-29T00:18:09.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.536+0000 7f2716600640 1 -- 172.21.15.12:0/2248477625 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2710022070 con 0x55dbe16baf60 2024-03-29T00:18:09.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.536+0000 7f2716600640 1 -- 172.21.15.12:0/2248477625 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2710003b50 con 0x55dbe16baf60 2024-03-29T00:18:09.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.537+0000 7f272f832740 1 -- 172.21.15.12:0/2248477625 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55dbe16baf60 msgr2=0x55dbe16c42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:09.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.537+0000 7f272f832740 1 --2- 172.21.15.12:0/2248477625 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55dbe16baf60 0x55dbe16c42c0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x55dbe16d3750 tx=0x7f2710011810 comp rx=0 tx=0).stop 2024-03-29T00:18:09.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.537+0000 7f272f832740 1 -- 172.21.15.12:0/2248477625 shutdown_connections 2024-03-29T00:18:09.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.537+0000 7f272f832740 1 --2- 172.21.15.12:0/2248477625 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55dbe16baf60 0x55dbe16c42c0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.537+0000 7f272f832740 1 --2- 172.21.15.12:0/2248477625 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dbe16c00d0 0x55dbe16cbfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.537+0000 7f272f832740 1 --2- 172.21.15.12:0/2248477625 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dbe16ba570 0x55dbe16c3d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.537+0000 7f272f832740 1 -- 172.21.15.12:0/2248477625 >> 172.21.15.12:0/2248477625 conn(0x55dbe16b5ae0 msgr2=0x55dbe16b5ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:09.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.538+0000 7f272f832740 1 -- 172.21.15.12:0/2248477625 shutdown_connections 2024-03-29T00:18:09.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.538+0000 7f272f832740 1 -- 172.21.15.12:0/2248477625 wait complete. 2024-03-29T00:18:09.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.538+0000 7f272f832740 1 -- start start 2024-03-29T00:18:09.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.538+0000 7f272f832740 1 Processor -- start 2024-03-29T00:18:09.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.539+0000 7f272f832740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dbe16ba570 0x55dbe16c79a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.539+0000 7f272f832740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dbe16baf60 0x55dbe16c7ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.539+0000 7f272f832740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55dbe16c00d0 0x55dbe16caf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.539+0000 7f272f832740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55dbe16d2c40 con 0x55dbe16baf60 2024-03-29T00:18:09.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.539+0000 7f272f832740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55dbe16d2570 con 0x55dbe16c00d0 2024-03-29T00:18:09.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.539+0000 7f272f832740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55dbe16d3310 con 0x55dbe16ba570 2024-03-29T00:18:09.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.539+0000 7f272f832740 10 client.0 _ll_register_callbacks cb 0x7f2718009bf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:18:09.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.539+0000 7f2725e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dbe16ba570 0x55dbe16c79a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.539+0000 7f2725e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dbe16ba570 0x55dbe16c79a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:50080/0 (socket says 172.21.15.12:50080) 2024-03-29T00:18:09.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.539+0000 7f2726800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55dbe16c00d0 0x55dbe16caf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.539+0000 7f2725e00640 1 -- 172.21.15.12:0/1616660405 learned_addr learned my addr 172.21.15.12:0/1616660405 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:09.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.539+0000 7f2725400640 1 --2- 172.21.15.12:0/1616660405 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dbe16baf60 0x55dbe16c7ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.540+0000 7f2725e00640 1 -- 172.21.15.12:0/1616660405 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55dbe16c00d0 msgr2=0x55dbe16caf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:09.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.540+0000 7f2725e00640 1 --2- 172.21.15.12:0/1616660405 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55dbe16c00d0 0x55dbe16caf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.540+0000 7f2725e00640 1 -- 172.21.15.12:0/1616660405 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dbe16baf60 msgr2=0x55dbe16c7ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:09.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.540+0000 7f2725e00640 1 --2- 172.21.15.12:0/1616660405 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dbe16baf60 0x55dbe16c7ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.540+0000 7f2725e00640 1 -- 172.21.15.12:0/1616660405 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dbe16b6850 con 0x55dbe16ba570 2024-03-29T00:18:09.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.540+0000 7f2725400640 1 --2- 172.21.15.12:0/1616660405 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dbe16baf60 0x55dbe16c7ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:18:09.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.540+0000 7f2725e00640 1 --2- 172.21.15.12:0/1616660405 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dbe16ba570 0x55dbe16c79a0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f27180b9c00 tx=0x7f27180bc990 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7ef936cf3b17d0f8 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:09.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.540+0000 7f270b400640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:18:09.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.540+0000 7f270b400640 1 -- 172.21.15.12:0/1616660405 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27180bb400 con 0x55dbe16ba570 2024-03-29T00:18:09.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.540+0000 7f270b400640 1 -- 172.21.15.12:0/1616660405 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f27180bc180 con 0x55dbe16ba570 2024-03-29T00:18:09.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.540+0000 7f272f832740 1 -- 172.21.15.12:0/1616660405 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2710022070 con 0x55dbe16ba570 2024-03-29T00:18:09.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.540+0000 7f270b400640 1 -- 172.21.15.12:0/1616660405 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f27180bce00 con 0x55dbe16ba570 2024-03-29T00:18:09.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.540+0000 7f272f832740 10 client.25414 fetch_fsmap learned FSMap version 28 2024-03-29T00:18:09.543 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.540+0000 7f272f832740 1 -- 172.21.15.12:0/1616660405 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55dbe1737790 con 0x55dbe16ba570 2024-03-29T00:18:09.543 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.541+0000 7f270b400640 1 -- 172.21.15.12:0/1616660405 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f27180da020 con 0x55dbe16ba570 2024-03-29T00:18:09.544 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.541+0000 7f270b400640 1 -- 172.21.15.12:0/1616660405 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f27180bc380 con 0x55dbe16ba570 2024-03-29T00:18:09.544 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.541+0000 7f272f832740 10 client.25414 fetch_fsmap finished waiting for FSMap version 28 2024-03-29T00:18:09.544 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.541+0000 7f272f832740 10 client.25414 resolve_mds: resolved name 'l' to daemon mds.l 2024-03-29T00:18:09.544 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.541+0000 7f272f832740 20 client.25414 populate_metadata read hostname 'smithi012' 2024-03-29T00:18:09.544 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.541+0000 7f272f832740 1 --2- 172.21.15.12:0/1616660405 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55dbe173c170 0x55dbe17385b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.541+0000 7f272f832740 4 client.25414 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-29T00:18:09.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.541+0000 7f272f832740 1 -- 172.21.15.12:0/1616660405 --> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] -- command(tid 0: {"prefix": "status"}) -- 0x55dbe1626250 con 0x55dbe173c170 2024-03-29T00:18:09.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.541+0000 7f2725400640 1 --2- 172.21.15.12:0/1616660405 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55dbe173c170 0x55dbe17385b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.542+0000 7f2725400640 1 --2- 172.21.15.12:0/1616660405 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55dbe173c170 0x55dbe17385b0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=10715803c0cdcfad server_cookie=c6f494082a763ee1 in_seq=0 out_seq=0 2024-03-29T00:18:09.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.542+0000 7f270b400640 10 client.25414 ms_handle_connect on v2:172.21.15.69:6832/581289556 2024-03-29T00:18:09.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.542+0000 7f270b400640 1 -- 172.21.15.12:0/1616660405 <== mds.3 v2:172.21.15.69:6832/581289556 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55dbe1626250 con 0x55dbe173c170 2024-03-29T00:18:09.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.542+0000 7f270b400640 10 client.25414 handle_command_reply: tid=0 2024-03-29T00:18:09.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.542+0000 7f272f832740 1 client.25414 shutdown 2024-03-29T00:18:09.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.542+0000 7f272f832740 1 -- 172.21.15.12:0/1616660405 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dbe16ba570 msgr2=0x55dbe16c79a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:09.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.542+0000 7f272f832740 1 --2- 172.21.15.12:0/1616660405 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dbe16ba570 0x55dbe16c79a0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f27180b9c00 tx=0x7f27180bc990 comp rx=0 tx=0).stop 2024-03-29T00:18:09.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.542+0000 7f272f832740 1 -- 172.21.15.12:0/1616660405 shutdown_connections 2024-03-29T00:18:09.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.542+0000 7f272f832740 1 --2- 172.21.15.12:0/1616660405 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55dbe16c00d0 0x55dbe16caf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.542+0000 7f272f832740 1 --2- 172.21.15.12:0/1616660405 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55dbe173c170 0x55dbe17385b0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.542+0000 7f272f832740 1 --2- 172.21.15.12:0/1616660405 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dbe16baf60 0x55dbe16c7ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.542+0000 7f272f832740 1 --2- 172.21.15.12:0/1616660405 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dbe16ba570 0x55dbe16c79a0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.546 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.542+0000 7f270b400640 0 client.25414 ms_handle_reset on v2:172.21.15.69:6832/581289556 2024-03-29T00:18:09.546 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.542+0000 7f272f832740 1 -- 172.21.15.12:0/1616660405 >> 172.21.15.12:0/1616660405 conn(0x55dbe16b5ae0 msgr2=0x55dbe16c3d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:09.546 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.542+0000 7f272f832740 1 -- 172.21.15.12:0/1616660405 shutdown_connections 2024-03-29T00:18:09.546 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.542+0000 7f272f832740 1 -- 172.21.15.12:0/1616660405 wait complete. 2024-03-29T00:18:09.546 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.542+0000 7f272f832740 20 client.25414 trim_cache size 0 max 16384 2024-03-29T00:18:09.546 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:18:09.546 INFO:teuthology.orchestra.run.smithi012.stdout: "cluster_fsid": "f0a28ba8-ed5f-11ee-95d0-87774f69a715", 2024-03-29T00:18:09.546 INFO:teuthology.orchestra.run.smithi012.stdout: "whoami": 3, 2024-03-29T00:18:09.546 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 24472, 2024-03-29T00:18:09.546 INFO:teuthology.orchestra.run.smithi012.stdout: "want_state": "up:active", 2024-03-29T00:18:09.546 INFO:teuthology.orchestra.run.smithi012.stdout: "state": "up:active", 2024-03-29T00:18:09.547 INFO:teuthology.orchestra.run.smithi012.stdout: "fs_name": "cephfs", 2024-03-29T00:18:09.547 INFO:teuthology.orchestra.run.smithi012.stdout: "rank_uptime": 137.42572222999999, 2024-03-29T00:18:09.547 INFO:teuthology.orchestra.run.smithi012.stdout: "mdsmap_epoch": 28, 2024-03-29T00:18:09.547 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch": 93, 2024-03-29T00:18:09.547 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch_barrier": 89, 2024-03-29T00:18:09.547 INFO:teuthology.orchestra.run.smithi012.stdout: "uptime": 215.58246053299999 2024-03-29T00:18:09.547 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:18:09.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.543+0000 7f272cc00640 1 -- 172.21.15.12:0/265939277 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f270c0a1c90 msgr2=0x7f270c0a4150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:09.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.543+0000 7f272cc00640 1 --2- 172.21.15.12:0/265939277 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f270c0a1c90 0x7f270c0a4150 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f272000bf50 tx=0x7f2720000bc0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.543+0000 7f272cc00640 1 -- 172.21.15.12:0/265939277 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2728103970 msgr2=0x7f2728199dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:09.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.543+0000 7f272cc00640 1 --2- 172.21.15.12:0/265939277 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2728103970 0x7f2728199dc0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f2718000f80 tx=0x7f2718034670 comp rx=0 tx=0).stop 2024-03-29T00:18:09.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.544+0000 7f272cc00640 1 -- 172.21.15.12:0/265939277 shutdown_connections 2024-03-29T00:18:09.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.544+0000 7f272cc00640 1 --2- 172.21.15.12:0/265939277 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f270c0a1c90 0x7f270c0a4150 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.544+0000 7f272cc00640 1 --2- 172.21.15.12:0/265939277 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2728105520 0x7f27281a1330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.544+0000 7f272cc00640 1 --2- 172.21.15.12:0/265939277 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2728104b60 0x7f272819a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.544+0000 7f272cc00640 1 --2- 172.21.15.12:0/265939277 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2728103970 0x7f2728199dc0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.544+0000 7f272cc00640 1 -- 172.21.15.12:0/265939277 >> 172.21.15.12:0/265939277 conn(0x7f27280fef00 msgr2=0x7f2728107eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:09.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.544+0000 7f272cc00640 1 -- 172.21.15.12:0/265939277 shutdown_connections 2024-03-29T00:18:09.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.544+0000 7f272cc00640 1 -- 172.21.15.12:0/265939277 wait complete. 2024-03-29T00:18:09.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:09 smithi012 ceph-mon[31657]: pgmap v412: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-03-29T00:18:09.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:09 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:09.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:09 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:09.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:09 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:09.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:09 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:09.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:09 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3332813335' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:18:09.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:09 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:09.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:09 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:09.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:09 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3597444085' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:18:09.564 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-03-29T00:18:09.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:09 smithi053 ceph-mon[36233]: pgmap v412: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-03-29T00:18:09.688 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:09 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:09.689 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:09 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:09.689 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:09 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:09.689 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:09 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:09.689 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:09 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3332813335' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:18:09.689 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:09 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:09.689 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:09 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:09.689 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:09 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3597444085' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:18:09.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.757+0000 7fe28fc00640 1 -- 172.21.15.12:0/1352049114 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe2881021f0 msgr2=0x7fe2881045e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:09.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.757+0000 7fe28fc00640 1 --2- 172.21.15.12:0/1352049114 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe2881021f0 0x7fe2881045e0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fe27c009900 tx=0x7fe27c02bc30 comp rx=0 tx=0).stop 2024-03-29T00:18:09.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.757+0000 7fe28fc00640 1 -- 172.21.15.12:0/1352049114 shutdown_connections 2024-03-29T00:18:09.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.757+0000 7fe28fc00640 1 --2- 172.21.15.12:0/1352049114 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe288104b20 0x7fe288106f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.757+0000 7fe28fc00640 1 --2- 172.21.15.12:0/1352049114 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe288107450 0x7fe2881098a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.757+0000 7fe28fc00640 1 --2- 172.21.15.12:0/1352049114 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe2881021f0 0x7fe2881045e0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.757+0000 7fe28fc00640 1 -- 172.21.15.12:0/1352049114 >> 172.21.15.12:0/1352049114 conn(0x7fe2880fbbe0 msgr2=0x7fe2880fe020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:09.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.757+0000 7fe28fc00640 1 -- 172.21.15.12:0/1352049114 shutdown_connections 2024-03-29T00:18:09.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.757+0000 7fe28fc00640 1 -- 172.21.15.12:0/1352049114 wait complete. 2024-03-29T00:18:09.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.758+0000 7fe28fc00640 1 Processor -- start 2024-03-29T00:18:09.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.759+0000 7fe28fc00640 1 -- start start 2024-03-29T00:18:09.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.759+0000 7fe28fc00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe2881021f0 0x7fe288197c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.759+0000 7fe28fc00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe288104b20 0x7fe288198140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.759+0000 7fe28fc00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe288107450 0x7fe28819f110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.759+0000 7fe28fc00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fe28810d4f0 con 0x7fe2881021f0 2024-03-29T00:18:09.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.759+0000 7fe28fc00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe28810d370 con 0x7fe288107450 2024-03-29T00:18:09.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.759+0000 7fe28fc00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe28810d670 con 0x7fe288104b20 2024-03-29T00:18:09.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.759+0000 7fe28d200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe2881021f0 0x7fe288197c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.759+0000 7fe28d200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe2881021f0 0x7fe288197c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:42346/0 (socket says 172.21.15.12:42346) 2024-03-29T00:18:09.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.759+0000 7fe28d200640 1 -- 172.21.15.12:0/4024056400 learned_addr learned my addr 172.21.15.12:0/4024056400 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:09.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.759+0000 7fe28dc00640 1 --2- 172.21.15.12:0/4024056400 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe288107450 0x7fe28819f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.759+0000 7fe287e00640 1 --2- 172.21.15.12:0/4024056400 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe288104b20 0x7fe288198140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.760+0000 7fe28d200640 1 -- 172.21.15.12:0/4024056400 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe288104b20 msgr2=0x7fe288198140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:09.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.760+0000 7fe28d200640 1 --2- 172.21.15.12:0/4024056400 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe288104b20 0x7fe288198140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.760+0000 7fe28d200640 1 -- 172.21.15.12:0/4024056400 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe288107450 msgr2=0x7fe28819f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:09.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.760+0000 7fe28d200640 1 --2- 172.21.15.12:0/4024056400 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe288107450 0x7fe28819f110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.760+0000 7fe28d200640 1 -- 172.21.15.12:0/4024056400 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe28819f780 con 0x7fe2881021f0 2024-03-29T00:18:09.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.760+0000 7fe28dc00640 1 --2- 172.21.15.12:0/4024056400 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe288107450 0x7fe28819f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:18:09.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.760+0000 7fe28d200640 1 --2- 172.21.15.12:0/4024056400 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe2881021f0 0x7fe288197c00 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fe27c005ab0 tx=0x7fe27c004a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:09.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.760+0000 7fe285600640 1 -- 172.21.15.12:0/4024056400 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe27c043020 con 0x7fe2881021f0 2024-03-29T00:18:09.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.760+0000 7fe285600640 1 -- 172.21.15.12:0/4024056400 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe27c004250 con 0x7fe2881021f0 2024-03-29T00:18:09.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.760+0000 7fe28fc00640 1 -- 172.21.15.12:0/4024056400 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe28819fa10 con 0x7fe2881021f0 2024-03-29T00:18:09.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.761+0000 7fe285600640 1 -- 172.21.15.12:0/4024056400 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe27c003c00 con 0x7fe2881021f0 2024-03-29T00:18:09.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.761+0000 7fe28fc00640 1 -- 172.21.15.12:0/4024056400 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe28819ffb0 con 0x7fe2881021f0 2024-03-29T00:18:09.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.764+0000 7fe292a28740 1 Processor -- start 2024-03-29T00:18:09.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.764+0000 7fe292a28740 1 -- start start 2024-03-29T00:18:09.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.764+0000 7fe292a28740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d6d7eb390 0x563d6d7eb7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.764+0000 7fe292a28740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d6d7ebd80 0x563d6d7f02d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.764+0000 7fe285600640 1 -- 172.21.15.12:0/4024056400 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fe27c046020 con 0x7fe2881021f0 2024-03-29T00:18:09.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.764+0000 7fe292a28740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d6d7f0940 0x563d6d7f2dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.764+0000 7fe292a28740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x563d6d7469c0 con 0x563d6d7ebd80 2024-03-29T00:18:09.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.764+0000 7fe292a28740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x563d6d6efc30 con 0x563d6d7f0940 2024-03-29T00:18:09.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.764+0000 7fe292a28740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x563d6d742a60 con 0x563d6d7eb390 2024-03-29T00:18:09.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.765+0000 7fe28dc00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d6d7eb390 0x563d6d7eb7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.765+0000 7fe28dc00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d6d7eb390 0x563d6d7eb7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:50106/0 (socket says 172.21.15.12:50106) 2024-03-29T00:18:09.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.765+0000 7fe28dc00640 1 -- 172.21.15.12:0/2043206563 learned_addr learned my addr 172.21.15.12:0/2043206563 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:09.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.765+0000 7fe287e00640 1 --2- 172.21.15.12:0/2043206563 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d6d7f0940 0x563d6d7f2dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.765+0000 7fe28d200640 1 --2- 172.21.15.12:0/2043206563 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d6d7ebd80 0x563d6d7f02d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.765+0000 7fe28dc00640 1 -- 172.21.15.12:0/2043206563 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d6d7f0940 msgr2=0x563d6d7f2dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:09.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.765+0000 7fe28dc00640 1 --2- 172.21.15.12:0/2043206563 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d6d7f0940 0x563d6d7f2dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.765+0000 7fe28dc00640 1 -- 172.21.15.12:0/2043206563 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d6d7ebd80 msgr2=0x563d6d7f02d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:09.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.765+0000 7fe28dc00640 1 --2- 172.21.15.12:0/2043206563 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d6d7ebd80 0x563d6d7f02d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.765+0000 7fe28dc00640 1 -- 172.21.15.12:0/2043206563 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563d6d45b2d0 con 0x563d6d7eb390 2024-03-29T00:18:09.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.765+0000 7fe28dc00640 1 --2- 172.21.15.12:0/2043206563 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d6d7eb390 0x563d6d7eb7b0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fe2800117e0 tx=0x7fe280011ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9f0760f6bec2db11 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:09.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.766+0000 7fe27a000640 1 -- 172.21.15.12:0/2043206563 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe280011310 con 0x563d6d7eb390 2024-03-29T00:18:09.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.766+0000 7fe27a000640 1 -- 172.21.15.12:0/2043206563 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe28000f9a0 con 0x563d6d7eb390 2024-03-29T00:18:09.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.766+0000 7fe27a000640 1 -- 172.21.15.12:0/2043206563 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe280004690 con 0x563d6d7eb390 2024-03-29T00:18:09.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.766+0000 7fe285600640 1 --2- 172.21.15.12:0/4024056400 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe2700a1e00 0x7fe2700a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.767+0000 7fe285600640 1 -- 172.21.15.12:0/4024056400 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fe27c0f0120 con 0x7fe2881021f0 2024-03-29T00:18:09.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.767+0000 7fe28d200640 1 --2- 172.21.15.12:0/4024056400 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe2700a1e00 0x7fe2700a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.767+0000 7fe292a28740 1 -- 172.21.15.12:0/2043206563 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d6d7eb390 msgr2=0x563d6d7eb7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:09.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.767+0000 7fe292a28740 1 --2- 172.21.15.12:0/2043206563 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d6d7eb390 0x563d6d7eb7b0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fe2800117e0 tx=0x7fe280011ca0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.767+0000 7fe292a28740 1 -- 172.21.15.12:0/2043206563 shutdown_connections 2024-03-29T00:18:09.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.767+0000 7fe292a28740 1 --2- 172.21.15.12:0/2043206563 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d6d7f0940 0x563d6d7f2dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.767+0000 7fe292a28740 1 --2- 172.21.15.12:0/2043206563 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d6d7ebd80 0x563d6d7f02d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.767+0000 7fe292a28740 1 --2- 172.21.15.12:0/2043206563 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d6d7eb390 0x563d6d7eb7b0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.767+0000 7fe292a28740 1 -- 172.21.15.12:0/2043206563 >> 172.21.15.12:0/2043206563 conn(0x563d6d7dda60 msgr2=0x563d6d7dde60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:09.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.767+0000 7fe292a28740 1 -- 172.21.15.12:0/2043206563 shutdown_connections 2024-03-29T00:18:09.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.767+0000 7fe292a28740 1 -- 172.21.15.12:0/2043206563 wait complete. 2024-03-29T00:18:09.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.767+0000 7fe28d200640 1 --2- 172.21.15.12:0/4024056400 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe2700a1e00 0x7fe2700a42c0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fe27c006010 tx=0x7fe27c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:09.772 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.768+0000 7fe292a28740 1 -- start start 2024-03-29T00:18:09.772 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.768+0000 7fe292a28740 1 Processor -- start 2024-03-29T00:18:09.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.769+0000 7fe292a28740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d6d7eb390 0x563d6d7f5300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.769+0000 7fe292a28740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d6d7ebd80 0x563d6d7f5840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.769+0000 7fe292a28740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d6d7f0940 0x563d6d7fc880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.769+0000 7fe292a28740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x563d6d7f38f0 con 0x563d6d7ebd80 2024-03-29T00:18:09.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.769+0000 7fe292a28740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x563d6d6e5180 con 0x563d6d7eb390 2024-03-29T00:18:09.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.769+0000 7fe292a28740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x563d6d7f3a70 con 0x563d6d7f0940 2024-03-29T00:18:09.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.769+0000 7fe292a28740 10 client.0 _ll_register_callbacks cb 0x563d6d45aac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:18:09.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.769+0000 7fe287e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d6d7ebd80 0x563d6d7f5840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.769+0000 7fe287e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d6d7ebd80 0x563d6d7f5840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:42376/0 (socket says 172.21.15.12:42376) 2024-03-29T00:18:09.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.769+0000 7fe287e00640 1 -- 172.21.15.12:0/1697732360 learned_addr learned my addr 172.21.15.12:0/1697732360 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:09.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.769+0000 7fe28dc00640 1 --2- 172.21.15.12:0/1697732360 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d6d7eb390 0x563d6d7f5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.769+0000 7fe28dc00640 1 --2- 172.21.15.12:0/1697732360 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d6d7f0940 0x563d6d7fc880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.770+0000 7fe287e00640 1 -- 172.21.15.12:0/1697732360 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d6d7f0940 msgr2=0x563d6d7fc880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:09.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.770+0000 7fe287e00640 1 --2- 172.21.15.12:0/1697732360 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d6d7f0940 0x563d6d7fc880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.770+0000 7fe287e00640 1 -- 172.21.15.12:0/1697732360 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d6d7eb390 msgr2=0x563d6d7f5300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:09.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.770+0000 7fe287e00640 1 --2- 172.21.15.12:0/1697732360 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d6d7eb390 0x563d6d7f5300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.770+0000 7fe287e00640 1 -- 172.21.15.12:0/1697732360 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563d6d5256b0 con 0x563d6d7ebd80 2024-03-29T00:18:09.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.770+0000 7fe287e00640 1 --2- 172.21.15.12:0/1697732360 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d6d7ebd80 0x563d6d7f5840 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fe274012700 tx=0x7fe274012bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b87f581e7efd1a7 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:09.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.770+0000 7fe26ea00640 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-03-29T00:18:09.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.770+0000 7fe26ea00640 1 -- 172.21.15.12:0/1697732360 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe27400f8c0 con 0x563d6d7ebd80 2024-03-29T00:18:09.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.770+0000 7fe26ea00640 1 -- 172.21.15.12:0/1697732360 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fe27400fa60 con 0x563d6d7ebd80 2024-03-29T00:18:09.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.770+0000 7fe292a28740 1 -- 172.21.15.12:0/1697732360 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe28000f9a0 con 0x563d6d7ebd80 2024-03-29T00:18:09.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.771+0000 7fe26ea00640 1 -- 172.21.15.12:0/1697732360 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe27400fc60 con 0x563d6d7ebd80 2024-03-29T00:18:09.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.771+0000 7fe292a28740 10 client.15264 fetch_fsmap learned FSMap version 28 2024-03-29T00:18:09.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.771+0000 7fe292a28740 1 -- 172.21.15.12:0/1697732360 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563d6d7ffcc0 con 0x563d6d7ebd80 2024-03-29T00:18:09.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.771+0000 7fe26ea00640 1 -- 172.21.15.12:0/1697732360 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe28000f9a0 con 0x563d6d7ebd80 2024-03-29T00:18:09.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.771+0000 7fe26ea00640 1 -- 172.21.15.12:0/1697732360 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fe27401c420 con 0x563d6d7ebd80 2024-03-29T00:18:09.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.771+0000 7fe292a28740 10 client.15264 fetch_fsmap finished waiting for FSMap version 28 2024-03-29T00:18:09.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.771+0000 7fe292a28740 10 client.15264 resolve_mds: resolved name 'c' to daemon mds.c 2024-03-29T00:18:09.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.771+0000 7fe292a28740 20 client.15264 populate_metadata read hostname 'smithi012' 2024-03-29T00:18:09.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.771+0000 7fe292a28740 1 --2- 172.21.15.12:0/1697732360 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x563d6d802390 0x563d6d803800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.771+0000 7fe292a28740 4 client.15264 mds_command: new command op to 24544 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:18:09.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.771+0000 7fe292a28740 1 -- 172.21.15.12:0/1697732360 --> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563d6d753f00 con 0x563d6d802390 2024-03-29T00:18:09.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.772+0000 7fe28dc00640 1 --2- 172.21.15.12:0/1697732360 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x563d6d802390 0x563d6d803800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.772+0000 7fe28dc00640 1 --2- 172.21.15.12:0/1697732360 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x563d6d802390 0x563d6d803800 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5ec50bceba01bea5 server_cookie=7b5a155ac0facc6 in_seq=0 out_seq=0 2024-03-29T00:18:09.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.772+0000 7fe26ea00640 10 client.15264 ms_handle_connect on v2:172.21.15.69:6836/466045469 2024-03-29T00:18:09.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.773+0000 7fe26ea00640 1 -- 172.21.15.12:0/1697732360 <== mds.2 v2:172.21.15.69:6836/466045469 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x563d6d753f00 con 0x563d6d802390 2024-03-29T00:18:09.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.773+0000 7fe26ea00640 10 client.15264 handle_command_reply: tid=0 2024-03-29T00:18:09.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.773+0000 7fe292a28740 1 client.15264 shutdown 2024-03-29T00:18:09.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.773+0000 7fe292a28740 1 -- 172.21.15.12:0/1697732360 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d6d7ebd80 msgr2=0x563d6d7f5840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:09.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.773+0000 7fe292a28740 1 --2- 172.21.15.12:0/1697732360 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d6d7ebd80 0x563d6d7f5840 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fe274012700 tx=0x7fe274012bc0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.773+0000 7fe292a28740 1 -- 172.21.15.12:0/1697732360 shutdown_connections 2024-03-29T00:18:09.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.773+0000 7fe292a28740 1 --2- 172.21.15.12:0/1697732360 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x563d6d802390 0x563d6d803800 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.773+0000 7fe292a28740 1 --2- 172.21.15.12:0/1697732360 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d6d7f0940 0x563d6d7fc880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.773+0000 7fe292a28740 1 --2- 172.21.15.12:0/1697732360 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d6d7ebd80 0x563d6d7f5840 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.773+0000 7fe292a28740 1 --2- 172.21.15.12:0/1697732360 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d6d7eb390 0x563d6d7f5300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.773+0000 7fe26ea00640 0 client.15264 ms_handle_reset on v2:172.21.15.69:6836/466045469 2024-03-29T00:18:09.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.773+0000 7fe292a28740 1 -- 172.21.15.12:0/1697732360 >> 172.21.15.12:0/1697732360 conn(0x563d6d7dda60 msgr2=0x563d6d7eaa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:09.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.773+0000 7fe292a28740 1 -- 172.21.15.12:0/1697732360 shutdown_connections 2024-03-29T00:18:09.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.773+0000 7fe292a28740 1 -- 172.21.15.12:0/1697732360 wait complete. 2024-03-29T00:18:09.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.774+0000 7fe292a28740 20 client.15264 trim_cache size 0 max 16384 2024-03-29T00:18:09.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.794+0000 7fe292a28740 1 Processor -- start 2024-03-29T00:18:09.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.794+0000 7fe292a28740 1 -- start start 2024-03-29T00:18:09.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.794+0000 7fe292a28740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d6d7eb390 0x563d6d7dde40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.794+0000 7fe292a28740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d6d7ebd80 0x563d6d7fc840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.794+0000 7fe292a28740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d6d7f0940 0x563d6d7dc450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.794+0000 7fe292a28740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x563d6d801b40 con 0x563d6d7ebd80 2024-03-29T00:18:09.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.794+0000 7fe292a28740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x563d6d802210 con 0x563d6d7f0940 2024-03-29T00:18:09.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.794+0000 7fe292a28740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x563d6d8028e0 con 0x563d6d7eb390 2024-03-29T00:18:09.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.794+0000 7fe28dc00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d6d7eb390 0x563d6d7dde40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.794+0000 7fe28dc00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d6d7eb390 0x563d6d7dde40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:50122/0 (socket says 172.21.15.12:50122) 2024-03-29T00:18:09.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.794+0000 7fe28dc00640 1 -- 172.21.15.12:0/2888585006 learned_addr learned my addr 172.21.15.12:0/2888585006 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:09.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.795+0000 7fe287e00640 1 --2- 172.21.15.12:0/2888585006 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d6d7ebd80 0x563d6d7fc840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.795+0000 7fe28dc00640 1 --2- 172.21.15.12:0/2888585006 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d6d7f0940 0x563d6d7dc450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.795+0000 7fe28dc00640 1 -- 172.21.15.12:0/2888585006 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d6d7f0940 msgr2=0x563d6d7dc450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:09.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.795+0000 7fe28dc00640 1 --2- 172.21.15.12:0/2888585006 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d6d7f0940 0x563d6d7dc450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.795+0000 7fe28dc00640 1 -- 172.21.15.12:0/2888585006 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d6d7ebd80 msgr2=0x563d6d7fc840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:09.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.795+0000 7fe28dc00640 1 --2- 172.21.15.12:0/2888585006 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d6d7ebd80 0x563d6d7fc840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.795+0000 7fe28dc00640 1 -- 172.21.15.12:0/2888585006 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563d6d7e1750 con 0x563d6d7eb390 2024-03-29T00:18:09.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.795+0000 7fe287e00640 1 --2- 172.21.15.12:0/2888585006 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d6d7ebd80 0x563d6d7fc840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:18:09.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.795+0000 7fe28dc00640 1 --2- 172.21.15.12:0/2888585006 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d6d7eb390 0x563d6d7dde40 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fe2800117b0 tx=0x7fe280011ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ed51456fb009e64b server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:09.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.796+0000 7fe279600640 1 -- 172.21.15.12:0/2888585006 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2800111b0 con 0x563d6d7eb390 2024-03-29T00:18:09.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.796+0000 7fe279600640 1 -- 172.21.15.12:0/2888585006 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe280003e70 con 0x563d6d7eb390 2024-03-29T00:18:09.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.796+0000 7fe279600640 1 -- 172.21.15.12:0/2888585006 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe28002e660 con 0x563d6d7eb390 2024-03-29T00:18:09.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.796+0000 7fe292a28740 1 -- 172.21.15.12:0/2888585006 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d6d7eb390 msgr2=0x563d6d7dde40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:09.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.796+0000 7fe292a28740 1 --2- 172.21.15.12:0/2888585006 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d6d7eb390 0x563d6d7dde40 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fe2800117b0 tx=0x7fe280011ca0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.796+0000 7fe292a28740 1 -- 172.21.15.12:0/2888585006 shutdown_connections 2024-03-29T00:18:09.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.796+0000 7fe292a28740 1 --2- 172.21.15.12:0/2888585006 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d6d7f0940 0x563d6d7dc450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.796+0000 7fe292a28740 1 --2- 172.21.15.12:0/2888585006 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d6d7ebd80 0x563d6d7fc840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.796+0000 7fe292a28740 1 --2- 172.21.15.12:0/2888585006 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d6d7eb390 0x563d6d7dde40 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.796+0000 7fe292a28740 1 -- 172.21.15.12:0/2888585006 >> 172.21.15.12:0/2888585006 conn(0x563d6d7dda60 msgr2=0x563d6d7f3dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:09.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.796+0000 7fe292a28740 1 -- 172.21.15.12:0/2888585006 shutdown_connections 2024-03-29T00:18:09.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.796+0000 7fe292a28740 1 -- 172.21.15.12:0/2888585006 wait complete. 2024-03-29T00:18:09.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.797+0000 7fe292a28740 1 -- start start 2024-03-29T00:18:09.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.797+0000 7fe292a28740 1 Processor -- start 2024-03-29T00:18:09.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.797+0000 7fe292a28740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d6d7eb390 0x563d6d7f8a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.797+0000 7fe292a28740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d6d7ebd80 0x563d6d7f8fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.797+0000 7fe292a28740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d6d7f0940 0x563d6d7fbc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.797+0000 7fe292a28740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x563d6d803680 con 0x563d6d7f0940 2024-03-29T00:18:09.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.797+0000 7fe292a28740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x563d6d802fb0 con 0x563d6d7eb390 2024-03-29T00:18:09.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.797+0000 7fe292a28740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x563d6d803d50 con 0x563d6d7ebd80 2024-03-29T00:18:09.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.798+0000 7fe292a28740 10 client.0 _ll_register_callbacks cb 0x7fe274009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:18:09.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.798+0000 7fe287e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d6d7ebd80 0x563d6d7f8fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.798+0000 7fe287e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d6d7ebd80 0x563d6d7f8fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:50136/0 (socket says 172.21.15.12:50136) 2024-03-29T00:18:09.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.798+0000 7fe287e00640 1 -- 172.21.15.12:0/3940017132 learned_addr learned my addr 172.21.15.12:0/3940017132 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:09.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.798+0000 7fe28dc00640 1 --2- 172.21.15.12:0/3940017132 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d6d7eb390 0x563d6d7f8a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.798+0000 7fe28dc00640 1 --2- 172.21.15.12:0/3940017132 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d6d7f0940 0x563d6d7fbc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.798+0000 7fe287e00640 1 -- 172.21.15.12:0/3940017132 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d6d7eb390 msgr2=0x563d6d7f8a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:09.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.798+0000 7fe287e00640 1 --2- 172.21.15.12:0/3940017132 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d6d7eb390 0x563d6d7f8a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.798+0000 7fe287e00640 1 -- 172.21.15.12:0/3940017132 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d6d7f0940 msgr2=0x563d6d7fbc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:09.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.798+0000 7fe287e00640 1 --2- 172.21.15.12:0/3940017132 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d6d7f0940 0x563d6d7fbc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.798+0000 7fe287e00640 1 -- 172.21.15.12:0/3940017132 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563d6d7fc270 con 0x563d6d7ebd80 2024-03-29T00:18:09.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.798+0000 7fe28dc00640 1 --2- 172.21.15.12:0/3940017132 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d6d7f0940 0x563d6d7fbc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:18:09.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.799+0000 7fe287e00640 1 --2- 172.21.15.12:0/3940017132 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d6d7ebd80 0x563d6d7f8fb0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fe274009730 tx=0x7fe274009f70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9243567bbcbad56b server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:09.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.799+0000 7fe26ea00640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:18:09.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.799+0000 7fe26ea00640 1 -- 172.21.15.12:0/3940017132 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe27400f790 con 0x563d6d7ebd80 2024-03-29T00:18:09.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.799+0000 7fe292a28740 1 -- 172.21.15.12:0/3940017132 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe280003e70 con 0x563d6d7ebd80 2024-03-29T00:18:09.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.799+0000 7fe26ea00640 1 -- 172.21.15.12:0/3940017132 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fe27400f930 con 0x563d6d7ebd80 2024-03-29T00:18:09.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.799+0000 7fe26ea00640 1 -- 172.21.15.12:0/3940017132 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe2740050b0 con 0x563d6d7ebd80 2024-03-29T00:18:09.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.799+0000 7fe292a28740 10 client.25432 fetch_fsmap learned FSMap version 28 2024-03-29T00:18:09.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.799+0000 7fe292a28740 1 -- 172.21.15.12:0/3940017132 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563d6d8689a0 con 0x563d6d7ebd80 2024-03-29T00:18:09.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.799+0000 7fe26ea00640 1 -- 172.21.15.12:0/3940017132 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe280003e70 con 0x563d6d7ebd80 2024-03-29T00:18:09.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.799+0000 7fe26ea00640 1 -- 172.21.15.12:0/3940017132 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fe274003b60 con 0x563d6d7ebd80 2024-03-29T00:18:09.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.800+0000 7fe292a28740 10 client.25432 fetch_fsmap finished waiting for FSMap version 28 2024-03-29T00:18:09.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.800+0000 7fe292a28740 10 client.25432 resolve_mds: resolved name 'c' to daemon mds.c 2024-03-29T00:18:09.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.800+0000 7fe292a28740 20 client.25432 populate_metadata read hostname 'smithi012' 2024-03-29T00:18:09.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.800+0000 7fe292a28740 1 --2- 172.21.15.12:0/3940017132 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x563d6d86d450 0x563d6d86c160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:09.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.800+0000 7fe292a28740 4 client.25432 mds_command: new command op to 24544 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-29T00:18:09.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.800+0000 7fe292a28740 1 -- 172.21.15.12:0/3940017132 --> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] -- command(tid 0: {"prefix": "status"}) -- 0x563d6d74e250 con 0x563d6d86d450 2024-03-29T00:18:09.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.800+0000 7fe28dc00640 1 --2- 172.21.15.12:0/3940017132 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x563d6d86d450 0x563d6d86c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:09.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.801+0000 7fe28dc00640 1 --2- 172.21.15.12:0/3940017132 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x563d6d86d450 0x563d6d86c160 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a64d5edaa9e9f26f server_cookie=eba8d2f502c41daf in_seq=0 out_seq=0 2024-03-29T00:18:09.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.801+0000 7fe26ea00640 10 client.25432 ms_handle_connect on v2:172.21.15.69:6836/466045469 2024-03-29T00:18:09.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.801+0000 7fe26ea00640 1 -- 172.21.15.12:0/3940017132 <== mds.2 v2:172.21.15.69:6836/466045469 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x563d6d74e250 con 0x563d6d86d450 2024-03-29T00:18:09.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.801+0000 7fe26ea00640 10 client.25432 handle_command_reply: tid=0 2024-03-29T00:18:09.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.801+0000 7fe292a28740 1 client.25432 shutdown 2024-03-29T00:18:09.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.801+0000 7fe292a28740 1 -- 172.21.15.12:0/3940017132 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d6d7ebd80 msgr2=0x563d6d7f8fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:09.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.801+0000 7fe292a28740 1 --2- 172.21.15.12:0/3940017132 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d6d7ebd80 0x563d6d7f8fb0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fe274009730 tx=0x7fe274009f70 comp rx=0 tx=0).stop 2024-03-29T00:18:09.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.801+0000 7fe292a28740 1 -- 172.21.15.12:0/3940017132 shutdown_connections 2024-03-29T00:18:09.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.801+0000 7fe292a28740 1 --2- 172.21.15.12:0/3940017132 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x563d6d86d450 0x563d6d86c160 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.801+0000 7fe292a28740 1 --2- 172.21.15.12:0/3940017132 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563d6d7f0940 0x563d6d7fbc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.801+0000 7fe292a28740 1 --2- 172.21.15.12:0/3940017132 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563d6d7ebd80 0x563d6d7f8fb0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.801+0000 7fe292a28740 1 --2- 172.21.15.12:0/3940017132 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563d6d7eb390 0x563d6d7f8a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.801+0000 7fe26ea00640 0 client.25432 ms_handle_reset on v2:172.21.15.69:6836/466045469 2024-03-29T00:18:09.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.801+0000 7fe292a28740 1 -- 172.21.15.12:0/3940017132 >> 172.21.15.12:0/3940017132 conn(0x563d6d7dda60 msgr2=0x563d6d7dde40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:09.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.801+0000 7fe292a28740 1 -- 172.21.15.12:0/3940017132 shutdown_connections 2024-03-29T00:18:09.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.801+0000 7fe292a28740 1 -- 172.21.15.12:0/3940017132 wait complete. 2024-03-29T00:18:09.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.802+0000 7fe292a28740 20 client.25432 trim_cache size 0 max 16384 2024-03-29T00:18:09.806 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:18:09.806 INFO:teuthology.orchestra.run.smithi012.stdout: "cluster_fsid": "f0a28ba8-ed5f-11ee-95d0-87774f69a715", 2024-03-29T00:18:09.806 INFO:teuthology.orchestra.run.smithi012.stdout: "whoami": 2, 2024-03-29T00:18:09.806 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 24544, 2024-03-29T00:18:09.807 INFO:teuthology.orchestra.run.smithi012.stdout: "want_state": "up:active", 2024-03-29T00:18:09.807 INFO:teuthology.orchestra.run.smithi012.stdout: "state": "up:active", 2024-03-29T00:18:09.807 INFO:teuthology.orchestra.run.smithi012.stdout: "fs_name": "cephfs", 2024-03-29T00:18:09.807 INFO:teuthology.orchestra.run.smithi012.stdout: "rank_uptime": 138.55483029499999, 2024-03-29T00:18:09.807 INFO:teuthology.orchestra.run.smithi012.stdout: "mdsmap_epoch": 28, 2024-03-29T00:18:09.807 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch": 93, 2024-03-29T00:18:09.807 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch_barrier": 89, 2024-03-29T00:18:09.807 INFO:teuthology.orchestra.run.smithi012.stdout: "uptime": 195.79920845199999 2024-03-29T00:18:09.807 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:18:09.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.802+0000 7fe28fc00640 1 -- 172.21.15.12:0/4024056400 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe2700a1e00 msgr2=0x7fe2700a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:09.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.802+0000 7fe28fc00640 1 --2- 172.21.15.12:0/4024056400 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe2700a1e00 0x7fe2700a42c0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fe27c006010 tx=0x7fe27c009260 comp rx=0 tx=0).stop 2024-03-29T00:18:09.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.802+0000 7fe28fc00640 1 -- 172.21.15.12:0/4024056400 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe2881021f0 msgr2=0x7fe288197c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:09.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.802+0000 7fe28fc00640 1 --2- 172.21.15.12:0/4024056400 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe2881021f0 0x7fe288197c00 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fe27c005ab0 tx=0x7fe27c004a50 comp rx=0 tx=0).stop 2024-03-29T00:18:09.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.802+0000 7fe28fc00640 1 -- 172.21.15.12:0/4024056400 shutdown_connections 2024-03-29T00:18:09.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.802+0000 7fe28fc00640 1 --2- 172.21.15.12:0/4024056400 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe2700a1e00 0x7fe2700a42c0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.802+0000 7fe28fc00640 1 --2- 172.21.15.12:0/4024056400 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe288107450 0x7fe28819f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.802+0000 7fe28fc00640 1 --2- 172.21.15.12:0/4024056400 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe288104b20 0x7fe288198140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.802+0000 7fe28fc00640 1 --2- 172.21.15.12:0/4024056400 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe2881021f0 0x7fe288197c00 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:09.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.802+0000 7fe28fc00640 1 -- 172.21.15.12:0/4024056400 >> 172.21.15.12:0/4024056400 conn(0x7fe2880fbbe0 msgr2=0x7fe288102b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:09.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.803+0000 7fe28fc00640 1 -- 172.21.15.12:0/4024056400 shutdown_connections 2024-03-29T00:18:09.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:09.803+0000 7fe28fc00640 1 -- 172.21.15.12:0/4024056400 wait complete. 2024-03-29T00:18:09.821 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-03-29T00:18:10.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.032+0000 7f25b9800640 1 -- 172.21.15.12:0/3837752832 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f25b40ffe90 msgr2=0x7f25b41002b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:10.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.032+0000 7f25b9800640 1 --2- 172.21.15.12:0/3837752832 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f25b40ffe90 0x7f25b41002b0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f25a4009900 tx=0x7f25a402bcd0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.032+0000 7f25b9800640 1 -- 172.21.15.12:0/3837752832 shutdown_connections 2024-03-29T00:18:10.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.032+0000 7f25b9800640 1 --2- 172.21.15.12:0/3837752832 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f25b4101190 0x7f25b4101610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.032+0000 7f25b9800640 1 --2- 172.21.15.12:0/3837752832 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f25b41007f0 0x7f25b4100c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.032+0000 7f25b9800640 1 --2- 172.21.15.12:0/3837752832 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f25b40ffe90 0x7f25b41002b0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.032+0000 7f25b9800640 1 -- 172.21.15.12:0/3837752832 >> 172.21.15.12:0/3837752832 conn(0x7f25b40fba30 msgr2=0x7f25b40fde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:10.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.032+0000 7f25b9800640 1 -- 172.21.15.12:0/3837752832 shutdown_connections 2024-03-29T00:18:10.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.032+0000 7f25b9800640 1 -- 172.21.15.12:0/3837752832 wait complete. 2024-03-29T00:18:10.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.033+0000 7f25b9800640 1 Processor -- start 2024-03-29T00:18:10.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.033+0000 7f25b9800640 1 -- start start 2024-03-29T00:18:10.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.034+0000 7f25b9800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f25b40ffe90 0x7f25b4199bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.034+0000 7f25b9800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f25b41007f0 0x7f25b419a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.034+0000 7f25b9800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f25b4101190 0x7f25b41a1110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.034+0000 7f25b9800640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f25b410f590 con 0x7f25b4101190 2024-03-29T00:18:10.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.034+0000 7f25b9800640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f25b410f410 con 0x7f25b41007f0 2024-03-29T00:18:10.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.034+0000 7f25b9800640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f25b410f710 con 0x7f25b40ffe90 2024-03-29T00:18:10.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.034+0000 7f25b3e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f25b40ffe90 0x7f25b4199bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.034+0000 7f25ab400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f25b41007f0 0x7f25b419a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.034+0000 7f25b3e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f25b40ffe90 0x7f25b4199bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:50158/0 (socket says 172.21.15.12:50158) 2024-03-29T00:18:10.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.034+0000 7f25b3e00640 1 -- 172.21.15.12:0/3105257313 learned_addr learned my addr 172.21.15.12:0/3105257313 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:10.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.034+0000 7f25b8e00640 1 --2- 172.21.15.12:0/3105257313 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f25b4101190 0x7f25b41a1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.034+0000 7f25b3e00640 1 -- 172.21.15.12:0/3105257313 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f25b41007f0 msgr2=0x7f25b419a0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:10.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.034+0000 7f25b3e00640 1 --2- 172.21.15.12:0/3105257313 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f25b41007f0 0x7f25b419a0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.034+0000 7f25b3e00640 1 -- 172.21.15.12:0/3105257313 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f25b4101190 msgr2=0x7f25b41a1110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:10.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.034+0000 7f25b3e00640 1 --2- 172.21.15.12:0/3105257313 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f25b4101190 0x7f25b41a1110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.034+0000 7f25b3e00640 1 -- 172.21.15.12:0/3105257313 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25b41a1780 con 0x7f25b40ffe90 2024-03-29T00:18:10.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.035+0000 7f25b3e00640 1 --2- 172.21.15.12:0/3105257313 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f25b40ffe90 0x7f25b4199bb0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f25a4000c00 tx=0x7f25a4004ad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:10.037 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.035+0000 7f25b1600640 1 -- 172.21.15.12:0/3105257313 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a4043020 con 0x7f25b40ffe90 2024-03-29T00:18:10.037 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.035+0000 7f25b9800640 1 -- 172.21.15.12:0/3105257313 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25b41a1a10 con 0x7f25b40ffe90 2024-03-29T00:18:10.037 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.035+0000 7f25b1600640 1 -- 172.21.15.12:0/3105257313 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f25a40042d0 con 0x7f25b40ffe90 2024-03-29T00:18:10.037 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.035+0000 7f25b1600640 1 -- 172.21.15.12:0/3105257313 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a4003c50 con 0x7f25b40ffe90 2024-03-29T00:18:10.037 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.035+0000 7f25b9800640 1 -- 172.21.15.12:0/3105257313 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25b41a1f60 con 0x7f25b40ffe90 2024-03-29T00:18:10.040 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.040+0000 7f25bda7c740 1 Processor -- start 2024-03-29T00:18:10.040 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.040+0000 7f25bda7c740 1 -- start start 2024-03-29T00:18:10.040 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.040+0000 7f25b1600640 1 -- 172.21.15.12:0/3105257313 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f25a4046020 con 0x7f25b40ffe90 2024-03-29T00:18:10.040 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.040+0000 7f25bda7c740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b8fa8b740 0x564b8fa8bb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.040+0000 7f25bda7c740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564b8fa8c130 0x564b8fa90c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.040+0000 7f25bda7c740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b8fa912a0 0x564b8fa93730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.040+0000 7f25bda7c740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x564b8f9ef9c0 con 0x564b8fa8b740 2024-03-29T00:18:10.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.040+0000 7f25bda7c740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x564b8f998c30 con 0x564b8fa8c130 2024-03-29T00:18:10.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.040+0000 7f25bda7c740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x564b8f9eba60 con 0x564b8fa912a0 2024-03-29T00:18:10.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.041+0000 7f25b3e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564b8fa8c130 0x564b8fa90c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.041+0000 7f25b8e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b8fa8b740 0x564b8fa8bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.041+0000 7f25ab400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b8fa912a0 0x564b8fa93730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.041+0000 7f25b3e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564b8fa8c130 0x564b8fa90c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:50258/0 (socket says 172.21.15.12:50258) 2024-03-29T00:18:10.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.041+0000 7f25b3e00640 1 -- 172.21.15.12:0/1067141580 learned_addr learned my addr 172.21.15.12:0/1067141580 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:10.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.041+0000 7f25b3e00640 1 -- 172.21.15.12:0/1067141580 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b8fa912a0 msgr2=0x564b8fa93730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:10.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.041+0000 7f25b3e00640 1 --2- 172.21.15.12:0/1067141580 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b8fa912a0 0x564b8fa93730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.041+0000 7f25b3e00640 1 -- 172.21.15.12:0/1067141580 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b8fa8b740 msgr2=0x564b8fa8bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:10.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.041+0000 7f25b3e00640 1 --2- 172.21.15.12:0/1067141580 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b8fa8b740 0x564b8fa8bb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.041+0000 7f25b3e00640 1 -- 172.21.15.12:0/1067141580 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b8f7042d0 con 0x564b8fa8c130 2024-03-29T00:18:10.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.041+0000 7f25b3e00640 1 --2- 172.21.15.12:0/1067141580 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564b8fa8c130 0x564b8fa90c30 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f25a40f81e0 tx=0x7f25a40f82d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f2e59e663672086b server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:10.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.042+0000 7f25b1600640 1 --2- 172.21.15.12:0/3105257313 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f25980a1d80 0x7f25980a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.043 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.042+0000 7f25a9600640 1 -- 172.21.15.12:0/1067141580 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a40f20d0 con 0x564b8fa8c130 2024-03-29T00:18:10.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.042+0000 7f25a9600640 1 -- 172.21.15.12:0/1067141580 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f25a40fd030 con 0x564b8fa8c130 2024-03-29T00:18:10.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.042+0000 7f25a9600640 1 -- 172.21.15.12:0/1067141580 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a40e6710 con 0x564b8fa8c130 2024-03-29T00:18:10.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.042+0000 7f25b1600640 1 -- 172.21.15.12:0/3105257313 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f25a40f01f0 con 0x7f25b40ffe90 2024-03-29T00:18:10.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.042+0000 7f25b8e00640 1 --2- 172.21.15.12:0/3105257313 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f25980a1d80 0x7f25980a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.043+0000 7f25bda7c740 1 -- 172.21.15.12:0/1067141580 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564b8fa8c130 msgr2=0x564b8fa90c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:10.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.043+0000 7f25bda7c740 1 --2- 172.21.15.12:0/1067141580 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564b8fa8c130 0x564b8fa90c30 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f25a40f81e0 tx=0x7f25a40f82d0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.043+0000 7f25b8e00640 1 --2- 172.21.15.12:0/3105257313 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f25980a1d80 0x7f25980a4240 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x564b8fa8c990 tx=0x7f25ac009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:10.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.043+0000 7f25bda7c740 1 -- 172.21.15.12:0/1067141580 shutdown_connections 2024-03-29T00:18:10.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.043+0000 7f25bda7c740 1 --2- 172.21.15.12:0/1067141580 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564b8fa8c130 0x564b8fa90c30 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.046 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.043+0000 7f25bda7c740 1 --2- 172.21.15.12:0/1067141580 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b8fa912a0 0x564b8fa93730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.046 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.043+0000 7f25bda7c740 1 --2- 172.21.15.12:0/1067141580 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b8fa8b740 0x564b8fa8bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.046 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.043+0000 7f25bda7c740 1 -- 172.21.15.12:0/1067141580 >> 172.21.15.12:0/1067141580 conn(0x564b8fa86cb0 msgr2=0x564b8fa870b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:10.046 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.043+0000 7f25bda7c740 1 -- 172.21.15.12:0/1067141580 shutdown_connections 2024-03-29T00:18:10.046 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.043+0000 7f25bda7c740 1 -- 172.21.15.12:0/1067141580 wait complete. 2024-03-29T00:18:10.046 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.043+0000 7f25bda7c740 1 -- start start 2024-03-29T00:18:10.046 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.044+0000 7f25bda7c740 1 Processor -- start 2024-03-29T00:18:10.046 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.044+0000 7f25bda7c740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b8fa8b740 0x564b8fa95900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.046 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.044+0000 7f25bda7c740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564b8fa8c130 0x564b8fa95e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.046 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.044+0000 7f25bda7c740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b8fa912a0 0x564b8fa9ce80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.046 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.044+0000 7f25bda7c740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x564b8fa94010 con 0x564b8fa912a0 2024-03-29T00:18:10.046 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.044+0000 7f25bda7c740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x564b8f98e180 con 0x564b8fa8c130 2024-03-29T00:18:10.046 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.044+0000 7f25bda7c740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x564b8fa94190 con 0x564b8fa8b740 2024-03-29T00:18:10.046 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.044+0000 7f25bda7c740 10 client.0 _ll_register_callbacks cb 0x564b8f703ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:18:10.046 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.044+0000 7f25b3e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b8fa8b740 0x564b8fa95900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.044+0000 7f25ab400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564b8fa8c130 0x564b8fa95e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.044+0000 7f25b3e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b8fa8b740 0x564b8fa95900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:50164/0 (socket says 172.21.15.12:50164) 2024-03-29T00:18:10.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.044+0000 7f25b3e00640 1 -- 172.21.15.12:0/154529239 learned_addr learned my addr 172.21.15.12:0/154529239 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:10.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.045+0000 7f25b8e00640 1 --2- 172.21.15.12:0/154529239 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b8fa912a0 0x564b8fa9ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.045+0000 7f25ab400640 1 -- 172.21.15.12:0/154529239 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b8fa8b740 msgr2=0x564b8fa95900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:10.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.045+0000 7f25ab400640 1 --2- 172.21.15.12:0/154529239 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b8fa8b740 0x564b8fa95900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.045+0000 7f25ab400640 1 -- 172.21.15.12:0/154529239 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b8fa912a0 msgr2=0x564b8fa9ce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:10.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.045+0000 7f25ab400640 1 --2- 172.21.15.12:0/154529239 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b8fa912a0 0x564b8fa9ce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.045+0000 7f25ab400640 1 -- 172.21.15.12:0/154529239 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b8f7ce6b0 con 0x564b8fa8c130 2024-03-29T00:18:10.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.045+0000 7f25ab400640 1 --2- 172.21.15.12:0/154529239 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564b8fa8c130 0x564b8fa95e40 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f25b419b070 tx=0x7f259c012b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=719441fc32a0c397 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:10.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.045+0000 7f25a2000640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:18:10.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.045+0000 7f25a2000640 1 -- 172.21.15.12:0/154529239 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f259c00f840 con 0x564b8fa8c130 2024-03-29T00:18:10.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.045+0000 7f25a2000640 1 -- 172.21.15.12:0/154529239 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f259c00f9e0 con 0x564b8fa8c130 2024-03-29T00:18:10.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.045+0000 7f25bda7c740 1 -- 172.21.15.12:0/154529239 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f25a40fd030 con 0x564b8fa8c130 2024-03-29T00:18:10.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.046+0000 7f25a2000640 1 -- 172.21.15.12:0/154529239 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f259c00fbe0 con 0x564b8fa8c130 2024-03-29T00:18:10.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.046+0000 7f25bda7c740 10 client.25385 fetch_fsmap learned FSMap version 28 2024-03-29T00:18:10.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.046+0000 7f25bda7c740 1 -- 172.21.15.12:0/154529239 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x564b8faa0260 con 0x564b8fa8c130 2024-03-29T00:18:10.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.046+0000 7f25a2000640 1 -- 172.21.15.12:0/154529239 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f25a40fd030 con 0x564b8fa8c130 2024-03-29T00:18:10.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.046+0000 7f25a2000640 1 -- 172.21.15.12:0/154529239 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f259c01c4b0 con 0x564b8fa8c130 2024-03-29T00:18:10.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.046+0000 7f25bda7c740 10 client.25385 fetch_fsmap finished waiting for FSMap version 28 2024-03-29T00:18:10.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.046+0000 7f25bda7c740 10 client.25385 resolve_mds: resolved name 'b' to daemon mds.b 2024-03-29T00:18:10.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.046+0000 7f25bda7c740 20 client.25385 populate_metadata read hostname 'smithi012' 2024-03-29T00:18:10.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.047+0000 7f25bda7c740 1 --2- 172.21.15.12:0/154529239 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x564b8faa2930 0x564b8faa3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.047+0000 7f25bda7c740 4 client.25385 mds_command: new command op to 24566 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:18:10.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.047+0000 7f25bda7c740 1 -- 172.21.15.12:0/154529239 --> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564b8f9fcf00 con 0x564b8faa2930 2024-03-29T00:18:10.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.047+0000 7f25b3e00640 1 --2- 172.21.15.12:0/154529239 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x564b8faa2930 0x564b8faa3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.047+0000 7f25b3e00640 1 --2- 172.21.15.12:0/154529239 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x564b8faa2930 0x564b8faa3da0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=39c30e21029db716 server_cookie=ad1860548259d4ab in_seq=0 out_seq=0 2024-03-29T00:18:10.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.047+0000 7f25a2000640 10 client.25385 ms_handle_connect on v2:172.21.15.53:6838/2142959350 2024-03-29T00:18:10.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.048+0000 7f25a2000640 1 -- 172.21.15.12:0/154529239 <== mds.1 v2:172.21.15.53:6838/2142959350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x564b8f9fcf00 con 0x564b8faa2930 2024-03-29T00:18:10.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.048+0000 7f25a2000640 10 client.25385 handle_command_reply: tid=0 2024-03-29T00:18:10.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.049+0000 7f25bda7c740 1 client.25385 shutdown 2024-03-29T00:18:10.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.049+0000 7f25bda7c740 1 -- 172.21.15.12:0/154529239 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564b8fa8c130 msgr2=0x564b8fa95e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:10.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.049+0000 7f25bda7c740 1 --2- 172.21.15.12:0/154529239 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564b8fa8c130 0x564b8fa95e40 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f25b419b070 tx=0x7f259c012b60 comp rx=0 tx=0).stop 2024-03-29T00:18:10.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.049+0000 7f25bda7c740 1 -- 172.21.15.12:0/154529239 shutdown_connections 2024-03-29T00:18:10.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.049+0000 7f25bda7c740 1 --2- 172.21.15.12:0/154529239 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x564b8faa2930 0x564b8faa3da0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.049+0000 7f25bda7c740 1 --2- 172.21.15.12:0/154529239 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564b8fa8c130 0x564b8fa95e40 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.049+0000 7f25a2000640 0 client.25385 ms_handle_reset on v2:172.21.15.53:6838/2142959350 2024-03-29T00:18:10.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.049+0000 7f25bda7c740 1 --2- 172.21.15.12:0/154529239 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b8fa912a0 0x564b8fa9ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.049+0000 7f25bda7c740 1 --2- 172.21.15.12:0/154529239 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b8fa8b740 0x564b8fa95900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.049+0000 7f25bda7c740 1 -- 172.21.15.12:0/154529239 >> 172.21.15.12:0/154529239 conn(0x564b8fa86cb0 msgr2=0x564b8fa85df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:10.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.049+0000 7f25bda7c740 1 -- 172.21.15.12:0/154529239 shutdown_connections 2024-03-29T00:18:10.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.049+0000 7f25bda7c740 1 -- 172.21.15.12:0/154529239 wait complete. 2024-03-29T00:18:10.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.049+0000 7f25bda7c740 20 client.25385 trim_cache size 0 max 16384 2024-03-29T00:18:10.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.086+0000 7f25bda7c740 1 Processor -- start 2024-03-29T00:18:10.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.086+0000 7f25bda7c740 1 -- start start 2024-03-29T00:18:10.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.086+0000 7f25bda7c740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b8fa8b740 0x564b8fa95900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.086+0000 7f25bda7c740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b8fa8c130 0x564b8fa95e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.086+0000 7f25bda7c740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564b8fa912a0 0x564b8fa9ce40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.086+0000 7f25bda7c740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x564b8faa20e0 con 0x564b8fa8c130 2024-03-29T00:18:10.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.086+0000 7f25bda7c740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x564b8faa27b0 con 0x564b8fa912a0 2024-03-29T00:18:10.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.086+0000 7f25bda7c740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x564b8faa2e80 con 0x564b8fa8b740 2024-03-29T00:18:10.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.087+0000 7f25ab400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b8fa8c130 0x564b8fa95e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.087+0000 7f25b8e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564b8fa912a0 0x564b8fa9ce40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.087+0000 7f25b3e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b8fa8b740 0x564b8fa95900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.087+0000 7f25b8e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564b8fa912a0 0x564b8fa9ce40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:50272/0 (socket says 172.21.15.12:50272) 2024-03-29T00:18:10.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.087+0000 7f25b8e00640 1 -- 172.21.15.12:0/1385388278 learned_addr learned my addr 172.21.15.12:0/1385388278 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:10.090 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.087+0000 7f25b3e00640 1 -- 172.21.15.12:0/1385388278 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564b8fa912a0 msgr2=0x564b8fa9ce40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:10.090 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.087+0000 7f25b3e00640 1 --2- 172.21.15.12:0/1385388278 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564b8fa912a0 0x564b8fa9ce40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.090 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.087+0000 7f25b3e00640 1 -- 172.21.15.12:0/1385388278 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b8fa8c130 msgr2=0x564b8fa95e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:10.090 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.087+0000 7f25b3e00640 1 --2- 172.21.15.12:0/1385388278 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b8fa8c130 0x564b8fa95e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.090 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.087+0000 7f25b3e00640 1 -- 172.21.15.12:0/1385388278 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b8fa8dec0 con 0x564b8fa8b740 2024-03-29T00:18:10.090 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.088+0000 7f25b3e00640 1 --2- 172.21.15.12:0/1385388278 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b8fa8b740 0x564b8fa95900 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f25a40f87d0 tx=0x7f25a4009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=93ddc181b821d8cc server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:10.090 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.088+0000 7f25a8c00640 1 -- 172.21.15.12:0/1385388278 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a40e6e60 con 0x564b8fa8b740 2024-03-29T00:18:10.090 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.088+0000 7f25a8c00640 1 -- 172.21.15.12:0/1385388278 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f25a40fd040 con 0x564b8fa8b740 2024-03-29T00:18:10.090 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.088+0000 7f25a8c00640 1 -- 172.21.15.12:0/1385388278 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a40e7050 con 0x564b8fa8b740 2024-03-29T00:18:10.090 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.089+0000 7f25bda7c740 1 -- 172.21.15.12:0/1385388278 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b8fa8b740 msgr2=0x564b8fa95900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:10.090 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.089+0000 7f25bda7c740 1 --2- 172.21.15.12:0/1385388278 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b8fa8b740 0x564b8fa95900 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f25a40f87d0 tx=0x7f25a4009260 comp rx=0 tx=0).stop 2024-03-29T00:18:10.090 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.089+0000 7f25bda7c740 1 -- 172.21.15.12:0/1385388278 shutdown_connections 2024-03-29T00:18:10.091 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.089+0000 7f25bda7c740 1 --2- 172.21.15.12:0/1385388278 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564b8fa912a0 0x564b8fa9ce40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.091 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.089+0000 7f25bda7c740 1 --2- 172.21.15.12:0/1385388278 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b8fa8c130 0x564b8fa95e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.091 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.089+0000 7f25bda7c740 1 --2- 172.21.15.12:0/1385388278 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b8fa8b740 0x564b8fa95900 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.091 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.089+0000 7f25bda7c740 1 -- 172.21.15.12:0/1385388278 >> 172.21.15.12:0/1385388278 conn(0x564b8fa86cb0 msgr2=0x564b8fa87090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:10.091 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.089+0000 7f25bda7c740 1 -- 172.21.15.12:0/1385388278 shutdown_connections 2024-03-29T00:18:10.091 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.089+0000 7f25bda7c740 1 -- 172.21.15.12:0/1385388278 wait complete. 2024-03-29T00:18:10.091 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.089+0000 7f25bda7c740 1 -- start start 2024-03-29T00:18:10.091 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.090+0000 7f25bda7c740 1 Processor -- start 2024-03-29T00:18:10.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.090+0000 7f25bda7c740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b8fa8b740 0x564b8fa9ae30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.090+0000 7f25bda7c740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564b8fa8c130 0x564b8fb0ce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.090+0000 7f25bda7c740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b8fa912a0 0x564b8fb0f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.090+0000 7f25bda7c740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x564b8faa3c20 con 0x564b8fa8b740 2024-03-29T00:18:10.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.090+0000 7f25bda7c740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x564b8faa3550 con 0x564b8fa8c130 2024-03-29T00:18:10.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.090+0000 7f25bda7c740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x564b8faa42f0 con 0x564b8fa912a0 2024-03-29T00:18:10.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.090+0000 7f25bda7c740 10 client.0 _ll_register_callbacks cb 0x7f259c009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:18:10.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.090+0000 7f25b3e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b8fa8b740 0x564b8fa9ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.090+0000 7f25b8e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b8fa912a0 0x564b8fb0f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.090+0000 7f25ab400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564b8fa8c130 0x564b8fb0ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.090+0000 7f25b8e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b8fa912a0 0x564b8fb0f3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:50188/0 (socket says 172.21.15.12:50188) 2024-03-29T00:18:10.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.090+0000 7f25b3e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b8fa8b740 0x564b8fa9ae30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:42446/0 (socket says 172.21.15.12:42446) 2024-03-29T00:18:10.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.090+0000 7f25b8e00640 1 -- 172.21.15.12:0/731310684 learned_addr learned my addr 172.21.15.12:0/731310684 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:10.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.091+0000 7f25b3e00640 1 -- 172.21.15.12:0/731310684 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b8fa912a0 msgr2=0x564b8fb0f3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:10.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.091+0000 7f25b3e00640 1 --2- 172.21.15.12:0/731310684 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b8fa912a0 0x564b8fb0f3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.091+0000 7f25b3e00640 1 -- 172.21.15.12:0/731310684 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564b8fa8c130 msgr2=0x564b8fb0ce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:10.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.091+0000 7f25b3e00640 1 --2- 172.21.15.12:0/731310684 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564b8fa8c130 0x564b8fb0ce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.091+0000 7f25b3e00640 1 -- 172.21.15.12:0/731310684 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b8fb0faf0 con 0x564b8fa8b740 2024-03-29T00:18:10.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.091+0000 7f25ab400640 1 --2- 172.21.15.12:0/731310684 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564b8fa8c130 0x564b8fb0ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:18:10.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.091+0000 7f25b8e00640 1 --2- 172.21.15.12:0/731310684 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b8fa912a0 0x564b8fb0f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:18:10.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.091+0000 7f25b3e00640 1 --2- 172.21.15.12:0/731310684 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b8fa8b740 0x564b8fa9ae30 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f25a40bc7e0 tx=0x7f25a40f0120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df8c4cbc69d619c8 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:10.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.091+0000 7f25a2000640 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-03-29T00:18:10.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.091+0000 7f25a2000640 1 -- 172.21.15.12:0/731310684 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a40bde60 con 0x564b8fa8b740 2024-03-29T00:18:10.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.091+0000 7f25a2000640 1 -- 172.21.15.12:0/731310684 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f25a40babd0 con 0x564b8fa8b740 2024-03-29T00:18:10.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.091+0000 7f25bda7c740 1 -- 172.21.15.12:0/731310684 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f25a40fd040 con 0x564b8fa8b740 2024-03-29T00:18:10.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.092+0000 7f25a2000640 1 -- 172.21.15.12:0/731310684 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f25a40e7260 con 0x564b8fa8b740 2024-03-29T00:18:10.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.092+0000 7f25bda7c740 10 client.15288 fetch_fsmap learned FSMap version 28 2024-03-29T00:18:10.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.092+0000 7f25bda7c740 1 -- 172.21.15.12:0/731310684 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x564b8fb10df0 con 0x564b8fa8b740 2024-03-29T00:18:10.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.092+0000 7f25a2000640 1 -- 172.21.15.12:0/731310684 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f25a40fd040 con 0x564b8fa8b740 2024-03-29T00:18:10.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.092+0000 7f25a2000640 1 -- 172.21.15.12:0/731310684 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f25a40f8d10 con 0x564b8fa8b740 2024-03-29T00:18:10.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.092+0000 7f25bda7c740 10 client.15288 fetch_fsmap finished waiting for FSMap version 28 2024-03-29T00:18:10.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.092+0000 7f25bda7c740 10 client.15288 resolve_mds: resolved name 'b' to daemon mds.b 2024-03-29T00:18:10.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.092+0000 7f25bda7c740 20 client.15288 populate_metadata read hostname 'smithi012' 2024-03-29T00:18:10.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.092+0000 7f25bda7c740 1 --2- 172.21.15.12:0/731310684 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x564b8fb15530 0x564b8fb14240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.092+0000 7f25bda7c740 4 client.15288 mds_command: new command op to 24566 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-29T00:18:10.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.092+0000 7f25bda7c740 1 -- 172.21.15.12:0/731310684 --> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] -- command(tid 0: {"prefix": "status"}) -- 0x564b8f9f7250 con 0x564b8fb15530 2024-03-29T00:18:10.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.093+0000 7f25ab400640 1 --2- 172.21.15.12:0/731310684 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x564b8fb15530 0x564b8fb14240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.093+0000 7f25ab400640 1 --2- 172.21.15.12:0/731310684 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x564b8fb15530 0x564b8fb14240 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=28dd902530d04d9 server_cookie=ac734bda59277abe in_seq=0 out_seq=0 2024-03-29T00:18:10.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.093+0000 7f25a2000640 10 client.15288 ms_handle_connect on v2:172.21.15.53:6838/2142959350 2024-03-29T00:18:10.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.094+0000 7f25a2000640 1 -- 172.21.15.12:0/731310684 <== mds.1 v2:172.21.15.53:6838/2142959350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x564b8f9f7250 con 0x564b8fb15530 2024-03-29T00:18:10.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.094+0000 7f25a2000640 10 client.15288 handle_command_reply: tid=0 2024-03-29T00:18:10.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.094+0000 7f25bda7c740 1 client.15288 shutdown 2024-03-29T00:18:10.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.094+0000 7f25bda7c740 1 -- 172.21.15.12:0/731310684 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b8fa8b740 msgr2=0x564b8fa9ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:10.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.094+0000 7f25bda7c740 1 --2- 172.21.15.12:0/731310684 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b8fa8b740 0x564b8fa9ae30 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f25a40bc7e0 tx=0x7f25a40f0120 comp rx=0 tx=0).stop 2024-03-29T00:18:10.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.094+0000 7f25bda7c740 1 -- 172.21.15.12:0/731310684 shutdown_connections 2024-03-29T00:18:10.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.094+0000 7f25bda7c740 1 --2- 172.21.15.12:0/731310684 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x564b8fb15530 0x564b8fb14240 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.094+0000 7f25bda7c740 1 --2- 172.21.15.12:0/731310684 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564b8fa8c130 0x564b8fb0ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.094+0000 7f25bda7c740 1 --2- 172.21.15.12:0/731310684 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b8fa912a0 0x564b8fb0f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.094+0000 7f25bda7c740 1 --2- 172.21.15.12:0/731310684 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b8fa8b740 0x564b8fa9ae30 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.094+0000 7f25a2000640 0 client.15288 ms_handle_reset on v2:172.21.15.53:6838/2142959350 2024-03-29T00:18:10.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.094+0000 7f25bda7c740 1 -- 172.21.15.12:0/731310684 >> 172.21.15.12:0/731310684 conn(0x564b8fa86cb0 msgr2=0x564b8fa95900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:10.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.094+0000 7f25bda7c740 1 -- 172.21.15.12:0/731310684 shutdown_connections 2024-03-29T00:18:10.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.094+0000 7f25bda7c740 1 -- 172.21.15.12:0/731310684 wait complete. 2024-03-29T00:18:10.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.094+0000 7f25bda7c740 20 client.15288 trim_cache size 0 max 16384 2024-03-29T00:18:10.099 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:18:10.099 INFO:teuthology.orchestra.run.smithi012.stdout: "cluster_fsid": "f0a28ba8-ed5f-11ee-95d0-87774f69a715", 2024-03-29T00:18:10.099 INFO:teuthology.orchestra.run.smithi012.stdout: "whoami": 1, 2024-03-29T00:18:10.099 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 24566, 2024-03-29T00:18:10.099 INFO:teuthology.orchestra.run.smithi012.stdout: "want_state": "up:active", 2024-03-29T00:18:10.099 INFO:teuthology.orchestra.run.smithi012.stdout: "state": "up:active", 2024-03-29T00:18:10.099 INFO:teuthology.orchestra.run.smithi012.stdout: "fs_name": "cephfs", 2024-03-29T00:18:10.099 INFO:teuthology.orchestra.run.smithi012.stdout: "rank_uptime": 139.857781649, 2024-03-29T00:18:10.099 INFO:teuthology.orchestra.run.smithi012.stdout: "mdsmap_epoch": 28, 2024-03-29T00:18:10.099 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch": 93, 2024-03-29T00:18:10.099 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch_barrier": 89, 2024-03-29T00:18:10.099 INFO:teuthology.orchestra.run.smithi012.stdout: "uptime": 178.91123755699999 2024-03-29T00:18:10.099 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:18:10.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.095+0000 7f25b9800640 1 -- 172.21.15.12:0/3105257313 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f25980a1d80 msgr2=0x7f25980a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:10.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.095+0000 7f25b9800640 1 --2- 172.21.15.12:0/3105257313 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f25980a1d80 0x7f25980a4240 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x564b8fa8c990 tx=0x7f25ac009500 comp rx=0 tx=0).stop 2024-03-29T00:18:10.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.095+0000 7f25b9800640 1 -- 172.21.15.12:0/3105257313 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f25b40ffe90 msgr2=0x7f25b4199bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:10.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.095+0000 7f25b9800640 1 --2- 172.21.15.12:0/3105257313 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f25b40ffe90 0x7f25b4199bb0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f25a4000c00 tx=0x7f25a4004ad0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.095+0000 7f25b9800640 1 -- 172.21.15.12:0/3105257313 shutdown_connections 2024-03-29T00:18:10.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.095+0000 7f25b9800640 1 --2- 172.21.15.12:0/3105257313 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f25980a1d80 0x7f25980a4240 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.095+0000 7f25b9800640 1 --2- 172.21.15.12:0/3105257313 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f25b41007f0 0x7f25b419a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.095+0000 7f25b9800640 1 --2- 172.21.15.12:0/3105257313 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f25b4101190 0x7f25b41a1110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.095+0000 7f25b9800640 1 --2- 172.21.15.12:0/3105257313 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f25b40ffe90 0x7f25b4199bb0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.095+0000 7f25b9800640 1 -- 172.21.15.12:0/3105257313 >> 172.21.15.12:0/3105257313 conn(0x7f25b40fba30 msgr2=0x7f25b40fd530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:10.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.096+0000 7f25b9800640 1 -- 172.21.15.12:0/3105257313 shutdown_connections 2024-03-29T00:18:10.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.096+0000 7f25b9800640 1 -- 172.21.15.12:0/3105257313 wait complete. 2024-03-29T00:18:10.114 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-03-29T00:18:10.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.316+0000 7f335aa00640 1 -- 172.21.15.12:0/1435189114 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3354105520 msgr2=0x7f335410bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:10.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.316+0000 7f335aa00640 1 --2- 172.21.15.12:0/1435189114 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3354105520 0x7f335410bdb0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f334c009be0 tx=0x7f334c02bef0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.316+0000 7f335aa00640 1 -- 172.21.15.12:0/1435189114 shutdown_connections 2024-03-29T00:18:10.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.316+0000 7f335aa00640 1 --2- 172.21.15.12:0/1435189114 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3354105520 0x7f335410bdb0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.316+0000 7f335aa00640 1 --2- 172.21.15.12:0/1435189114 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3354104b60 0x7f3354104fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.316+0000 7f335aa00640 1 --2- 172.21.15.12:0/1435189114 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3354103970 0x7f3354103d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.316+0000 7f335aa00640 1 -- 172.21.15.12:0/1435189114 >> 172.21.15.12:0/1435189114 conn(0x7f33540fef00 msgr2=0x7f3354101320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:10.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.316+0000 7f335aa00640 1 -- 172.21.15.12:0/1435189114 shutdown_connections 2024-03-29T00:18:10.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.316+0000 7f335aa00640 1 -- 172.21.15.12:0/1435189114 wait complete. 2024-03-29T00:18:10.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.317+0000 7f335aa00640 1 Processor -- start 2024-03-29T00:18:10.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.317+0000 7f335aa00640 1 -- start start 2024-03-29T00:18:10.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.318+0000 7f335aa00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3354103970 0x7f3354199cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.318+0000 7f335aa00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3354104b60 0x7f335419a200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.318+0000 7f335aa00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3354105520 0x7f33541a1260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.318+0000 7f335aa00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f335410f760 con 0x7f3354104b60 2024-03-29T00:18:10.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.318+0000 7f335aa00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f335410f5e0 con 0x7f3354105520 2024-03-29T00:18:10.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.318+0000 7f335aa00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f335410f8e0 con 0x7f3354103970 2024-03-29T00:18:10.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.318+0000 7f3353e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3354103970 0x7f3354199cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.318+0000 7f3353e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3354103970 0x7f3354199cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:50210/0 (socket says 172.21.15.12:50210) 2024-03-29T00:18:10.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.318+0000 7f3353e00640 1 -- 172.21.15.12:0/154414997 learned_addr learned my addr 172.21.15.12:0/154414997 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:10.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.318+0000 7f3353400640 1 --2- 172.21.15.12:0/154414997 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3354104b60 0x7f335419a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.318+0000 7f3358a00640 1 --2- 172.21.15.12:0/154414997 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3354105520 0x7f33541a1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.318+0000 7f3353e00640 1 -- 172.21.15.12:0/154414997 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3354105520 msgr2=0x7f33541a1260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:10.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.318+0000 7f3353e00640 1 --2- 172.21.15.12:0/154414997 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3354105520 0x7f33541a1260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.319+0000 7f3353e00640 1 -- 172.21.15.12:0/154414997 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3354104b60 msgr2=0x7f335419a200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:10.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.319+0000 7f3353e00640 1 --2- 172.21.15.12:0/154414997 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3354104b60 0x7f335419a200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.319+0000 7f3353e00640 1 -- 172.21.15.12:0/154414997 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33541a1900 con 0x7f3354103970 2024-03-29T00:18:10.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.319+0000 7f3353e00640 1 --2- 172.21.15.12:0/154414997 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3354103970 0x7f3354199cc0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f334400e9a0 tx=0x7f334400ee60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:10.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.319+0000 7f3350c00640 1 -- 172.21.15.12:0/154414997 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f334400cd80 con 0x7f3354103970 2024-03-29T00:18:10.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.319+0000 7f335aa00640 1 -- 172.21.15.12:0/154414997 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33541a1bf0 con 0x7f3354103970 2024-03-29T00:18:10.326 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.319+0000 7f3350c00640 1 -- 172.21.15.12:0/154414997 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3344010930 con 0x7f3354103970 2024-03-29T00:18:10.326 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.319+0000 7f3350c00640 1 -- 172.21.15.12:0/154414997 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3344018a20 con 0x7f3354103970 2024-03-29T00:18:10.326 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.319+0000 7f335aa00640 1 -- 172.21.15.12:0/154414997 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33541a2190 con 0x7f3354103970 2024-03-29T00:18:10.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.323+0000 7f335d7d8740 1 Processor -- start 2024-03-29T00:18:10.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.323+0000 7f3350c00640 1 -- 172.21.15.12:0/154414997 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f3344010ae0 con 0x7f3354103970 2024-03-29T00:18:10.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.323+0000 7f335d7d8740 1 -- start start 2024-03-29T00:18:10.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.323+0000 7f335d7d8740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a5b4618570 0x55a5b4618990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.323+0000 7f335d7d8740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a5b4618f60 0x55a5b461da60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.323+0000 7f335d7d8740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a5b461e0d0 0x55a5b4620560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.323+0000 7f335d7d8740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55a5b457c9c0 con 0x55a5b461e0d0 2024-03-29T00:18:10.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.323+0000 7f335d7d8740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55a5b4525c30 con 0x55a5b4618f60 2024-03-29T00:18:10.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.323+0000 7f335d7d8740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55a5b4578a60 con 0x55a5b4618570 2024-03-29T00:18:10.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.323+0000 7f3358a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a5b4618570 0x55a5b4618990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.323+0000 7f3353e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a5b4618f60 0x55a5b461da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.323+0000 7f3353400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a5b461e0d0 0x55a5b4620560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.323+0000 7f3358a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a5b4618570 0x55a5b4618990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:50226/0 (socket says 172.21.15.12:50226) 2024-03-29T00:18:10.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.323+0000 7f3358a00640 1 -- 172.21.15.12:0/1315994498 learned_addr learned my addr 172.21.15.12:0/1315994498 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:10.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.324+0000 7f3358a00640 1 -- 172.21.15.12:0/1315994498 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a5b4618f60 msgr2=0x55a5b461da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:10.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.324+0000 7f3358a00640 1 --2- 172.21.15.12:0/1315994498 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a5b4618f60 0x55a5b461da60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.324+0000 7f3358a00640 1 -- 172.21.15.12:0/1315994498 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a5b461e0d0 msgr2=0x55a5b4620560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:10.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.324+0000 7f3358a00640 1 --2- 172.21.15.12:0/1315994498 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a5b461e0d0 0x55a5b4620560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.324+0000 7f3358a00640 1 -- 172.21.15.12:0/1315994498 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a5b42912d0 con 0x55a5b4618570 2024-03-29T00:18:10.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.324+0000 7f3358a00640 1 --2- 172.21.15.12:0/1315994498 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a5b4618570 0x55a5b4618990 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f334c009be0 tx=0x7f334c009840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7772e698d338b5ff server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:10.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.325+0000 7f3349200640 1 -- 172.21.15.12:0/1315994498 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f334c043030 con 0x55a5b4618570 2024-03-29T00:18:10.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.325+0000 7f3349200640 1 -- 172.21.15.12:0/1315994498 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f334c033bf0 con 0x55a5b4618570 2024-03-29T00:18:10.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.325+0000 7f3350c00640 1 --2- 172.21.15.12:0/154414997 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f33380a1e00 0x7f33380a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.325+0000 7f3349200640 1 -- 172.21.15.12:0/1315994498 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f334c02ca50 con 0x55a5b4618570 2024-03-29T00:18:10.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.325+0000 7f3350c00640 1 -- 172.21.15.12:0/154414997 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f33440ce430 con 0x7f3354103970 2024-03-29T00:18:10.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.325+0000 7f3353e00640 1 --2- 172.21.15.12:0/154414997 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f33380a1e00 0x7f33380a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.325+0000 7f335d7d8740 1 -- 172.21.15.12:0/1315994498 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a5b4618570 msgr2=0x55a5b4618990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:10.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.325+0000 7f335d7d8740 1 --2- 172.21.15.12:0/1315994498 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a5b4618570 0x55a5b4618990 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f334c009be0 tx=0x7f334c009840 comp rx=0 tx=0).stop 2024-03-29T00:18:10.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.326+0000 7f335d7d8740 1 -- 172.21.15.12:0/1315994498 shutdown_connections 2024-03-29T00:18:10.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.326+0000 7f335d7d8740 1 --2- 172.21.15.12:0/1315994498 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a5b4618f60 0x55a5b461da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.326+0000 7f335d7d8740 1 --2- 172.21.15.12:0/1315994498 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a5b461e0d0 0x55a5b4620560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.326+0000 7f335d7d8740 1 --2- 172.21.15.12:0/1315994498 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a5b4618570 0x55a5b4618990 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.326+0000 7f335d7d8740 1 -- 172.21.15.12:0/1315994498 >> 172.21.15.12:0/1315994498 conn(0x55a5b4613ae0 msgr2=0x55a5b4613ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:10.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.326+0000 7f335d7d8740 1 -- 172.21.15.12:0/1315994498 shutdown_connections 2024-03-29T00:18:10.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.326+0000 7f3353e00640 1 --2- 172.21.15.12:0/154414997 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f33380a1e00 0x7f33380a42c0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f33440cbf10 tx=0x7f33440d1f10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:10.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.326+0000 7f335d7d8740 1 -- 172.21.15.12:0/1315994498 wait complete. 2024-03-29T00:18:10.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.326+0000 7f335d7d8740 1 -- start start 2024-03-29T00:18:10.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.326+0000 7f335d7d8740 1 Processor -- start 2024-03-29T00:18:10.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.327+0000 7f335d7d8740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a5b4618570 0x55a5b4622a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.327+0000 7f335d7d8740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a5b4618f60 0x55a5b4622f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.327+0000 7f335d7d8740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a5b461e0d0 0x55a5b4629fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.327+0000 7f335d7d8740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55a5b4621020 con 0x55a5b461e0d0 2024-03-29T00:18:10.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.327+0000 7f335d7d8740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55a5b451b180 con 0x55a5b4618f60 2024-03-29T00:18:10.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.327+0000 7f335d7d8740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55a5b46211a0 con 0x55a5b4618570 2024-03-29T00:18:10.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.327+0000 7f335d7d8740 10 client.0 _ll_register_callbacks cb 0x55a5b4290ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:18:10.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.327+0000 7f3353400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a5b4618f60 0x55a5b4622f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.327+0000 7f3358a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a5b4618570 0x55a5b4622a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.327+0000 7f3353400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a5b4618f60 0x55a5b4622f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:50318/0 (socket says 172.21.15.12:50318) 2024-03-29T00:18:10.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.327+0000 7f3353400640 1 -- 172.21.15.12:0/288941947 learned_addr learned my addr 172.21.15.12:0/288941947 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:10.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.327+0000 7f3358a00640 1 --2- 172.21.15.12:0/288941947 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a5b461e0d0 0x55a5b4629fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.328+0000 7f3353400640 1 -- 172.21.15.12:0/288941947 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a5b4618570 msgr2=0x55a5b4622a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:10.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.328+0000 7f3353400640 1 --2- 172.21.15.12:0/288941947 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a5b4618570 0x55a5b4622a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.328+0000 7f3353400640 1 -- 172.21.15.12:0/288941947 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a5b461e0d0 msgr2=0x55a5b4629fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:10.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.328+0000 7f3353400640 1 --2- 172.21.15.12:0/288941947 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a5b461e0d0 0x55a5b4629fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.328+0000 7f3353400640 1 -- 172.21.15.12:0/288941947 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a5b435b6b0 con 0x55a5b4618f60 2024-03-29T00:18:10.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.328+0000 7f3353400640 1 --2- 172.21.15.12:0/288941947 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a5b4618f60 0x55a5b4622f90 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f3340012720 tx=0x7f3340012be0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b6edeccfa0f76b4f server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:10.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.328+0000 7f333d600640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:18:10.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.328+0000 7f333d600640 1 -- 172.21.15.12:0/288941947 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f334000f920 con 0x55a5b4618f60 2024-03-29T00:18:10.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.328+0000 7f335d7d8740 1 -- 172.21.15.12:0/288941947 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f334c033bf0 con 0x55a5b4618f60 2024-03-29T00:18:10.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.328+0000 7f333d600640 1 -- 172.21.15.12:0/288941947 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f334000fac0 con 0x55a5b4618f60 2024-03-29T00:18:10.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.329+0000 7f333d600640 1 -- 172.21.15.12:0/288941947 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f334000fd00 con 0x55a5b4618f60 2024-03-29T00:18:10.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.329+0000 7f335d7d8740 10 client.25403 fetch_fsmap learned FSMap version 28 2024-03-29T00:18:10.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.329+0000 7f335d7d8740 1 -- 172.21.15.12:0/288941947 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a5b462d400 con 0x55a5b4618f60 2024-03-29T00:18:10.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.329+0000 7f333d600640 1 -- 172.21.15.12:0/288941947 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f334c033bf0 con 0x55a5b4618f60 2024-03-29T00:18:10.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.329+0000 7f333d600640 1 -- 172.21.15.12:0/288941947 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f3340010570 con 0x55a5b4618f60 2024-03-29T00:18:10.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.329+0000 7f335d7d8740 10 client.25403 fetch_fsmap finished waiting for FSMap version 28 2024-03-29T00:18:10.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.329+0000 7f335d7d8740 10 client.25403 resolve_mds: resolved name 'i' to daemon mds.i 2024-03-29T00:18:10.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.329+0000 7f335d7d8740 20 client.25403 populate_metadata read hostname 'smithi012' 2024-03-29T00:18:10.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.329+0000 7f335d7d8740 1 --2- 172.21.15.12:0/288941947 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55a5b462fa20 0x55a5b4630e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.329+0000 7f335d7d8740 4 client.25403 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:18:10.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.329+0000 7f335d7d8740 1 -- 172.21.15.12:0/288941947 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a5b4589f00 con 0x55a5b462fa20 2024-03-29T00:18:10.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.330+0000 7f3358a00640 1 --2- 172.21.15.12:0/288941947 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55a5b462fa20 0x55a5b4630e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.330+0000 7f3358a00640 1 --2- 172.21.15.12:0/288941947 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55a5b462fa20 0x55a5b4630e90 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7d152ba9fdb1955 server_cookie=47f42a19be208846 in_seq=0 out_seq=0 2024-03-29T00:18:10.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.330+0000 7f333d600640 10 client.25403 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:18:10.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.331+0000 7f333d600640 1 -- 172.21.15.12:0/288941947 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55a5b4589f00 con 0x55a5b462fa20 2024-03-29T00:18:10.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.331+0000 7f333d600640 10 client.25403 handle_command_reply: tid=0 2024-03-29T00:18:10.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.331+0000 7f335d7d8740 1 client.25403 shutdown 2024-03-29T00:18:10.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.332+0000 7f335d7d8740 1 -- 172.21.15.12:0/288941947 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a5b4618f60 msgr2=0x55a5b4622f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:10.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.332+0000 7f335d7d8740 1 --2- 172.21.15.12:0/288941947 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a5b4618f60 0x55a5b4622f90 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f3340012720 tx=0x7f3340012be0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.332+0000 7f335d7d8740 1 -- 172.21.15.12:0/288941947 shutdown_connections 2024-03-29T00:18:10.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.332+0000 7f335d7d8740 1 --2- 172.21.15.12:0/288941947 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55a5b462fa20 0x55a5b4630e90 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.332+0000 7f335d7d8740 1 --2- 172.21.15.12:0/288941947 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a5b4618f60 0x55a5b4622f90 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.332+0000 7f335d7d8740 1 --2- 172.21.15.12:0/288941947 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a5b461e0d0 0x55a5b4629fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.332+0000 7f335d7d8740 1 --2- 172.21.15.12:0/288941947 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a5b4618570 0x55a5b4622a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.332+0000 7f333d600640 0 client.25403 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:18:10.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.332+0000 7f335d7d8740 1 -- 172.21.15.12:0/288941947 >> 172.21.15.12:0/288941947 conn(0x55a5b4613ae0 msgr2=0x55a5b4612ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:10.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.332+0000 7f335d7d8740 1 -- 172.21.15.12:0/288941947 shutdown_connections 2024-03-29T00:18:10.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.332+0000 7f335d7d8740 1 -- 172.21.15.12:0/288941947 wait complete. 2024-03-29T00:18:10.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.332+0000 7f335d7d8740 20 client.25403 trim_cache size 0 max 16384 2024-03-29T00:18:10.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.353+0000 7f335d7d8740 1 Processor -- start 2024-03-29T00:18:10.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.353+0000 7f335d7d8740 1 -- start start 2024-03-29T00:18:10.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.353+0000 7f335d7d8740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a5b4618570 0x55a5b4617450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.353+0000 7f335d7d8740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a5b4618f60 0x55a5b4629f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.353+0000 7f335d7d8740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a5b461e0d0 0x55a5b4638160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.353+0000 7f335d7d8740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55a5b462f1d0 con 0x55a5b4618f60 2024-03-29T00:18:10.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.353+0000 7f335d7d8740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55a5b462f8a0 con 0x55a5b4618570 2024-03-29T00:18:10.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.353+0000 7f335d7d8740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55a5b462ff70 con 0x55a5b461e0d0 2024-03-29T00:18:10.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.354+0000 7f3353400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a5b4618f60 0x55a5b4629f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.354+0000 7f3353400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a5b4618f60 0x55a5b4629f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:42482/0 (socket says 172.21.15.12:42482) 2024-03-29T00:18:10.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.354+0000 7f3353400640 1 -- 172.21.15.12:0/387768133 learned_addr learned my addr 172.21.15.12:0/387768133 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:10.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.354+0000 7f3358a00640 1 --2- 172.21.15.12:0/387768133 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a5b4618570 0x55a5b4617450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.354+0000 7f3358a00640 1 --2- 172.21.15.12:0/387768133 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a5b461e0d0 0x55a5b4638160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.354+0000 7f3353400640 1 -- 172.21.15.12:0/387768133 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a5b461e0d0 msgr2=0x55a5b4638160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:10.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.354+0000 7f3353400640 1 --2- 172.21.15.12:0/387768133 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a5b461e0d0 0x55a5b4638160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.354+0000 7f3353400640 1 -- 172.21.15.12:0/387768133 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a5b4618570 msgr2=0x55a5b4617450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:10.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.354+0000 7f3353400640 1 --2- 172.21.15.12:0/387768133 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a5b4618570 0x55a5b4617450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.354+0000 7f3353400640 1 -- 172.21.15.12:0/387768133 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a5b4614850 con 0x55a5b4618f60 2024-03-29T00:18:10.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.354+0000 7f3353400640 1 --2- 172.21.15.12:0/387768133 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a5b4618f60 0x55a5b4629f90 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f3340001eb0 tx=0x7f334000fb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c8ff7d7ed739893 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:10.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.355+0000 7f333fe00640 1 -- 172.21.15.12:0/387768133 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f334000fea0 con 0x55a5b4618f60 2024-03-29T00:18:10.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.355+0000 7f333fe00640 1 -- 172.21.15.12:0/387768133 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f33400050b0 con 0x55a5b4618f60 2024-03-29T00:18:10.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.355+0000 7f333fe00640 1 -- 172.21.15.12:0/387768133 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3340003a50 con 0x55a5b4618f60 2024-03-29T00:18:10.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.355+0000 7f335d7d8740 1 -- 172.21.15.12:0/387768133 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a5b4618f60 msgr2=0x55a5b4629f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:10.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.355+0000 7f335d7d8740 1 --2- 172.21.15.12:0/387768133 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a5b4618f60 0x55a5b4629f90 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f3340001eb0 tx=0x7f334000fb30 comp rx=0 tx=0).stop 2024-03-29T00:18:10.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.356+0000 7f335d7d8740 1 -- 172.21.15.12:0/387768133 shutdown_connections 2024-03-29T00:18:10.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.356+0000 7f335d7d8740 1 --2- 172.21.15.12:0/387768133 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a5b461e0d0 0x55a5b4638160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.356+0000 7f335d7d8740 1 --2- 172.21.15.12:0/387768133 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a5b4618f60 0x55a5b4629f90 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.356+0000 7f335d7d8740 1 --2- 172.21.15.12:0/387768133 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a5b4618570 0x55a5b4617450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.356+0000 7f335d7d8740 1 -- 172.21.15.12:0/387768133 >> 172.21.15.12:0/387768133 conn(0x55a5b4613ae0 msgr2=0x55a5b4616d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:10.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.356+0000 7f335d7d8740 1 -- 172.21.15.12:0/387768133 shutdown_connections 2024-03-29T00:18:10.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.356+0000 7f335d7d8740 1 -- 172.21.15.12:0/387768133 wait complete. 2024-03-29T00:18:10.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.356+0000 7f335d7d8740 1 -- start start 2024-03-29T00:18:10.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.356+0000 7f335d7d8740 1 Processor -- start 2024-03-29T00:18:10.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.357+0000 7f335d7d8740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a5b4618570 0x55a5b4625ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.357+0000 7f335d7d8740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a5b4618f60 0x55a5b46260e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.357+0000 7f335d7d8740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a5b461e0d0 0x55a5b4629060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.357+0000 7f335d7d8740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55a5b4630d10 con 0x55a5b4618570 2024-03-29T00:18:10.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.357+0000 7f335d7d8740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55a5b4630640 con 0x55a5b461e0d0 2024-03-29T00:18:10.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.357+0000 7f335d7d8740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55a5b46313e0 con 0x55a5b4618f60 2024-03-29T00:18:10.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.357+0000 7f335d7d8740 10 client.0 _ll_register_callbacks cb 0x7f3340009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:18:10.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.357+0000 7f3353400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a5b4618f60 0x55a5b46260e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.357+0000 7f3353400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a5b4618f60 0x55a5b46260e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:50252/0 (socket says 172.21.15.12:50252) 2024-03-29T00:18:10.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.357+0000 7f3353400640 1 -- 172.21.15.12:0/3256397562 learned_addr learned my addr 172.21.15.12:0/3256397562 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:10.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.357+0000 7f3358a00640 1 --2- 172.21.15.12:0/3256397562 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a5b4618570 0x55a5b4625ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.357+0000 7f3358a00640 1 --2- 172.21.15.12:0/3256397562 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a5b461e0d0 0x55a5b4629060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.357+0000 7f3353400640 1 -- 172.21.15.12:0/3256397562 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a5b461e0d0 msgr2=0x55a5b4629060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:10.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.357+0000 7f3353400640 1 --2- 172.21.15.12:0/3256397562 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a5b461e0d0 0x55a5b4629060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.357+0000 7f3353400640 1 -- 172.21.15.12:0/3256397562 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a5b4618570 msgr2=0x55a5b4625ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:10.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.357+0000 7f3353400640 1 --2- 172.21.15.12:0/3256397562 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a5b4618570 0x55a5b4625ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.357+0000 7f3353400640 1 -- 172.21.15.12:0/3256397562 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a5b4629650 con 0x55a5b4618f60 2024-03-29T00:18:10.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.357+0000 7f3358a00640 1 --2- 172.21.15.12:0/3256397562 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a5b4618570 0x55a5b4625ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:18:10.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.358+0000 7f3353400640 1 --2- 172.21.15.12:0/3256397562 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a5b4618f60 0x55a5b46260e0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f3340010b20 tx=0x7f3340005490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7aa171298f94b887 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:10.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.358+0000 7f333d600640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:18:10.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.358+0000 7f333d600640 1 -- 172.21.15.12:0/3256397562 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f334000fea0 con 0x55a5b4618f60 2024-03-29T00:18:10.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.358+0000 7f335d7d8740 1 -- 172.21.15.12:0/3256397562 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f33400050b0 con 0x55a5b4618f60 2024-03-29T00:18:10.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.358+0000 7f333d600640 1 -- 172.21.15.12:0/3256397562 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f33400039e0 con 0x55a5b4618f60 2024-03-29T00:18:10.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.358+0000 7f333d600640 1 -- 172.21.15.12:0/3256397562 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3340039050 con 0x55a5b4618f60 2024-03-29T00:18:10.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.358+0000 7f335d7d8740 10 client.25468 fetch_fsmap learned FSMap version 28 2024-03-29T00:18:10.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.358+0000 7f335d7d8740 1 -- 172.21.15.12:0/3256397562 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a5b469e3b0 con 0x55a5b4618f60 2024-03-29T00:18:10.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.359+0000 7f333d600640 1 -- 172.21.15.12:0/3256397562 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f33400050b0 con 0x55a5b4618f60 2024-03-29T00:18:10.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.359+0000 7f333d600640 1 -- 172.21.15.12:0/3256397562 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f334001c970 con 0x55a5b4618f60 2024-03-29T00:18:10.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.359+0000 7f335d7d8740 10 client.25468 fetch_fsmap finished waiting for FSMap version 28 2024-03-29T00:18:10.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.359+0000 7f335d7d8740 10 client.25468 resolve_mds: resolved name 'i' to daemon mds.i 2024-03-29T00:18:10.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.359+0000 7f335d7d8740 20 client.25468 populate_metadata read hostname 'smithi012' 2024-03-29T00:18:10.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.359+0000 7f335d7d8740 1 --2- 172.21.15.12:0/3256397562 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55a5b46a2c50 0x55a5b46a1960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:10.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.359+0000 7f335d7d8740 4 client.25468 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-29T00:18:10.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.359+0000 7f335d7d8740 1 -- 172.21.15.12:0/3256397562 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "status"}) -- 0x55a5b4584250 con 0x55a5b46a2c50 2024-03-29T00:18:10.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.359+0000 7f3358a00640 1 --2- 172.21.15.12:0/3256397562 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55a5b46a2c50 0x55a5b46a1960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:10.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.360+0000 7f3358a00640 1 --2- 172.21.15.12:0/3256397562 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55a5b46a2c50 0x55a5b46a1960 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a2d22fff1f5410ea server_cookie=2a490b2199d00adb in_seq=0 out_seq=0 2024-03-29T00:18:10.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.360+0000 7f333d600640 10 client.25468 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:18:10.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.360+0000 7f333d600640 1 -- 172.21.15.12:0/3256397562 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55a5b4584250 con 0x55a5b46a2c50 2024-03-29T00:18:10.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.360+0000 7f333d600640 10 client.25468 handle_command_reply: tid=0 2024-03-29T00:18:10.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.360+0000 7f335d7d8740 1 client.25468 shutdown 2024-03-29T00:18:10.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.361+0000 7f335d7d8740 1 -- 172.21.15.12:0/3256397562 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a5b4618f60 msgr2=0x55a5b46260e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:10.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.361+0000 7f335d7d8740 1 --2- 172.21.15.12:0/3256397562 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a5b4618f60 0x55a5b46260e0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f3340010b20 tx=0x7f3340005490 comp rx=0 tx=0).stop 2024-03-29T00:18:10.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.361+0000 7f335d7d8740 1 -- 172.21.15.12:0/3256397562 shutdown_connections 2024-03-29T00:18:10.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.361+0000 7f335d7d8740 1 --2- 172.21.15.12:0/3256397562 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55a5b46a2c50 0x55a5b46a1960 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.361+0000 7f335d7d8740 1 --2- 172.21.15.12:0/3256397562 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a5b461e0d0 0x55a5b4629060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.361+0000 7f335d7d8740 1 --2- 172.21.15.12:0/3256397562 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a5b4618f60 0x55a5b46260e0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.361+0000 7f333d600640 0 client.25468 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:18:10.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.361+0000 7f335d7d8740 1 --2- 172.21.15.12:0/3256397562 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a5b4618570 0x55a5b4625ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.361+0000 7f335d7d8740 1 -- 172.21.15.12:0/3256397562 >> 172.21.15.12:0/3256397562 conn(0x55a5b4613ae0 msgr2=0x55a5b46175d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:10.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.361+0000 7f335d7d8740 1 -- 172.21.15.12:0/3256397562 shutdown_connections 2024-03-29T00:18:10.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.361+0000 7f335d7d8740 1 -- 172.21.15.12:0/3256397562 wait complete. 2024-03-29T00:18:10.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.361+0000 7f335d7d8740 20 client.25468 trim_cache size 0 max 16384 2024-03-29T00:18:10.365 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:18:10.365 INFO:teuthology.orchestra.run.smithi012.stdout: "cluster_fsid": "f0a28ba8-ed5f-11ee-95d0-87774f69a715", 2024-03-29T00:18:10.365 INFO:teuthology.orchestra.run.smithi012.stdout: "whoami": 0, 2024-03-29T00:18:10.365 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 24568, 2024-03-29T00:18:10.365 INFO:teuthology.orchestra.run.smithi012.stdout: "want_state": "up:active", 2024-03-29T00:18:10.365 INFO:teuthology.orchestra.run.smithi012.stdout: "state": "up:active", 2024-03-29T00:18:10.365 INFO:teuthology.orchestra.run.smithi012.stdout: "fs_name": "cephfs", 2024-03-29T00:18:10.365 INFO:teuthology.orchestra.run.smithi012.stdout: "rank_uptime": 172.170890818, 2024-03-29T00:18:10.366 INFO:teuthology.orchestra.run.smithi012.stdout: "mdsmap_epoch": 28, 2024-03-29T00:18:10.366 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch": 93, 2024-03-29T00:18:10.366 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch_barrier": 89, 2024-03-29T00:18:10.366 INFO:teuthology.orchestra.run.smithi012.stdout: "uptime": 190.37895748599999 2024-03-29T00:18:10.366 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:18:10.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.362+0000 7f335aa00640 1 -- 172.21.15.12:0/154414997 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f33380a1e00 msgr2=0x7f33380a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:10.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.362+0000 7f335aa00640 1 --2- 172.21.15.12:0/154414997 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f33380a1e00 0x7f33380a42c0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f33440cbf10 tx=0x7f33440d1f10 comp rx=0 tx=0).stop 2024-03-29T00:18:10.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.362+0000 7f335aa00640 1 -- 172.21.15.12:0/154414997 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3354103970 msgr2=0x7f3354199cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:10.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.362+0000 7f335aa00640 1 --2- 172.21.15.12:0/154414997 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3354103970 0x7f3354199cc0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f334400e9a0 tx=0x7f334400ee60 comp rx=0 tx=0).stop 2024-03-29T00:18:10.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.362+0000 7f335aa00640 1 -- 172.21.15.12:0/154414997 shutdown_connections 2024-03-29T00:18:10.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.362+0000 7f335aa00640 1 --2- 172.21.15.12:0/154414997 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f33380a1e00 0x7f33380a42c0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.362+0000 7f335aa00640 1 --2- 172.21.15.12:0/154414997 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3354105520 0x7f33541a1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.362+0000 7f335aa00640 1 --2- 172.21.15.12:0/154414997 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3354104b60 0x7f335419a200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.362+0000 7f335aa00640 1 --2- 172.21.15.12:0/154414997 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3354103970 0x7f3354199cc0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:10.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.362+0000 7f335aa00640 1 -- 172.21.15.12:0/154414997 >> 172.21.15.12:0/154414997 conn(0x7f33540fef00 msgr2=0x7f3354107d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:10.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.362+0000 7f335aa00640 1 -- 172.21.15.12:0/154414997 shutdown_connections 2024-03-29T00:18:10.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:10.362+0000 7f335aa00640 1 -- 172.21.15.12:0/154414997 wait complete. 2024-03-29T00:18:10.380 INFO:teuthology.run_tasks:Running task kclient... 2024-03-29T00:18:10.393 INFO:tasks.kclient:Mounting kernel clients... 2024-03-29T00:18:10.393 INFO:tasks.kclient:config is {'client.0': {}} 2024-03-29T00:18:10.393 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:18:10.394 DEBUG:teuthology.orchestra.run.smithi012:> ip netns list 2024-03-29T00:18:10.443 INFO:teuthology.orchestra.run.smithi012.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-03-29T00:18:10.444 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:18:10.444 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-03-29T00:18:10.564 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:18:10.564 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip link delete ceph-brx 2024-03-29T00:18:10.701 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=crc', 'nowsync'], 'rbytes': False, 'syntax': 'v1', 'mount_subvol_num': 1} 2024-03-29T00:18:10.701 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-03-29T00:18:10.701 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-03-29T00:18:10.702 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph fs ls 2024-03-29T00:18:11.136 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:18:11.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:11 smithi012 ceph-mon[31657]: pgmap v413: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-29T00:18:11.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:11 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:11.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:11 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:11.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:11 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:11.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:11 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:11.457 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:11 smithi053 ceph-mon[36233]: pgmap v413: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-29T00:18:11.457 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:11 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:11.457 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:11 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:11.457 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:11 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:11.457 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:11 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:11.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:11 smithi069 ceph-mon[36074]: pgmap v413: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-29T00:18:11.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:11 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:11.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:11 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:11.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:11 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:11.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:11 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:13.409 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:13 smithi012 ceph-mon[31657]: pgmap v414: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-03-29T00:18:13.409 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:13 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:13.409 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:13 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:13.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:13 smithi069 ceph-mon[36074]: pgmap v414: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-03-29T00:18:13.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:13 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:13.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:13 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:13.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:13 smithi053 ceph-mon[36233]: pgmap v414: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-03-29T00:18:13.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:13 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:13.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:13 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:13.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.699+0000 7fda35000700 1 -- 172.21.15.12:0/3537209759 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda3010ec40 msgr2=0x7fda30111030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:13.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.699+0000 7fda35000700 1 --2- 172.21.15.12:0/3537209759 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda3010ec40 0x7fda30111030 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fda28009f90 tx=0x7fda2800b330 comp rx=0 tx=0).stop 2024-03-29T00:18:13.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.699+0000 7fda35000700 1 -- 172.21.15.12:0/3537209759 shutdown_connections 2024-03-29T00:18:13.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.699+0000 7fda35000700 1 --2- 172.21.15.12:0/3537209759 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda3010ec40 0x7fda30111030 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:13.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.699+0000 7fda35000700 1 --2- 172.21.15.12:0/3537209759 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fda30074470 0x7fda30074850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:13.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.699+0000 7fda35000700 1 --2- 172.21.15.12:0/3537209759 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fda30074d90 0x7fda3010e700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:13.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.699+0000 7fda35000700 1 -- 172.21.15.12:0/3537209759 >> 172.21.15.12:0/3537209759 conn(0x7fda300793a0 msgr2=0x7fda300797b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:13.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.699+0000 7fda35000700 1 -- 172.21.15.12:0/3537209759 shutdown_connections 2024-03-29T00:18:13.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.699+0000 7fda35000700 1 -- 172.21.15.12:0/3537209759 wait complete. 2024-03-29T00:18:13.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.700+0000 7fda35000700 1 Processor -- start 2024-03-29T00:18:13.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.700+0000 7fda35000700 1 -- start start 2024-03-29T00:18:13.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.701+0000 7fda35000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fda30074470 0x7fda3019ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:13.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.701+0000 7fda35000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda30074d90 0x7fda3019b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:13.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.701+0000 7fda35000700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fda3010ec40 0x7fda3019f600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:13.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.701+0000 7fda35000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fda30114970 con 0x7fda30074470 2024-03-29T00:18:13.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.701+0000 7fda35000700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fda301147f0 con 0x7fda3010ec40 2024-03-29T00:18:13.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.701+0000 7fda35000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fda30114af0 con 0x7fda30074d90 2024-03-29T00:18:13.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.701+0000 7fda2e800700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fda3010ec40 0x7fda3019f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:13.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.701+0000 7fda2de00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fda30074470 0x7fda3019ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:13.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.701+0000 7fda2e800700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fda3010ec40 0x7fda3019f600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:50358/0 (socket says 172.21.15.12:50358) 2024-03-29T00:18:13.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.701+0000 7fda2e800700 1 -- 172.21.15.12:0/759768696 learned_addr learned my addr 172.21.15.12:0/759768696 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:13.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.701+0000 7fda2d400700 1 --2- 172.21.15.12:0/759768696 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda30074d90 0x7fda3019b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:13.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.702+0000 7fda2e800700 1 -- 172.21.15.12:0/759768696 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda30074d90 msgr2=0x7fda3019b2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:13.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.702+0000 7fda2e800700 1 --2- 172.21.15.12:0/759768696 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda30074d90 0x7fda3019b2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:13.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.702+0000 7fda2e800700 1 -- 172.21.15.12:0/759768696 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fda30074470 msgr2=0x7fda3019ad80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:13.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.702+0000 7fda2e800700 1 --2- 172.21.15.12:0/759768696 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fda30074470 0x7fda3019ad80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:13.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.702+0000 7fda2e800700 1 -- 172.21.15.12:0/759768696 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda3019fd40 con 0x7fda3010ec40 2024-03-29T00:18:13.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.702+0000 7fda2d400700 1 --2- 172.21.15.12:0/759768696 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda30074d90 0x7fda3019b2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:18:13.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.702+0000 7fda2e800700 1 --2- 172.21.15.12:0/759768696 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fda3010ec40 0x7fda3019f600 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fda2800d010 tx=0x7fda2800bcd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:13.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.702+0000 7fda26a00700 1 -- 172.21.15.12:0/759768696 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda28021070 con 0x7fda3010ec40 2024-03-29T00:18:13.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.702+0000 7fda26a00700 1 -- 172.21.15.12:0/759768696 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fda2801d450 con 0x7fda3010ec40 2024-03-29T00:18:13.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.702+0000 7fda35000700 1 -- 172.21.15.12:0/759768696 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda3019ffd0 con 0x7fda3010ec40 2024-03-29T00:18:13.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.702+0000 7fda26a00700 1 -- 172.21.15.12:0/759768696 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda280052a0 con 0x7fda3010ec40 2024-03-29T00:18:13.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.703+0000 7fda35000700 1 -- 172.21.15.12:0/759768696 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda301a78b0 con 0x7fda3010ec40 2024-03-29T00:18:13.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.704+0000 7fda35000700 1 -- 172.21.15.12:0/759768696 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda30068f00 con 0x7fda3010ec40 2024-03-29T00:18:13.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.706+0000 7fda26a00700 1 -- 172.21.15.12:0/759768696 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fda28024070 con 0x7fda3010ec40 2024-03-29T00:18:13.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.707+0000 7fda26a00700 1 --2- 172.21.15.12:0/759768696 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fda140a1e10 0x7fda140a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:13.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.707+0000 7fda26a00700 1 -- 172.21.15.12:0/759768696 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fda2800f020 con 0x7fda3010ec40 2024-03-29T00:18:13.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.707+0000 7fda2de00700 1 --2- 172.21.15.12:0/759768696 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fda140a1e10 0x7fda140a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:13.708 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.708+0000 7fda2de00700 1 --2- 172.21.15.12:0/759768696 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fda140a1e10 0x7fda140a42d0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fda20005fd0 tx=0x7fda20009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:13.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.709+0000 7fda26a00700 1 -- 172.21.15.12:0/759768696 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fda2802b020 con 0x7fda3010ec40 2024-03-29T00:18:13.991 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.991+0000 7fda35000700 1 -- 172.21.15.12:0/759768696 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fda301a7a80 con 0x7fda3010ec40 2024-03-29T00:18:13.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.991+0000 7fda26a00700 1 -- 172.21.15.12:0/759768696 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v28) ==== 53+0+88 (secure 0 0 0) 0x7fda2809c690 con 0x7fda3010ec40 2024-03-29T00:18:13.992 INFO:teuthology.orchestra.run.smithi012.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-03-29T00:18:13.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.994+0000 7fda35000700 1 -- 172.21.15.12:0/759768696 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fda140a1e10 msgr2=0x7fda140a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:13.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.994+0000 7fda35000700 1 --2- 172.21.15.12:0/759768696 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fda140a1e10 0x7fda140a42d0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fda20005fd0 tx=0x7fda20009310 comp rx=0 tx=0).stop 2024-03-29T00:18:13.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.994+0000 7fda35000700 1 -- 172.21.15.12:0/759768696 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fda3010ec40 msgr2=0x7fda3019f600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:13.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.994+0000 7fda35000700 1 --2- 172.21.15.12:0/759768696 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fda3010ec40 0x7fda3019f600 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fda2800d010 tx=0x7fda2800bcd0 comp rx=0 tx=0).stop 2024-03-29T00:18:13.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.995+0000 7fda35000700 1 -- 172.21.15.12:0/759768696 shutdown_connections 2024-03-29T00:18:13.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.995+0000 7fda35000700 1 --2- 172.21.15.12:0/759768696 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fda140a1e10 0x7fda140a42d0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:13.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.995+0000 7fda35000700 1 --2- 172.21.15.12:0/759768696 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fda3010ec40 0x7fda3019f600 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:13.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.995+0000 7fda35000700 1 --2- 172.21.15.12:0/759768696 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fda30074470 0x7fda3019ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:13.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.995+0000 7fda35000700 1 --2- 172.21.15.12:0/759768696 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda30074d90 0x7fda3019b2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:13.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.995+0000 7fda35000700 1 -- 172.21.15.12:0/759768696 >> 172.21.15.12:0/759768696 conn(0x7fda300793a0 msgr2=0x7fda30100580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:13.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.995+0000 7fda35000700 1 -- 172.21.15.12:0/759768696 shutdown_connections 2024-03-29T00:18:13.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:13.995+0000 7fda35000700 1 -- 172.21.15.12:0/759768696 wait complete. 2024-03-29T00:18:14.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:14 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:18:14.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:14 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:18:14.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:14 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:14.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:14 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/759768696' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-03-29T00:18:14.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:14 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:18:14.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:14 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:18:14.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:14 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:14.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:14 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/759768696' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-03-29T00:18:14.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:18:14.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:18:14.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:14 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:18:14.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:14 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/759768696' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-03-29T00:18:14.964 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-03-29T00:18:14.965 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-03-29T00:18:14.965 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi012.front.sepia.ceph.com 2024-03-29T00:18:14.965 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-03-29T00:18:14.965 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-03-29T00:18:14.965 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-03-29T00:18:14.965 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-03-29T00:18:14.965 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-03-29T00:18:14.965 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-03-29T00:18:14.965 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:18:14.965 DEBUG:teuthology.orchestra.run.smithi012:> ip addr 2024-03-29T00:18:15.022 INFO:teuthology.orchestra.run.smithi012.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-03-29T00:18:15.023 INFO:teuthology.orchestra.run.smithi012.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-03-29T00:18:15.023 INFO:teuthology.orchestra.run.smithi012.stdout: inet 127.0.0.1/8 scope host lo 2024-03-29T00:18:15.023 INFO:teuthology.orchestra.run.smithi012.stdout: valid_lft forever preferred_lft forever 2024-03-29T00:18:15.023 INFO:teuthology.orchestra.run.smithi012.stdout: inet6 ::1/128 scope host 2024-03-29T00:18:15.023 INFO:teuthology.orchestra.run.smithi012.stdout: valid_lft forever preferred_lft forever 2024-03-29T00:18:15.023 INFO:teuthology.orchestra.run.smithi012.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-03-29T00:18:15.023 INFO:teuthology.orchestra.run.smithi012.stdout: link/ether 0c:c4:7a:6b:fd:a4 brd ff:ff:ff:ff:ff:ff 2024-03-29T00:18:15.023 INFO:teuthology.orchestra.run.smithi012.stdout: altname enp7s0f0 2024-03-29T00:18:15.023 INFO:teuthology.orchestra.run.smithi012.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-03-29T00:18:15.023 INFO:teuthology.orchestra.run.smithi012.stdout: link/ether 0c:c4:7a:6b:fd:a5 brd ff:ff:ff:ff:ff:ff 2024-03-29T00:18:15.023 INFO:teuthology.orchestra.run.smithi012.stdout: altname enp7s0f1 2024-03-29T00:18:15.023 INFO:teuthology.orchestra.run.smithi012.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-03-29T00:18:15.023 INFO:teuthology.orchestra.run.smithi012.stdout: link/ether ac:1f:6b:f8:25:ea brd ff:ff:ff:ff:ff:ff 2024-03-29T00:18:15.023 INFO:teuthology.orchestra.run.smithi012.stdout: altname enp1s0f0 2024-03-29T00:18:15.023 INFO:teuthology.orchestra.run.smithi012.stdout: inet 172.21.15.12/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-03-29T00:18:15.024 INFO:teuthology.orchestra.run.smithi012.stdout: valid_lft 41799sec preferred_lft 41799sec 2024-03-29T00:18:15.024 INFO:teuthology.orchestra.run.smithi012.stdout: inet6 fe80::ae1f:6bff:fef8:25ea/64 scope link noprefixroute 2024-03-29T00:18:15.024 INFO:teuthology.orchestra.run.smithi012.stdout: valid_lft forever preferred_lft forever 2024-03-29T00:18:15.024 INFO:teuthology.orchestra.run.smithi012.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-03-29T00:18:15.024 INFO:teuthology.orchestra.run.smithi012.stdout: link/ether ac:1f:6b:f8:25:eb brd ff:ff:ff:ff:ff:ff 2024-03-29T00:18:15.024 INFO:teuthology.orchestra.run.smithi012.stdout: altname enp1s0f1 2024-03-29T00:18:15.025 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-03-29T00:18:15.025 DEBUG:teuthology.orchestra.run.smithi012:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-03-29T00:18:15.025 DEBUG:teuthology.orchestra.run.smithi012:> set -e 2024-03-29T00:18:15.025 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip link add name ceph-brx type bridge 2024-03-29T00:18:15.025 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip addr flush dev ceph-brx 2024-03-29T00:18:15.025 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip link set ceph-brx up 2024-03-29T00:18:15.025 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-03-29T00:18:15.026 DEBUG:teuthology.orchestra.run.smithi012:> ') 2024-03-29T00:18:15.139 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:15 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-03-29T00:18:15.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-03-29T00:18:15.339 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:18:15.339 DEBUG:teuthology.orchestra.run.smithi012:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-03-29T00:18:15.424 INFO:teuthology.orchestra.run.smithi012.stdout:1 2024-03-29T00:18:15.430 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:18:15.430 DEBUG:teuthology.orchestra.run.smithi012:> route 2024-03-29T00:18:15.484 INFO:teuthology.orchestra.run.smithi012.stdout:Kernel IP routing table 2024-03-29T00:18:15.485 INFO:teuthology.orchestra.run.smithi012.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-03-29T00:18:15.485 INFO:teuthology.orchestra.run.smithi012.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-03-29T00:18:15.485 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-03-29T00:18:15.485 INFO:teuthology.orchestra.run.smithi012.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-03-29T00:18:15.486 DEBUG:teuthology.orchestra.run.smithi012:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-03-29T00:18:15.486 DEBUG:teuthology.orchestra.run.smithi012:> set -e 2024-03-29T00:18:15.486 DEBUG:teuthology.orchestra.run.smithi012:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-03-29T00:18:15.486 DEBUG:teuthology.orchestra.run.smithi012:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-03-29T00:18:15.486 DEBUG:teuthology.orchestra.run.smithi012:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-03-29T00:18:15.486 DEBUG:teuthology.orchestra.run.smithi012:> ') 2024-03-29T00:18:15.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:15 smithi012 ceph-mon[31657]: pgmap v415: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-03-29T00:18:15.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:15 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-03-29T00:18:15.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-03-29T00:18:15.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:15 smithi069 ceph-mon[36074]: pgmap v415: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-03-29T00:18:15.743 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:18:15.743 DEBUG:teuthology.orchestra.run.smithi012:> ip netns list 2024-03-29T00:18:15.796 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:18:15.797 DEBUG:teuthology.orchestra.run.smithi012:> ip netns list-id 2024-03-29T00:18:15.849 DEBUG:teuthology.orchestra.run.smithi012:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-03-29T00:18:15.850 DEBUG:teuthology.orchestra.run.smithi012:> set -e 2024-03-29T00:18:15.850 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-03-29T00:18:15.850 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-03-29T00:18:15.850 DEBUG:teuthology.orchestra.run.smithi012:> ') 2024-03-29T00:18:15.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:15 smithi053 ceph-mon[36233]: pgmap v415: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-03-29T00:18:15.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:15 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-03-29T00:18:16.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-03-29T00:18:16.065 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-03-29T00:18:16.066 DEBUG:teuthology.orchestra.run.smithi012:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-03-29T00:18:16.066 DEBUG:teuthology.orchestra.run.smithi012:> set -e 2024-03-29T00:18:16.066 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-03-29T00:18:16.066 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-03-29T00:18:16.066 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-03-29T00:18:16.066 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-03-29T00:18:16.066 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-03-29T00:18:16.066 DEBUG:teuthology.orchestra.run.smithi012:> ') 2024-03-29T00:18:16.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:16 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-03-29T00:18:16.394 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-03-29T00:18:16.404 DEBUG:teuthology.orchestra.run.smithi012:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-03-29T00:18:16.404 DEBUG:teuthology.orchestra.run.smithi012:> set -e 2024-03-29T00:18:16.404 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip link set brx.0 up 2024-03-29T00:18:16.404 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip link set dev brx.0 master ceph-brx 2024-03-29T00:18:16.404 DEBUG:teuthology.orchestra.run.smithi012:> ') 2024-03-29T00:18:16.505 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:16 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-03-29T00:18:16.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-03-29T00:18:16.641 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-03-29T00:18:16.642 DEBUG:teuthology.orchestra.run.smithi012:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-03-29T00:18:16.692 INFO:teuthology.orchestra.run.smithi012.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-03-29T00:18:16.692 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-03-29T00:18:16.693 DEBUG:teuthology.orchestra.run.smithi012:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-03-29T00:18:16.745 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-03-29T00:18:16.745 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-03-29T00:18:16.745 INFO:tasks.cephfs.kernel_mount:mounting using device: :/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584 2024-03-29T00:18:16.745 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:18:16.746 DEBUG:teuthology.orchestra.run.smithi012:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584 /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,nowsync 2024-03-29T00:18:16.889 INFO:teuthology.orchestra.run.smithi012.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,nowsync 2024-03-29T00:18:16.890 INFO:teuthology.orchestra.run.smithi012.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,nowsync". 2024-03-29T00:18:16.890 INFO:teuthology.orchestra.run.smithi012.stdout:invalid new device string format 2024-03-29T00:18:17.549 INFO:teuthology.orchestra.run.smithi012.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,nowsync 2024-03-29T00:18:17.549 INFO:teuthology.orchestra.run.smithi012.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,nowsync". 2024-03-29T00:18:17.549 INFO:teuthology.orchestra.run.smithi012.stdout:invalid new device string format 2024-03-29T00:18:17.549 INFO:teuthology.orchestra.run.smithi012.stdout:mount.ceph: resolved to: "172.21.15.12:3300,172.21.15.53:3300,172.21.15.69:3300" 2024-03-29T00:18:17.549 INFO:teuthology.orchestra.run.smithi012.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.12:3300,172.21.15.53:3300,172.21.15.69:3300:/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584 2024-03-29T00:18:17.549 INFO:teuthology.orchestra.run.smithi012.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,nowsync,key=0,fsid=f0a28ba8-ed5f-11ee-95d0-87774f69a715" will pass to kernel 2024-03-29T00:18:17.552 INFO:teuthology.orchestra.run.smithi012.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-03-29T00:18:17.552 INFO:teuthology.orchestra.run.smithi012.stdout: You just mounted a file system that supports labels which does not 2024-03-29T00:18:17.552 INFO:teuthology.orchestra.run.smithi012.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-03-29T00:18:17.552 INFO:teuthology.orchestra.run.smithi012.stdout: applications will generate AVC messages and not be allowed access to 2024-03-29T00:18:17.552 INFO:teuthology.orchestra.run.smithi012.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-03-29T00:18:17.554 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:17 smithi012 ceph-mon[31657]: pgmap v416: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-03-29T00:18:17.557 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-03-29T00:18:17.557 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:18:17.557 DEBUG:teuthology.orchestra.run.smithi012:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-03-29T00:18:17.657 DEBUG:teuthology.orchestra.run.smithi012:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-03-29T00:18:17.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:17 smithi069 ceph-mon[36074]: pgmap v416: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-03-29T00:18:17.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:17 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-03-29T00:18:17.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-03-29T00:18:17.784 INFO:teuthology.orchestra.run.smithi012.stdout:client25477 2024-03-29T00:18:17.785 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-03-29T00:18:17.785 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/proc/self/mounts of=/dev/stdout 2024-03-29T00:18:17.840 DEBUG:teuthology.orchestra.run.smithi012:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-03-29T00:18:17.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:17 smithi053 ceph-mon[36233]: pgmap v416: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-03-29T00:18:17.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:17 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-03-29T00:18:17.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-03-29T00:18:17.963 INFO:teuthology.orchestra.run.smithi012.stdout:client25477 2024-03-29T00:18:17.963 DEBUG:teuthology.orchestra.run.smithi012:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-03-29T00:18:18.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-03-29T00:18:18.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-03-29T00:18:18.086 INFO:teuthology.orchestra.run.smithi012.stdout:client25477 2024-03-29T00:18:18.086 DEBUG:teuthology.orchestra.run.smithi012:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715.client25477/status') 2024-03-29T00:18:18.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-03-29T00:18:18.239 INFO:teuthology.orchestra.run.smithi012.stdout:instance: client.25477 (3)172.21.15.12:0/2123622626 2024-03-29T00:18:18.239 INFO:teuthology.orchestra.run.smithi012.stdout:blocklisted: false 2024-03-29T00:18:18.240 INFO:teuthology.orchestra.run.smithi012.stderr:0+1 records in 2024-03-29T00:18:18.240 INFO:teuthology.orchestra.run.smithi012.stderr:0+1 records out 2024-03-29T00:18:18.240 INFO:teuthology.orchestra.run.smithi012.stderr:71 bytes copied, 6.9686e-05 s, 1.0 MB/s 2024-03-29T00:18:18.243 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-03-29T00:18:18.253 INFO:teuthology.run_tasks:Running task exec... 2024-03-29T00:18:18.263 INFO:teuthology.task.exec:Executing custom commands... 2024-03-29T00:18:18.264 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi012.front.sepia.ceph.com 2024-03-29T00:18:18.264 DEBUG:teuthology.orchestra.run.smithi012:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate true' 2024-03-29T00:18:18.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.477+0000 7ff7bce00640 1 -- 172.21.15.12:0/2701001448 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff7b8107bf0 msgr2=0x7ff7b8108010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:18.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.477+0000 7ff7bce00640 1 --2- 172.21.15.12:0/2701001448 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff7b8107bf0 0x7ff7b8108010 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7ff7a8009900 tx=0x7ff7a802bc30 comp rx=0 tx=0).stop 2024-03-29T00:18:18.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.478+0000 7ff7bce00640 1 -- 172.21.15.12:0/2701001448 shutdown_connections 2024-03-29T00:18:18.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.478+0000 7ff7bce00640 1 --2- 172.21.15.12:0/2701001448 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff7b8108de0 0x7ff7b8109260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:18.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.478+0000 7ff7bce00640 1 --2- 172.21.15.12:0/2701001448 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff7b81097a0 0x7ff7b8110030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:18.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.478+0000 7ff7bce00640 1 --2- 172.21.15.12:0/2701001448 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff7b8107bf0 0x7ff7b8108010 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:18.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.478+0000 7ff7bce00640 1 -- 172.21.15.12:0/2701001448 >> 172.21.15.12:0/2701001448 conn(0x7ff7b8076b90 msgr2=0x7ff7b8078fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:18.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.478+0000 7ff7bce00640 1 -- 172.21.15.12:0/2701001448 shutdown_connections 2024-03-29T00:18:18.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.478+0000 7ff7bce00640 1 -- 172.21.15.12:0/2701001448 wait complete. 2024-03-29T00:18:18.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.479+0000 7ff7bce00640 1 Processor -- start 2024-03-29T00:18:18.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.479+0000 7ff7bce00640 1 -- start start 2024-03-29T00:18:18.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.480+0000 7ff7bce00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff7b8107bf0 0x7ff7b819dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:18.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.480+0000 7ff7bce00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff7b8108de0 0x7ff7b819e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:18.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.480+0000 7ff7bce00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff7b81097a0 0x7ff7b81a5550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:18.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.480+0000 7ff7bce00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff7b8113950 con 0x7ff7b8108de0 2024-03-29T00:18:18.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.480+0000 7ff7bce00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff7b81137d0 con 0x7ff7b81097a0 2024-03-29T00:18:18.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.480+0000 7ff7bce00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff7b8113ad0 con 0x7ff7b8107bf0 2024-03-29T00:18:18.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.480+0000 7ff7b7e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff7b81097a0 0x7ff7b81a5550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:18.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.480+0000 7ff7b6a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff7b8108de0 0x7ff7b819e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:18.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.480+0000 7ff7b7e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff7b81097a0 0x7ff7b81a5550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:48024/0 (socket says 172.21.15.12:48024) 2024-03-29T00:18:18.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.480+0000 7ff7b7e00640 1 -- 172.21.15.12:0/2358957787 learned_addr learned my addr 172.21.15.12:0/2358957787 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:18.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.480+0000 7ff7b7400640 1 --2- 172.21.15.12:0/2358957787 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff7b8107bf0 0x7ff7b819dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:18.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.481+0000 7ff7b7e00640 1 -- 172.21.15.12:0/2358957787 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff7b8107bf0 msgr2=0x7ff7b819dfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:18.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.481+0000 7ff7b7e00640 1 --2- 172.21.15.12:0/2358957787 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff7b8107bf0 0x7ff7b819dfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:18.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.481+0000 7ff7b7e00640 1 -- 172.21.15.12:0/2358957787 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff7b8108de0 msgr2=0x7ff7b819e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:18.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.481+0000 7ff7b7e00640 1 --2- 172.21.15.12:0/2358957787 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff7b8108de0 0x7ff7b819e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:18.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.481+0000 7ff7b7e00640 1 -- 172.21.15.12:0/2358957787 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7b81a5bc0 con 0x7ff7b81097a0 2024-03-29T00:18:18.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.481+0000 7ff7b7400640 1 --2- 172.21.15.12:0/2358957787 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff7b8107bf0 0x7ff7b819dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:18:18.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.481+0000 7ff7b7e00640 1 --2- 172.21.15.12:0/2358957787 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff7b81097a0 0x7ff7b81a5550 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7ff7b000eaa0 tx=0x7ff7b000ef60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:18.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.481+0000 7ff7afe00640 1 -- 172.21.15.12:0/2358957787 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7b000cdb0 con 0x7ff7b81097a0 2024-03-29T00:18:18.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.481+0000 7ff7afe00640 1 -- 172.21.15.12:0/2358957787 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff7b0004b20 con 0x7ff7b81097a0 2024-03-29T00:18:18.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.481+0000 7ff7bce00640 1 -- 172.21.15.12:0/2358957787 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7b81a5eb0 con 0x7ff7b81097a0 2024-03-29T00:18:18.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.481+0000 7ff7afe00640 1 -- 172.21.15.12:0/2358957787 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7b0011760 con 0x7ff7b81097a0 2024-03-29T00:18:18.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.481+0000 7ff7bce00640 1 -- 172.21.15.12:0/2358957787 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7b81a6320 con 0x7ff7b81097a0 2024-03-29T00:18:18.484 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.483+0000 7ff7bce00640 1 -- 172.21.15.12:0/2358957787 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7b810ef10 con 0x7ff7b81097a0 2024-03-29T00:18:18.484 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.484+0000 7ff7afe00640 1 -- 172.21.15.12:0/2358957787 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7ff7b0004cd0 con 0x7ff7b81097a0 2024-03-29T00:18:18.486 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.486+0000 7ff7afe00640 1 --2- 172.21.15.12:0/2358957787 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff79c0a1d60 0x7ff79c0a4220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:18.486 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.486+0000 7ff7afe00640 1 -- 172.21.15.12:0/2358957787 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7ff7b00ce350 con 0x7ff7b81097a0 2024-03-29T00:18:18.486 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.486+0000 7ff7b7400640 1 --2- 172.21.15.12:0/2358957787 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff79c0a1d60 0x7ff79c0a4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:18.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.487+0000 7ff7b7400640 1 --2- 172.21.15.12:0/2358957787 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff79c0a1d60 0x7ff79c0a4220 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7ff7a802c900 tx=0x7ff7a802c9f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:18.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.490+0000 7ff7afe00640 1 -- 172.21.15.12:0/2358957787 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7ff7b0016030 con 0x7ff7b81097a0 2024-03-29T00:18:18.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:18.733+0000 7ff7bce00640 1 -- 172.21.15.12:0/2358957787 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"} v 0) -- 0x7ff7b8062350 con 0x7ff7b81097a0 2024-03-29T00:18:19.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.424+0000 7ff7afe00640 1 -- 172.21.15.12:0/2358957787 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]=0 v29) ==== 117+0+0 (secure 0 0 0) 0x7ff7b009ad40 con 0x7ff7b81097a0 2024-03-29T00:18:19.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.428+0000 7ff7bce00640 1 -- 172.21.15.12:0/2358957787 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff79c0a1d60 msgr2=0x7ff79c0a4220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:19.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.428+0000 7ff7bce00640 1 --2- 172.21.15.12:0/2358957787 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff79c0a1d60 0x7ff79c0a4220 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7ff7a802c900 tx=0x7ff7a802c9f0 comp rx=0 tx=0).stop 2024-03-29T00:18:19.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.428+0000 7ff7bce00640 1 -- 172.21.15.12:0/2358957787 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff7b81097a0 msgr2=0x7ff7b81a5550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:19.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.428+0000 7ff7bce00640 1 --2- 172.21.15.12:0/2358957787 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff7b81097a0 0x7ff7b81a5550 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7ff7b000eaa0 tx=0x7ff7b000ef60 comp rx=0 tx=0).stop 2024-03-29T00:18:19.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.429+0000 7ff7bce00640 1 -- 172.21.15.12:0/2358957787 shutdown_connections 2024-03-29T00:18:19.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.429+0000 7ff7bce00640 1 --2- 172.21.15.12:0/2358957787 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff79c0a1d60 0x7ff79c0a4220 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:19.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.429+0000 7ff7bce00640 1 --2- 172.21.15.12:0/2358957787 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff7b81097a0 0x7ff7b81a5550 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:19.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.429+0000 7ff7bce00640 1 --2- 172.21.15.12:0/2358957787 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff7b8108de0 0x7ff7b819e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:19.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.429+0000 7ff7bce00640 1 --2- 172.21.15.12:0/2358957787 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff7b8107bf0 0x7ff7b819dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:19.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.429+0000 7ff7bce00640 1 -- 172.21.15.12:0/2358957787 >> 172.21.15.12:0/2358957787 conn(0x7ff7b8076b90 msgr2=0x7ff7b810c0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:19.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.429+0000 7ff7bce00640 1 -- 172.21.15.12:0/2358957787 shutdown_connections 2024-03-29T00:18:19.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.429+0000 7ff7bce00640 1 -- 172.21.15.12:0/2358957787 wait complete. 2024-03-29T00:18:19.453 INFO:teuthology.run_tasks:Running task check-counter... 2024-03-29T00:18:19.523 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-03-29T00:18:19.537 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-29T00:18:19.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:19 smithi069 ceph-mon[36074]: pgmap v417: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-03-29T00:18:19.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:19 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2358957787' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-03-29T00:18:19.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:19 smithi069 ceph-mon[36074]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-03-29T00:18:19.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.776+0000 7f5a03800640 1 -- 172.21.15.12:0/193260341 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f59fc104b80 msgr2=0x7f59fc105000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:19.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.776+0000 7f5a03800640 1 --2- 172.21.15.12:0/193260341 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f59fc104b80 0x7f59fc105000 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f59e8009900 tx=0x7f59e802bc40 comp rx=0 tx=0).stop 2024-03-29T00:18:19.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.776+0000 7f5a03800640 1 -- 172.21.15.12:0/193260341 shutdown_connections 2024-03-29T00:18:19.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.776+0000 7f5a03800640 1 --2- 172.21.15.12:0/193260341 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f59fc104b80 0x7f59fc105000 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:19.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.776+0000 7f5a03800640 1 --2- 172.21.15.12:0/193260341 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f59fc105540 0x7f59fc10bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:19.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.776+0000 7f5a03800640 1 --2- 172.21.15.12:0/193260341 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f59fc103990 0x7f59fc103db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:19.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.776+0000 7f5a03800640 1 -- 172.21.15.12:0/193260341 >> 172.21.15.12:0/193260341 conn(0x7f59fc0fef40 msgr2=0x7f59fc101360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:19.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.776+0000 7f5a03800640 1 -- 172.21.15.12:0/193260341 shutdown_connections 2024-03-29T00:18:19.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.776+0000 7f5a03800640 1 -- 172.21.15.12:0/193260341 wait complete. 2024-03-29T00:18:19.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.777+0000 7f5a03800640 1 Processor -- start 2024-03-29T00:18:19.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.777+0000 7f5a03800640 1 -- start start 2024-03-29T00:18:19.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.778+0000 7f5a03800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f59fc103990 0x7f59fc199ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:19.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.778+0000 7f5a03800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f59fc104b80 0x7f59fc19a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:19.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.778+0000 7f5a03800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f59fc105540 0x7f59fc1a1240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:19.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.778+0000 7f5a03800640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f59fc10f740 con 0x7f59fc104b80 2024-03-29T00:18:19.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.778+0000 7f5a03800640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f59fc10f5c0 con 0x7f59fc105540 2024-03-29T00:18:19.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.778+0000 7f5a03800640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f59fc10f8c0 con 0x7f59fc103990 2024-03-29T00:18:19.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.778+0000 7f5a00e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f59fc103990 0x7f59fc199ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:19.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.778+0000 7f5a00e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f59fc103990 0x7f59fc199ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:42128/0 (socket says 172.21.15.12:42128) 2024-03-29T00:18:19.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.778+0000 7f5a00e00640 1 -- 172.21.15.12:0/1541069369 learned_addr learned my addr 172.21.15.12:0/1541069369 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:19.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.778+0000 7f59fbe00640 1 --2- 172.21.15.12:0/1541069369 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f59fc104b80 0x7f59fc19a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:19.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.778+0000 7f5a01800640 1 --2- 172.21.15.12:0/1541069369 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f59fc105540 0x7f59fc1a1240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:19.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.778+0000 7f5a00e00640 1 -- 172.21.15.12:0/1541069369 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f59fc105540 msgr2=0x7f59fc1a1240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:19.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.778+0000 7f5a00e00640 1 --2- 172.21.15.12:0/1541069369 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f59fc105540 0x7f59fc1a1240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:19.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.778+0000 7f5a00e00640 1 -- 172.21.15.12:0/1541069369 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f59fc104b80 msgr2=0x7f59fc19a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:19.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.778+0000 7f5a00e00640 1 --2- 172.21.15.12:0/1541069369 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f59fc104b80 0x7f59fc19a1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:19.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.778+0000 7f5a00e00640 1 -- 172.21.15.12:0/1541069369 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59fc1a18e0 con 0x7f59fc103990 2024-03-29T00:18:19.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.779+0000 7f5a00e00640 1 --2- 172.21.15.12:0/1541069369 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f59fc103990 0x7f59fc199ca0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f59f000c970 tx=0x7f59f000ce30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:19.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.779+0000 7f59f9600640 1 -- 172.21.15.12:0/1541069369 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59f0007c10 con 0x7f59fc103990 2024-03-29T00:18:19.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.779+0000 7f59f9600640 1 -- 172.21.15.12:0/1541069369 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f59f0007db0 con 0x7f59fc103990 2024-03-29T00:18:19.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.779+0000 7f5a03800640 1 -- 172.21.15.12:0/1541069369 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59fc1a1bd0 con 0x7f59fc103990 2024-03-29T00:18:19.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.779+0000 7f59f9600640 1 -- 172.21.15.12:0/1541069369 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59f000fa40 con 0x7f59fc103990 2024-03-29T00:18:19.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.779+0000 7f5a03800640 1 -- 172.21.15.12:0/1541069369 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59fc1a20f0 con 0x7f59fc103990 2024-03-29T00:18:19.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.780+0000 7f5a03800640 1 -- 172.21.15.12:0/1541069369 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59fc10abe0 con 0x7f59fc103990 2024-03-29T00:18:19.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.782+0000 7f59f9600640 1 -- 172.21.15.12:0/1541069369 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f59f000fbe0 con 0x7f59fc103990 2024-03-29T00:18:19.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.783+0000 7f59f9600640 1 --2- 172.21.15.12:0/1541069369 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f59e40a1d80 0x7f59e40a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:19.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.784+0000 7f59f9600640 1 -- 172.21.15.12:0/1541069369 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f59f00ce420 con 0x7f59fc103990 2024-03-29T00:18:19.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.784+0000 7f59fbe00640 1 --2- 172.21.15.12:0/1541069369 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f59e40a1d80 0x7f59e40a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:19.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.785+0000 7f59fbe00640 1 --2- 172.21.15.12:0/1541069369 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f59e40a1d80 0x7f59e40a4240 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f59e802c910 tx=0x7f59e8005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:19.787 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.787+0000 7f59f9600640 1 -- 172.21.15.12:0/1541069369 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f59f009b550 con 0x7f59fc103990 2024-03-29T00:18:19.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:19 smithi012 ceph-mon[31657]: pgmap v417: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-03-29T00:18:19.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:19 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2358957787' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-03-29T00:18:19.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:19 smithi012 ceph-mon[31657]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-03-29T00:18:19.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:19 smithi053 ceph-mon[36233]: pgmap v417: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-03-29T00:18:19.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:19 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2358957787' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-03-29T00:18:19.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:19 smithi053 ceph-mon[36233]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-03-29T00:18:19.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.995+0000 7f5a03800640 1 -- 172.21.15.12:0/1541069369 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f59fc0623f0 con 0x7f59fc103990 2024-03-29T00:18:19.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.997+0000 7f59f9600640 1 -- 172.21.15.12:0/1541069369 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+24651 (secure 0 0 0) 0x7f59f009ae50 con 0x7f59fc103990 2024-03-29T00:18:19.998 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:18:19.998 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":93,"fsid":"f0a28ba8-ed5f-11ee-95d0-87774f69a715","created":"2024-03-29T00:05:52.349196+0000","modified":"2024-03-29T00:17:11.508521+0000","last_up_change":"2024-03-29T00:14:17.644182+0000","last_in_change":"2024-03-29T00:13:57.992327+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-29T00:09:58.299082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-29T00:15:15.323046+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-29T00:15:16.709268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-29T00:15:20.769838+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f15b3bc8-42a4-4aca-bf7c-f36533a25084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6803","nonce":1970936395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6805","nonce":1970936395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6809","nonce":1970936395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6807","nonce":1970936395}]},"public_addr":"172.21.15.12:6803/1970936395","cluster_addr":"172.21.15.12:6805/1970936395","heartbeat_back_addr":"172.21.15.12:6809/1970936395","heartbeat_front_addr":"172.21.15.12:6807/1970936395","state":["exists","up"]},{"osd":1,"uuid":"9fc84928-5898-4421-8fae-8a6c3b5d6454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6801","nonce":2562558811}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6803","nonce":2562558811}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6807","nonce":2562558811}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6805","nonce":2562558811}]},"public_addr":"172.21.15.53:6801/2562558811","cluster_addr":"172.21.15.53:6803/2562558811","heartbeat_back_addr":"172.21.15.53:6807/2562558811","heartbeat_front_addr":"172.21.15.53:6805/2562558811","state":["exists","up"]},{"osd":2,"uuid":"6e1df3eb-d5e1-4433-aef8-dcc544feb108","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6800","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6801","nonce":3472201934}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6803","nonce":3472201934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6807","nonce":3472201934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6805","nonce":3472201934}]},"public_addr":"172.21.15.69:6801/3472201934","cluster_addr":"172.21.15.69:6803/3472201934","heartbeat_back_addr":"172.21.15.69:6807/3472201934","heartbeat_front_addr":"172.21.15.69:6805/3472201934","state":["exists","up"]},{"osd":3,"uuid":"c03886ee-0efd-4a1f-b04f-b060483d852b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6811","nonce":1860879351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6813","nonce":1860879351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6817","nonce":1860879351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6815","nonce":1860879351}]},"public_addr":"172.21.15.12:6811/1860879351","cluster_addr":"172.21.15.12:6813/1860879351","heartbeat_back_addr":"172.21.15.12:6817/1860879351","heartbeat_front_addr":"172.21.15.12:6815/1860879351","state":["exists","up"]},{"osd":4,"uuid":"10a25f7e-b569-4d47-add7-560968efa9c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6809","nonce":1066696400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6811","nonce":1066696400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6815","nonce":1066696400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6813","nonce":1066696400}]},"public_addr":"172.21.15.53:6809/1066696400","cluster_addr":"172.21.15.53:6811/1066696400","heartbeat_back_addr":"172.21.15.53:6815/1066696400","heartbeat_front_addr":"172.21.15.53:6813/1066696400","state":["exists","up"]},{"osd":5,"uuid":"21bad6a7-f98d-4344-8b0b-cf8526575ac2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6809","nonce":2160312252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6811","nonce":2160312252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6815","nonce":2160312252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6813","nonce":2160312252}]},"public_addr":"172.21.15.69:6809/2160312252","cluster_addr":"172.21.15.69:6811/2160312252","heartbeat_back_addr":"172.21.15.69:6815/2160312252","heartbeat_front_addr":"172.21.15.69:6813/2160312252","state":["exists","up"]},{"osd":6,"uuid":"927557ba-0245-42bb-83f1-c8b6b44cc496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6819","nonce":53322413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6821","nonce":53322413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6825","nonce":53322413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6823","nonce":53322413}]},"public_addr":"172.21.15.12:6819/53322413","cluster_addr":"172.21.15.12:6821/53322413","heartbeat_back_addr":"172.21.15.12:6825/53322413","heartbeat_front_addr":"172.21.15.12:6823/53322413","state":["exists","up"]},{"osd":7,"uuid":"22314690-d0eb-496b-b67d-922bdc0b6660","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6817","nonce":512991962}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6819","nonce":512991962}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6823","nonce":512991962}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6821","nonce":512991962}]},"public_addr":"172.21.15.53:6817/512991962","cluster_addr":"172.21.15.53:6819/512991962","heartbeat_back_addr":"172.21.15.53:6823/512991962","heartbeat_front_addr":"172.21.15.53:6821/512991962","state":["exists","up"]},{"osd":8,"uuid":"f26e428e-4919-4030-aa15-100d6df99aef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6817","nonce":2890541031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6819","nonce":2890541031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6823","nonce":2890541031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6821","nonce":2890541031}]},"public_addr":"172.21.15.69:6817/2890541031","cluster_addr":"172.21.15.69:6819/2890541031","heartbeat_back_addr":"172.21.15.69:6823/2890541031","heartbeat_front_addr":"172.21.15.69:6821/2890541031","state":["exists","up"]},{"osd":9,"uuid":"df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6827","nonce":1715133032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6829","nonce":1715133032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6833","nonce":1715133032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6831","nonce":1715133032}]},"public_addr":"172.21.15.12:6827/1715133032","cluster_addr":"172.21.15.12:6829/1715133032","heartbeat_back_addr":"172.21.15.12:6833/1715133032","heartbeat_front_addr":"172.21.15.12:6831/1715133032","state":["exists","up"]},{"osd":10,"uuid":"ac05ca46-a3d8-4e95-8b37-6f46b9f38703","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6825","nonce":3180522172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6827","nonce":3180522172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6831","nonce":3180522172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6829","nonce":3180522172}]},"public_addr":"172.21.15.53:6825/3180522172","cluster_addr":"172.21.15.53:6827/3180522172","heartbeat_back_addr":"172.21.15.53:6831/3180522172","heartbeat_front_addr":"172.21.15.53:6829/3180522172","state":["exists","up"]},{"osd":11,"uuid":"47fd23fb-f49f-49ca-8dfa-df667d03cfa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6825","nonce":1830685720}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6827","nonce":1830685720}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6831","nonce":1830685720}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6829","nonce":1830685720}]},"public_addr":"172.21.15.69:6825/1830685720","cluster_addr":"172.21.15.69:6827/1830685720","heartbeat_back_addr":"172.21.15.69:6831/1830685720","heartbeat_front_addr":"172.21.15.69:6829/1830685720","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:04.043487+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:29.451338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:53.723758+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:27.673354+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:54.498962+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:19.775485+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:54.005468+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:21.544560+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:47.123756+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:22.232554+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:50.514376+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:14:16.169343+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":8}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.9","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/3903984873":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/3329864026":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/1184533662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/2224576662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/798509208":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/4176566530":"2024-03-30T00:07:09.578981+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-29T00:18:20.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.999+0000 7f5a03800640 1 -- 172.21.15.12:0/1541069369 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f59e40a1d80 msgr2=0x7f59e40a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:20.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.999+0000 7f5a03800640 1 --2- 172.21.15.12:0/1541069369 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f59e40a1d80 0x7f59e40a4240 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f59e802c910 tx=0x7f59e8005fd0 comp rx=0 tx=0).stop 2024-03-29T00:18:20.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.999+0000 7f5a03800640 1 -- 172.21.15.12:0/1541069369 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f59fc103990 msgr2=0x7f59fc199ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:20.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:19.999+0000 7f5a03800640 1 --2- 172.21.15.12:0/1541069369 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f59fc103990 0x7f59fc199ca0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f59f000c970 tx=0x7f59f000ce30 comp rx=0 tx=0).stop 2024-03-29T00:18:20.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.000+0000 7f5a03800640 1 -- 172.21.15.12:0/1541069369 shutdown_connections 2024-03-29T00:18:20.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.000+0000 7f5a03800640 1 --2- 172.21.15.12:0/1541069369 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f59e40a1d80 0x7f59e40a4240 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:20.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.000+0000 7f5a03800640 1 --2- 172.21.15.12:0/1541069369 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f59fc105540 0x7f59fc1a1240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:20.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.000+0000 7f5a03800640 1 --2- 172.21.15.12:0/1541069369 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f59fc104b80 0x7f59fc19a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:20.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.000+0000 7f5a03800640 1 --2- 172.21.15.12:0/1541069369 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f59fc103990 0x7f59fc199ca0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:20.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.000+0000 7f5a03800640 1 -- 172.21.15.12:0/1541069369 >> 172.21.15.12:0/1541069369 conn(0x7f59fc0fef40 msgr2=0x7f59fc107db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:20.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.000+0000 7f5a03800640 1 -- 172.21.15.12:0/1541069369 shutdown_connections 2024-03-29T00:18:20.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.000+0000 7f5a03800640 1 -- 172.21.15.12:0/1541069369 wait complete. 2024-03-29T00:18:20.022 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-29T00:09:58.299082+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-29T00:15:15.323046+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-29T00:15:16.709268+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-29T00:15:20.769838+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-03-29T00:18:20.022 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-29T00:18:20.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.252+0000 7ff6a8000640 1 -- 172.21.15.12:0/912137138 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff6a01033b0 msgr2=0x7ff6a0109c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:20.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.252+0000 7ff6a8000640 1 --2- 172.21.15.12:0/912137138 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff6a01033b0 0x7ff6a0109c40 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7ff698009ca0 tx=0x7ff69802c100 comp rx=0 tx=0).stop 2024-03-29T00:18:20.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.252+0000 7ff6a8000640 1 -- 172.21.15.12:0/912137138 shutdown_connections 2024-03-29T00:18:20.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.252+0000 7ff6a8000640 1 --2- 172.21.15.12:0/912137138 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff6a01033b0 0x7ff6a0109c40 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:20.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.252+0000 7ff6a8000640 1 --2- 172.21.15.12:0/912137138 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff6a01029f0 0x7ff6a0102e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:20.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.252+0000 7ff6a8000640 1 --2- 172.21.15.12:0/912137138 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff6a00ffa20 0x7ff6a00ffe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:20.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.252+0000 7ff6a8000640 1 -- 172.21.15.12:0/912137138 >> 172.21.15.12:0/912137138 conn(0x7ff6a00fb370 msgr2=0x7ff6a00fd790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:20.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.252+0000 7ff6a8000640 1 -- 172.21.15.12:0/912137138 shutdown_connections 2024-03-29T00:18:20.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.252+0000 7ff6a8000640 1 -- 172.21.15.12:0/912137138 wait complete. 2024-03-29T00:18:20.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.253+0000 7ff6a8000640 1 Processor -- start 2024-03-29T00:18:20.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.253+0000 7ff6a8000640 1 -- start start 2024-03-29T00:18:20.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.254+0000 7ff6a8000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff6a00ffa20 0x7ff6a0102360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:20.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.254+0000 7ff6a8000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff6a01029f0 0x7ff6a01009a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:20.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.254+0000 7ff6a8000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff6a01033b0 0x7ff6a0100ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:20.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.254+0000 7ff6a8000640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff6a010d530 con 0x7ff6a01033b0 2024-03-29T00:18:20.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.254+0000 7ff6a8000640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff6a010d3b0 con 0x7ff6a00ffa20 2024-03-29T00:18:20.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.254+0000 7ff6a8000640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff6a010d6b0 con 0x7ff6a01029f0 2024-03-29T00:18:20.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.254+0000 7ff6a5600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff6a00ffa20 0x7ff6a0102360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:20.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.254+0000 7ff6a4c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff6a01029f0 0x7ff6a01009a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:20.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.254+0000 7ff6a5600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff6a00ffa20 0x7ff6a0102360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:48048/0 (socket says 172.21.15.12:48048) 2024-03-29T00:18:20.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.254+0000 7ff6a5600640 1 -- 172.21.15.12:0/2105843431 learned_addr learned my addr 172.21.15.12:0/2105843431 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:20.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.254+0000 7ff6a6000640 1 --2- 172.21.15.12:0/2105843431 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff6a01033b0 0x7ff6a0100ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:20.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.254+0000 7ff6a5600640 1 -- 172.21.15.12:0/2105843431 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff6a01029f0 msgr2=0x7ff6a01009a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:20.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.254+0000 7ff6a5600640 1 --2- 172.21.15.12:0/2105843431 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff6a01029f0 0x7ff6a01009a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:20.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.254+0000 7ff6a5600640 1 -- 172.21.15.12:0/2105843431 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff6a01033b0 msgr2=0x7ff6a0100ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:20.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.254+0000 7ff6a5600640 1 --2- 172.21.15.12:0/2105843431 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff6a01033b0 0x7ff6a0100ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:20.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.254+0000 7ff6a5600640 1 -- 172.21.15.12:0/2105843431 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6a0101770 con 0x7ff6a00ffa20 2024-03-29T00:18:20.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.254+0000 7ff6a4c00640 1 --2- 172.21.15.12:0/2105843431 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff6a01029f0 0x7ff6a01009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:18:20.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.255+0000 7ff6a5600640 1 --2- 172.21.15.12:0/2105843431 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff6a00ffa20 0x7ff6a0102360 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7ff69400e9c0 tx=0x7ff69400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:20.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.255+0000 7ff69e000640 1 -- 172.21.15.12:0/2105843431 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff69400cd80 con 0x7ff6a00ffa20 2024-03-29T00:18:20.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.255+0000 7ff69e000640 1 -- 172.21.15.12:0/2105843431 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff6940035f0 con 0x7ff6a00ffa20 2024-03-29T00:18:20.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.255+0000 7ff69e000640 1 -- 172.21.15.12:0/2105843431 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff694010670 con 0x7ff6a00ffa20 2024-03-29T00:18:20.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.255+0000 7ff6a8000640 1 -- 172.21.15.12:0/2105843431 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6a01a1c60 con 0x7ff6a00ffa20 2024-03-29T00:18:20.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.255+0000 7ff6a8000640 1 -- 172.21.15.12:0/2105843431 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6a01a21b0 con 0x7ff6a00ffa20 2024-03-29T00:18:20.258 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.256+0000 7ff6a8000640 1 -- 172.21.15.12:0/2105843431 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6a0108ac0 con 0x7ff6a00ffa20 2024-03-29T00:18:20.258 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.258+0000 7ff69e000640 1 -- 172.21.15.12:0/2105843431 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7ff6940037a0 con 0x7ff6a00ffa20 2024-03-29T00:18:20.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.259+0000 7ff69e000640 1 --2- 172.21.15.12:0/2105843431 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff6880a1e00 0x7ff6880a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:20.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.260+0000 7ff69e000640 1 -- 172.21.15.12:0/2105843431 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7ff6940ce4e0 con 0x7ff6a00ffa20 2024-03-29T00:18:20.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.260+0000 7ff6a4c00640 1 --2- 172.21.15.12:0/2105843431 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff6880a1e00 0x7ff6880a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:20.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.260+0000 7ff6a4c00640 1 --2- 172.21.15.12:0/2105843431 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff6880a1e00 0x7ff6880a42c0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7ff68c0095f0 tx=0x7ff68c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:20.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.264+0000 7ff69e000640 1 -- 172.21.15.12:0/2105843431 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7ff69409b520 con 0x7ff6a00ffa20 2024-03-29T00:18:20.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.467+0000 7ff6a8000640 1 -- 172.21.15.12:0/2105843431 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7ff6a0062380 con 0x7ff6a00ffa20 2024-03-29T00:18:20.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.467+0000 7ff69e000640 1 -- 172.21.15.12:0/2105843431 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) ==== 93+0+10 (secure 0 0 0) 0x7ff69409ae20 con 0x7ff6a00ffa20 2024-03-29T00:18:20.468 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 1 2024-03-29T00:18:20.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.470+0000 7ff6a8000640 1 -- 172.21.15.12:0/2105843431 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff6880a1e00 msgr2=0x7ff6880a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:20.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.470+0000 7ff6a8000640 1 --2- 172.21.15.12:0/2105843431 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff6880a1e00 0x7ff6880a42c0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7ff68c0095f0 tx=0x7ff68c005f90 comp rx=0 tx=0).stop 2024-03-29T00:18:20.471 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.470+0000 7ff6a8000640 1 -- 172.21.15.12:0/2105843431 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff6a00ffa20 msgr2=0x7ff6a0102360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:20.471 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.470+0000 7ff6a8000640 1 --2- 172.21.15.12:0/2105843431 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff6a00ffa20 0x7ff6a0102360 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7ff69400e9c0 tx=0x7ff69400ee80 comp rx=0 tx=0).stop 2024-03-29T00:18:20.471 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.470+0000 7ff6a8000640 1 -- 172.21.15.12:0/2105843431 shutdown_connections 2024-03-29T00:18:20.471 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.470+0000 7ff6a8000640 1 --2- 172.21.15.12:0/2105843431 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff6880a1e00 0x7ff6880a42c0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:20.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.470+0000 7ff6a8000640 1 --2- 172.21.15.12:0/2105843431 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff6a01033b0 0x7ff6a0100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:20.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.470+0000 7ff6a8000640 1 --2- 172.21.15.12:0/2105843431 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff6a01029f0 0x7ff6a01009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:20.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.470+0000 7ff6a8000640 1 --2- 172.21.15.12:0/2105843431 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff6a00ffa20 0x7ff6a0102360 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:20.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.470+0000 7ff6a8000640 1 -- 172.21.15.12:0/2105843431 >> 172.21.15.12:0/2105843431 conn(0x7ff6a00fb370 msgr2=0x7ff6a0105c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:20.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.471+0000 7ff6a8000640 1 -- 172.21.15.12:0/2105843431 shutdown_connections 2024-03-29T00:18:20.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.471+0000 7ff6a8000640 1 -- 172.21.15.12:0/2105843431 wait complete. 2024-03-29T00:18:20.490 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-29T00:18:20.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.716+0000 7f055a200640 1 -- 172.21.15.12:0/1252491235 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0554104b70 msgr2=0x7f0554104ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:20.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.716+0000 7f055a200640 1 --2- 172.21.15.12:0/1252491235 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0554104b70 0x7f0554104ff0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f053c009ca0 tx=0x7f053c02c100 comp rx=0 tx=0).stop 2024-03-29T00:18:20.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.716+0000 7f055a200640 1 -- 172.21.15.12:0/1252491235 shutdown_connections 2024-03-29T00:18:20.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.716+0000 7f055a200640 1 --2- 172.21.15.12:0/1252491235 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0554104b70 0x7f0554104ff0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:20.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.716+0000 7f055a200640 1 --2- 172.21.15.12:0/1252491235 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0554105530 0x7f055410bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:20.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.716+0000 7f055a200640 1 --2- 172.21.15.12:0/1252491235 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0554103980 0x7f0554103da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:20.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.716+0000 7f055a200640 1 -- 172.21.15.12:0/1252491235 >> 172.21.15.12:0/1252491235 conn(0x7f05540fef10 msgr2=0x7f0554101330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:20.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.717+0000 7f055a200640 1 -- 172.21.15.12:0/1252491235 shutdown_connections 2024-03-29T00:18:20.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.717+0000 7f055a200640 1 -- 172.21.15.12:0/1252491235 wait complete. 2024-03-29T00:18:20.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.718+0000 7f055a200640 1 Processor -- start 2024-03-29T00:18:20.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.718+0000 7f055a200640 1 -- start start 2024-03-29T00:18:20.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.718+0000 7f055a200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0554103980 0x7f0554199d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:20.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.718+0000 7f055a200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0554104b70 0x7f055419a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:20.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.718+0000 7f055a200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0554105530 0x7f05541a1310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:20.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.718+0000 7f055a200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f055410f730 con 0x7f0554103980 2024-03-29T00:18:20.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.718+0000 7f055a200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f055410f5b0 con 0x7f0554104b70 2024-03-29T00:18:20.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.718+0000 7f055a200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f055410f8b0 con 0x7f0554105530 2024-03-29T00:18:20.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.718+0000 7f0552a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0554104b70 0x7f055419a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:20.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.718+0000 7f0553e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0554105530 0x7f05541a1310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:20.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.718+0000 7f0552a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0554104b70 0x7f055419a2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:48068/0 (socket says 172.21.15.12:48068) 2024-03-29T00:18:20.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.718+0000 7f0552a00640 1 -- 172.21.15.12:0/4084114714 learned_addr learned my addr 172.21.15.12:0/4084114714 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:20.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.718+0000 7f0553400640 1 --2- 172.21.15.12:0/4084114714 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0554103980 0x7f0554199d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:20.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.719+0000 7f0552a00640 1 -- 172.21.15.12:0/4084114714 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0554105530 msgr2=0x7f05541a1310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:20.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.719+0000 7f0552a00640 1 --2- 172.21.15.12:0/4084114714 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0554105530 0x7f05541a1310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:20.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.719+0000 7f0552a00640 1 -- 172.21.15.12:0/4084114714 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0554103980 msgr2=0x7f0554199d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:20.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.719+0000 7f0552a00640 1 --2- 172.21.15.12:0/4084114714 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0554103980 0x7f0554199d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:20.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.719+0000 7f0552a00640 1 -- 172.21.15.12:0/4084114714 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05541a1980 con 0x7f0554104b70 2024-03-29T00:18:20.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.719+0000 7f0553e00640 1 --2- 172.21.15.12:0/4084114714 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0554105530 0x7f05541a1310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:18:20.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.719+0000 7f0552a00640 1 --2- 172.21.15.12:0/4084114714 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0554104b70 0x7f055419a2a0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f053c0326a0 tx=0x7f053c034670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:20.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.719+0000 7f054be00640 1 -- 172.21.15.12:0/4084114714 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f053c039040 con 0x7f0554104b70 2024-03-29T00:18:20.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.719+0000 7f055a200640 1 -- 172.21.15.12:0/4084114714 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05541a1c10 con 0x7f0554104b70 2024-03-29T00:18:20.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.719+0000 7f054be00640 1 -- 172.21.15.12:0/4084114714 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f053c044070 con 0x7f0554104b70 2024-03-29T00:18:20.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.719+0000 7f054be00640 1 -- 172.21.15.12:0/4084114714 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f053c004460 con 0x7f0554104b70 2024-03-29T00:18:20.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.720+0000 7f055a200640 1 -- 172.21.15.12:0/4084114714 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05541a2120 con 0x7f0554104b70 2024-03-29T00:18:20.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.721+0000 7f055a200640 1 -- 172.21.15.12:0/4084114714 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f055410aca0 con 0x7f0554104b70 2024-03-29T00:18:20.723 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.723+0000 7f054be00640 1 -- 172.21.15.12:0/4084114714 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f053c004600 con 0x7f0554104b70 2024-03-29T00:18:20.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.724+0000 7f054be00640 1 --2- 172.21.15.12:0/4084114714 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f05340a1e80 0x7f05340a4340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:20.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.724+0000 7f054be00640 1 -- 172.21.15.12:0/4084114714 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f053c0f0610 con 0x7f0554104b70 2024-03-29T00:18:20.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.724+0000 7f0553400640 1 --2- 172.21.15.12:0/4084114714 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f05340a1e80 0x7f05340a4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:20.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.725+0000 7f0553400640 1 --2- 172.21.15.12:0/4084114714 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f05340a1e80 0x7f05340a4340 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f05541049d0 tx=0x7f0544005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:20.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.728+0000 7f054be00640 1 -- 172.21.15.12:0/4084114714 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f053c0bd650 con 0x7f0554104b70 2024-03-29T00:18:20.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:20 smithi069 ceph-mon[36074]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-03-29T00:18:20.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:20 smithi069 ceph-mon[36074]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:18:20.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:20 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1541069369' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:18:20.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:20 smithi012 ceph-mon[31657]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-03-29T00:18:20.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:20 smithi012 ceph-mon[31657]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:18:20.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:20 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1541069369' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:18:20.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:20 smithi053 ceph-mon[36233]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-03-29T00:18:20.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:20 smithi053 ceph-mon[36233]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:18:20.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:20 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1541069369' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:18:20.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.940+0000 7f055a200640 1 -- 172.21.15.12:0/4084114714 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f0554062350 con 0x7f0554104b70 2024-03-29T00:18:20.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.940+0000 7f054be00640 1 -- 172.21.15.12:0/4084114714 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v93) ==== 104+0+11 (secure 0 0 0) 0x7f053c0bcf50 con 0x7f0554104b70 2024-03-29T00:18:20.941 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 32 2024-03-29T00:18:20.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.943+0000 7f055a200640 1 -- 172.21.15.12:0/4084114714 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f05340a1e80 msgr2=0x7f05340a4340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:20.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.943+0000 7f055a200640 1 --2- 172.21.15.12:0/4084114714 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f05340a1e80 0x7f05340a4340 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f05541049d0 tx=0x7f0544005f90 comp rx=0 tx=0).stop 2024-03-29T00:18:20.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.943+0000 7f055a200640 1 -- 172.21.15.12:0/4084114714 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0554104b70 msgr2=0x7f055419a2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:20.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.943+0000 7f055a200640 1 --2- 172.21.15.12:0/4084114714 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0554104b70 0x7f055419a2a0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f053c0326a0 tx=0x7f053c034670 comp rx=0 tx=0).stop 2024-03-29T00:18:20.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.943+0000 7f055a200640 1 -- 172.21.15.12:0/4084114714 shutdown_connections 2024-03-29T00:18:20.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.943+0000 7f055a200640 1 --2- 172.21.15.12:0/4084114714 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f05340a1e80 0x7f05340a4340 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:20.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.943+0000 7f055a200640 1 --2- 172.21.15.12:0/4084114714 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0554104b70 0x7f055419a2a0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:20.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.943+0000 7f055a200640 1 --2- 172.21.15.12:0/4084114714 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0554105530 0x7f05541a1310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:20.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.943+0000 7f055a200640 1 --2- 172.21.15.12:0/4084114714 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0554103980 0x7f0554199d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:20.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.943+0000 7f055a200640 1 -- 172.21.15.12:0/4084114714 >> 172.21.15.12:0/4084114714 conn(0x7f05540fef10 msgr2=0x7f0554107e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:20.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.943+0000 7f055a200640 1 -- 172.21.15.12:0/4084114714 shutdown_connections 2024-03-29T00:18:20.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:20.943+0000 7f055a200640 1 -- 172.21.15.12:0/4084114714 wait complete. 2024-03-29T00:18:20.963 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-29T00:18:21.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.180+0000 7ff1db200640 1 -- 172.21.15.12:0/1568213139 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff1dc1049a0 msgr2=0x7ff1dc104e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:21.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.180+0000 7ff1db200640 1 --2- 172.21.15.12:0/1568213139 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff1dc1049a0 0x7ff1dc104e20 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7ff1c8009900 tx=0x7ff1c802bc40 comp rx=0 tx=0).stop 2024-03-29T00:18:21.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.180+0000 7ff1db200640 1 -- 172.21.15.12:0/1568213139 shutdown_connections 2024-03-29T00:18:21.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.180+0000 7ff1db200640 1 --2- 172.21.15.12:0/1568213139 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff1dc105360 0x7ff1dc10bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:21.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.180+0000 7ff1db200640 1 --2- 172.21.15.12:0/1568213139 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff1dc1049a0 0x7ff1dc104e20 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:21.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.180+0000 7ff1db200640 1 --2- 172.21.15.12:0/1568213139 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff1dc1037b0 0x7ff1dc103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:21.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.180+0000 7ff1db200640 1 -- 172.21.15.12:0/1568213139 >> 172.21.15.12:0/1568213139 conn(0x7ff1dc0fed20 msgr2=0x7ff1dc101160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:21.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.180+0000 7ff1db200640 1 -- 172.21.15.12:0/1568213139 shutdown_connections 2024-03-29T00:18:21.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.180+0000 7ff1db200640 1 -- 172.21.15.12:0/1568213139 wait complete. 2024-03-29T00:18:21.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.181+0000 7ff1db200640 1 Processor -- start 2024-03-29T00:18:21.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.182+0000 7ff1db200640 1 -- start start 2024-03-29T00:18:21.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.182+0000 7ff1db200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff1dc1037b0 0x7ff1dc199c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:21.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.182+0000 7ff1db200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff1dc1049a0 0x7ff1dc19a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:21.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.182+0000 7ff1db200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff1dc105360 0x7ff1dc1a1190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:21.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.182+0000 7ff1db200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff1dc10f560 con 0x7ff1dc1049a0 2024-03-29T00:18:21.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.182+0000 7ff1db200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff1dc10f3e0 con 0x7ff1dc1037b0 2024-03-29T00:18:21.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.182+0000 7ff1db200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff1dc10f6e0 con 0x7ff1dc105360 2024-03-29T00:18:21.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.182+0000 7ff1d9e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff1dc1037b0 0x7ff1dc199c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:21.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.182+0000 7ff1d9e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff1dc1037b0 0x7ff1dc199c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:48082/0 (socket says 172.21.15.12:48082) 2024-03-29T00:18:21.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.182+0000 7ff1d9e00640 1 -- 172.21.15.12:0/2448548870 learned_addr learned my addr 172.21.15.12:0/2448548870 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:21.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.182+0000 7ff1da800640 1 --2- 172.21.15.12:0/2448548870 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff1dc105360 0x7ff1dc1a1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:21.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.182+0000 7ff1d9400640 1 --2- 172.21.15.12:0/2448548870 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff1dc1049a0 0x7ff1dc19a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:21.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.183+0000 7ff1d9e00640 1 -- 172.21.15.12:0/2448548870 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff1dc105360 msgr2=0x7ff1dc1a1190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:21.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.183+0000 7ff1d9e00640 1 --2- 172.21.15.12:0/2448548870 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff1dc105360 0x7ff1dc1a1190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:21.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.183+0000 7ff1d9e00640 1 -- 172.21.15.12:0/2448548870 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff1dc1049a0 msgr2=0x7ff1dc19a160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:21.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.183+0000 7ff1d9e00640 1 --2- 172.21.15.12:0/2448548870 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff1dc1049a0 0x7ff1dc19a160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:21.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.183+0000 7ff1d9e00640 1 -- 172.21.15.12:0/2448548870 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1dc1a1830 con 0x7ff1dc1037b0 2024-03-29T00:18:21.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.183+0000 7ff1d9400640 1 --2- 172.21.15.12:0/2448548870 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff1dc1049a0 0x7ff1dc19a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:18:21.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.183+0000 7ff1d9e00640 1 --2- 172.21.15.12:0/2448548870 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff1dc1037b0 0x7ff1dc199c20 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7ff1cc00e9c0 tx=0x7ff1cc00edc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:21.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.183+0000 7ff1d2a00640 1 -- 172.21.15.12:0/2448548870 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1cc00ccc0 con 0x7ff1dc1037b0 2024-03-29T00:18:21.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.183+0000 7ff1d2a00640 1 -- 172.21.15.12:0/2448548870 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff1cc0035f0 con 0x7ff1dc1037b0 2024-03-29T00:18:21.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.183+0000 7ff1db200640 1 -- 172.21.15.12:0/2448548870 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1dc1a1b20 con 0x7ff1dc1037b0 2024-03-29T00:18:21.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.183+0000 7ff1d2a00640 1 -- 172.21.15.12:0/2448548870 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1cc00ce60 con 0x7ff1dc1037b0 2024-03-29T00:18:21.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.184+0000 7ff1db200640 1 -- 172.21.15.12:0/2448548870 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1dc1a2020 con 0x7ff1dc1037b0 2024-03-29T00:18:21.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.185+0000 7ff1db200640 1 -- 172.21.15.12:0/2448548870 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1dc10aad0 con 0x7ff1dc1037b0 2024-03-29T00:18:21.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.187+0000 7ff1d2a00640 1 -- 172.21.15.12:0/2448548870 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7ff1cc0037a0 con 0x7ff1dc1037b0 2024-03-29T00:18:21.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.188+0000 7ff1d2a00640 1 --2- 172.21.15.12:0/2448548870 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff1c00a1d80 0x7ff1c00a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:21.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.188+0000 7ff1d2a00640 1 -- 172.21.15.12:0/2448548870 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7ff1cc0ce800 con 0x7ff1dc1037b0 2024-03-29T00:18:21.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.188+0000 7ff1d9400640 1 --2- 172.21.15.12:0/2448548870 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff1c00a1d80 0x7ff1c00a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:21.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.189+0000 7ff1d9400640 1 --2- 172.21.15.12:0/2448548870 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff1c00a1d80 0x7ff1c00a4240 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7ff1c8006010 tx=0x7ff1c80095f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:21.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.192+0000 7ff1d2a00640 1 -- 172.21.15.12:0/2448548870 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7ff1cc09b840 con 0x7ff1dc1037b0 2024-03-29T00:18:21.396 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.395+0000 7ff1db200640 1 -- 172.21.15.12:0/2448548870 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7ff1dc062350 con 0x7ff1dc1037b0 2024-03-29T00:18:21.396 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.396+0000 7ff1d2a00640 1 -- 172.21.15.12:0/2448548870 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v93) ==== 100+0+11 (secure 0 0 0) 0x7ff1cc09b140 con 0x7ff1dc1037b0 2024-03-29T00:18:21.397 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 64 2024-03-29T00:18:21.399 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.399+0000 7ff1db200640 1 -- 172.21.15.12:0/2448548870 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff1c00a1d80 msgr2=0x7ff1c00a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:21.399 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.399+0000 7ff1db200640 1 --2- 172.21.15.12:0/2448548870 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff1c00a1d80 0x7ff1c00a4240 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7ff1c8006010 tx=0x7ff1c80095f0 comp rx=0 tx=0).stop 2024-03-29T00:18:21.399 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.399+0000 7ff1db200640 1 -- 172.21.15.12:0/2448548870 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff1dc1037b0 msgr2=0x7ff1dc199c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:21.399 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.399+0000 7ff1db200640 1 --2- 172.21.15.12:0/2448548870 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff1dc1037b0 0x7ff1dc199c20 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7ff1cc00e9c0 tx=0x7ff1cc00edc0 comp rx=0 tx=0).stop 2024-03-29T00:18:21.399 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.399+0000 7ff1db200640 1 -- 172.21.15.12:0/2448548870 shutdown_connections 2024-03-29T00:18:21.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.399+0000 7ff1db200640 1 --2- 172.21.15.12:0/2448548870 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff1c00a1d80 0x7ff1c00a4240 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:21.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.399+0000 7ff1db200640 1 --2- 172.21.15.12:0/2448548870 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff1dc105360 0x7ff1dc1a1190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:21.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.399+0000 7ff1db200640 1 --2- 172.21.15.12:0/2448548870 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff1dc1049a0 0x7ff1dc19a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:21.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.399+0000 7ff1db200640 1 --2- 172.21.15.12:0/2448548870 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff1dc1037b0 0x7ff1dc199c20 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:21.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.399+0000 7ff1db200640 1 -- 172.21.15.12:0/2448548870 >> 172.21.15.12:0/2448548870 conn(0x7ff1dc0fed20 msgr2=0x7ff1dc107ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:21.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.399+0000 7ff1db200640 1 -- 172.21.15.12:0/2448548870 shutdown_connections 2024-03-29T00:18:21.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.399+0000 7ff1db200640 1 -- 172.21.15.12:0/2448548870 wait complete. 2024-03-29T00:18:21.419 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-03-29T00:18:21.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.640+0000 7f48a1000640 1 -- 172.21.15.12:0/3076870960 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f489c107bb0 msgr2=0x7f489c107fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:21.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.640+0000 7f48a1000640 1 --2- 172.21.15.12:0/3076870960 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f489c107bb0 0x7f489c107fd0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f488c009900 tx=0x7f488c02bc30 comp rx=0 tx=0).stop 2024-03-29T00:18:21.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.640+0000 7f48a1000640 1 -- 172.21.15.12:0/3076870960 shutdown_connections 2024-03-29T00:18:21.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.640+0000 7f48a1000640 1 --2- 172.21.15.12:0/3076870960 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f489c109760 0x7f489c10fff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:21.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.640+0000 7f48a1000640 1 --2- 172.21.15.12:0/3076870960 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f489c108da0 0x7f489c109220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:21.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.640+0000 7f48a1000640 1 --2- 172.21.15.12:0/3076870960 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f489c107bb0 0x7f489c107fd0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:21.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.640+0000 7f48a1000640 1 -- 172.21.15.12:0/3076870960 >> 172.21.15.12:0/3076870960 conn(0x7f489c076b40 msgr2=0x7f489c078f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:21.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.640+0000 7f48a1000640 1 -- 172.21.15.12:0/3076870960 shutdown_connections 2024-03-29T00:18:21.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.640+0000 7f48a1000640 1 -- 172.21.15.12:0/3076870960 wait complete. 2024-03-29T00:18:21.644 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.641+0000 7f48a1000640 1 Processor -- start 2024-03-29T00:18:21.644 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.642+0000 7f48a1000640 1 -- start start 2024-03-29T00:18:21.644 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.642+0000 7f48a1000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f489c107bb0 0x7f489c19e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:21.644 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.642+0000 7f48a1000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f489c108da0 0x7f489c19e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:21.644 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.642+0000 7f48a1000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f489c109760 0x7f489c1a5560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:21.644 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.642+0000 7f48a1000640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f489c113900 con 0x7f489c108da0 2024-03-29T00:18:21.644 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.642+0000 7f48a1000640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f489c113780 con 0x7f489c107bb0 2024-03-29T00:18:21.644 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.642+0000 7f48a1000640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f489c113a80 con 0x7f489c109760 2024-03-29T00:18:21.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.642+0000 7f489b400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f489c107bb0 0x7f489c19e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:21.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.642+0000 7f489b400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f489c107bb0 0x7f489c19e0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:48098/0 (socket says 172.21.15.12:48098) 2024-03-29T00:18:21.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.642+0000 7f489b400640 1 -- 172.21.15.12:0/3950773293 learned_addr learned my addr 172.21.15.12:0/3950773293 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:21.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.642+0000 7f4892a00640 1 --2- 172.21.15.12:0/3950773293 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f489c108da0 0x7f489c19e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:21.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.642+0000 7f489be00640 1 --2- 172.21.15.12:0/3950773293 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f489c109760 0x7f489c1a5560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:21.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.642+0000 7f489b400640 1 -- 172.21.15.12:0/3950773293 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f489c109760 msgr2=0x7f489c1a5560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:21.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.642+0000 7f489b400640 1 --2- 172.21.15.12:0/3950773293 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f489c109760 0x7f489c1a5560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:21.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.642+0000 7f489b400640 1 -- 172.21.15.12:0/3950773293 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f489c108da0 msgr2=0x7f489c19e5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:21.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.642+0000 7f489b400640 1 --2- 172.21.15.12:0/3950773293 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f489c108da0 0x7f489c19e5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:21.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.642+0000 7f489b400640 1 -- 172.21.15.12:0/3950773293 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f489c1a5bd0 con 0x7f489c107bb0 2024-03-29T00:18:21.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.643+0000 7f489b400640 1 --2- 172.21.15.12:0/3950773293 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f489c107bb0 0x7f489c19e0a0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f488c000c00 tx=0x7f488c004a30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:21.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.643+0000 7f4898c00640 1 -- 172.21.15.12:0/3950773293 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f488c043020 con 0x7f489c107bb0 2024-03-29T00:18:21.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.643+0000 7f4898c00640 1 -- 172.21.15.12:0/3950773293 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f488c004250 con 0x7f489c107bb0 2024-03-29T00:18:21.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.643+0000 7f48a1000640 1 -- 172.21.15.12:0/3950773293 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f489c1a5e60 con 0x7f489c107bb0 2024-03-29T00:18:21.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.643+0000 7f4898c00640 1 -- 172.21.15.12:0/3950773293 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f488c003c00 con 0x7f489c107bb0 2024-03-29T00:18:21.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.643+0000 7f48a1000640 1 -- 172.21.15.12:0/3950773293 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f489c1a6320 con 0x7f489c107bb0 2024-03-29T00:18:21.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.644+0000 7f48a1000640 1 -- 172.21.15.12:0/3950773293 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f489c10ef50 con 0x7f489c107bb0 2024-03-29T00:18:21.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.646+0000 7f4898c00640 1 -- 172.21.15.12:0/3950773293 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f488c046020 con 0x7f489c107bb0 2024-03-29T00:18:21.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.648+0000 7f4898c00640 1 --2- 172.21.15.12:0/3950773293 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f48800a1e00 0x7f48800a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:21.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.648+0000 7f4898c00640 1 -- 172.21.15.12:0/3950773293 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f488c0f0330 con 0x7f489c107bb0 2024-03-29T00:18:21.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.648+0000 7f4892a00640 1 --2- 172.21.15.12:0/3950773293 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f48800a1e00 0x7f48800a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:21.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.649+0000 7f4892a00640 1 --2- 172.21.15.12:0/3950773293 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f48800a1e00 0x7f48800a42c0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f48840095f0 tx=0x7f4884005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:21.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.655+0000 7f4898c00640 1 -- 172.21.15.12:0/3950773293 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f488c04d020 con 0x7f489c107bb0 2024-03-29T00:18:21.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:21 smithi069 ceph-mon[36074]: pgmap v418: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-29T00:18:21.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:21 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2105843431' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:18:21.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:21 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/4084114714' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:18:21.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:21 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2448548870' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:18:21.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:21 smithi012 ceph-mon[31657]: pgmap v418: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-29T00:18:21.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:21 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2105843431' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:18:21.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:21 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/4084114714' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:18:21.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:21 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2448548870' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:18:21.866 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.866+0000 7f48a1000640 1 -- 172.21.15.12:0/3950773293 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f489c02d170 con 0x7f489c107bb0 2024-03-29T00:18:21.867 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.866+0000 7f4898c00640 1 -- 172.21.15.12:0/3950773293 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v93) ==== 103+0+11 (secure 0 0 0) 0x7f488c0bd370 con 0x7f489c107bb0 2024-03-29T00:18:21.867 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 32 2024-03-29T00:18:21.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.869+0000 7f48a1000640 1 -- 172.21.15.12:0/3950773293 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f48800a1e00 msgr2=0x7f48800a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:21.870 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.869+0000 7f48a1000640 1 --2- 172.21.15.12:0/3950773293 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f48800a1e00 0x7f48800a42c0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f48840095f0 tx=0x7f4884005f90 comp rx=0 tx=0).stop 2024-03-29T00:18:21.870 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.869+0000 7f48a1000640 1 -- 172.21.15.12:0/3950773293 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f489c107bb0 msgr2=0x7f489c19e0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:21.870 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.869+0000 7f48a1000640 1 --2- 172.21.15.12:0/3950773293 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f489c107bb0 0x7f489c19e0a0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f488c000c00 tx=0x7f488c004a30 comp rx=0 tx=0).stop 2024-03-29T00:18:21.870 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.869+0000 7f48a1000640 1 -- 172.21.15.12:0/3950773293 shutdown_connections 2024-03-29T00:18:21.870 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.869+0000 7f48a1000640 1 --2- 172.21.15.12:0/3950773293 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f48800a1e00 0x7f48800a42c0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:21.870 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.869+0000 7f48a1000640 1 --2- 172.21.15.12:0/3950773293 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f489c109760 0x7f489c1a5560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:21.870 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.869+0000 7f48a1000640 1 --2- 172.21.15.12:0/3950773293 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f489c108da0 0x7f489c19e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:21.870 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.869+0000 7f48a1000640 1 --2- 172.21.15.12:0/3950773293 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f489c107bb0 0x7f489c19e0a0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:21.870 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.869+0000 7f48a1000640 1 -- 172.21.15.12:0/3950773293 >> 172.21.15.12:0/3950773293 conn(0x7f489c076b40 msgr2=0x7f489c10c120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:21.870 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.869+0000 7f48a1000640 1 -- 172.21.15.12:0/3950773293 shutdown_connections 2024-03-29T00:18:21.870 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:21.869+0000 7f48a1000640 1 -- 172.21.15.12:0/3950773293 wait complete. 2024-03-29T00:18:21.889 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-29T00:18:21.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:21 smithi053 ceph-mon[36233]: pgmap v418: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-29T00:18:21.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:21 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2105843431' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:18:21.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:21 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/4084114714' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:18:21.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:21 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2448548870' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:18:22.112 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.112+0000 7f718cc00640 1 -- 172.21.15.12:0/2104412134 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7188107d90 msgr2=0x7f71881081b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:22.113 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.112+0000 7f718cc00640 1 --2- 172.21.15.12:0/2104412134 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7188107d90 0x7f71881081b0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f7178009ca0 tx=0x7f717802c0f0 comp rx=0 tx=0).stop 2024-03-29T00:18:22.113 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.112+0000 7f718cc00640 1 -- 172.21.15.12:0/2104412134 shutdown_connections 2024-03-29T00:18:22.113 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.112+0000 7f718cc00640 1 --2- 172.21.15.12:0/2104412134 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7188108f80 0x7f7188109400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:22.113 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.112+0000 7f718cc00640 1 --2- 172.21.15.12:0/2104412134 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7188109940 0x7f71881101d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:22.113 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.112+0000 7f718cc00640 1 --2- 172.21.15.12:0/2104412134 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7188107d90 0x7f71881081b0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:22.113 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.112+0000 7f718cc00640 1 -- 172.21.15.12:0/2104412134 >> 172.21.15.12:0/2104412134 conn(0x7f7188076d50 msgr2=0x7f7188079170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:22.113 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.112+0000 7f718cc00640 1 -- 172.21.15.12:0/2104412134 shutdown_connections 2024-03-29T00:18:22.113 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.112+0000 7f718cc00640 1 -- 172.21.15.12:0/2104412134 wait complete. 2024-03-29T00:18:22.115 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.113+0000 7f718cc00640 1 Processor -- start 2024-03-29T00:18:22.115 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.113+0000 7f718cc00640 1 -- start start 2024-03-29T00:18:22.115 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.113+0000 7f718cc00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7188107d90 0x7f718819e190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:22.115 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.113+0000 7f718cc00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7188108f80 0x7f718819e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:22.115 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.114+0000 7f718cc00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7188109940 0x7f71881a5740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:22.115 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.114+0000 7f718cc00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7188113b40 con 0x7f7188109940 2024-03-29T00:18:22.115 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.114+0000 7f718cc00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f71881139c0 con 0x7f7188107d90 2024-03-29T00:18:22.115 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.114+0000 7f718cc00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7188113cc0 con 0x7f7188108f80 2024-03-29T00:18:22.115 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.114+0000 7f7185e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7188107d90 0x7f718819e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:22.116 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.114+0000 7f7185e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7188107d90 0x7f718819e190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:48108/0 (socket says 172.21.15.12:48108) 2024-03-29T00:18:22.116 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.114+0000 7f7185e00640 1 -- 172.21.15.12:0/2642583636 learned_addr learned my addr 172.21.15.12:0/2642583636 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:22.116 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.114+0000 7f717d400640 1 --2- 172.21.15.12:0/2642583636 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7188108f80 0x7f718819e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:22.116 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.114+0000 7f7186800640 1 --2- 172.21.15.12:0/2642583636 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7188109940 0x7f71881a5740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:22.116 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.114+0000 7f7185e00640 1 -- 172.21.15.12:0/2642583636 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7188108f80 msgr2=0x7f718819e6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:22.116 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.114+0000 7f7185e00640 1 --2- 172.21.15.12:0/2642583636 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7188108f80 0x7f718819e6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:22.116 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.114+0000 7f7185e00640 1 -- 172.21.15.12:0/2642583636 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7188109940 msgr2=0x7f71881a5740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:22.116 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.114+0000 7f7185e00640 1 --2- 172.21.15.12:0/2642583636 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7188109940 0x7f71881a5740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:22.116 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.114+0000 7f7185e00640 1 -- 172.21.15.12:0/2642583636 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71881a5db0 con 0x7f7188107d90 2024-03-29T00:18:22.116 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.115+0000 7f7185e00640 1 --2- 172.21.15.12:0/2642583636 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7188107d90 0x7f718819e190 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f7178000f80 tx=0x7f7178034670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:22.116 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.115+0000 7f717f400640 1 -- 172.21.15.12:0/2642583636 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7178039040 con 0x7f7188107d90 2024-03-29T00:18:22.116 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.115+0000 7f718cc00640 1 -- 172.21.15.12:0/2642583636 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71881a6040 con 0x7f7188107d90 2024-03-29T00:18:22.116 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.115+0000 7f717f400640 1 -- 172.21.15.12:0/2642583636 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7178044070 con 0x7f7188107d90 2024-03-29T00:18:22.116 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.115+0000 7f717f400640 1 -- 172.21.15.12:0/2642583636 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7178004570 con 0x7f7188107d90 2024-03-29T00:18:22.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.115+0000 7f718cc00640 1 -- 172.21.15.12:0/2642583636 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71881a6500 con 0x7f7188107d90 2024-03-29T00:18:22.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.116+0000 7f718cc00640 1 -- 172.21.15.12:0/2642583636 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f718810f0b0 con 0x7f7188107d90 2024-03-29T00:18:22.118 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.118+0000 7f717f400640 1 -- 172.21.15.12:0/2642583636 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f7178004710 con 0x7f7188107d90 2024-03-29T00:18:22.120 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.120+0000 7f717f400640 1 --2- 172.21.15.12:0/2642583636 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f716c0a1d80 0x7f716c0a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:22.120 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.120+0000 7f717f400640 1 -- 172.21.15.12:0/2642583636 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f71780f1220 con 0x7f7188107d90 2024-03-29T00:18:22.120 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.120+0000 7f717d400640 1 --2- 172.21.15.12:0/2642583636 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f716c0a1d80 0x7f716c0a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:22.121 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.121+0000 7f717d400640 1 --2- 172.21.15.12:0/2642583636 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f716c0a1d80 0x7f716c0a4240 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f718819f6a0 tx=0x7f7170005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:22.122 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.122+0000 7f717f400640 1 -- 172.21.15.12:0/2642583636 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f71780be260 con 0x7f7188107d90 2024-03-29T00:18:22.327 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.326+0000 7f718cc00640 1 -- 172.21.15.12:0/2642583636 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7188062350 con 0x7f7188107d90 2024-03-29T00:18:22.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.329+0000 7f717f400640 1 -- 172.21.15.12:0/2642583636 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+24651 (secure 0 0 0) 0x7f71780bdb60 con 0x7f7188107d90 2024-03-29T00:18:22.330 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:18:22.331 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":93,"fsid":"f0a28ba8-ed5f-11ee-95d0-87774f69a715","created":"2024-03-29T00:05:52.349196+0000","modified":"2024-03-29T00:17:11.508521+0000","last_up_change":"2024-03-29T00:14:17.644182+0000","last_in_change":"2024-03-29T00:13:57.992327+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-29T00:09:58.299082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-29T00:15:15.323046+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-29T00:15:16.709268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-29T00:15:20.769838+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f15b3bc8-42a4-4aca-bf7c-f36533a25084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6803","nonce":1970936395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6805","nonce":1970936395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6809","nonce":1970936395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6807","nonce":1970936395}]},"public_addr":"172.21.15.12:6803/1970936395","cluster_addr":"172.21.15.12:6805/1970936395","heartbeat_back_addr":"172.21.15.12:6809/1970936395","heartbeat_front_addr":"172.21.15.12:6807/1970936395","state":["exists","up"]},{"osd":1,"uuid":"9fc84928-5898-4421-8fae-8a6c3b5d6454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6801","nonce":2562558811}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6803","nonce":2562558811}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6807","nonce":2562558811}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6805","nonce":2562558811}]},"public_addr":"172.21.15.53:6801/2562558811","cluster_addr":"172.21.15.53:6803/2562558811","heartbeat_back_addr":"172.21.15.53:6807/2562558811","heartbeat_front_addr":"172.21.15.53:6805/2562558811","state":["exists","up"]},{"osd":2,"uuid":"6e1df3eb-d5e1-4433-aef8-dcc544feb108","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6800","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6801","nonce":3472201934}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6803","nonce":3472201934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6807","nonce":3472201934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6805","nonce":3472201934}]},"public_addr":"172.21.15.69:6801/3472201934","cluster_addr":"172.21.15.69:6803/3472201934","heartbeat_back_addr":"172.21.15.69:6807/3472201934","heartbeat_front_addr":"172.21.15.69:6805/3472201934","state":["exists","up"]},{"osd":3,"uuid":"c03886ee-0efd-4a1f-b04f-b060483d852b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6811","nonce":1860879351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6813","nonce":1860879351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6817","nonce":1860879351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6815","nonce":1860879351}]},"public_addr":"172.21.15.12:6811/1860879351","cluster_addr":"172.21.15.12:6813/1860879351","heartbeat_back_addr":"172.21.15.12:6817/1860879351","heartbeat_front_addr":"172.21.15.12:6815/1860879351","state":["exists","up"]},{"osd":4,"uuid":"10a25f7e-b569-4d47-add7-560968efa9c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6809","nonce":1066696400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6811","nonce":1066696400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6815","nonce":1066696400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6813","nonce":1066696400}]},"public_addr":"172.21.15.53:6809/1066696400","cluster_addr":"172.21.15.53:6811/1066696400","heartbeat_back_addr":"172.21.15.53:6815/1066696400","heartbeat_front_addr":"172.21.15.53:6813/1066696400","state":["exists","up"]},{"osd":5,"uuid":"21bad6a7-f98d-4344-8b0b-cf8526575ac2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6809","nonce":2160312252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6811","nonce":2160312252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6815","nonce":2160312252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6813","nonce":2160312252}]},"public_addr":"172.21.15.69:6809/2160312252","cluster_addr":"172.21.15.69:6811/2160312252","heartbeat_back_addr":"172.21.15.69:6815/2160312252","heartbeat_front_addr":"172.21.15.69:6813/2160312252","state":["exists","up"]},{"osd":6,"uuid":"927557ba-0245-42bb-83f1-c8b6b44cc496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6819","nonce":53322413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6821","nonce":53322413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6825","nonce":53322413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6823","nonce":53322413}]},"public_addr":"172.21.15.12:6819/53322413","cluster_addr":"172.21.15.12:6821/53322413","heartbeat_back_addr":"172.21.15.12:6825/53322413","heartbeat_front_addr":"172.21.15.12:6823/53322413","state":["exists","up"]},{"osd":7,"uuid":"22314690-d0eb-496b-b67d-922bdc0b6660","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6817","nonce":512991962}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6819","nonce":512991962}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6823","nonce":512991962}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6821","nonce":512991962}]},"public_addr":"172.21.15.53:6817/512991962","cluster_addr":"172.21.15.53:6819/512991962","heartbeat_back_addr":"172.21.15.53:6823/512991962","heartbeat_front_addr":"172.21.15.53:6821/512991962","state":["exists","up"]},{"osd":8,"uuid":"f26e428e-4919-4030-aa15-100d6df99aef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6817","nonce":2890541031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6819","nonce":2890541031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6823","nonce":2890541031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6821","nonce":2890541031}]},"public_addr":"172.21.15.69:6817/2890541031","cluster_addr":"172.21.15.69:6819/2890541031","heartbeat_back_addr":"172.21.15.69:6823/2890541031","heartbeat_front_addr":"172.21.15.69:6821/2890541031","state":["exists","up"]},{"osd":9,"uuid":"df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6827","nonce":1715133032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6829","nonce":1715133032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6833","nonce":1715133032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6831","nonce":1715133032}]},"public_addr":"172.21.15.12:6827/1715133032","cluster_addr":"172.21.15.12:6829/1715133032","heartbeat_back_addr":"172.21.15.12:6833/1715133032","heartbeat_front_addr":"172.21.15.12:6831/1715133032","state":["exists","up"]},{"osd":10,"uuid":"ac05ca46-a3d8-4e95-8b37-6f46b9f38703","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6825","nonce":3180522172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6827","nonce":3180522172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6831","nonce":3180522172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6829","nonce":3180522172}]},"public_addr":"172.21.15.53:6825/3180522172","cluster_addr":"172.21.15.53:6827/3180522172","heartbeat_back_addr":"172.21.15.53:6831/3180522172","heartbeat_front_addr":"172.21.15.53:6829/3180522172","state":["exists","up"]},{"osd":11,"uuid":"47fd23fb-f49f-49ca-8dfa-df667d03cfa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6825","nonce":1830685720}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6827","nonce":1830685720}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6831","nonce":1830685720}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6829","nonce":1830685720}]},"public_addr":"172.21.15.69:6825/1830685720","cluster_addr":"172.21.15.69:6827/1830685720","heartbeat_back_addr":"172.21.15.69:6831/1830685720","heartbeat_front_addr":"172.21.15.69:6829/1830685720","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:04.043487+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:29.451338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:53.723758+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:27.673354+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:54.498962+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:19.775485+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:54.005468+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:21.544560+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:47.123756+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:22.232554+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:50.514376+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:14:16.169343+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":8}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.9","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/3903984873":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/3329864026":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/1184533662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/2224576662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/798509208":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/4176566530":"2024-03-30T00:07:09.578981+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-29T00:18:22.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.333+0000 7f718cc00640 1 -- 172.21.15.12:0/2642583636 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f716c0a1d80 msgr2=0x7f716c0a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:22.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.333+0000 7f718cc00640 1 --2- 172.21.15.12:0/2642583636 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f716c0a1d80 0x7f716c0a4240 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f718819f6a0 tx=0x7f7170005f90 comp rx=0 tx=0).stop 2024-03-29T00:18:22.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.333+0000 7f718cc00640 1 -- 172.21.15.12:0/2642583636 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7188107d90 msgr2=0x7f718819e190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:22.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.333+0000 7f718cc00640 1 --2- 172.21.15.12:0/2642583636 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7188107d90 0x7f718819e190 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f7178000f80 tx=0x7f7178034670 comp rx=0 tx=0).stop 2024-03-29T00:18:22.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.333+0000 7f718cc00640 1 -- 172.21.15.12:0/2642583636 shutdown_connections 2024-03-29T00:18:22.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.333+0000 7f718cc00640 1 --2- 172.21.15.12:0/2642583636 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f716c0a1d80 0x7f716c0a4240 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:22.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.333+0000 7f718cc00640 1 --2- 172.21.15.12:0/2642583636 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7188109940 0x7f71881a5740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:22.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.333+0000 7f718cc00640 1 --2- 172.21.15.12:0/2642583636 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7188108f80 0x7f718819e6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:22.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.333+0000 7f718cc00640 1 --2- 172.21.15.12:0/2642583636 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7188107d90 0x7f718819e190 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:22.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.333+0000 7f718cc00640 1 -- 172.21.15.12:0/2642583636 >> 172.21.15.12:0/2642583636 conn(0x7f7188076d50 msgr2=0x7f718810c280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:22.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.333+0000 7f718cc00640 1 -- 172.21.15.12:0/2642583636 shutdown_connections 2024-03-29T00:18:22.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.333+0000 7f718cc00640 1 -- 172.21.15.12:0/2642583636 wait complete. 2024-03-29T00:18:22.354 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-29T00:09:58.299082+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-29T00:15:15.323046+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-29T00:15:16.709268+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-29T00:15:20.769838+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-03-29T00:18:22.355 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-29T00:18:22.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.586+0000 7f872aa00640 1 -- 172.21.15.12:0/2456018284 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8724107d90 msgr2=0x7f87241081b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:22.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.586+0000 7f872aa00640 1 --2- 172.21.15.12:0/2456018284 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8724107d90 0x7f87241081b0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f8714009900 tx=0x7f871402bc50 comp rx=0 tx=0).stop 2024-03-29T00:18:22.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.586+0000 7f872aa00640 1 -- 172.21.15.12:0/2456018284 shutdown_connections 2024-03-29T00:18:22.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.586+0000 7f872aa00640 1 --2- 172.21.15.12:0/2456018284 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8724109940 0x7f87241101d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:22.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.586+0000 7f872aa00640 1 --2- 172.21.15.12:0/2456018284 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8724108f80 0x7f8724109400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:22.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.586+0000 7f872aa00640 1 --2- 172.21.15.12:0/2456018284 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8724107d90 0x7f87241081b0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:22.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.586+0000 7f872aa00640 1 -- 172.21.15.12:0/2456018284 >> 172.21.15.12:0/2456018284 conn(0x7f8724076d40 msgr2=0x7f8724079160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:22.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.586+0000 7f872aa00640 1 -- 172.21.15.12:0/2456018284 shutdown_connections 2024-03-29T00:18:22.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.586+0000 7f872aa00640 1 -- 172.21.15.12:0/2456018284 wait complete. 2024-03-29T00:18:22.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.587+0000 7f872aa00640 1 Processor -- start 2024-03-29T00:18:22.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.587+0000 7f872aa00640 1 -- start start 2024-03-29T00:18:22.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.588+0000 7f872aa00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8724107d90 0x7f872419e190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:22.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.588+0000 7f872aa00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8724108f80 0x7f872419e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:22.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.588+0000 7f872aa00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8724109940 0x7f87241a5740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:22.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.588+0000 7f872aa00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8724113b40 con 0x7f8724108f80 2024-03-29T00:18:22.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.588+0000 7f872aa00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f87241139c0 con 0x7f8724109940 2024-03-29T00:18:22.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.588+0000 7f872aa00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8724113cc0 con 0x7f8724107d90 2024-03-29T00:18:22.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.588+0000 7f8723e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8724107d90 0x7f872419e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:22.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.588+0000 7f8723e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8724107d90 0x7f872419e190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:42224/0 (socket says 172.21.15.12:42224) 2024-03-29T00:18:22.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.588+0000 7f8723e00640 1 -- 172.21.15.12:0/3241573668 learned_addr learned my addr 172.21.15.12:0/3241573668 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:22.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.588+0000 7f8728a00640 1 --2- 172.21.15.12:0/3241573668 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8724109940 0x7f87241a5740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:22.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.588+0000 7f871be00640 1 --2- 172.21.15.12:0/3241573668 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8724108f80 0x7f872419e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:22.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.588+0000 7f8723e00640 1 -- 172.21.15.12:0/3241573668 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8724109940 msgr2=0x7f87241a5740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:22.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.588+0000 7f8723e00640 1 --2- 172.21.15.12:0/3241573668 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8724109940 0x7f87241a5740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:22.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.588+0000 7f8723e00640 1 -- 172.21.15.12:0/3241573668 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8724108f80 msgr2=0x7f872419e6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:22.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.588+0000 7f8723e00640 1 --2- 172.21.15.12:0/3241573668 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8724108f80 0x7f872419e6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:22.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.588+0000 7f8723e00640 1 -- 172.21.15.12:0/3241573668 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87241a5db0 con 0x7f8724107d90 2024-03-29T00:18:22.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.589+0000 7f8723e00640 1 --2- 172.21.15.12:0/3241573668 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8724107d90 0x7f872419e190 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f8714005ab0 tx=0x7f8714004a30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:22.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.589+0000 7f8721600640 1 -- 172.21.15.12:0/3241573668 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8714043020 con 0x7f8724107d90 2024-03-29T00:18:22.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.589+0000 7f8721600640 1 -- 172.21.15.12:0/3241573668 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8714004250 con 0x7f8724107d90 2024-03-29T00:18:22.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.589+0000 7f8721600640 1 -- 172.21.15.12:0/3241573668 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8714003b90 con 0x7f8724107d90 2024-03-29T00:18:22.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.589+0000 7f872aa00640 1 -- 172.21.15.12:0/3241573668 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87241a6040 con 0x7f8724107d90 2024-03-29T00:18:22.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.590+0000 7f872aa00640 1 -- 172.21.15.12:0/3241573668 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87241a6510 con 0x7f8724107d90 2024-03-29T00:18:22.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.591+0000 7f872aa00640 1 -- 172.21.15.12:0/3241573668 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f872410f0b0 con 0x7f8724107d90 2024-03-29T00:18:22.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.592+0000 7f8721600640 1 -- 172.21.15.12:0/3241573668 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f8714046020 con 0x7f8724107d90 2024-03-29T00:18:22.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.594+0000 7f8721600640 1 --2- 172.21.15.12:0/3241573668 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f87080a1e00 0x7f87080a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:22.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.594+0000 7f8721600640 1 -- 172.21.15.12:0/3241573668 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f87140f01b0 con 0x7f8724107d90 2024-03-29T00:18:22.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.594+0000 7f871be00640 1 --2- 172.21.15.12:0/3241573668 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f87080a1e00 0x7f87080a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:22.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.595+0000 7f871be00640 1 --2- 172.21.15.12:0/3241573668 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f87080a1e00 0x7f87080a42c0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f872419f6a0 tx=0x7f870c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:22.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.598+0000 7f8721600640 1 -- 172.21.15.12:0/3241573668 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f871404d020 con 0x7f8724107d90 2024-03-29T00:18:22.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:22 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3950773293' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:18:22.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:22 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2642583636' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:18:22.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:22 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3950773293' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:18:22.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:22 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2642583636' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:18:22.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.801+0000 7f872aa00640 1 -- 172.21.15.12:0/3241573668 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f8724062350 con 0x7f8724107d90 2024-03-29T00:18:22.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.802+0000 7f8721600640 1 -- 172.21.15.12:0/3241573668 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) ==== 93+0+10 (secure 0 0 0) 0x7f87140bd1f0 con 0x7f8724107d90 2024-03-29T00:18:22.805 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 1 2024-03-29T00:18:22.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.804+0000 7f872aa00640 1 -- 172.21.15.12:0/3241573668 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f87080a1e00 msgr2=0x7f87080a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:22.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.804+0000 7f872aa00640 1 --2- 172.21.15.12:0/3241573668 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f87080a1e00 0x7f87080a42c0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f872419f6a0 tx=0x7f870c005f90 comp rx=0 tx=0).stop 2024-03-29T00:18:22.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.804+0000 7f872aa00640 1 -- 172.21.15.12:0/3241573668 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8724107d90 msgr2=0x7f872419e190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:22.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.804+0000 7f872aa00640 1 --2- 172.21.15.12:0/3241573668 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8724107d90 0x7f872419e190 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f8714005ab0 tx=0x7f8714004a30 comp rx=0 tx=0).stop 2024-03-29T00:18:22.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.804+0000 7f872aa00640 1 -- 172.21.15.12:0/3241573668 shutdown_connections 2024-03-29T00:18:22.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.804+0000 7f872aa00640 1 --2- 172.21.15.12:0/3241573668 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f87080a1e00 0x7f87080a42c0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:22.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.804+0000 7f872aa00640 1 --2- 172.21.15.12:0/3241573668 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8724109940 0x7f87241a5740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:22.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.804+0000 7f872aa00640 1 --2- 172.21.15.12:0/3241573668 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8724108f80 0x7f872419e6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:22.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.804+0000 7f872aa00640 1 --2- 172.21.15.12:0/3241573668 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8724107d90 0x7f872419e190 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:22.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.804+0000 7f872aa00640 1 -- 172.21.15.12:0/3241573668 >> 172.21.15.12:0/3241573668 conn(0x7f8724076d40 msgr2=0x7f872410c280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:22.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.804+0000 7f872aa00640 1 -- 172.21.15.12:0/3241573668 shutdown_connections 2024-03-29T00:18:22.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:22.805+0000 7f872aa00640 1 -- 172.21.15.12:0/3241573668 wait complete. 2024-03-29T00:18:22.824 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-29T00:18:22.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:22 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3950773293' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:18:22.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:22 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2642583636' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:18:23.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.054+0000 7f404cc00640 1 -- 172.21.15.12:0/1084697943 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4048102790 msgr2=0x7f4048102c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:23.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.054+0000 7f404cc00640 1 --2- 172.21.15.12:0/1084697943 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4048102790 0x7f4048102c10 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f4030009900 tx=0x7f403002bc40 comp rx=0 tx=0).stop 2024-03-29T00:18:23.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.054+0000 7f404cc00640 1 -- 172.21.15.12:0/1084697943 shutdown_connections 2024-03-29T00:18:23.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.054+0000 7f404cc00640 1 --2- 172.21.15.12:0/1084697943 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4048103150 0x7f40481099e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:23.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.054+0000 7f404cc00640 1 --2- 172.21.15.12:0/1084697943 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4048102790 0x7f4048102c10 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:23.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.054+0000 7f404cc00640 1 --2- 172.21.15.12:0/1084697943 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f40481015a0 0x7f40481019c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:23.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.054+0000 7f404cc00640 1 -- 172.21.15.12:0/1084697943 >> 172.21.15.12:0/1084697943 conn(0x7f40480fcb10 msgr2=0x7f40480fef50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:23.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.054+0000 7f404cc00640 1 -- 172.21.15.12:0/1084697943 shutdown_connections 2024-03-29T00:18:23.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.055+0000 7f404cc00640 1 -- 172.21.15.12:0/1084697943 wait complete. 2024-03-29T00:18:23.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.056+0000 7f404cc00640 1 Processor -- start 2024-03-29T00:18:23.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.056+0000 7f404cc00640 1 -- start start 2024-03-29T00:18:23.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.056+0000 7f404cc00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f40481015a0 0x7f4048197960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:23.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.056+0000 7f404cc00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4048102790 0x7f4048197ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:23.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.056+0000 7f404cc00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4048103150 0x7f404819ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:23.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.057+0000 7f404cc00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f404810d350 con 0x7f4048102790 2024-03-29T00:18:23.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.057+0000 7f404cc00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f404810d1d0 con 0x7f40481015a0 2024-03-29T00:18:23.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.057+0000 7f404cc00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f404810d4d0 con 0x7f4048103150 2024-03-29T00:18:23.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.057+0000 7f4047400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f40481015a0 0x7f4048197960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:23.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.057+0000 7f4047400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f40481015a0 0x7f4048197960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:48138/0 (socket says 172.21.15.12:48138) 2024-03-29T00:18:23.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.057+0000 7f4047400640 1 -- 172.21.15.12:0/635534256 learned_addr learned my addr 172.21.15.12:0/635534256 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:23.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.057+0000 7f4047e00640 1 --2- 172.21.15.12:0/635534256 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4048103150 0x7f404819ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:23.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.057+0000 7f403fe00640 1 --2- 172.21.15.12:0/635534256 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4048102790 0x7f4048197ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:23.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.057+0000 7f4047400640 1 -- 172.21.15.12:0/635534256 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4048103150 msgr2=0x7f404819ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:23.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.057+0000 7f4047400640 1 --2- 172.21.15.12:0/635534256 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4048103150 0x7f404819ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:23.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.057+0000 7f4047400640 1 -- 172.21.15.12:0/635534256 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4048102790 msgr2=0x7f4048197ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:23.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.057+0000 7f4047400640 1 --2- 172.21.15.12:0/635534256 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4048102790 0x7f4048197ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:23.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.057+0000 7f4047400640 1 -- 172.21.15.12:0/635534256 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f404819f580 con 0x7f40481015a0 2024-03-29T00:18:23.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.057+0000 7f403fe00640 1 --2- 172.21.15.12:0/635534256 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4048102790 0x7f4048197ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:18:23.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.057+0000 7f4047400640 1 --2- 172.21.15.12:0/635534256 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f40481015a0 0x7f4048197960 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f403800e9c0 tx=0x7f403800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:23.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.058+0000 7f4044c00640 1 -- 172.21.15.12:0/635534256 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f403800cd80 con 0x7f40481015a0 2024-03-29T00:18:23.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.058+0000 7f4044c00640 1 -- 172.21.15.12:0/635534256 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f40380035f0 con 0x7f40481015a0 2024-03-29T00:18:23.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.058+0000 7f4044c00640 1 -- 172.21.15.12:0/635534256 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4038010670 con 0x7f40481015a0 2024-03-29T00:18:23.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.058+0000 7f404cc00640 1 -- 172.21.15.12:0/635534256 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f404819f870 con 0x7f40481015a0 2024-03-29T00:18:23.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.058+0000 7f404cc00640 1 -- 172.21.15.12:0/635534256 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f404819fd40 con 0x7f40481015a0 2024-03-29T00:18:23.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.059+0000 7f404cc00640 1 -- 172.21.15.12:0/635534256 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4048108860 con 0x7f40481015a0 2024-03-29T00:18:23.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.061+0000 7f4044c00640 1 -- 172.21.15.12:0/635534256 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f40380037a0 con 0x7f40481015a0 2024-03-29T00:18:23.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.063+0000 7f4044c00640 1 --2- 172.21.15.12:0/635534256 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f402c0a1e00 0x7f402c0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:23.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.063+0000 7f4044c00640 1 -- 172.21.15.12:0/635534256 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f40380ce500 con 0x7f40481015a0 2024-03-29T00:18:23.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.063+0000 7f403fe00640 1 --2- 172.21.15.12:0/635534256 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f402c0a1e00 0x7f402c0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:23.064 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.064+0000 7f403fe00640 1 --2- 172.21.15.12:0/635534256 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f402c0a1e00 0x7f402c0a42c0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f403002c250 tx=0x7f4030005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:23.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.068+0000 7f4044c00640 1 -- 172.21.15.12:0/635534256 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f403809b540 con 0x7f40481015a0 2024-03-29T00:18:23.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.269+0000 7f404cc00640 1 -- 172.21.15.12:0/635534256 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f40480623f0 con 0x7f40481015a0 2024-03-29T00:18:23.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.270+0000 7f4044c00640 1 -- 172.21.15.12:0/635534256 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v93) ==== 104+0+11 (secure 0 0 0) 0x7f403809ae40 con 0x7f40481015a0 2024-03-29T00:18:23.271 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 32 2024-03-29T00:18:23.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.273+0000 7f404cc00640 1 -- 172.21.15.12:0/635534256 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f402c0a1e00 msgr2=0x7f402c0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:23.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.273+0000 7f404cc00640 1 --2- 172.21.15.12:0/635534256 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f402c0a1e00 0x7f402c0a42c0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f403002c250 tx=0x7f4030005fd0 comp rx=0 tx=0).stop 2024-03-29T00:18:23.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.273+0000 7f404cc00640 1 -- 172.21.15.12:0/635534256 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f40481015a0 msgr2=0x7f4048197960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:23.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.273+0000 7f404cc00640 1 --2- 172.21.15.12:0/635534256 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f40481015a0 0x7f4048197960 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f403800e9c0 tx=0x7f403800ee80 comp rx=0 tx=0).stop 2024-03-29T00:18:23.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.273+0000 7f404cc00640 1 -- 172.21.15.12:0/635534256 shutdown_connections 2024-03-29T00:18:23.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.273+0000 7f404cc00640 1 --2- 172.21.15.12:0/635534256 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f402c0a1e00 0x7f402c0a42c0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:23.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.273+0000 7f404cc00640 1 --2- 172.21.15.12:0/635534256 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4048103150 0x7f404819ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:23.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.273+0000 7f404cc00640 1 --2- 172.21.15.12:0/635534256 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4048102790 0x7f4048197ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:23.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.273+0000 7f404cc00640 1 --2- 172.21.15.12:0/635534256 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f40481015a0 0x7f4048197960 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:23.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.273+0000 7f404cc00640 1 -- 172.21.15.12:0/635534256 >> 172.21.15.12:0/635534256 conn(0x7f40480fcb10 msgr2=0x7f4048105a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:23.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.273+0000 7f404cc00640 1 -- 172.21.15.12:0/635534256 shutdown_connections 2024-03-29T00:18:23.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.273+0000 7f404cc00640 1 -- 172.21.15.12:0/635534256 wait complete. 2024-03-29T00:18:23.294 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-29T00:18:23.518 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.517+0000 7f7b61000640 1 -- 172.21.15.12:0/1335461440 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7b5c075790 msgr2=0x7f7b5c073be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:23.518 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.517+0000 7f7b61000640 1 --2- 172.21.15.12:0/1335461440 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7b5c075790 0x7f7b5c073be0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c009900 tx=0x7f7b4c02bc30 comp rx=0 tx=0).stop 2024-03-29T00:18:23.518 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.517+0000 7f7b61000640 1 -- 172.21.15.12:0/1335461440 shutdown_connections 2024-03-29T00:18:23.518 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.517+0000 7f7b61000640 1 --2- 172.21.15.12:0/1335461440 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7b5c109450 0x7f7b5c10b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:23.518 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.517+0000 7f7b61000640 1 --2- 172.21.15.12:0/1335461440 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7b5c0741b0 0x7f7b5c074630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:23.518 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.517+0000 7f7b61000640 1 --2- 172.21.15.12:0/1335461440 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7b5c075790 0x7f7b5c073be0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:23.519 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.517+0000 7f7b61000640 1 -- 172.21.15.12:0/1335461440 >> 172.21.15.12:0/1335461440 conn(0x7f7b5c0fcb00 msgr2=0x7f7b5c0fef40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:23.519 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.517+0000 7f7b61000640 1 -- 172.21.15.12:0/1335461440 shutdown_connections 2024-03-29T00:18:23.519 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.518+0000 7f7b61000640 1 -- 172.21.15.12:0/1335461440 wait complete. 2024-03-29T00:18:23.519 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.519+0000 7f7b61000640 1 Processor -- start 2024-03-29T00:18:23.519 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.519+0000 7f7b61000640 1 -- start start 2024-03-29T00:18:23.521 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.519+0000 7f7b61000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7b5c0741b0 0x7f7b5c199b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:23.521 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.519+0000 7f7b61000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7b5c075790 0x7f7b5c19a090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:23.521 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.519+0000 7f7b61000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7b5c109450 0x7f7b5c1a1100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:23.521 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.519+0000 7f7b61000640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7b5c10f4c0 con 0x7f7b5c075790 2024-03-29T00:18:23.521 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.519+0000 7f7b61000640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7b5c10f340 con 0x7f7b5c109450 2024-03-29T00:18:23.521 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.519+0000 7f7b61000640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7b5c10f640 con 0x7f7b5c0741b0 2024-03-29T00:18:23.521 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.520+0000 7f7b5b400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7b5c0741b0 0x7f7b5c199b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:23.521 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.520+0000 7f7b5b400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7b5c0741b0 0x7f7b5c199b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:42244/0 (socket says 172.21.15.12:42244) 2024-03-29T00:18:23.521 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.520+0000 7f7b5b400640 1 -- 172.21.15.12:0/989937712 learned_addr learned my addr 172.21.15.12:0/989937712 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:23.521 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.520+0000 7f7b5aa00640 1 --2- 172.21.15.12:0/989937712 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7b5c075790 0x7f7b5c19a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:23.521 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.520+0000 7f7b5be00640 1 --2- 172.21.15.12:0/989937712 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7b5c109450 0x7f7b5c1a1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:23.521 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.520+0000 7f7b5b400640 1 -- 172.21.15.12:0/989937712 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7b5c109450 msgr2=0x7f7b5c1a1100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:23.521 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.520+0000 7f7b5b400640 1 --2- 172.21.15.12:0/989937712 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7b5c109450 0x7f7b5c1a1100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:23.521 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.520+0000 7f7b5b400640 1 -- 172.21.15.12:0/989937712 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7b5c075790 msgr2=0x7f7b5c19a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:23.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.520+0000 7f7b5b400640 1 --2- 172.21.15.12:0/989937712 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7b5c075790 0x7f7b5c19a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:23.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.520+0000 7f7b5b400640 1 -- 172.21.15.12:0/989937712 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b5c1a1770 con 0x7f7b5c0741b0 2024-03-29T00:18:23.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.521+0000 7f7b5b400640 1 --2- 172.21.15.12:0/989937712 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7b5c0741b0 0x7f7b5c199b50 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c005ab0 tx=0x7f7b4c004a50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:23.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.521+0000 7f7b53e00640 1 -- 172.21.15.12:0/989937712 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c043020 con 0x7f7b5c0741b0 2024-03-29T00:18:23.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.521+0000 7f7b53e00640 1 -- 172.21.15.12:0/989937712 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7b4c004250 con 0x7f7b5c0741b0 2024-03-29T00:18:23.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.521+0000 7f7b61000640 1 -- 172.21.15.12:0/989937712 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b5c1a1a00 con 0x7f7b5c0741b0 2024-03-29T00:18:23.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.521+0000 7f7b53e00640 1 -- 172.21.15.12:0/989937712 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c003c00 con 0x7f7b5c0741b0 2024-03-29T00:18:23.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.521+0000 7f7b61000640 1 -- 172.21.15.12:0/989937712 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b5c1a1fa0 con 0x7f7b5c0741b0 2024-03-29T00:18:23.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.522+0000 7f7b61000640 1 -- 172.21.15.12:0/989937712 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b5c108180 con 0x7f7b5c0741b0 2024-03-29T00:18:23.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.524+0000 7f7b53e00640 1 -- 172.21.15.12:0/989937712 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f7b4c046020 con 0x7f7b5c0741b0 2024-03-29T00:18:23.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.525+0000 7f7b53e00640 1 --2- 172.21.15.12:0/989937712 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7b400a1e00 0x7f7b400a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:23.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.525+0000 7f7b53e00640 1 -- 172.21.15.12:0/989937712 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f7b4c0f0130 con 0x7f7b5c0741b0 2024-03-29T00:18:23.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.525+0000 7f7b5aa00640 1 --2- 172.21.15.12:0/989937712 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7b400a1e00 0x7f7b400a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:23.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.526+0000 7f7b5aa00640 1 --2- 172.21.15.12:0/989937712 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7b400a1e00 0x7f7b400a42c0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f7b5c19b060 tx=0x7f7b44005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:23.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.529+0000 7f7b53e00640 1 -- 172.21.15.12:0/989937712 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f7b4c04d020 con 0x7f7b5c0741b0 2024-03-29T00:18:23.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:23 smithi012 ceph-mon[31657]: pgmap v419: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 170 B/s wr, 9 op/s 2024-03-29T00:18:23.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:23 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3241573668' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:18:23.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:23 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/635534256' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:18:23.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.731+0000 7f7b61000640 1 -- 172.21.15.12:0/989937712 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f7b5c062350 con 0x7f7b5c0741b0 2024-03-29T00:18:23.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.731+0000 7f7b53e00640 1 -- 172.21.15.12:0/989937712 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v93) ==== 100+0+11 (secure 0 0 0) 0x7f7b4c0bd170 con 0x7f7b5c0741b0 2024-03-29T00:18:23.732 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 64 2024-03-29T00:18:23.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:23 smithi069 ceph-mon[36074]: pgmap v419: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 170 B/s wr, 9 op/s 2024-03-29T00:18:23.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:23 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3241573668' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:18:23.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:23 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/635534256' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:18:23.735 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.734+0000 7f7b61000640 1 -- 172.21.15.12:0/989937712 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7b400a1e00 msgr2=0x7f7b400a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:23.735 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.734+0000 7f7b61000640 1 --2- 172.21.15.12:0/989937712 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7b400a1e00 0x7f7b400a42c0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f7b5c19b060 tx=0x7f7b44005f90 comp rx=0 tx=0).stop 2024-03-29T00:18:23.735 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.734+0000 7f7b61000640 1 -- 172.21.15.12:0/989937712 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7b5c0741b0 msgr2=0x7f7b5c199b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:23.735 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.734+0000 7f7b61000640 1 --2- 172.21.15.12:0/989937712 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7b5c0741b0 0x7f7b5c199b50 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c005ab0 tx=0x7f7b4c004a50 comp rx=0 tx=0).stop 2024-03-29T00:18:23.735 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.734+0000 7f7b61000640 1 -- 172.21.15.12:0/989937712 shutdown_connections 2024-03-29T00:18:23.735 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.734+0000 7f7b61000640 1 --2- 172.21.15.12:0/989937712 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7b400a1e00 0x7f7b400a42c0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:23.735 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.734+0000 7f7b61000640 1 --2- 172.21.15.12:0/989937712 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7b5c109450 0x7f7b5c1a1100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:23.735 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.734+0000 7f7b61000640 1 --2- 172.21.15.12:0/989937712 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7b5c075790 0x7f7b5c19a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:23.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.734+0000 7f7b61000640 1 --2- 172.21.15.12:0/989937712 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7b5c0741b0 0x7f7b5c199b50 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:23.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.734+0000 7f7b61000640 1 -- 172.21.15.12:0/989937712 >> 172.21.15.12:0/989937712 conn(0x7f7b5c0fcb00 msgr2=0x7f7b5c105350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:23.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.735+0000 7f7b61000640 1 -- 172.21.15.12:0/989937712 shutdown_connections 2024-03-29T00:18:23.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.735+0000 7f7b61000640 1 -- 172.21.15.12:0/989937712 wait complete. 2024-03-29T00:18:23.755 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-03-29T00:18:23.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:23 smithi053 ceph-mon[36233]: pgmap v419: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 170 B/s wr, 9 op/s 2024-03-29T00:18:23.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:23 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3241573668' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:18:23.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:23 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/635534256' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:18:23.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.988+0000 7f3fa0600640 1 -- 172.21.15.12:0/3923832538 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3f98100670 msgr2=0x7f3f98100a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:23.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.988+0000 7f3fa0600640 1 --2- 172.21.15.12:0/3923832538 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3f98100670 0x7f3f98100a90 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f3f8c009900 tx=0x7f3f8c02bc30 comp rx=0 tx=0).stop 2024-03-29T00:18:23.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.988+0000 7f3fa0600640 1 -- 172.21.15.12:0/3923832538 shutdown_connections 2024-03-29T00:18:23.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.988+0000 7f3fa0600640 1 --2- 172.21.15.12:0/3923832538 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3f98101860 0x7f3f98101ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:23.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.988+0000 7f3fa0600640 1 --2- 172.21.15.12:0/3923832538 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3f98102220 0x7f3f98108ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:23.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.988+0000 7f3fa0600640 1 --2- 172.21.15.12:0/3923832538 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3f98100670 0x7f3f98100a90 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:23.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.988+0000 7f3fa0600640 1 -- 172.21.15.12:0/3923832538 >> 172.21.15.12:0/3923832538 conn(0x7f3f980fbbe0 msgr2=0x7f3f980fe020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:23.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.989+0000 7f3fa0600640 1 -- 172.21.15.12:0/3923832538 shutdown_connections 2024-03-29T00:18:23.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.989+0000 7f3fa0600640 1 -- 172.21.15.12:0/3923832538 wait complete. 2024-03-29T00:18:23.991 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.990+0000 7f3fa0600640 1 Processor -- start 2024-03-29T00:18:23.991 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.990+0000 7f3fa0600640 1 -- start start 2024-03-29T00:18:23.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.990+0000 7f3fa0600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3f98100670 0x7f3f98199e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:23.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.990+0000 7f3fa0600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3f98101860 0x7f3f9819a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:23.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.990+0000 7f3fa0600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3f98102220 0x7f3f981a1360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:23.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.990+0000 7f3fa0600640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f3f9810c3d0 con 0x7f3f98102220 2024-03-29T00:18:23.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.990+0000 7f3fa0600640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f3f9810c250 con 0x7f3f98101860 2024-03-29T00:18:23.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.990+0000 7f3fa0600640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3f9810c550 con 0x7f3f98100670 2024-03-29T00:18:23.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.990+0000 7f3f9dc00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3f98100670 0x7f3f98199e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:23.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.991+0000 7f3f9dc00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3f98100670 0x7f3f98199e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:55988/0 (socket says 172.21.15.12:55988) 2024-03-29T00:18:23.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.991+0000 7f3f9d200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3f98101860 0x7f3f9819a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:23.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.991+0000 7f3f9dc00640 1 -- 172.21.15.12:0/2297812631 learned_addr learned my addr 172.21.15.12:0/2297812631 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:23.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.991+0000 7f3f9e600640 1 --2- 172.21.15.12:0/2297812631 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3f98102220 0x7f3f981a1360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:23.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.991+0000 7f3f9dc00640 1 -- 172.21.15.12:0/2297812631 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3f98101860 msgr2=0x7f3f9819a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:23.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.991+0000 7f3f9dc00640 1 --2- 172.21.15.12:0/2297812631 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3f98101860 0x7f3f9819a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:23.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.991+0000 7f3f9dc00640 1 -- 172.21.15.12:0/2297812631 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3f98102220 msgr2=0x7f3f981a1360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:23.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.991+0000 7f3f9dc00640 1 --2- 172.21.15.12:0/2297812631 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3f98102220 0x7f3f981a1360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:23.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.991+0000 7f3f9dc00640 1 -- 172.21.15.12:0/2297812631 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f981a19d0 con 0x7f3f98100670 2024-03-29T00:18:23.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.991+0000 7f3f9e600640 1 --2- 172.21.15.12:0/2297812631 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3f98102220 0x7f3f981a1360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:18:23.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.991+0000 7f3f9d200640 1 --2- 172.21.15.12:0/2297812631 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3f98101860 0x7f3f9819a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:18:23.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.991+0000 7f3f9dc00640 1 --2- 172.21.15.12:0/2297812631 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3f98100670 0x7f3f98199e00 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f3f8c000c00 tx=0x7f3f8c004a30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:23.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.992+0000 7f3f96000640 1 -- 172.21.15.12:0/2297812631 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f8c043020 con 0x7f3f98100670 2024-03-29T00:18:23.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.992+0000 7f3f96000640 1 -- 172.21.15.12:0/2297812631 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3f8c004250 con 0x7f3f98100670 2024-03-29T00:18:23.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.992+0000 7f3f96000640 1 -- 172.21.15.12:0/2297812631 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f8c003c00 con 0x7f3f98100670 2024-03-29T00:18:23.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.992+0000 7f3fa0600640 1 -- 172.21.15.12:0/2297812631 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f981a1c60 con 0x7f3f98100670 2024-03-29T00:18:23.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.992+0000 7f3fa0600640 1 -- 172.21.15.12:0/2297812631 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f981a2160 con 0x7f3f98100670 2024-03-29T00:18:23.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.993+0000 7f3fa0600640 1 -- 172.21.15.12:0/2297812631 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f981a2330 con 0x7f3f98100670 2024-03-29T00:18:23.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.995+0000 7f3f96000640 1 -- 172.21.15.12:0/2297812631 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f3f8c046020 con 0x7f3f98100670 2024-03-29T00:18:23.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.996+0000 7f3f96000640 1 --2- 172.21.15.12:0/2297812631 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3f800a1e00 0x7f3f800a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:23.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.996+0000 7f3f96000640 1 -- 172.21.15.12:0/2297812631 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f3f8c0f0250 con 0x7f3f98100670 2024-03-29T00:18:23.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.997+0000 7f3f9d200640 1 --2- 172.21.15.12:0/2297812631 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3f800a1e00 0x7f3f800a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:23.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:23.997+0000 7f3f9d200640 1 --2- 172.21.15.12:0/2297812631 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3f800a1e00 0x7f3f800a42c0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f3f9819b2c0 tx=0x7f3f84005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:24.005 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.004+0000 7f3f96000640 1 -- 172.21.15.12:0/2297812631 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f3f8c04d020 con 0x7f3f98100670 2024-03-29T00:18:24.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.206+0000 7f3fa0600640 1 -- 172.21.15.12:0/2297812631 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f3f981a2500 con 0x7f3f98100670 2024-03-29T00:18:24.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.207+0000 7f3f96000640 1 -- 172.21.15.12:0/2297812631 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v93) ==== 103+0+11 (secure 0 0 0) 0x7f3f8c0bd290 con 0x7f3f98100670 2024-03-29T00:18:24.207 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 32 2024-03-29T00:18:24.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.209+0000 7f3fa0600640 1 -- 172.21.15.12:0/2297812631 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3f800a1e00 msgr2=0x7f3f800a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:24.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.209+0000 7f3fa0600640 1 --2- 172.21.15.12:0/2297812631 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3f800a1e00 0x7f3f800a42c0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f3f9819b2c0 tx=0x7f3f84005f90 comp rx=0 tx=0).stop 2024-03-29T00:18:24.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.209+0000 7f3fa0600640 1 -- 172.21.15.12:0/2297812631 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3f98100670 msgr2=0x7f3f98199e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:24.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.209+0000 7f3fa0600640 1 --2- 172.21.15.12:0/2297812631 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3f98100670 0x7f3f98199e00 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f3f8c000c00 tx=0x7f3f8c004a30 comp rx=0 tx=0).stop 2024-03-29T00:18:24.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.209+0000 7f3fa0600640 1 -- 172.21.15.12:0/2297812631 shutdown_connections 2024-03-29T00:18:24.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.209+0000 7f3fa0600640 1 --2- 172.21.15.12:0/2297812631 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3f800a1e00 0x7f3f800a42c0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:24.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.209+0000 7f3fa0600640 1 --2- 172.21.15.12:0/2297812631 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3f98101860 0x7f3f9819a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:24.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.209+0000 7f3fa0600640 1 --2- 172.21.15.12:0/2297812631 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3f98102220 0x7f3f981a1360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:24.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.209+0000 7f3fa0600640 1 --2- 172.21.15.12:0/2297812631 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3f98100670 0x7f3f98199e00 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:24.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.209+0000 7f3fa0600640 1 -- 172.21.15.12:0/2297812631 >> 172.21.15.12:0/2297812631 conn(0x7f3f980fbbe0 msgr2=0x7f3f980fd6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:24.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.209+0000 7f3fa0600640 1 -- 172.21.15.12:0/2297812631 shutdown_connections 2024-03-29T00:18:24.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.210+0000 7f3fa0600640 1 -- 172.21.15.12:0/2297812631 wait complete. 2024-03-29T00:18:24.229 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-03-29T00:18:24.229 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:18:24.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.458+0000 7f711f400640 1 -- 172.21.15.12:0/759026357 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7118103990 msgr2=0x7f7118103db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:24.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.458+0000 7f711f400640 1 --2- 172.21.15.12:0/759026357 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7118103990 0x7f7118103db0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f7108009ca0 tx=0x7f710802c100 comp rx=0 tx=0).stop 2024-03-29T00:18:24.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.458+0000 7f711f400640 1 -- 172.21.15.12:0/759026357 shutdown_connections 2024-03-29T00:18:24.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.458+0000 7f711f400640 1 --2- 172.21.15.12:0/759026357 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7118105540 0x7f711810bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:24.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.458+0000 7f711f400640 1 --2- 172.21.15.12:0/759026357 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7118104b80 0x7f7118105000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:24.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.458+0000 7f711f400640 1 --2- 172.21.15.12:0/759026357 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7118103990 0x7f7118103db0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:24.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.458+0000 7f711f400640 1 -- 172.21.15.12:0/759026357 >> 172.21.15.12:0/759026357 conn(0x7f71180fef40 msgr2=0x7f7118101360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:24.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.459+0000 7f711f400640 1 -- 172.21.15.12:0/759026357 shutdown_connections 2024-03-29T00:18:24.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.459+0000 7f711f400640 1 -- 172.21.15.12:0/759026357 wait complete. 2024-03-29T00:18:24.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.460+0000 7f711f400640 1 Processor -- start 2024-03-29T00:18:24.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.460+0000 7f711f400640 1 -- start start 2024-03-29T00:18:24.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.460+0000 7f711f400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7118103990 0x7f7118199db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:24.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.460+0000 7f711f400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7118104b80 0x7f711819a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:24.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.460+0000 7f711f400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7118105540 0x7f71181a1360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:24.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.460+0000 7f711f400640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f711810f730 con 0x7f7118104b80 2024-03-29T00:18:24.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.460+0000 7f711f400640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f711810f5b0 con 0x7f7118103990 2024-03-29T00:18:24.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.460+0000 7f711f400640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f711810f8b0 con 0x7f7118105540 2024-03-29T00:18:24.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.461+0000 7f711ca00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7118103990 0x7f7118199db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:24.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.461+0000 7f711ca00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7118103990 0x7f7118199db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:38248/0 (socket says 172.21.15.12:38248) 2024-03-29T00:18:24.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.461+0000 7f711ca00640 1 -- 172.21.15.12:0/2604120559 learned_addr learned my addr 172.21.15.12:0/2604120559 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:24.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.461+0000 7f711d400640 1 --2- 172.21.15.12:0/2604120559 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7118105540 0x7f71181a1360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:24.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.461+0000 7f7117e00640 1 --2- 172.21.15.12:0/2604120559 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7118104b80 0x7f711819a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:24.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.461+0000 7f711ca00640 1 -- 172.21.15.12:0/2604120559 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7118105540 msgr2=0x7f71181a1360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:24.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.461+0000 7f711ca00640 1 --2- 172.21.15.12:0/2604120559 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7118105540 0x7f71181a1360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:24.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.461+0000 7f711ca00640 1 -- 172.21.15.12:0/2604120559 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7118104b80 msgr2=0x7f711819a2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:24.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.461+0000 7f711ca00640 1 --2- 172.21.15.12:0/2604120559 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7118104b80 0x7f711819a2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:24.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.461+0000 7f711ca00640 1 -- 172.21.15.12:0/2604120559 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71181a19d0 con 0x7f7118103990 2024-03-29T00:18:24.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.461+0000 7f711ca00640 1 --2- 172.21.15.12:0/2604120559 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7118103990 0x7f7118199db0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f7108000f80 tx=0x7f7108034670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:24.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.462+0000 7f7115600640 1 -- 172.21.15.12:0/2604120559 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7108039040 con 0x7f7118103990 2024-03-29T00:18:24.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.462+0000 7f7115600640 1 -- 172.21.15.12:0/2604120559 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7108044070 con 0x7f7118103990 2024-03-29T00:18:24.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.462+0000 7f711f400640 1 -- 172.21.15.12:0/2604120559 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71181a1c60 con 0x7f7118103990 2024-03-29T00:18:24.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.462+0000 7f7115600640 1 -- 172.21.15.12:0/2604120559 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7108004500 con 0x7f7118103990 2024-03-29T00:18:24.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.462+0000 7f711f400640 1 -- 172.21.15.12:0/2604120559 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71181a2170 con 0x7f7118103990 2024-03-29T00:18:24.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.463+0000 7f711f400640 1 -- 172.21.15.12:0/2604120559 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f711810acb0 con 0x7f7118103990 2024-03-29T00:18:24.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.465+0000 7f7115600640 1 -- 172.21.15.12:0/2604120559 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f71080046a0 con 0x7f7118103990 2024-03-29T00:18:24.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.466+0000 7f7115600640 1 --2- 172.21.15.12:0/2604120559 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f70fc0a1e00 0x7f70fc0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:24.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.466+0000 7f7115600640 1 -- 172.21.15.12:0/2604120559 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f71080f0700 con 0x7f7118103990 2024-03-29T00:18:24.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.466+0000 7f7117e00640 1 --2- 172.21.15.12:0/2604120559 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f70fc0a1e00 0x7f70fc0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:24.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.467+0000 7f7117e00640 1 --2- 172.21.15.12:0/2604120559 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f70fc0a1e00 0x7f70fc0a42c0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f711819b2c0 tx=0x7f7104005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:24.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.470+0000 7f7115600640 1 -- 172.21.15.12:0/2604120559 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f71080bd740 con 0x7f7118103990 2024-03-29T00:18:24.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.719+0000 7f711f400640 1 -- 172.21.15.12:0/2604120559 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7118062350 con 0x7f7118103990 2024-03-29T00:18:24.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.720+0000 7f7115600640 1 -- 172.21.15.12:0/2604120559 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11908 (secure 0 0 0) 0x7f71080bd040 con 0x7f7118103990 2024-03-29T00:18:24.721 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:18:24.721 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14385,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2850016952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2850016952},{"type":"v1","addr":"172.21.15.12:6835","nonce":2850016952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/54288999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":54288999},{"type":"v1","addr":"172.21.15.12:6837","nonce":54288999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-29T00:15:17.217711+0000","modified":"2024-03-29T00:18:18.735879+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24568,"mds_1":24566,"mds_2":24544,"mds_3":24472,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14451":{"gid":14451,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6839/2537576655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":2537576655},{"type":"v1","addr":"172.21.15.12:6839","nonce":2537576655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14469":{"gid":14469,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6841/167917143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":167917143},{"type":"v1","addr":"172.21.15.12:6841","nonce":167917143}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":21,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":21,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6835/3689706936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":3689706936},{"type":"v1","addr":"172.21.15.53:6835","nonce":3689706936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6837/3069224551","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":3069224551},{"type":"v1","addr":"172.21.15.53:6837","nonce":3069224551}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.69:6835/368717986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":368717986},{"type":"v1","addr":"172.21.15.69:6835","nonce":368717986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24544":{"gid":24544,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.69:6837/466045469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":466045469},{"type":"v1","addr":"172.21.15.69:6837","nonce":466045469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24566":{"gid":24566,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":11,"addr":"172.21.15.53:6839/2142959350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":2142959350},{"type":"v1","addr":"172.21.15.53:6839","nonce":2142959350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.69:6839/1021939171","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1021939171},{"type":"v1","addr":"172.21.15.69:6839","nonce":1021939171}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24568,"qdb_cluster":[24431,24472,24544,24566,24568]},"id":1}]} 2024-03-29T00:18:24.722 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 29 2024-03-29T00:18:24.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.723+0000 7f711f400640 1 -- 172.21.15.12:0/2604120559 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f70fc0a1e00 msgr2=0x7f70fc0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:24.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.723+0000 7f711f400640 1 --2- 172.21.15.12:0/2604120559 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f70fc0a1e00 0x7f70fc0a42c0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f711819b2c0 tx=0x7f7104005f90 comp rx=0 tx=0).stop 2024-03-29T00:18:24.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.723+0000 7f711f400640 1 -- 172.21.15.12:0/2604120559 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7118103990 msgr2=0x7f7118199db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:24.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.723+0000 7f711f400640 1 --2- 172.21.15.12:0/2604120559 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7118103990 0x7f7118199db0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f7108000f80 tx=0x7f7108034670 comp rx=0 tx=0).stop 2024-03-29T00:18:24.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.723+0000 7f711f400640 1 -- 172.21.15.12:0/2604120559 shutdown_connections 2024-03-29T00:18:24.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.724+0000 7f711f400640 1 --2- 172.21.15.12:0/2604120559 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f70fc0a1e00 0x7f70fc0a42c0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:24.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.724+0000 7f711f400640 1 --2- 172.21.15.12:0/2604120559 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7118105540 0x7f71181a1360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:24.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.724+0000 7f711f400640 1 --2- 172.21.15.12:0/2604120559 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7118104b80 0x7f711819a2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:24.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.724+0000 7f711f400640 1 --2- 172.21.15.12:0/2604120559 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7118103990 0x7f7118199db0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:24.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.724+0000 7f711f400640 1 -- 172.21.15.12:0/2604120559 >> 172.21.15.12:0/2604120559 conn(0x7f71180fef40 msgr2=0x7f7118107e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:24.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.724+0000 7f711f400640 1 -- 172.21.15.12:0/2604120559 shutdown_connections 2024-03-29T00:18:24.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.724+0000 7f711f400640 1 -- 172.21.15.12:0/2604120559 wait complete. 2024-03-29T00:18:24.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:24 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/989937712' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:18:24.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:24 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2297812631' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:18:24.740 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:24 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/989937712' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:18:24.740 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:24 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2297812631' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:18:24.742 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-03-29T00:18:24.743 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-03-29T00:18:24.743 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-03-29T00:18:24.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:24 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/989937712' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:18:24.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:24 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2297812631' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:18:24.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.973+0000 7f1fd4e00640 1 -- 172.21.15.12:0/1645973826 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1fd0102270 msgr2=0x7f1fd0104660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:24.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.973+0000 7f1fd4e00640 1 --2- 172.21.15.12:0/1645973826 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1fd0102270 0x7f1fd0104660 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f1fc0009900 tx=0x7f1fc002bc30 comp rx=0 tx=0).stop 2024-03-29T00:18:24.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.974+0000 7f1fd4e00640 1 -- 172.21.15.12:0/1645973826 shutdown_connections 2024-03-29T00:18:24.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.974+0000 7f1fd4e00640 1 --2- 172.21.15.12:0/1645973826 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1fd01074d0 0x7f1fd0109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:24.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.974+0000 7f1fd4e00640 1 --2- 172.21.15.12:0/1645973826 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1fd0104ba0 0x7f1fd0106f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:24.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.974+0000 7f1fd4e00640 1 --2- 172.21.15.12:0/1645973826 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1fd0102270 0x7f1fd0104660 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:24.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.974+0000 7f1fd4e00640 1 -- 172.21.15.12:0/1645973826 >> 172.21.15.12:0/1645973826 conn(0x7f1fd00fbc60 msgr2=0x7f1fd00fe0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:24.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.974+0000 7f1fd4e00640 1 -- 172.21.15.12:0/1645973826 shutdown_connections 2024-03-29T00:18:24.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.974+0000 7f1fd4e00640 1 -- 172.21.15.12:0/1645973826 wait complete. 2024-03-29T00:18:24.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.975+0000 7f1fd4e00640 1 Processor -- start 2024-03-29T00:18:24.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.975+0000 7f1fd4e00640 1 -- start start 2024-03-29T00:18:24.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.976+0000 7f1fd4e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1fd0102270 0x7f1fd0199d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:24.978 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.976+0000 7f1fd4e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1fd0104ba0 0x7f1fd019a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:24.978 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.976+0000 7f1fd4e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1fd01074d0 0x7f1fd01a1320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:24.978 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.976+0000 7f1fd4e00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f1fd010d4e0 con 0x7f1fd01074d0 2024-03-29T00:18:24.978 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.976+0000 7f1fd4e00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f1fd010d360 con 0x7f1fd0102270 2024-03-29T00:18:24.978 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.976+0000 7f1fd4e00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1fd010d660 con 0x7f1fd0104ba0 2024-03-29T00:18:24.978 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.976+0000 7f1fcde00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1fd0102270 0x7f1fd0199d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:24.978 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.976+0000 7f1fcde00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1fd0102270 0x7f1fd0199d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:38258/0 (socket says 172.21.15.12:38258) 2024-03-29T00:18:24.978 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.976+0000 7f1fcde00640 1 -- 172.21.15.12:0/1305908254 learned_addr learned my addr 172.21.15.12:0/1305908254 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:24.978 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.976+0000 7f1fcd400640 1 --2- 172.21.15.12:0/1305908254 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1fd0104ba0 0x7f1fd019a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:24.978 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.976+0000 7f1fce800640 1 --2- 172.21.15.12:0/1305908254 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1fd01074d0 0x7f1fd01a1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:24.978 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.976+0000 7f1fcde00640 1 -- 172.21.15.12:0/1305908254 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1fd0104ba0 msgr2=0x7f1fd019a2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:24.978 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.976+0000 7f1fcde00640 1 --2- 172.21.15.12:0/1305908254 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1fd0104ba0 0x7f1fd019a2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:24.978 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.976+0000 7f1fcde00640 1 -- 172.21.15.12:0/1305908254 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1fd01074d0 msgr2=0x7f1fd01a1320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:24.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.976+0000 7f1fcde00640 1 --2- 172.21.15.12:0/1305908254 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1fd01074d0 0x7f1fd01a1320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:24.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.976+0000 7f1fcde00640 1 -- 172.21.15.12:0/1305908254 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fd01a1990 con 0x7f1fd0102270 2024-03-29T00:18:24.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.977+0000 7f1fcde00640 1 --2- 172.21.15.12:0/1305908254 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1fd0102270 0x7f1fd0199d70 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f1fc0009230 tx=0x7f1fc0004ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:24.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.977+0000 7f1fc6a00640 1 -- 172.21.15.12:0/1305908254 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fc0043020 con 0x7f1fd0102270 2024-03-29T00:18:24.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.977+0000 7f1fc6a00640 1 -- 172.21.15.12:0/1305908254 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1fc0004250 con 0x7f1fd0102270 2024-03-29T00:18:24.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.977+0000 7f1fc6a00640 1 -- 172.21.15.12:0/1305908254 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fc0003b50 con 0x7f1fd0102270 2024-03-29T00:18:24.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.977+0000 7f1fd4e00640 1 -- 172.21.15.12:0/1305908254 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fd01a1c20 con 0x7f1fd0102270 2024-03-29T00:18:24.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.977+0000 7f1fd4e00640 1 -- 172.21.15.12:0/1305908254 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fd01a21c0 con 0x7f1fd0102270 2024-03-29T00:18:24.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.978+0000 7f1fd4e00640 1 -- 172.21.15.12:0/1305908254 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1fd0109020 con 0x7f1fd0102270 2024-03-29T00:18:24.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.980+0000 7f1fc6a00640 1 -- 172.21.15.12:0/1305908254 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f1fc0046020 con 0x7f1fd0102270 2024-03-29T00:18:24.982 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.982+0000 7f1fc6a00640 1 --2- 172.21.15.12:0/1305908254 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1fb00a1e00 0x7f1fb00a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:24.982 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.982+0000 7f1fc6a00640 1 -- 172.21.15.12:0/1305908254 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f1fc00f01f0 con 0x7f1fd0102270 2024-03-29T00:18:24.982 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.982+0000 7f1fcd400640 1 --2- 172.21.15.12:0/1305908254 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1fb00a1e00 0x7f1fb00a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:24.983 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.983+0000 7f1fcd400640 1 --2- 172.21.15.12:0/1305908254 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1fb00a1e00 0x7f1fb00a42c0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f1fb80095f0 tx=0x7f1fb8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:24.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:24.989+0000 7f1fc6a00640 1 -- 172.21.15.12:0/1305908254 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f1fc004d020 con 0x7f1fd0102270 2024-03-29T00:18:25.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.190+0000 7f1fd4e00640 1 -- 172.21.15.12:0/1305908254 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1fd0061b90 con 0x7f1fb00a1e00 2024-03-29T00:18:25.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.203+0000 7f1fc6a00640 1 -- 172.21.15.12:0/1305908254 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340558 (secure 0 0 0) 0x7f1fd0061b90 con 0x7f1fb00a1e00 2024-03-29T00:18:25.210 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:18:25.212 INFO:teuthology.orchestra.run.smithi012.stderr:dumped all 2024-03-29T00:18:25.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.211+0000 7f1fd4e00640 1 -- 172.21.15.12:0/1305908254 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1fb00a1e00 msgr2=0x7f1fb00a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:25.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.211+0000 7f1fd4e00640 1 --2- 172.21.15.12:0/1305908254 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1fb00a1e00 0x7f1fb00a42c0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f1fb80095f0 tx=0x7f1fb8005f90 comp rx=0 tx=0).stop 2024-03-29T00:18:25.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.211+0000 7f1fd4e00640 1 -- 172.21.15.12:0/1305908254 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1fd0102270 msgr2=0x7f1fd0199d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:25.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.211+0000 7f1fd4e00640 1 --2- 172.21.15.12:0/1305908254 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1fd0102270 0x7f1fd0199d70 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f1fc0009230 tx=0x7f1fc0004ab0 comp rx=0 tx=0).stop 2024-03-29T00:18:25.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.212+0000 7f1fd4e00640 1 -- 172.21.15.12:0/1305908254 shutdown_connections 2024-03-29T00:18:25.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.212+0000 7f1fd4e00640 1 --2- 172.21.15.12:0/1305908254 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1fb00a1e00 0x7f1fb00a42c0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:25.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.212+0000 7f1fd4e00640 1 --2- 172.21.15.12:0/1305908254 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1fd01074d0 0x7f1fd01a1320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:25.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.212+0000 7f1fd4e00640 1 --2- 172.21.15.12:0/1305908254 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1fd0104ba0 0x7f1fd019a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:25.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.212+0000 7f1fd4e00640 1 --2- 172.21.15.12:0/1305908254 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1fd0102270 0x7f1fd0199d70 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:25.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.212+0000 7f1fd4e00640 1 -- 172.21.15.12:0/1305908254 >> 172.21.15.12:0/1305908254 conn(0x7f1fd00fbc60 msgr2=0x7f1fd0101a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:25.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.212+0000 7f1fd4e00640 1 -- 172.21.15.12:0/1305908254 shutdown_connections 2024-03-29T00:18:25.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.212+0000 7f1fd4e00640 1 -- 172.21.15.12:0/1305908254 wait complete. 2024-03-29T00:18:25.232 INFO:teuthology.orchestra.run.smithi012.stdout:{"pg_ready":true,"pg_map":{"version":420,"stamp":"2024-03-29T00:18:23.814894+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":667505,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1644,"num_read_kb":960,"num_write":442,"num_write_kb":3100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":1182135,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":865,"ondisk_log_size":865,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":372152,"kb_used_data":14636,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124569672,"statfs":{"total":1151940427776,"available":1151559344128,"internally_reserved":0,"allocated":14987264,"data_stored":8213513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":365933883},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5985,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":73,"num_write":7,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005182"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.007286+0000","last_change":"2024-03-29T00:15:17.760207+0000","last_active":"2024-03-29T00:17:12.007286+0000","last_peered":"2024-03-29T00:17:12.007286+0000","last_clean":"2024-03-29T00:17:12.007286+0000","last_became_active":"2024-03-29T00:15:17.759881+0000","last_became_peered":"2024-03-29T00:15:17.759881+0000","last_unstale":"2024-03-29T00:17:12.007286+0000","last_undegraded":"2024-03-29T00:17:12.007286+0000","last_fullsized":"2024-03-29T00:17:12.007286+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:18:10.944228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516554+0000","last_change":"2024-03-29T00:15:17.758492+0000","last_active":"2024-03-29T00:17:11.516554+0000","last_peered":"2024-03-29T00:17:11.516554+0000","last_clean":"2024-03-29T00:17:11.516554+0000","last_became_active":"2024-03-29T00:15:17.758121+0000","last_became_peered":"2024-03-29T00:15:17.758121+0000","last_unstale":"2024-03-29T00:17:11.516554+0000","last_undegraded":"2024-03-29T00:17:11.516554+0000","last_fullsized":"2024-03-29T00:17:11.516554+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:18:45.185671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516831+0000","last_change":"2024-03-29T00:15:17.753411+0000","last_active":"2024-03-29T00:17:11.516831+0000","last_peered":"2024-03-29T00:17:11.516831+0000","last_clean":"2024-03-29T00:17:11.516831+0000","last_became_active":"2024-03-29T00:15:17.751069+0000","last_became_peered":"2024-03-29T00:15:17.751069+0000","last_unstale":"2024-03-29T00:17:11.516831+0000","last_undegraded":"2024-03-29T00:17:11.516831+0000","last_fullsized":"2024-03-29T00:17:11.516831+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:06:07.670477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.522011+0000","last_change":"2024-03-29T00:16:11.379687+0000","last_active":"2024-03-29T00:17:11.522011+0000","last_peered":"2024-03-29T00:17:11.522011+0000","last_clean":"2024-03-29T00:17:11.522011+0000","last_became_active":"2024-03-29T00:16:11.378793+0000","last_became_peered":"2024-03-29T00:16:11.378793+0000","last_unstale":"2024-03-29T00:17:11.522011+0000","last_undegraded":"2024-03-29T00:17:11.522011+0000","last_fullsized":"2024-03-29T00:17:11.522011+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:37:02.096410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521093+0000","last_change":"2024-03-29T00:15:17.763353+0000","last_active":"2024-03-29T00:17:11.521093+0000","last_peered":"2024-03-29T00:17:11.521093+0000","last_clean":"2024-03-29T00:17:11.521093+0000","last_became_active":"2024-03-29T00:15:17.762996+0000","last_became_peered":"2024-03-29T00:15:17.762996+0000","last_unstale":"2024-03-29T00:17:11.521093+0000","last_undegraded":"2024-03-29T00:17:11.521093+0000","last_fullsized":"2024-03-29T00:17:11.521093+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:41:37.623384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.519881+0000","last_change":"2024-03-29T00:16:11.379058+0000","last_active":"2024-03-29T00:17:11.519881+0000","last_peered":"2024-03-29T00:17:11.519881+0000","last_clean":"2024-03-29T00:17:11.519881+0000","last_became_active":"2024-03-29T00:16:11.378643+0000","last_became_peered":"2024-03-29T00:16:11.378643+0000","last_unstale":"2024-03-29T00:17:11.519881+0000","last_undegraded":"2024-03-29T00:17:11.519881+0000","last_fullsized":"2024-03-29T00:17:11.519881+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:43:13.693535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,8],"acting":[10,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517688+0000","last_change":"2024-03-29T00:15:17.743804+0000","last_active":"2024-03-29T00:17:11.517688+0000","last_peered":"2024-03-29T00:17:11.517688+0000","last_clean":"2024-03-29T00:17:11.517688+0000","last_became_active":"2024-03-29T00:15:17.743417+0000","last_became_peered":"2024-03-29T00:15:17.743417+0000","last_unstale":"2024-03-29T00:17:11.517688+0000","last_undegraded":"2024-03-29T00:17:11.517688+0000","last_fullsized":"2024-03-29T00:17:11.517688+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:03:53.029175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.535507+0000","last_change":"2024-03-29T00:15:17.733728+0000","last_active":"2024-03-29T00:17:11.535507+0000","last_peered":"2024-03-29T00:17:11.535507+0000","last_clean":"2024-03-29T00:17:11.535507+0000","last_became_active":"2024-03-29T00:15:17.733383+0000","last_became_peered":"2024-03-29T00:15:17.733383+0000","last_unstale":"2024-03-29T00:17:11.535507+0000","last_undegraded":"2024-03-29T00:17:11.535507+0000","last_fullsized":"2024-03-29T00:17:11.535507+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:54:46.042854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698636+0000","last_change":"2024-03-29T00:15:17.752904+0000","last_active":"2024-03-29T00:17:11.698636+0000","last_peered":"2024-03-29T00:17:11.698636+0000","last_clean":"2024-03-29T00:17:11.698636+0000","last_became_active":"2024-03-29T00:15:17.750440+0000","last_became_peered":"2024-03-29T00:15:17.750440+0000","last_unstale":"2024-03-29T00:17:11.698636+0000","last_undegraded":"2024-03-29T00:17:11.698636+0000","last_fullsized":"2024-03-29T00:17:11.698636+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:18:29.360376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520368+0000","last_change":"2024-03-29T00:15:17.747758+0000","last_active":"2024-03-29T00:17:11.520368+0000","last_peered":"2024-03-29T00:17:11.520368+0000","last_clean":"2024-03-29T00:17:11.520368+0000","last_became_active":"2024-03-29T00:15:17.747399+0000","last_became_peered":"2024-03-29T00:15:17.747399+0000","last_unstale":"2024-03-29T00:17:11.520368+0000","last_undegraded":"2024-03-29T00:17:11.520368+0000","last_fullsized":"2024-03-29T00:17:11.520368+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:39:04.764383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.518197+0000","last_change":"2024-03-29T00:15:17.749017+0000","last_active":"2024-03-29T00:17:11.518197+0000","last_peered":"2024-03-29T00:17:11.518197+0000","last_clean":"2024-03-29T00:17:11.518197+0000","last_became_active":"2024-03-29T00:15:17.748406+0000","last_became_peered":"2024-03-29T00:15:17.748406+0000","last_unstale":"2024-03-29T00:17:11.518197+0000","last_undegraded":"2024-03-29T00:17:11.518197+0000","last_fullsized":"2024-03-29T00:17:11.518197+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:33:01.194914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":11,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.527444+0000","last_change":"2024-03-29T00:17:11.523890+0000","last_active":"2024-03-29T00:17:11.527444+0000","last_peered":"2024-03-29T00:17:11.527444+0000","last_clean":"2024-03-29T00:17:11.527444+0000","last_became_active":"2024-03-29T00:17:11.522837+0000","last_became_peered":"2024-03-29T00:17:11.522837+0000","last_unstale":"2024-03-29T00:17:11.527444+0000","last_undegraded":"2024-03-29T00:17:11.527444+0000","last_fullsized":"2024-03-29T00:17:11.527444+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:24:57.560765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844574+0000","last_change":"2024-03-29T00:15:17.745153+0000","last_active":"2024-03-29T00:17:11.844574+0000","last_peered":"2024-03-29T00:17:11.844574+0000","last_clean":"2024-03-29T00:17:11.844574+0000","last_became_active":"2024-03-29T00:15:17.744789+0000","last_became_peered":"2024-03-29T00:15:17.744789+0000","last_unstale":"2024-03-29T00:17:11.844574+0000","last_undegraded":"2024-03-29T00:17:11.844574+0000","last_fullsized":"2024-03-29T00:17:11.844574+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:43:21.608857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516421+0000","last_change":"2024-03-29T00:15:17.747351+0000","last_active":"2024-03-29T00:17:11.516421+0000","last_peered":"2024-03-29T00:17:11.516421+0000","last_clean":"2024-03-29T00:17:11.516421+0000","last_became_active":"2024-03-29T00:15:17.746897+0000","last_became_peered":"2024-03-29T00:15:17.746897+0000","last_unstale":"2024-03-29T00:17:11.516421+0000","last_undegraded":"2024-03-29T00:17:11.516421+0000","last_fullsized":"2024-03-29T00:17:11.516421+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:15:08.932622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516220+0000","last_change":"2024-03-29T00:15:17.753904+0000","last_active":"2024-03-29T00:17:11.516220+0000","last_peered":"2024-03-29T00:17:11.516220+0000","last_clean":"2024-03-29T00:17:11.516220+0000","last_became_active":"2024-03-29T00:15:17.753499+0000","last_became_peered":"2024-03-29T00:15:17.753499+0000","last_unstale":"2024-03-29T00:17:11.516220+0000","last_undegraded":"2024-03-29T00:17:11.516220+0000","last_fullsized":"2024-03-29T00:17:11.516220+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:51:12.954449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698024+0000","last_change":"2024-03-29T00:15:17.759208+0000","last_active":"2024-03-29T00:17:11.698024+0000","last_peered":"2024-03-29T00:17:11.698024+0000","last_clean":"2024-03-29T00:17:11.698024+0000","last_became_active":"2024-03-29T00:15:17.758860+0000","last_became_peered":"2024-03-29T00:15:17.758860+0000","last_unstale":"2024-03-29T00:17:11.698024+0000","last_undegraded":"2024-03-29T00:17:11.698024+0000","last_fullsized":"2024-03-29T00:17:11.698024+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T12:00:04.150000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.007175+0000","last_change":"2024-03-29T00:15:17.760169+0000","last_active":"2024-03-29T00:17:12.007175+0000","last_peered":"2024-03-29T00:17:12.007175+0000","last_clean":"2024-03-29T00:17:12.007175+0000","last_became_active":"2024-03-29T00:15:17.759834+0000","last_became_peered":"2024-03-29T00:15:17.759834+0000","last_unstale":"2024-03-29T00:17:12.007175+0000","last_undegraded":"2024-03-29T00:17:12.007175+0000","last_fullsized":"2024-03-29T00:17:12.007175+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:26:12.444197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.525827+0000","last_change":"2024-03-29T00:15:17.749022+0000","last_active":"2024-03-29T00:17:11.525827+0000","last_peered":"2024-03-29T00:17:11.525827+0000","last_clean":"2024-03-29T00:17:11.525827+0000","last_became_active":"2024-03-29T00:15:17.748624+0000","last_became_peered":"2024-03-29T00:15:17.748624+0000","last_unstale":"2024-03-29T00:17:11.525827+0000","last_undegraded":"2024-03-29T00:17:11.525827+0000","last_fullsized":"2024-03-29T00:17:11.525827+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:58:41.738567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.841004+0000","last_change":"2024-03-29T00:15:17.763311+0000","last_active":"2024-03-29T00:17:11.841004+0000","last_peered":"2024-03-29T00:17:11.841004+0000","last_clean":"2024-03-29T00:17:11.841004+0000","last_became_active":"2024-03-29T00:15:17.762987+0000","last_became_peered":"2024-03-29T00:15:17.762987+0000","last_unstale":"2024-03-29T00:17:11.841004+0000","last_undegraded":"2024-03-29T00:17:11.841004+0000","last_fullsized":"2024-03-29T00:17:11.841004+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:05:02.284288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840670+0000","last_change":"2024-03-29T00:15:22.250135+0000","last_active":"2024-03-29T00:17:11.840670+0000","last_peered":"2024-03-29T00:17:11.840670+0000","last_clean":"2024-03-29T00:17:11.840670+0000","last_became_active":"2024-03-29T00:15:22.249800+0000","last_became_peered":"2024-03-29T00:15:22.249800+0000","last_unstale":"2024-03-29T00:17:11.840670+0000","last_undegraded":"2024-03-29T00:17:11.840670+0000","last_fullsized":"2024-03-29T00:17:11.840670+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:09:55.290129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'13","reported_seq":192,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:18:18.466210+0000","last_change":"2024-03-29T00:15:16.748948+0000","last_active":"2024-03-29T00:18:18.466210+0000","last_peered":"2024-03-29T00:18:18.466210+0000","last_clean":"2024-03-29T00:18:18.466210+0000","last_became_active":"2024-03-29T00:15:16.748528+0000","last_became_peered":"2024-03-29T00:15:16.748528+0000","last_unstale":"2024-03-29T00:18:18.466210+0000","last_undegraded":"2024-03-29T00:18:18.466210+0000","last_fullsized":"2024-03-29T00:18:18.466210+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:38:19.863658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":147,"num_read_kb":147,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.537419+0000","last_change":"2024-03-29T00:15:17.748913+0000","last_active":"2024-03-29T00:17:11.537419+0000","last_peered":"2024-03-29T00:17:11.537419+0000","last_clean":"2024-03-29T00:17:11.537419+0000","last_became_active":"2024-03-29T00:15:17.748538+0000","last_became_peered":"2024-03-29T00:15:17.748538+0000","last_unstale":"2024-03-29T00:17:11.537419+0000","last_undegraded":"2024-03-29T00:17:11.537419+0000","last_fullsized":"2024-03-29T00:17:11.537419+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:22:16.497926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513194+0000","last_change":"2024-03-29T00:15:22.257849+0000","last_active":"2024-03-29T00:17:11.513194+0000","last_peered":"2024-03-29T00:17:11.513194+0000","last_clean":"2024-03-29T00:17:11.513194+0000","last_became_active":"2024-03-29T00:15:22.257425+0000","last_became_peered":"2024-03-29T00:15:22.257425+0000","last_unstale":"2024-03-29T00:17:11.513194+0000","last_undegraded":"2024-03-29T00:17:11.513194+0000","last_fullsized":"2024-03-29T00:17:11.513194+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:53:11.739039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.537428+0000","last_change":"2024-03-29T00:15:16.756275+0000","last_active":"2024-03-29T00:17:11.537428+0000","last_peered":"2024-03-29T00:17:11.537428+0000","last_clean":"2024-03-29T00:17:11.537428+0000","last_became_active":"2024-03-29T00:15:16.755375+0000","last_became_peered":"2024-03-29T00:15:16.755375+0000","last_unstale":"2024-03-29T00:17:11.537428+0000","last_undegraded":"2024-03-29T00:17:11.537428+0000","last_fullsized":"2024-03-29T00:17:11.537428+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:27:30.800359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516299+0000","last_change":"2024-03-29T00:15:17.760922+0000","last_active":"2024-03-29T00:17:11.516299+0000","last_peered":"2024-03-29T00:17:11.516299+0000","last_clean":"2024-03-29T00:17:11.516299+0000","last_became_active":"2024-03-29T00:15:17.758044+0000","last_became_peered":"2024-03-29T00:15:17.758044+0000","last_unstale":"2024-03-29T00:17:11.516299+0000","last_undegraded":"2024-03-29T00:17:11.516299+0000","last_fullsized":"2024-03-29T00:17:11.516299+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:48:37.320538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513540+0000","last_change":"2024-03-29T00:15:22.257095+0000","last_active":"2024-03-29T00:17:11.513540+0000","last_peered":"2024-03-29T00:17:11.513540+0000","last_clean":"2024-03-29T00:17:11.513540+0000","last_became_active":"2024-03-29T00:15:22.256366+0000","last_became_peered":"2024-03-29T00:15:22.256366+0000","last_unstale":"2024-03-29T00:17:11.513540+0000","last_undegraded":"2024-03-29T00:17:11.513540+0000","last_fullsized":"2024-03-29T00:17:11.513540+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:17:47.126759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'12","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521360+0000","last_change":"2024-03-29T00:15:16.739643+0000","last_active":"2024-03-29T00:17:11.521360+0000","last_peered":"2024-03-29T00:17:11.521360+0000","last_clean":"2024-03-29T00:17:11.521360+0000","last_became_active":"2024-03-29T00:15:16.739319+0000","last_became_peered":"2024-03-29T00:15:16.739319+0000","last_unstale":"2024-03-29T00:17:11.521360+0000","last_undegraded":"2024-03-29T00:17:11.521360+0000","last_fullsized":"2024-03-29T00:17:11.521360+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:00:05.186487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698365+0000","last_change":"2024-03-29T00:15:17.758346+0000","last_active":"2024-03-29T00:17:11.698365+0000","last_peered":"2024-03-29T00:17:11.698365+0000","last_clean":"2024-03-29T00:17:11.698365+0000","last_became_active":"2024-03-29T00:15:17.758028+0000","last_became_peered":"2024-03-29T00:15:17.758028+0000","last_unstale":"2024-03-29T00:17:11.698365+0000","last_undegraded":"2024-03-29T00:17:11.698365+0000","last_fullsized":"2024-03-29T00:17:11.698365+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:21:01.507774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513235+0000","last_change":"2024-03-29T00:15:22.258520+0000","last_active":"2024-03-29T00:17:11.513235+0000","last_peered":"2024-03-29T00:17:11.513235+0000","last_clean":"2024-03-29T00:17:11.513235+0000","last_became_active":"2024-03-29T00:15:22.258008+0000","last_became_peered":"2024-03-29T00:15:22.258008+0000","last_unstale":"2024-03-29T00:17:11.513235+0000","last_undegraded":"2024-03-29T00:17:11.513235+0000","last_fullsized":"2024-03-29T00:17:11.513235+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:19:04.999305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521222+0000","last_change":"2024-03-29T00:15:16.738623+0000","last_active":"2024-03-29T00:17:11.521222+0000","last_peered":"2024-03-29T00:17:11.521222+0000","last_clean":"2024-03-29T00:17:11.521222+0000","last_became_active":"2024-03-29T00:15:16.738313+0000","last_became_peered":"2024-03-29T00:15:16.738313+0000","last_unstale":"2024-03-29T00:17:11.521222+0000","last_undegraded":"2024-03-29T00:17:11.521222+0000","last_fullsized":"2024-03-29T00:17:11.521222+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:23:45.472226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516596+0000","last_change":"2024-03-29T00:15:17.753263+0000","last_active":"2024-03-29T00:17:11.516596+0000","last_peered":"2024-03-29T00:17:11.516596+0000","last_clean":"2024-03-29T00:17:11.516596+0000","last_became_active":"2024-03-29T00:15:17.752871+0000","last_became_peered":"2024-03-29T00:15:17.752871+0000","last_unstale":"2024-03-29T00:17:11.516596+0000","last_undegraded":"2024-03-29T00:17:11.516596+0000","last_fullsized":"2024-03-29T00:17:11.516596+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:33:41.829488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840963+0000","last_change":"2024-03-29T00:15:22.243462+0000","last_active":"2024-03-29T00:17:11.840963+0000","last_peered":"2024-03-29T00:17:11.840963+0000","last_clean":"2024-03-29T00:17:11.840963+0000","last_became_active":"2024-03-29T00:15:22.243049+0000","last_became_peered":"2024-03-29T00:15:22.243049+0000","last_unstale":"2024-03-29T00:17:11.840963+0000","last_undegraded":"2024-03-29T00:17:11.840963+0000","last_fullsized":"2024-03-29T00:17:11.840963+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:14:06.711811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"93'8","reported_seq":195,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:18:20.269375+0000","last_change":"2024-03-29T00:15:16.740207+0000","last_active":"2024-03-29T00:18:20.269375+0000","last_peered":"2024-03-29T00:18:20.269375+0000","last_clean":"2024-03-29T00:18:20.269375+0000","last_became_active":"2024-03-29T00:15:16.739914+0000","last_became_peered":"2024-03-29T00:15:16.739914+0000","last_unstale":"2024-03-29T00:18:20.269375+0000","last_undegraded":"2024-03-29T00:18:20.269375+0000","last_fullsized":"2024-03-29T00:18:20.269375+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:47:48.717176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1460,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":155,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520871+0000","last_change":"2024-03-29T00:15:17.742837+0000","last_active":"2024-03-29T00:17:11.520871+0000","last_peered":"2024-03-29T00:17:11.520871+0000","last_clean":"2024-03-29T00:17:11.520871+0000","last_became_active":"2024-03-29T00:15:17.742519+0000","last_became_peered":"2024-03-29T00:15:17.742519+0000","last_unstale":"2024-03-29T00:17:11.520871+0000","last_undegraded":"2024-03-29T00:17:11.520871+0000","last_fullsized":"2024-03-29T00:17:11.520871+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:39:29.973433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840817+0000","last_change":"2024-03-29T00:15:22.262917+0000","last_active":"2024-03-29T00:17:11.840817+0000","last_peered":"2024-03-29T00:17:11.840817+0000","last_clean":"2024-03-29T00:17:11.840817+0000","last_became_active":"2024-03-29T00:15:22.262453+0000","last_became_peered":"2024-03-29T00:15:22.262453+0000","last_unstale":"2024-03-29T00:17:11.840817+0000","last_undegraded":"2024-03-29T00:17:11.840817+0000","last_fullsized":"2024-03-29T00:17:11.840817+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T12:10:33.960242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.519842+0000","last_change":"2024-03-29T00:15:16.757240+0000","last_active":"2024-03-29T00:17:11.519842+0000","last_peered":"2024-03-29T00:17:11.519842+0000","last_clean":"2024-03-29T00:17:11.519842+0000","last_became_active":"2024-03-29T00:15:16.756907+0000","last_became_peered":"2024-03-29T00:15:16.756907+0000","last_unstale":"2024-03-29T00:17:11.519842+0000","last_undegraded":"2024-03-29T00:17:11.519842+0000","last_fullsized":"2024-03-29T00:17:11.519842+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:37:43.111470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516431+0000","last_change":"2024-03-29T00:15:17.746984+0000","last_active":"2024-03-29T00:17:11.516431+0000","last_peered":"2024-03-29T00:17:11.516431+0000","last_clean":"2024-03-29T00:17:11.516431+0000","last_became_active":"2024-03-29T00:15:17.746564+0000","last_became_peered":"2024-03-29T00:15:17.746564+0000","last_unstale":"2024-03-29T00:17:11.516431+0000","last_undegraded":"2024-03-29T00:17:11.516431+0000","last_fullsized":"2024-03-29T00:17:11.516431+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:29:20.268069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.007177+0000","last_change":"2024-03-29T00:16:11.384884+0000","last_active":"2024-03-29T00:17:12.007177+0000","last_peered":"2024-03-29T00:17:12.007177+0000","last_clean":"2024-03-29T00:17:12.007177+0000","last_became_active":"2024-03-29T00:16:11.384404+0000","last_became_peered":"2024-03-29T00:16:11.384404+0000","last_unstale":"2024-03-29T00:17:12.007177+0000","last_undegraded":"2024-03-29T00:17:12.007177+0000","last_fullsized":"2024-03-29T00:17:12.007177+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:13:12.497336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.843769+0000","last_change":"2024-03-29T00:15:16.757829+0000","last_active":"2024-03-29T00:17:11.843769+0000","last_peered":"2024-03-29T00:17:11.843769+0000","last_clean":"2024-03-29T00:17:11.843769+0000","last_became_active":"2024-03-29T00:15:16.756510+0000","last_became_peered":"2024-03-29T00:15:16.756510+0000","last_unstale":"2024-03-29T00:17:11.843769+0000","last_undegraded":"2024-03-29T00:17:11.843769+0000","last_fullsized":"2024-03-29T00:17:11.843769+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:08:55.571892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.535197+0000","last_change":"2024-03-29T00:15:17.752875+0000","last_active":"2024-03-29T00:17:11.535197+0000","last_peered":"2024-03-29T00:17:11.535197+0000","last_clean":"2024-03-29T00:17:11.535197+0000","last_became_active":"2024-03-29T00:15:17.752494+0000","last_became_peered":"2024-03-29T00:15:17.752494+0000","last_unstale":"2024-03-29T00:17:11.535197+0000","last_undegraded":"2024-03-29T00:17:11.535197+0000","last_fullsized":"2024-03-29T00:17:11.535197+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:53:20.546382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.515933+0000","last_change":"2024-03-29T00:15:22.263552+0000","last_active":"2024-03-29T00:17:11.515933+0000","last_peered":"2024-03-29T00:17:11.515933+0000","last_clean":"2024-03-29T00:17:11.515933+0000","last_became_active":"2024-03-29T00:15:22.263079+0000","last_became_peered":"2024-03-29T00:15:22.263079+0000","last_unstale":"2024-03-29T00:17:11.515933+0000","last_undegraded":"2024-03-29T00:17:11.515933+0000","last_fullsized":"2024-03-29T00:17:11.515933+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:25:01.464045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516058+0000","last_change":"2024-03-29T00:15:16.741297+0000","last_active":"2024-03-29T00:17:11.516058+0000","last_peered":"2024-03-29T00:17:11.516058+0000","last_clean":"2024-03-29T00:17:11.516058+0000","last_became_active":"2024-03-29T00:15:16.740992+0000","last_became_peered":"2024-03-29T00:15:16.740992+0000","last_unstale":"2024-03-29T00:17:11.516058+0000","last_undegraded":"2024-03-29T00:17:11.516058+0000","last_fullsized":"2024-03-29T00:17:11.516058+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:18:01.056825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.522457+0000","last_change":"2024-03-29T00:15:17.764461+0000","last_active":"2024-03-29T00:17:11.522457+0000","last_peered":"2024-03-29T00:17:11.522457+0000","last_clean":"2024-03-29T00:17:11.522457+0000","last_became_active":"2024-03-29T00:15:17.764031+0000","last_became_peered":"2024-03-29T00:15:17.764031+0000","last_unstale":"2024-03-29T00:17:11.522457+0000","last_undegraded":"2024-03-29T00:17:11.522457+0000","last_fullsized":"2024-03-29T00:17:11.522457+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:52:52.650295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.535349+0000","last_change":"2024-03-29T00:15:22.247337+0000","last_active":"2024-03-29T00:17:11.535349+0000","last_peered":"2024-03-29T00:17:11.535349+0000","last_clean":"2024-03-29T00:17:11.535349+0000","last_became_active":"2024-03-29T00:15:22.246923+0000","last_became_peered":"2024-03-29T00:15:22.246923+0000","last_unstale":"2024-03-29T00:17:11.535349+0000","last_undegraded":"2024-03-29T00:17:11.535349+0000","last_fullsized":"2024-03-29T00:17:11.535349+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:41:51.054749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"93'6","reported_seq":336,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:18:21.270022+0000","last_change":"2024-03-29T00:15:16.750484+0000","last_active":"2024-03-29T00:18:21.270022+0000","last_peered":"2024-03-29T00:18:21.270022+0000","last_clean":"2024-03-29T00:18:21.270022+0000","last_became_active":"2024-03-29T00:15:16.750115+0000","last_became_peered":"2024-03-29T00:15:16.750115+0000","last_unstale":"2024-03-29T00:18:21.270022+0000","last_undegraded":"2024-03-29T00:18:21.270022+0000","last_fullsized":"2024-03-29T00:18:21.270022+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:20:58.348890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":298,"num_read_kb":298,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698625+0000","last_change":"2024-03-29T00:15:17.753692+0000","last_active":"2024-03-29T00:17:11.698625+0000","last_peered":"2024-03-29T00:17:11.698625+0000","last_clean":"2024-03-29T00:17:11.698625+0000","last_became_active":"2024-03-29T00:15:17.753024+0000","last_became_peered":"2024-03-29T00:15:17.753024+0000","last_unstale":"2024-03-29T00:17:11.698625+0000","last_undegraded":"2024-03-29T00:17:11.698625+0000","last_fullsized":"2024-03-29T00:17:11.698625+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:12:29.379196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520986+0000","last_change":"2024-03-29T00:15:22.253455+0000","last_active":"2024-03-29T00:17:11.520986+0000","last_peered":"2024-03-29T00:17:11.520986+0000","last_clean":"2024-03-29T00:17:11.520986+0000","last_became_active":"2024-03-29T00:15:22.252913+0000","last_became_peered":"2024-03-29T00:15:22.252913+0000","last_unstale":"2024-03-29T00:17:11.520986+0000","last_undegraded":"2024-03-29T00:17:11.520986+0000","last_fullsized":"2024-03-29T00:17:11.520986+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:40:02.001504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.518165+0000","last_change":"2024-03-29T00:15:16.736241+0000","last_active":"2024-03-29T00:17:11.518165+0000","last_peered":"2024-03-29T00:17:11.518165+0000","last_clean":"2024-03-29T00:17:11.518165+0000","last_became_active":"2024-03-29T00:15:16.735905+0000","last_became_peered":"2024-03-29T00:15:16.735905+0000","last_unstale":"2024-03-29T00:17:11.518165+0000","last_undegraded":"2024-03-29T00:17:11.518165+0000","last_fullsized":"2024-03-29T00:17:11.518165+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:05:08.202493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516172+0000","last_change":"2024-03-29T00:15:17.759437+0000","last_active":"2024-03-29T00:17:11.516172+0000","last_peered":"2024-03-29T00:17:11.516172+0000","last_clean":"2024-03-29T00:17:11.516172+0000","last_became_active":"2024-03-29T00:15:17.758597+0000","last_became_peered":"2024-03-29T00:15:17.758597+0000","last_unstale":"2024-03-29T00:17:11.516172+0000","last_undegraded":"2024-03-29T00:17:11.516172+0000","last_fullsized":"2024-03-29T00:17:11.516172+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:46:10.357640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513656+0000","last_change":"2024-03-29T00:16:11.368030+0000","last_active":"2024-03-29T00:17:11.513656+0000","last_peered":"2024-03-29T00:17:11.513656+0000","last_clean":"2024-03-29T00:17:11.513656+0000","last_became_active":"2024-03-29T00:16:11.367586+0000","last_became_peered":"2024-03-29T00:16:11.367586+0000","last_unstale":"2024-03-29T00:17:11.513656+0000","last_undegraded":"2024-03-29T00:17:11.513656+0000","last_fullsized":"2024-03-29T00:17:11.513656+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:42:46.291998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516601+0000","last_change":"2024-03-29T00:15:16.755174+0000","last_active":"2024-03-29T00:17:11.516601+0000","last_peered":"2024-03-29T00:17:11.516601+0000","last_clean":"2024-03-29T00:17:11.516601+0000","last_became_active":"2024-03-29T00:15:16.754891+0000","last_became_peered":"2024-03-29T00:15:16.754891+0000","last_unstale":"2024-03-29T00:17:11.516601+0000","last_undegraded":"2024-03-29T00:17:11.516601+0000","last_fullsized":"2024-03-29T00:17:11.516601+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:54:24.866426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698517+0000","last_change":"2024-03-29T00:15:17.746836+0000","last_active":"2024-03-29T00:17:11.698517+0000","last_peered":"2024-03-29T00:17:11.698517+0000","last_clean":"2024-03-29T00:17:11.698517+0000","last_became_active":"2024-03-29T00:15:17.745280+0000","last_became_peered":"2024-03-29T00:15:17.745280+0000","last_unstale":"2024-03-29T00:17:11.698517+0000","last_undegraded":"2024-03-29T00:17:11.698517+0000","last_fullsized":"2024-03-29T00:17:11.698517+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:43:55.060600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.523170+0000","last_change":"2024-03-29T00:15:22.243939+0000","last_active":"2024-03-29T00:17:11.523170+0000","last_peered":"2024-03-29T00:17:11.523170+0000","last_clean":"2024-03-29T00:17:11.523170+0000","last_became_active":"2024-03-29T00:15:22.240787+0000","last_became_peered":"2024-03-29T00:15:22.240787+0000","last_unstale":"2024-03-29T00:17:11.523170+0000","last_undegraded":"2024-03-29T00:17:11.523170+0000","last_fullsized":"2024-03-29T00:17:11.523170+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:54:19.278218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"93'42","reported_seq":386,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:18:21.270469+0000","last_change":"2024-03-29T00:15:16.736133+0000","last_active":"2024-03-29T00:18:21.270469+0000","last_peered":"2024-03-29T00:18:21.270469+0000","last_clean":"2024-03-29T00:18:21.270469+0000","last_became_active":"2024-03-29T00:15:16.735760+0000","last_became_peered":"2024-03-29T00:15:16.735760+0000","last_unstale":"2024-03-29T00:18:21.270469+0000","last_undegraded":"2024-03-29T00:18:21.270469+0000","last_fullsized":"2024-03-29T00:18:21.270469+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:10:20.919518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69111,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":312,"num_read_kb":225,"num_write":44,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521198+0000","last_change":"2024-03-29T00:15:17.745571+0000","last_active":"2024-03-29T00:17:11.521198+0000","last_peered":"2024-03-29T00:17:11.521198+0000","last_clean":"2024-03-29T00:17:11.521198+0000","last_became_active":"2024-03-29T00:15:17.745234+0000","last_became_peered":"2024-03-29T00:15:17.745234+0000","last_unstale":"2024-03-29T00:17:11.521198+0000","last_undegraded":"2024-03-29T00:17:11.521198+0000","last_fullsized":"2024-03-29T00:17:11.521198+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:13:49.868391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516801+0000","last_change":"2024-03-29T00:15:22.257256+0000","last_active":"2024-03-29T00:17:11.516801+0000","last_peered":"2024-03-29T00:17:11.516801+0000","last_clean":"2024-03-29T00:17:11.516801+0000","last_became_active":"2024-03-29T00:15:22.256852+0000","last_became_peered":"2024-03-29T00:15:22.256852+0000","last_unstale":"2024-03-29T00:17:11.516801+0000","last_undegraded":"2024-03-29T00:17:11.516801+0000","last_fullsized":"2024-03-29T00:17:11.516801+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:30:20.222051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840799+0000","last_change":"2024-03-29T00:15:16.740530+0000","last_active":"2024-03-29T00:17:11.840799+0000","last_peered":"2024-03-29T00:17:11.840799+0000","last_clean":"2024-03-29T00:17:11.840799+0000","last_became_active":"2024-03-29T00:15:16.740208+0000","last_became_peered":"2024-03-29T00:15:16.740208+0000","last_unstale":"2024-03-29T00:17:11.840799+0000","last_undegraded":"2024-03-29T00:17:11.840799+0000","last_fullsized":"2024-03-29T00:17:11.840799+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:30:15.569684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844270+0000","last_change":"2024-03-29T00:15:17.765870+0000","last_active":"2024-03-29T00:17:11.844270+0000","last_peered":"2024-03-29T00:17:11.844270+0000","last_clean":"2024-03-29T00:17:11.844270+0000","last_became_active":"2024-03-29T00:15:17.765091+0000","last_became_peered":"2024-03-29T00:15:17.765091+0000","last_unstale":"2024-03-29T00:17:11.844270+0000","last_undegraded":"2024-03-29T00:17:11.844270+0000","last_fullsized":"2024-03-29T00:17:11.844270+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:33:20.102055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006878+0000","last_change":"2024-03-29T00:15:22.262727+0000","last_active":"2024-03-29T00:17:12.006878+0000","last_peered":"2024-03-29T00:17:12.006878+0000","last_clean":"2024-03-29T00:17:12.006878+0000","last_became_active":"2024-03-29T00:15:22.262328+0000","last_became_peered":"2024-03-29T00:15:22.262328+0000","last_unstale":"2024-03-29T00:17:12.006878+0000","last_undegraded":"2024-03-29T00:17:12.006878+0000","last_fullsized":"2024-03-29T00:17:12.006878+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:27:15.160505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516254+0000","last_change":"2024-03-29T00:15:16.757569+0000","last_active":"2024-03-29T00:17:11.516254+0000","last_peered":"2024-03-29T00:17:11.516254+0000","last_clean":"2024-03-29T00:17:11.516254+0000","last_became_active":"2024-03-29T00:15:16.757252+0000","last_became_peered":"2024-03-29T00:15:16.757252+0000","last_unstale":"2024-03-29T00:17:11.516254+0000","last_undegraded":"2024-03-29T00:17:11.516254+0000","last_fullsized":"2024-03-29T00:17:11.516254+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:21:52.967540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517969+0000","last_change":"2024-03-29T00:15:17.749618+0000","last_active":"2024-03-29T00:17:11.517969+0000","last_peered":"2024-03-29T00:17:11.517969+0000","last_clean":"2024-03-29T00:17:11.517969+0000","last_became_active":"2024-03-29T00:15:17.749247+0000","last_became_peered":"2024-03-29T00:15:17.749247+0000","last_unstale":"2024-03-29T00:17:11.517969+0000","last_undegraded":"2024-03-29T00:17:11.517969+0000","last_fullsized":"2024-03-29T00:17:11.517969+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:09:27.883741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.525371+0000","last_change":"2024-03-29T00:15:22.251943+0000","last_active":"2024-03-29T00:17:11.525371+0000","last_peered":"2024-03-29T00:17:11.525371+0000","last_clean":"2024-03-29T00:17:11.525371+0000","last_became_active":"2024-03-29T00:15:22.251499+0000","last_became_peered":"2024-03-29T00:15:22.251499+0000","last_unstale":"2024-03-29T00:17:11.525371+0000","last_undegraded":"2024-03-29T00:17:11.525371+0000","last_fullsized":"2024-03-29T00:17:11.525371+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:20:54.548657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"91'7","reported_seq":193,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:18:20.366996+0000","last_change":"2024-03-29T00:15:16.739094+0000","last_active":"2024-03-29T00:18:20.366996+0000","last_peered":"2024-03-29T00:18:20.366996+0000","last_clean":"2024-03-29T00:18:20.366996+0000","last_became_active":"2024-03-29T00:15:16.738758+0000","last_became_peered":"2024-03-29T00:15:16.738758+0000","last_unstale":"2024-03-29T00:18:20.366996+0000","last_undegraded":"2024-03-29T00:18:20.366996+0000","last_fullsized":"2024-03-29T00:18:20.366996+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:14:59.493130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":155,"num_read_kb":5,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.525926+0000","last_change":"2024-03-29T00:17:11.525494+0000","last_active":"2024-03-29T00:17:11.525926+0000","last_peered":"2024-03-29T00:17:11.525926+0000","last_clean":"2024-03-29T00:17:11.525926+0000","last_became_active":"2024-03-29T00:17:11.525051+0000","last_became_peered":"2024-03-29T00:17:11.525051+0000","last_unstale":"2024-03-29T00:17:11.525926+0000","last_undegraded":"2024-03-29T00:17:11.525926+0000","last_fullsized":"2024-03-29T00:17:11.525926+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:44:44.734146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,10],"acting":[7,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.845132+0000","last_change":"2024-03-29T00:15:22.265989+0000","last_active":"2024-03-29T00:17:11.845132+0000","last_peered":"2024-03-29T00:17:11.845132+0000","last_clean":"2024-03-29T00:17:11.845132+0000","last_became_active":"2024-03-29T00:15:22.265276+0000","last_became_peered":"2024-03-29T00:15:22.265276+0000","last_unstale":"2024-03-29T00:17:11.845132+0000","last_undegraded":"2024-03-29T00:17:11.845132+0000","last_fullsized":"2024-03-29T00:17:11.845132+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:11:14.292823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006618+0000","last_change":"2024-03-29T00:16:11.396753+0000","last_active":"2024-03-29T00:17:12.006618+0000","last_peered":"2024-03-29T00:17:12.006618+0000","last_clean":"2024-03-29T00:17:12.006618+0000","last_became_active":"2024-03-29T00:16:11.378825+0000","last_became_peered":"2024-03-29T00:16:11.378825+0000","last_unstale":"2024-03-29T00:17:12.006618+0000","last_undegraded":"2024-03-29T00:17:12.006618+0000","last_fullsized":"2024-03-29T00:17:12.006618+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:13:36.975010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516070+0000","last_change":"2024-03-29T00:15:17.742577+0000","last_active":"2024-03-29T00:17:11.516070+0000","last_peered":"2024-03-29T00:17:11.516070+0000","last_clean":"2024-03-29T00:17:11.516070+0000","last_became_active":"2024-03-29T00:15:17.742260+0000","last_became_peered":"2024-03-29T00:15:17.742260+0000","last_unstale":"2024-03-29T00:17:11.516070+0000","last_undegraded":"2024-03-29T00:17:11.516070+0000","last_fullsized":"2024-03-29T00:17:11.516070+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:24:09.583170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":16,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520640+0000","last_change":"2024-03-29T00:16:11.383634+0000","last_active":"2024-03-29T00:17:11.520640+0000","last_peered":"2024-03-29T00:17:11.520640+0000","last_clean":"2024-03-29T00:17:11.520640+0000","last_became_active":"2024-03-29T00:16:11.383327+0000","last_became_peered":"2024-03-29T00:16:11.383327+0000","last_unstale":"2024-03-29T00:17:11.520640+0000","last_undegraded":"2024-03-29T00:17:11.520640+0000","last_fullsized":"2024-03-29T00:17:11.520640+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:54:02.540252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,3,1],"acting":[8,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521398+0000","last_change":"2024-03-29T00:15:16.737747+0000","last_active":"2024-03-29T00:17:11.521398+0000","last_peered":"2024-03-29T00:17:11.521398+0000","last_clean":"2024-03-29T00:17:11.521398+0000","last_became_active":"2024-03-29T00:15:16.737425+0000","last_became_peered":"2024-03-29T00:15:16.737425+0000","last_unstale":"2024-03-29T00:17:11.521398+0000","last_undegraded":"2024-03-29T00:17:11.521398+0000","last_fullsized":"2024-03-29T00:17:11.521398+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:08:47.207767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006999+0000","last_change":"2024-03-29T00:15:17.747981+0000","last_active":"2024-03-29T00:17:12.006999+0000","last_peered":"2024-03-29T00:17:12.006999+0000","last_clean":"2024-03-29T00:17:12.006999+0000","last_became_active":"2024-03-29T00:15:17.747497+0000","last_became_peered":"2024-03-29T00:15:17.747497+0000","last_unstale":"2024-03-29T00:17:12.006999+0000","last_undegraded":"2024-03-29T00:17:12.006999+0000","last_fullsized":"2024-03-29T00:17:12.006999+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:57:16.615929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520957+0000","last_change":"2024-03-29T00:15:22.331685+0000","last_active":"2024-03-29T00:17:11.520957+0000","last_peered":"2024-03-29T00:17:11.520957+0000","last_clean":"2024-03-29T00:17:11.520957+0000","last_became_active":"2024-03-29T00:15:22.331290+0000","last_became_peered":"2024-03-29T00:15:22.331290+0000","last_unstale":"2024-03-29T00:17:11.520957+0000","last_undegraded":"2024-03-29T00:17:11.520957+0000","last_fullsized":"2024-03-29T00:17:11.520957+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:14:26.847154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521923+0000","last_change":"2024-03-29T00:15:16.760207+0000","last_active":"2024-03-29T00:17:11.521923+0000","last_peered":"2024-03-29T00:17:11.521923+0000","last_clean":"2024-03-29T00:17:11.521923+0000","last_became_active":"2024-03-29T00:15:16.759463+0000","last_became_peered":"2024-03-29T00:15:16.759463+0000","last_unstale":"2024-03-29T00:17:11.521923+0000","last_undegraded":"2024-03-29T00:17:11.521923+0000","last_fullsized":"2024-03-29T00:17:11.521923+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:36:55.457881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520164+0000","last_change":"2024-03-29T00:15:17.747579+0000","last_active":"2024-03-29T00:17:11.520164+0000","last_peered":"2024-03-29T00:17:11.520164+0000","last_clean":"2024-03-29T00:17:11.520164+0000","last_became_active":"2024-03-29T00:15:17.747149+0000","last_became_peered":"2024-03-29T00:15:17.747149+0000","last_unstale":"2024-03-29T00:17:11.520164+0000","last_undegraded":"2024-03-29T00:17:11.520164+0000","last_fullsized":"2024-03-29T00:17:11.520164+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:04:23.471964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844384+0000","last_change":"2024-03-29T00:15:22.258795+0000","last_active":"2024-03-29T00:17:11.844384+0000","last_peered":"2024-03-29T00:17:11.844384+0000","last_clean":"2024-03-29T00:17:11.844384+0000","last_became_active":"2024-03-29T00:15:22.258303+0000","last_became_peered":"2024-03-29T00:15:22.258303+0000","last_unstale":"2024-03-29T00:17:11.844384+0000","last_undegraded":"2024-03-29T00:17:11.844384+0000","last_fullsized":"2024-03-29T00:17:11.844384+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:58:57.157128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'5","reported_seq":187,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:18:21.472803+0000","last_change":"2024-03-29T00:15:16.757256+0000","last_active":"2024-03-29T00:18:21.472803+0000","last_peered":"2024-03-29T00:18:21.472803+0000","last_clean":"2024-03-29T00:18:21.472803+0000","last_became_active":"2024-03-29T00:15:16.756898+0000","last_became_peered":"2024-03-29T00:15:16.756898+0000","last_unstale":"2024-03-29T00:18:21.472803+0000","last_undegraded":"2024-03-29T00:18:21.472803+0000","last_fullsized":"2024-03-29T00:18:21.472803+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:02:53.001781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":150,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520038+0000","last_change":"2024-03-29T00:15:17.753937+0000","last_active":"2024-03-29T00:17:11.520038+0000","last_peered":"2024-03-29T00:17:11.520038+0000","last_clean":"2024-03-29T00:17:11.520038+0000","last_became_active":"2024-03-29T00:15:17.753525+0000","last_became_peered":"2024-03-29T00:15:17.753525+0000","last_unstale":"2024-03-29T00:17:11.520038+0000","last_undegraded":"2024-03-29T00:17:11.520038+0000","last_fullsized":"2024-03-29T00:17:11.520038+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:28:33.393303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844596+0000","last_change":"2024-03-29T00:15:22.334142+0000","last_active":"2024-03-29T00:17:11.844596+0000","last_peered":"2024-03-29T00:17:11.844596+0000","last_clean":"2024-03-29T00:17:11.844596+0000","last_became_active":"2024-03-29T00:15:22.331566+0000","last_became_peered":"2024-03-29T00:15:22.331566+0000","last_unstale":"2024-03-29T00:17:11.844596+0000","last_undegraded":"2024-03-29T00:17:11.844596+0000","last_fullsized":"2024-03-29T00:17:11.844596+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:37:58.048380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516384+0000","last_change":"2024-03-29T00:15:17.753142+0000","last_active":"2024-03-29T00:17:11.516384+0000","last_peered":"2024-03-29T00:17:11.516384+0000","last_clean":"2024-03-29T00:17:11.516384+0000","last_became_active":"2024-03-29T00:15:17.752793+0000","last_became_peered":"2024-03-29T00:15:17.752793+0000","last_unstale":"2024-03-29T00:17:11.516384+0000","last_undegraded":"2024-03-29T00:17:11.516384+0000","last_fullsized":"2024-03-29T00:17:11.516384+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:40:12.067520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'6","reported_seq":188,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:18:19.364540+0000","last_change":"2024-03-29T00:15:16.764458+0000","last_active":"2024-03-29T00:18:19.364540+0000","last_peered":"2024-03-29T00:18:19.364540+0000","last_clean":"2024-03-29T00:18:19.364540+0000","last_became_active":"2024-03-29T00:15:16.763931+0000","last_became_peered":"2024-03-29T00:15:16.763931+0000","last_unstale":"2024-03-29T00:18:19.364540+0000","last_undegraded":"2024-03-29T00:18:19.364540+0000","last_fullsized":"2024-03-29T00:18:19.364540+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:44:51.047108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":150,"num_read_kb":150,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.518041+0000","last_change":"2024-03-29T00:15:22.252176+0000","last_active":"2024-03-29T00:17:11.518041+0000","last_peered":"2024-03-29T00:17:11.518041+0000","last_clean":"2024-03-29T00:17:11.518041+0000","last_became_active":"2024-03-29T00:15:22.251693+0000","last_became_peered":"2024-03-29T00:15:22.251693+0000","last_unstale":"2024-03-29T00:17:11.518041+0000","last_undegraded":"2024-03-29T00:17:11.518041+0000","last_fullsized":"2024-03-29T00:17:11.518041+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:09:48.968796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.536214+0000","last_change":"2024-03-29T00:15:17.743986+0000","last_active":"2024-03-29T00:17:11.536214+0000","last_peered":"2024-03-29T00:17:11.536214+0000","last_clean":"2024-03-29T00:17:11.536214+0000","last_became_active":"2024-03-29T00:15:17.743642+0000","last_became_peered":"2024-03-29T00:15:17.743642+0000","last_unstale":"2024-03-29T00:17:11.536214+0000","last_undegraded":"2024-03-29T00:17:11.536214+0000","last_fullsized":"2024-03-29T00:17:11.536214+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:00:35.338004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513611+0000","last_change":"2024-03-29T00:15:16.750519+0000","last_active":"2024-03-29T00:17:11.513611+0000","last_peered":"2024-03-29T00:17:11.513611+0000","last_clean":"2024-03-29T00:17:11.513611+0000","last_became_active":"2024-03-29T00:15:16.750126+0000","last_became_peered":"2024-03-29T00:15:16.750126+0000","last_unstale":"2024-03-29T00:17:11.513611+0000","last_undegraded":"2024-03-29T00:17:11.513611+0000","last_fullsized":"2024-03-29T00:17:11.513611+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:22:51.266572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":356,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517649+0000","last_change":"2024-03-29T00:13:56.077307+0000","last_active":"2024-03-29T00:17:11.517649+0000","last_peered":"2024-03-29T00:17:11.517649+0000","last_clean":"2024-03-29T00:17:11.517649+0000","last_became_active":"2024-03-29T00:13:56.076828+0000","last_became_peered":"2024-03-29T00:13:56.076828+0000","last_unstale":"2024-03-29T00:17:11.517649+0000","last_undegraded":"2024-03-29T00:17:11.517649+0000","last_fullsized":"2024-03-29T00:17:11.517649+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:09:58.300338+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:09:58.300338+0000","last_clean_scrub_stamp":"2024-03-29T00:09:58.300338+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:33:00.731736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516712+0000","last_change":"2024-03-29T00:15:22.331730+0000","last_active":"2024-03-29T00:17:11.516712+0000","last_peered":"2024-03-29T00:17:11.516712+0000","last_clean":"2024-03-29T00:17:11.516712+0000","last_became_active":"2024-03-29T00:15:22.331367+0000","last_became_peered":"2024-03-29T00:15:22.331367+0000","last_unstale":"2024-03-29T00:17:11.516712+0000","last_undegraded":"2024-03-29T00:17:11.516712+0000","last_fullsized":"2024-03-29T00:17:11.516712+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:38:13.520007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.843411+0000","last_change":"2024-03-29T00:15:17.751266+0000","last_active":"2024-03-29T00:17:11.843411+0000","last_peered":"2024-03-29T00:17:11.843411+0000","last_clean":"2024-03-29T00:17:11.843411+0000","last_became_active":"2024-03-29T00:15:17.750845+0000","last_became_peered":"2024-03-29T00:15:17.750845+0000","last_unstale":"2024-03-29T00:17:11.843411+0000","last_undegraded":"2024-03-29T00:17:11.843411+0000","last_fullsized":"2024-03-29T00:17:11.843411+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:56:31.700591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517827+0000","last_change":"2024-03-29T00:15:16.739703+0000","last_active":"2024-03-29T00:17:11.517827+0000","last_peered":"2024-03-29T00:17:11.517827+0000","last_clean":"2024-03-29T00:17:11.517827+0000","last_became_active":"2024-03-29T00:15:16.739380+0000","last_became_peered":"2024-03-29T00:15:16.739380+0000","last_unstale":"2024-03-29T00:17:11.517827+0000","last_undegraded":"2024-03-29T00:17:11.517827+0000","last_fullsized":"2024-03-29T00:17:11.517827+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:53:02.586209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006813+0000","last_change":"2024-03-29T00:15:22.254899+0000","last_active":"2024-03-29T00:17:12.006813+0000","last_peered":"2024-03-29T00:17:12.006813+0000","last_clean":"2024-03-29T00:17:12.006813+0000","last_became_active":"2024-03-29T00:15:22.254531+0000","last_became_peered":"2024-03-29T00:15:22.254531+0000","last_unstale":"2024-03-29T00:17:12.006813+0000","last_undegraded":"2024-03-29T00:17:12.006813+0000","last_fullsized":"2024-03-29T00:17:12.006813+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:00:17.095776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521244+0000","last_change":"2024-03-29T00:15:16.754030+0000","last_active":"2024-03-29T00:17:11.521244+0000","last_peered":"2024-03-29T00:17:11.521244+0000","last_clean":"2024-03-29T00:17:11.521244+0000","last_became_active":"2024-03-29T00:15:16.753722+0000","last_became_peered":"2024-03-29T00:15:16.753722+0000","last_unstale":"2024-03-29T00:17:11.521244+0000","last_undegraded":"2024-03-29T00:17:11.521244+0000","last_fullsized":"2024-03-29T00:17:11.521244+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:25:25.763692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844704+0000","last_change":"2024-03-29T00:15:17.754428+0000","last_active":"2024-03-29T00:17:11.844704+0000","last_peered":"2024-03-29T00:17:11.844704+0000","last_clean":"2024-03-29T00:17:11.844704+0000","last_became_active":"2024-03-29T00:15:17.754106+0000","last_became_peered":"2024-03-29T00:15:17.754106+0000","last_unstale":"2024-03-29T00:17:11.844704+0000","last_undegraded":"2024-03-29T00:17:11.844704+0000","last_fullsized":"2024-03-29T00:17:11.844704+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:33:38.677889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.535077+0000","last_change":"2024-03-29T00:15:22.332677+0000","last_active":"2024-03-29T00:17:11.535077+0000","last_peered":"2024-03-29T00:17:11.535077+0000","last_clean":"2024-03-29T00:17:11.535077+0000","last_became_active":"2024-03-29T00:15:22.331076+0000","last_became_peered":"2024-03-29T00:15:22.331076+0000","last_unstale":"2024-03-29T00:17:11.535077+0000","last_undegraded":"2024-03-29T00:17:11.535077+0000","last_fullsized":"2024-03-29T00:17:11.535077+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T12:15:01.211136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"93'14","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:30.267369+0000","last_change":"2024-03-29T00:15:16.759031+0000","last_active":"2024-03-29T00:17:30.267369+0000","last_peered":"2024-03-29T00:17:30.267369+0000","last_clean":"2024-03-29T00:17:30.267369+0000","last_became_active":"2024-03-29T00:15:16.758640+0000","last_became_peered":"2024-03-29T00:15:16.758640+0000","last_unstale":"2024-03-29T00:17:30.267369+0000","last_undegraded":"2024-03-29T00:17:30.267369+0000","last_fullsized":"2024-03-29T00:17:30.267369+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T12:03:49.527926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.537835+0000","last_change":"2024-03-29T00:15:17.761606+0000","last_active":"2024-03-29T00:17:11.537835+0000","last_peered":"2024-03-29T00:17:11.537835+0000","last_clean":"2024-03-29T00:17:11.537835+0000","last_became_active":"2024-03-29T00:15:17.750902+0000","last_became_peered":"2024-03-29T00:15:17.750902+0000","last_unstale":"2024-03-29T00:17:11.537835+0000","last_undegraded":"2024-03-29T00:17:11.537835+0000","last_fullsized":"2024-03-29T00:17:11.537835+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:39:20.263613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840598+0000","last_change":"2024-03-29T00:15:22.247058+0000","last_active":"2024-03-29T00:17:11.840598+0000","last_peered":"2024-03-29T00:17:11.840598+0000","last_clean":"2024-03-29T00:17:11.840598+0000","last_became_active":"2024-03-29T00:15:22.246723+0000","last_became_peered":"2024-03-29T00:15:22.246723+0000","last_unstale":"2024-03-29T00:17:11.840598+0000","last_undegraded":"2024-03-29T00:17:11.840598+0000","last_fullsized":"2024-03-29T00:17:11.840598+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:11:31.051679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.514000+0000","last_change":"2024-03-29T00:15:16.755790+0000","last_active":"2024-03-29T00:17:11.514000+0000","last_peered":"2024-03-29T00:17:11.514000+0000","last_clean":"2024-03-29T00:17:11.514000+0000","last_became_active":"2024-03-29T00:15:16.755497+0000","last_became_peered":"2024-03-29T00:15:16.755497+0000","last_unstale":"2024-03-29T00:17:11.514000+0000","last_undegraded":"2024-03-29T00:17:11.514000+0000","last_fullsized":"2024-03-29T00:17:11.514000+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:28:53.920617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516057+0000","last_change":"2024-03-29T00:15:17.763133+0000","last_active":"2024-03-29T00:17:11.516057+0000","last_peered":"2024-03-29T00:17:11.516057+0000","last_clean":"2024-03-29T00:17:11.516057+0000","last_became_active":"2024-03-29T00:15:17.762562+0000","last_became_peered":"2024-03-29T00:15:17.762562+0000","last_unstale":"2024-03-29T00:17:11.516057+0000","last_undegraded":"2024-03-29T00:17:11.516057+0000","last_fullsized":"2024-03-29T00:17:11.516057+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:03:04.244891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513702+0000","last_change":"2024-03-29T00:15:22.331867+0000","last_active":"2024-03-29T00:17:11.513702+0000","last_peered":"2024-03-29T00:17:11.513702+0000","last_clean":"2024-03-29T00:17:11.513702+0000","last_became_active":"2024-03-29T00:15:22.331408+0000","last_became_peered":"2024-03-29T00:15:22.331408+0000","last_unstale":"2024-03-29T00:17:11.513702+0000","last_undegraded":"2024-03-29T00:17:11.513702+0000","last_fullsized":"2024-03-29T00:17:11.513702+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:31:14.680523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698042+0000","last_change":"2024-03-29T00:15:16.750554+0000","last_active":"2024-03-29T00:17:11.698042+0000","last_peered":"2024-03-29T00:17:11.698042+0000","last_clean":"2024-03-29T00:17:11.698042+0000","last_became_active":"2024-03-29T00:15:16.750207+0000","last_became_peered":"2024-03-29T00:15:16.750207+0000","last_unstale":"2024-03-29T00:17:11.698042+0000","last_undegraded":"2024-03-29T00:17:11.698042+0000","last_fullsized":"2024-03-29T00:17:11.698042+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:40:01.789688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520736+0000","last_change":"2024-03-29T00:15:17.741963+0000","last_active":"2024-03-29T00:17:11.520736+0000","last_peered":"2024-03-29T00:17:11.520736+0000","last_clean":"2024-03-29T00:17:11.520736+0000","last_became_active":"2024-03-29T00:15:17.741603+0000","last_became_peered":"2024-03-29T00:15:17.741603+0000","last_unstale":"2024-03-29T00:17:11.520736+0000","last_undegraded":"2024-03-29T00:17:11.520736+0000","last_fullsized":"2024-03-29T00:17:11.520736+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:48:52.811410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.525490+0000","last_change":"2024-03-29T00:15:22.243509+0000","last_active":"2024-03-29T00:17:11.525490+0000","last_peered":"2024-03-29T00:17:11.525490+0000","last_clean":"2024-03-29T00:17:11.525490+0000","last_became_active":"2024-03-29T00:15:22.242955+0000","last_became_peered":"2024-03-29T00:15:22.242955+0000","last_unstale":"2024-03-29T00:17:11.525490+0000","last_undegraded":"2024-03-29T00:17:11.525490+0000","last_fullsized":"2024-03-29T00:17:11.525490+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:27:56.810827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.535456+0000","last_change":"2024-03-29T00:15:16.756972+0000","last_active":"2024-03-29T00:17:11.535456+0000","last_peered":"2024-03-29T00:17:11.535456+0000","last_clean":"2024-03-29T00:17:11.535456+0000","last_became_active":"2024-03-29T00:15:16.755910+0000","last_became_peered":"2024-03-29T00:15:16.755910+0000","last_unstale":"2024-03-29T00:17:11.535456+0000","last_undegraded":"2024-03-29T00:17:11.535456+0000","last_fullsized":"2024-03-29T00:17:11.535456+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:45:26.326485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006717+0000","last_change":"2024-03-29T00:15:17.759071+0000","last_active":"2024-03-29T00:17:12.006717+0000","last_peered":"2024-03-29T00:17:12.006717+0000","last_clean":"2024-03-29T00:17:12.006717+0000","last_became_active":"2024-03-29T00:15:17.758793+0000","last_became_peered":"2024-03-29T00:15:17.758793+0000","last_unstale":"2024-03-29T00:17:12.006717+0000","last_undegraded":"2024-03-29T00:17:12.006717+0000","last_fullsized":"2024-03-29T00:17:12.006717+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:51:05.627301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"89'1","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513686+0000","last_change":"2024-03-29T00:16:11.374400+0000","last_active":"2024-03-29T00:17:11.513686+0000","last_peered":"2024-03-29T00:17:11.513686+0000","last_clean":"2024-03-29T00:17:11.513686+0000","last_became_active":"2024-03-29T00:16:11.368663+0000","last_became_peered":"2024-03-29T00:16:11.368663+0000","last_unstale":"2024-03-29T00:17:11.513686+0000","last_undegraded":"2024-03-29T00:17:11.513686+0000","last_fullsized":"2024-03-29T00:17:11.513686+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:23:23.329544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,7,8],"acting":[4,10,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'3","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006736+0000","last_change":"2024-03-29T00:16:11.381348+0000","last_active":"2024-03-29T00:17:12.006736+0000","last_peered":"2024-03-29T00:17:12.006736+0000","last_clean":"2024-03-29T00:17:12.006736+0000","last_became_active":"2024-03-29T00:16:11.370431+0000","last_became_peered":"2024-03-29T00:16:11.370431+0000","last_unstale":"2024-03-29T00:17:12.006736+0000","last_undegraded":"2024-03-29T00:17:12.006736+0000","last_fullsized":"2024-03-29T00:17:12.006736+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:02:43.133885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.536495+0000","last_change":"2024-03-29T00:15:17.755185+0000","last_active":"2024-03-29T00:17:11.536495+0000","last_peered":"2024-03-29T00:17:11.536495+0000","last_clean":"2024-03-29T00:17:11.536495+0000","last_became_active":"2024-03-29T00:15:17.754817+0000","last_became_peered":"2024-03-29T00:15:17.754817+0000","last_unstale":"2024-03-29T00:17:11.536495+0000","last_undegraded":"2024-03-29T00:17:11.536495+0000","last_fullsized":"2024-03-29T00:17:11.536495+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:59:34.862960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513682+0000","last_change":"2024-03-29T00:15:22.331985+0000","last_active":"2024-03-29T00:17:11.513682+0000","last_peered":"2024-03-29T00:17:11.513682+0000","last_clean":"2024-03-29T00:17:11.513682+0000","last_became_active":"2024-03-29T00:15:22.331182+0000","last_became_peered":"2024-03-29T00:15:22.331182+0000","last_unstale":"2024-03-29T00:17:11.513682+0000","last_undegraded":"2024-03-29T00:17:11.513682+0000","last_fullsized":"2024-03-29T00:17:11.513682+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:43:00.065112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":49,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520985+0000","last_change":"2024-03-29T00:16:11.372845+0000","last_active":"2024-03-29T00:17:11.520985+0000","last_peered":"2024-03-29T00:17:11.520985+0000","last_clean":"2024-03-29T00:17:11.520985+0000","last_became_active":"2024-03-29T00:16:11.368699+0000","last_became_peered":"2024-03-29T00:16:11.368699+0000","last_unstale":"2024-03-29T00:17:11.520985+0000","last_undegraded":"2024-03-29T00:17:11.520985+0000","last_fullsized":"2024-03-29T00:17:11.520985+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:36:28.813566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517954+0000","last_change":"2024-03-29T00:15:17.755596+0000","last_active":"2024-03-29T00:17:11.517954+0000","last_peered":"2024-03-29T00:17:11.517954+0000","last_clean":"2024-03-29T00:17:11.517954+0000","last_became_active":"2024-03-29T00:15:17.755190+0000","last_became_peered":"2024-03-29T00:15:17.755190+0000","last_unstale":"2024-03-29T00:17:11.517954+0000","last_undegraded":"2024-03-29T00:17:11.517954+0000","last_fullsized":"2024-03-29T00:17:11.517954+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:48:41.431496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698062+0000","last_change":"2024-03-29T00:15:22.257641+0000","last_active":"2024-03-29T00:17:11.698062+0000","last_peered":"2024-03-29T00:17:11.698062+0000","last_clean":"2024-03-29T00:17:11.698062+0000","last_became_active":"2024-03-29T00:15:22.257047+0000","last_became_peered":"2024-03-29T00:15:22.257047+0000","last_unstale":"2024-03-29T00:17:11.698062+0000","last_undegraded":"2024-03-29T00:17:11.698062+0000","last_fullsized":"2024-03-29T00:17:11.698062+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:10:50.161440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'5","reported_seq":154,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:18:20.621561+0000","last_change":"2024-03-29T00:16:11.401316+0000","last_active":"2024-03-29T00:18:20.621561+0000","last_peered":"2024-03-29T00:18:20.621561+0000","last_clean":"2024-03-29T00:18:20.621561+0000","last_became_active":"2024-03-29T00:16:11.378865+0000","last_became_peered":"2024-03-29T00:16:11.378865+0000","last_unstale":"2024-03-29T00:18:20.621561+0000","last_undegraded":"2024-03-29T00:18:20.621561+0000","last_fullsized":"2024-03-29T00:18:20.621561+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:18:21.329789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":132,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1170,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.518299+0000","last_change":"2024-03-29T00:15:17.748736+0000","last_active":"2024-03-29T00:17:11.518299+0000","last_peered":"2024-03-29T00:17:11.518299+0000","last_clean":"2024-03-29T00:17:11.518299+0000","last_became_active":"2024-03-29T00:15:17.745775+0000","last_became_peered":"2024-03-29T00:15:17.745775+0000","last_unstale":"2024-03-29T00:17:11.518299+0000","last_undegraded":"2024-03-29T00:17:11.518299+0000","last_fullsized":"2024-03-29T00:17:11.518299+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:06:39.822454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.515799+0000","last_change":"2024-03-29T00:15:22.262426+0000","last_active":"2024-03-29T00:17:11.515799+0000","last_peered":"2024-03-29T00:17:11.515799+0000","last_clean":"2024-03-29T00:17:11.515799+0000","last_became_active":"2024-03-29T00:15:22.261828+0000","last_became_peered":"2024-03-29T00:15:22.261828+0000","last_unstale":"2024-03-29T00:17:11.515799+0000","last_undegraded":"2024-03-29T00:17:11.515799+0000","last_fullsized":"2024-03-29T00:17:11.515799+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:17:58.817324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"89'3","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516701+0000","last_change":"2024-03-29T00:15:16.757515+0000","last_active":"2024-03-29T00:17:11.516701+0000","last_peered":"2024-03-29T00:17:11.516701+0000","last_clean":"2024-03-29T00:17:11.516701+0000","last_became_active":"2024-03-29T00:15:16.757074+0000","last_became_peered":"2024-03-29T00:15:16.757074+0000","last_unstale":"2024-03-29T00:17:11.516701+0000","last_undegraded":"2024-03-29T00:17:11.516701+0000","last_fullsized":"2024-03-29T00:17:11.516701+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:55:05.985087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517807+0000","last_change":"2024-03-29T00:15:17.763725+0000","last_active":"2024-03-29T00:17:11.517807+0000","last_peered":"2024-03-29T00:17:11.517807+0000","last_clean":"2024-03-29T00:17:11.517807+0000","last_became_active":"2024-03-29T00:15:17.762797+0000","last_became_peered":"2024-03-29T00:15:17.762797+0000","last_unstale":"2024-03-29T00:17:11.517807+0000","last_undegraded":"2024-03-29T00:17:11.517807+0000","last_fullsized":"2024-03-29T00:17:11.517807+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:37:56.291010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.515901+0000","last_change":"2024-03-29T00:15:22.245891+0000","last_active":"2024-03-29T00:17:11.515901+0000","last_peered":"2024-03-29T00:17:11.515901+0000","last_clean":"2024-03-29T00:17:11.515901+0000","last_became_active":"2024-03-29T00:15:22.245500+0000","last_became_peered":"2024-03-29T00:15:22.245500+0000","last_unstale":"2024-03-29T00:17:11.515901+0000","last_undegraded":"2024-03-29T00:17:11.515901+0000","last_fullsized":"2024-03-29T00:17:11.515901+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:07:29.639048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.845129+0000","last_change":"2024-03-29T00:15:16.759862+0000","last_active":"2024-03-29T00:17:11.845129+0000","last_peered":"2024-03-29T00:17:11.845129+0000","last_clean":"2024-03-29T00:17:11.845129+0000","last_became_active":"2024-03-29T00:15:16.759540+0000","last_became_peered":"2024-03-29T00:15:16.759540+0000","last_unstale":"2024-03-29T00:17:11.845129+0000","last_undegraded":"2024-03-29T00:17:11.845129+0000","last_fullsized":"2024-03-29T00:17:11.845129+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:41:21.462551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.518183+0000","last_change":"2024-03-29T00:15:17.744112+0000","last_active":"2024-03-29T00:17:11.518183+0000","last_peered":"2024-03-29T00:17:11.518183+0000","last_clean":"2024-03-29T00:17:11.518183+0000","last_became_active":"2024-03-29T00:15:17.743708+0000","last_became_peered":"2024-03-29T00:15:17.743708+0000","last_unstale":"2024-03-29T00:17:11.518183+0000","last_undegraded":"2024-03-29T00:17:11.518183+0000","last_fullsized":"2024-03-29T00:17:11.518183+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:47:24.123200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006820+0000","last_change":"2024-03-29T00:15:17.742382+0000","last_active":"2024-03-29T00:17:12.006820+0000","last_peered":"2024-03-29T00:17:12.006820+0000","last_clean":"2024-03-29T00:17:12.006820+0000","last_became_active":"2024-03-29T00:15:17.741772+0000","last_became_peered":"2024-03-29T00:15:17.741772+0000","last_unstale":"2024-03-29T00:17:12.006820+0000","last_undegraded":"2024-03-29T00:17:12.006820+0000","last_fullsized":"2024-03-29T00:17:12.006820+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:36:52.477474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840818+0000","last_change":"2024-03-29T00:15:17.747360+0000","last_active":"2024-03-29T00:17:11.840818+0000","last_peered":"2024-03-29T00:17:11.840818+0000","last_clean":"2024-03-29T00:17:11.840818+0000","last_became_active":"2024-03-29T00:15:17.746960+0000","last_became_peered":"2024-03-29T00:15:17.746960+0000","last_unstale":"2024-03-29T00:17:11.840818+0000","last_undegraded":"2024-03-29T00:17:11.840818+0000","last_fullsized":"2024-03-29T00:17:11.840818+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:29:04.245617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840638+0000","last_change":"2024-03-29T00:15:17.763386+0000","last_active":"2024-03-29T00:17:11.840638+0000","last_peered":"2024-03-29T00:17:11.840638+0000","last_clean":"2024-03-29T00:17:11.840638+0000","last_became_active":"2024-03-29T00:15:17.762972+0000","last_became_peered":"2024-03-29T00:15:17.762972+0000","last_unstale":"2024-03-29T00:17:11.840638+0000","last_undegraded":"2024-03-29T00:17:11.840638+0000","last_fullsized":"2024-03-29T00:17:11.840638+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:33:54.108262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516705+0000","last_change":"2024-03-29T00:15:17.748468+0000","last_active":"2024-03-29T00:17:11.516705+0000","last_peered":"2024-03-29T00:17:11.516705+0000","last_clean":"2024-03-29T00:17:11.516705+0000","last_became_active":"2024-03-29T00:15:17.748140+0000","last_became_peered":"2024-03-29T00:15:17.748140+0000","last_unstale":"2024-03-29T00:17:11.516705+0000","last_undegraded":"2024-03-29T00:17:11.516705+0000","last_fullsized":"2024-03-29T00:17:11.516705+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:05:46.198137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844812+0000","last_change":"2024-03-29T00:15:17.759988+0000","last_active":"2024-03-29T00:17:11.844812+0000","last_peered":"2024-03-29T00:17:11.844812+0000","last_clean":"2024-03-29T00:17:11.844812+0000","last_became_active":"2024-03-29T00:15:17.759504+0000","last_became_peered":"2024-03-29T00:15:17.759504+0000","last_unstale":"2024-03-29T00:17:11.844812+0000","last_undegraded":"2024-03-29T00:17:11.844812+0000","last_fullsized":"2024-03-29T00:17:11.844812+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:58:27.582982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.007094+0000","last_change":"2024-03-29T00:15:17.744141+0000","last_active":"2024-03-29T00:17:12.007094+0000","last_peered":"2024-03-29T00:17:12.007094+0000","last_clean":"2024-03-29T00:17:12.007094+0000","last_became_active":"2024-03-29T00:15:17.743805+0000","last_became_peered":"2024-03-29T00:15:17.743805+0000","last_unstale":"2024-03-29T00:17:12.007094+0000","last_undegraded":"2024-03-29T00:17:12.007094+0000","last_fullsized":"2024-03-29T00:17:12.007094+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:04:07.966256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.841095+0000","last_change":"2024-03-29T00:15:17.752140+0000","last_active":"2024-03-29T00:17:11.841095+0000","last_peered":"2024-03-29T00:17:11.841095+0000","last_clean":"2024-03-29T00:17:11.841095+0000","last_became_active":"2024-03-29T00:15:17.751759+0000","last_became_peered":"2024-03-29T00:15:17.751759+0000","last_unstale":"2024-03-29T00:17:11.841095+0000","last_undegraded":"2024-03-29T00:17:11.841095+0000","last_fullsized":"2024-03-29T00:17:11.841095+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:17:23.236350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.538198+0000","last_change":"2024-03-29T00:15:17.763285+0000","last_active":"2024-03-29T00:17:11.538198+0000","last_peered":"2024-03-29T00:17:11.538198+0000","last_clean":"2024-03-29T00:17:11.538198+0000","last_became_active":"2024-03-29T00:15:17.762191+0000","last_became_peered":"2024-03-29T00:15:17.762191+0000","last_unstale":"2024-03-29T00:17:11.538198+0000","last_undegraded":"2024-03-29T00:17:11.538198+0000","last_fullsized":"2024-03-29T00:17:11.538198+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:52:34.725218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516090+0000","last_change":"2024-03-29T00:15:17.749185+0000","last_active":"2024-03-29T00:17:11.516090+0000","last_peered":"2024-03-29T00:17:11.516090+0000","last_clean":"2024-03-29T00:17:11.516090+0000","last_became_active":"2024-03-29T00:15:17.748852+0000","last_became_peered":"2024-03-29T00:15:17.748852+0000","last_unstale":"2024-03-29T00:17:11.516090+0000","last_undegraded":"2024-03-29T00:17:11.516090+0000","last_fullsized":"2024-03-29T00:17:11.516090+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:04:08.743214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.535409+0000","last_change":"2024-03-29T00:15:17.747145+0000","last_active":"2024-03-29T00:17:11.535409+0000","last_peered":"2024-03-29T00:17:11.535409+0000","last_clean":"2024-03-29T00:17:11.535409+0000","last_became_active":"2024-03-29T00:15:17.746795+0000","last_became_peered":"2024-03-29T00:15:17.746795+0000","last_unstale":"2024-03-29T00:17:11.535409+0000","last_undegraded":"2024-03-29T00:17:11.535409+0000","last_fullsized":"2024-03-29T00:17:11.535409+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:20:28.927677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698266+0000","last_change":"2024-03-29T00:15:17.763375+0000","last_active":"2024-03-29T00:17:11.698266+0000","last_peered":"2024-03-29T00:17:11.698266+0000","last_clean":"2024-03-29T00:17:11.698266+0000","last_became_active":"2024-03-29T00:15:17.762922+0000","last_became_peered":"2024-03-29T00:15:17.762922+0000","last_unstale":"2024-03-29T00:17:11.698266+0000","last_undegraded":"2024-03-29T00:17:11.698266+0000","last_fullsized":"2024-03-29T00:17:11.698266+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:35:36.998503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844274+0000","last_change":"2024-03-29T00:15:17.760649+0000","last_active":"2024-03-29T00:17:11.844274+0000","last_peered":"2024-03-29T00:17:11.844274+0000","last_clean":"2024-03-29T00:17:11.844274+0000","last_became_active":"2024-03-29T00:15:17.760283+0000","last_became_peered":"2024-03-29T00:15:17.760283+0000","last_unstale":"2024-03-29T00:17:11.844274+0000","last_undegraded":"2024-03-29T00:17:11.844274+0000","last_fullsized":"2024-03-29T00:17:11.844274+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:42:48.432581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006981+0000","last_change":"2024-03-29T00:15:17.742580+0000","last_active":"2024-03-29T00:17:12.006981+0000","last_peered":"2024-03-29T00:17:12.006981+0000","last_clean":"2024-03-29T00:17:12.006981+0000","last_became_active":"2024-03-29T00:15:17.742213+0000","last_became_peered":"2024-03-29T00:15:17.742213+0000","last_unstale":"2024-03-29T00:17:12.006981+0000","last_undegraded":"2024-03-29T00:17:12.006981+0000","last_fullsized":"2024-03-29T00:17:12.006981+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:43:21.381773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":76903,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1518,"num_read_kb":851,"num_write":259,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":1282,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":230709,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":226,"ondisk_log_size":226,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383732,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1073152,"data_stored":520311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645368,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28744,"kb_used_data":1728,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716408,"statfs":{"total":95995035648,"available":95965601792,"internally_reserved":0,"allocated":1769472,"data_stored":1180754,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808894,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32240,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712912,"statfs":{"total":95995035648,"available":95962021888,"internally_reserved":0,"allocated":1089536,"data_stored":520129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070533,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1077248,"data_stored":520395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332170,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36984,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708168,"statfs":{"total":95995035648,"available":95957164032,"internally_reserved":0,"allocated":1683456,"data_stored":1117983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495696,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28064,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717088,"statfs":{"total":95995035648,"available":95966298112,"internally_reserved":0,"allocated":1064960,"data_stored":515633,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574958,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28136,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717016,"statfs":{"total":95995035648,"available":95966224384,"internally_reserved":0,"allocated":1146880,"data_stored":586944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738483,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28088,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717064,"statfs":{"total":95995035648,"available":95966273536,"internally_reserved":0,"allocated":1089536,"data_stored":517089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411433,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36460,"kb_used_data":1124,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708692,"statfs":{"total":95995035648,"available":95957700608,"internally_reserved":0,"allocated":1150976,"data_stored":585662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182497,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32236,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712916,"statfs":{"total":95995035648,"available":95962025984,"internally_reserved":0,"allocated":1077248,"data_stored":515341,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920861,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1073152,"data_stored":520239,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757334,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28668,"kb_used_data":1652,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716484,"statfs":{"total":95995035648,"available":95965679616,"internally_reserved":0,"allocated":1691648,"data_stored":1113033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":72033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":70751,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3658,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":4512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":122880,"data_stored":71379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-29T00:18:25.238 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-03-29T00:18:25.505 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.504+0000 7f5145600640 1 -- 172.21.15.12:0/1379045217 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5140107340 msgr2=0x7f5140109790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:25.505 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.504+0000 7f5145600640 1 --2- 172.21.15.12:0/1379045217 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5140107340 0x7f5140109790 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f5138009900 tx=0x7f513802bc40 comp rx=0 tx=0).stop 2024-03-29T00:18:25.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.504+0000 7f5145600640 1 -- 172.21.15.12:0/1379045217 shutdown_connections 2024-03-29T00:18:25.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.504+0000 7f5145600640 1 --2- 172.21.15.12:0/1379045217 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5140104a10 0x7f5140106e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:25.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.504+0000 7f5145600640 1 --2- 172.21.15.12:0/1379045217 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5140107340 0x7f5140109790 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:25.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.504+0000 7f5145600640 1 --2- 172.21.15.12:0/1379045217 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f51401020e0 0x7f51401044d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:25.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.504+0000 7f5145600640 1 -- 172.21.15.12:0/1379045217 >> 172.21.15.12:0/1379045217 conn(0x7f51400fbad0 msgr2=0x7f51400fdf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:25.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.504+0000 7f5145600640 1 -- 172.21.15.12:0/1379045217 shutdown_connections 2024-03-29T00:18:25.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.504+0000 7f5145600640 1 -- 172.21.15.12:0/1379045217 wait complete. 2024-03-29T00:18:25.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.506+0000 7f5145600640 1 Processor -- start 2024-03-29T00:18:25.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.506+0000 7f5145600640 1 -- start start 2024-03-29T00:18:25.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.506+0000 7f5145600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f51401020e0 0x7f5140199c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:25.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.506+0000 7f5145600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5140104a10 0x7f514019a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:25.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.506+0000 7f5145600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5140107340 0x7f51401a1190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:25.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.506+0000 7f5145600640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f514010d410 con 0x7f5140107340 2024-03-29T00:18:25.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.506+0000 7f5145600640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f514010d290 con 0x7f5140104a10 2024-03-29T00:18:25.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.506+0000 7f5145600640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f514010d590 con 0x7f51401020e0 2024-03-29T00:18:25.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.507+0000 7f513fe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f51401020e0 0x7f5140199c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:25.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.507+0000 7f513f400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5140104a10 0x7f514019a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:25.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.507+0000 7f513fe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f51401020e0 0x7f5140199c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:56052/0 (socket says 172.21.15.12:56052) 2024-03-29T00:18:25.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.507+0000 7f513fe00640 1 -- 172.21.15.12:0/2150906465 learned_addr learned my addr 172.21.15.12:0/2150906465 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:25.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.507+0000 7f5144c00640 1 --2- 172.21.15.12:0/2150906465 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5140107340 0x7f51401a1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:25.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.507+0000 7f513fe00640 1 -- 172.21.15.12:0/2150906465 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5140104a10 msgr2=0x7f514019a160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:25.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.507+0000 7f513fe00640 1 --2- 172.21.15.12:0/2150906465 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5140104a10 0x7f514019a160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:25.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.507+0000 7f513fe00640 1 -- 172.21.15.12:0/2150906465 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5140107340 msgr2=0x7f51401a1190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:25.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.507+0000 7f513fe00640 1 --2- 172.21.15.12:0/2150906465 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5140107340 0x7f51401a1190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:25.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.507+0000 7f513fe00640 1 -- 172.21.15.12:0/2150906465 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51401a1830 con 0x7f51401020e0 2024-03-29T00:18:25.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.507+0000 7f513f400640 1 --2- 172.21.15.12:0/2150906465 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5140104a10 0x7f514019a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:18:25.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.507+0000 7f513fe00640 1 --2- 172.21.15.12:0/2150906465 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f51401020e0 0x7f5140199c20 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f5130009d50 tx=0x7f513000c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:25.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.508+0000 7f513cc00640 1 -- 172.21.15.12:0/2150906465 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5130003b70 con 0x7f51401020e0 2024-03-29T00:18:25.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.508+0000 7f513cc00640 1 -- 172.21.15.12:0/2150906465 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5130003d10 con 0x7f51401020e0 2024-03-29T00:18:25.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.508+0000 7f513cc00640 1 -- 172.21.15.12:0/2150906465 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5130010a90 con 0x7f51401020e0 2024-03-29T00:18:25.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.508+0000 7f5145600640 1 -- 172.21.15.12:0/2150906465 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51401a1b20 con 0x7f51401020e0 2024-03-29T00:18:25.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.508+0000 7f5145600640 1 -- 172.21.15.12:0/2150906465 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51401a20c0 con 0x7f51401020e0 2024-03-29T00:18:25.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.509+0000 7f5145600640 1 -- 172.21.15.12:0/2150906465 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5140108e30 con 0x7f51401020e0 2024-03-29T00:18:25.512 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.512+0000 7f513cc00640 1 -- 172.21.15.12:0/2150906465 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f5130004a40 con 0x7f51401020e0 2024-03-29T00:18:25.513 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.513+0000 7f513cc00640 1 --2- 172.21.15.12:0/2150906465 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f51240a1df0 0x7f51240a42b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:25.513 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.513+0000 7f513cc00640 1 -- 172.21.15.12:0/2150906465 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f51300cec80 con 0x7f51401020e0 2024-03-29T00:18:25.513 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.513+0000 7f513f400640 1 --2- 172.21.15.12:0/2150906465 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f51240a1df0 0x7f51240a42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:25.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.514+0000 7f513f400640 1 --2- 172.21.15.12:0/2150906465 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f51240a1df0 0x7f51240a42b0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f5140069580 tx=0x7f512800b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:25.516 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.515+0000 7f513cc00640 1 -- 172.21.15.12:0/2150906465 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f513009bcc0 con 0x7f51401020e0 2024-03-29T00:18:25.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:25 smithi012 ceph-mon[31657]: pgmap v420: 129 pgs: 129 active+clean; 652 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 938 B/s wr, 12 op/s 2024-03-29T00:18:25.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:25 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2604120559' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:18:25.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.714+0000 7f5145600640 1 -- 172.21.15.12:0/2150906465 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5140061b90 con 0x7f51240a1df0 2024-03-29T00:18:25.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:25 smithi069 ceph-mon[36074]: pgmap v420: 129 pgs: 129 active+clean; 652 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 938 B/s wr, 12 op/s 2024-03-29T00:18:25.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:25 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2604120559' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:18:25.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.743+0000 7f513cc00640 1 -- 172.21.15.12:0/2150906465 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340558 (secure 0 0 0) 0x7f5140061b90 con 0x7f51240a1df0 2024-03-29T00:18:25.746 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:18:25.751 INFO:teuthology.orchestra.run.smithi012.stderr:dumped all 2024-03-29T00:18:25.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.752+0000 7f5145600640 1 -- 172.21.15.12:0/2150906465 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f51240a1df0 msgr2=0x7f51240a42b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:25.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.752+0000 7f5145600640 1 --2- 172.21.15.12:0/2150906465 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f51240a1df0 0x7f51240a42b0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f5140069580 tx=0x7f512800b390 comp rx=0 tx=0).stop 2024-03-29T00:18:25.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.752+0000 7f5145600640 1 -- 172.21.15.12:0/2150906465 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f51401020e0 msgr2=0x7f5140199c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:25.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.752+0000 7f5145600640 1 --2- 172.21.15.12:0/2150906465 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f51401020e0 0x7f5140199c20 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f5130009d50 tx=0x7f513000c6a0 comp rx=0 tx=0).stop 2024-03-29T00:18:25.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.752+0000 7f5145600640 1 -- 172.21.15.12:0/2150906465 shutdown_connections 2024-03-29T00:18:25.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.752+0000 7f5145600640 1 --2- 172.21.15.12:0/2150906465 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f51240a1df0 0x7f51240a42b0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:25.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.752+0000 7f5145600640 1 --2- 172.21.15.12:0/2150906465 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5140104a10 0x7f514019a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:25.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.752+0000 7f5145600640 1 --2- 172.21.15.12:0/2150906465 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5140107340 0x7f51401a1190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:25.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.752+0000 7f5145600640 1 --2- 172.21.15.12:0/2150906465 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f51401020e0 0x7f5140199c20 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:25.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.752+0000 7f5145600640 1 -- 172.21.15.12:0/2150906465 >> 172.21.15.12:0/2150906465 conn(0x7f51400fbad0 msgr2=0x7f5140101750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:25.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.752+0000 7f5145600640 1 -- 172.21.15.12:0/2150906465 shutdown_connections 2024-03-29T00:18:25.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:25.752+0000 7f5145600640 1 -- 172.21.15.12:0/2150906465 wait complete. 2024-03-29T00:18:25.778 INFO:teuthology.orchestra.run.smithi012.stdout:{"pg_ready":true,"pg_map":{"version":420,"stamp":"2024-03-29T00:18:23.814894+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":667505,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1644,"num_read_kb":960,"num_write":442,"num_write_kb":3100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":1182135,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":865,"ondisk_log_size":865,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":372152,"kb_used_data":14636,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124569672,"statfs":{"total":1151940427776,"available":1151559344128,"internally_reserved":0,"allocated":14987264,"data_stored":8213513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":365933883},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5985,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":73,"num_write":7,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005182"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.007286+0000","last_change":"2024-03-29T00:15:17.760207+0000","last_active":"2024-03-29T00:17:12.007286+0000","last_peered":"2024-03-29T00:17:12.007286+0000","last_clean":"2024-03-29T00:17:12.007286+0000","last_became_active":"2024-03-29T00:15:17.759881+0000","last_became_peered":"2024-03-29T00:15:17.759881+0000","last_unstale":"2024-03-29T00:17:12.007286+0000","last_undegraded":"2024-03-29T00:17:12.007286+0000","last_fullsized":"2024-03-29T00:17:12.007286+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:18:10.944228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516554+0000","last_change":"2024-03-29T00:15:17.758492+0000","last_active":"2024-03-29T00:17:11.516554+0000","last_peered":"2024-03-29T00:17:11.516554+0000","last_clean":"2024-03-29T00:17:11.516554+0000","last_became_active":"2024-03-29T00:15:17.758121+0000","last_became_peered":"2024-03-29T00:15:17.758121+0000","last_unstale":"2024-03-29T00:17:11.516554+0000","last_undegraded":"2024-03-29T00:17:11.516554+0000","last_fullsized":"2024-03-29T00:17:11.516554+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:18:45.185671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516831+0000","last_change":"2024-03-29T00:15:17.753411+0000","last_active":"2024-03-29T00:17:11.516831+0000","last_peered":"2024-03-29T00:17:11.516831+0000","last_clean":"2024-03-29T00:17:11.516831+0000","last_became_active":"2024-03-29T00:15:17.751069+0000","last_became_peered":"2024-03-29T00:15:17.751069+0000","last_unstale":"2024-03-29T00:17:11.516831+0000","last_undegraded":"2024-03-29T00:17:11.516831+0000","last_fullsized":"2024-03-29T00:17:11.516831+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:06:07.670477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.522011+0000","last_change":"2024-03-29T00:16:11.379687+0000","last_active":"2024-03-29T00:17:11.522011+0000","last_peered":"2024-03-29T00:17:11.522011+0000","last_clean":"2024-03-29T00:17:11.522011+0000","last_became_active":"2024-03-29T00:16:11.378793+0000","last_became_peered":"2024-03-29T00:16:11.378793+0000","last_unstale":"2024-03-29T00:17:11.522011+0000","last_undegraded":"2024-03-29T00:17:11.522011+0000","last_fullsized":"2024-03-29T00:17:11.522011+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:37:02.096410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521093+0000","last_change":"2024-03-29T00:15:17.763353+0000","last_active":"2024-03-29T00:17:11.521093+0000","last_peered":"2024-03-29T00:17:11.521093+0000","last_clean":"2024-03-29T00:17:11.521093+0000","last_became_active":"2024-03-29T00:15:17.762996+0000","last_became_peered":"2024-03-29T00:15:17.762996+0000","last_unstale":"2024-03-29T00:17:11.521093+0000","last_undegraded":"2024-03-29T00:17:11.521093+0000","last_fullsized":"2024-03-29T00:17:11.521093+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:41:37.623384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.519881+0000","last_change":"2024-03-29T00:16:11.379058+0000","last_active":"2024-03-29T00:17:11.519881+0000","last_peered":"2024-03-29T00:17:11.519881+0000","last_clean":"2024-03-29T00:17:11.519881+0000","last_became_active":"2024-03-29T00:16:11.378643+0000","last_became_peered":"2024-03-29T00:16:11.378643+0000","last_unstale":"2024-03-29T00:17:11.519881+0000","last_undegraded":"2024-03-29T00:17:11.519881+0000","last_fullsized":"2024-03-29T00:17:11.519881+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:43:13.693535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,8],"acting":[10,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517688+0000","last_change":"2024-03-29T00:15:17.743804+0000","last_active":"2024-03-29T00:17:11.517688+0000","last_peered":"2024-03-29T00:17:11.517688+0000","last_clean":"2024-03-29T00:17:11.517688+0000","last_became_active":"2024-03-29T00:15:17.743417+0000","last_became_peered":"2024-03-29T00:15:17.743417+0000","last_unstale":"2024-03-29T00:17:11.517688+0000","last_undegraded":"2024-03-29T00:17:11.517688+0000","last_fullsized":"2024-03-29T00:17:11.517688+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:03:53.029175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.535507+0000","last_change":"2024-03-29T00:15:17.733728+0000","last_active":"2024-03-29T00:17:11.535507+0000","last_peered":"2024-03-29T00:17:11.535507+0000","last_clean":"2024-03-29T00:17:11.535507+0000","last_became_active":"2024-03-29T00:15:17.733383+0000","last_became_peered":"2024-03-29T00:15:17.733383+0000","last_unstale":"2024-03-29T00:17:11.535507+0000","last_undegraded":"2024-03-29T00:17:11.535507+0000","last_fullsized":"2024-03-29T00:17:11.535507+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:54:46.042854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698636+0000","last_change":"2024-03-29T00:15:17.752904+0000","last_active":"2024-03-29T00:17:11.698636+0000","last_peered":"2024-03-29T00:17:11.698636+0000","last_clean":"2024-03-29T00:17:11.698636+0000","last_became_active":"2024-03-29T00:15:17.750440+0000","last_became_peered":"2024-03-29T00:15:17.750440+0000","last_unstale":"2024-03-29T00:17:11.698636+0000","last_undegraded":"2024-03-29T00:17:11.698636+0000","last_fullsized":"2024-03-29T00:17:11.698636+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:18:29.360376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520368+0000","last_change":"2024-03-29T00:15:17.747758+0000","last_active":"2024-03-29T00:17:11.520368+0000","last_peered":"2024-03-29T00:17:11.520368+0000","last_clean":"2024-03-29T00:17:11.520368+0000","last_became_active":"2024-03-29T00:15:17.747399+0000","last_became_peered":"2024-03-29T00:15:17.747399+0000","last_unstale":"2024-03-29T00:17:11.520368+0000","last_undegraded":"2024-03-29T00:17:11.520368+0000","last_fullsized":"2024-03-29T00:17:11.520368+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:39:04.764383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.518197+0000","last_change":"2024-03-29T00:15:17.749017+0000","last_active":"2024-03-29T00:17:11.518197+0000","last_peered":"2024-03-29T00:17:11.518197+0000","last_clean":"2024-03-29T00:17:11.518197+0000","last_became_active":"2024-03-29T00:15:17.748406+0000","last_became_peered":"2024-03-29T00:15:17.748406+0000","last_unstale":"2024-03-29T00:17:11.518197+0000","last_undegraded":"2024-03-29T00:17:11.518197+0000","last_fullsized":"2024-03-29T00:17:11.518197+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:33:01.194914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":11,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.527444+0000","last_change":"2024-03-29T00:17:11.523890+0000","last_active":"2024-03-29T00:17:11.527444+0000","last_peered":"2024-03-29T00:17:11.527444+0000","last_clean":"2024-03-29T00:17:11.527444+0000","last_became_active":"2024-03-29T00:17:11.522837+0000","last_became_peered":"2024-03-29T00:17:11.522837+0000","last_unstale":"2024-03-29T00:17:11.527444+0000","last_undegraded":"2024-03-29T00:17:11.527444+0000","last_fullsized":"2024-03-29T00:17:11.527444+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:24:57.560765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844574+0000","last_change":"2024-03-29T00:15:17.745153+0000","last_active":"2024-03-29T00:17:11.844574+0000","last_peered":"2024-03-29T00:17:11.844574+0000","last_clean":"2024-03-29T00:17:11.844574+0000","last_became_active":"2024-03-29T00:15:17.744789+0000","last_became_peered":"2024-03-29T00:15:17.744789+0000","last_unstale":"2024-03-29T00:17:11.844574+0000","last_undegraded":"2024-03-29T00:17:11.844574+0000","last_fullsized":"2024-03-29T00:17:11.844574+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:43:21.608857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516421+0000","last_change":"2024-03-29T00:15:17.747351+0000","last_active":"2024-03-29T00:17:11.516421+0000","last_peered":"2024-03-29T00:17:11.516421+0000","last_clean":"2024-03-29T00:17:11.516421+0000","last_became_active":"2024-03-29T00:15:17.746897+0000","last_became_peered":"2024-03-29T00:15:17.746897+0000","last_unstale":"2024-03-29T00:17:11.516421+0000","last_undegraded":"2024-03-29T00:17:11.516421+0000","last_fullsized":"2024-03-29T00:17:11.516421+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:15:08.932622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516220+0000","last_change":"2024-03-29T00:15:17.753904+0000","last_active":"2024-03-29T00:17:11.516220+0000","last_peered":"2024-03-29T00:17:11.516220+0000","last_clean":"2024-03-29T00:17:11.516220+0000","last_became_active":"2024-03-29T00:15:17.753499+0000","last_became_peered":"2024-03-29T00:15:17.753499+0000","last_unstale":"2024-03-29T00:17:11.516220+0000","last_undegraded":"2024-03-29T00:17:11.516220+0000","last_fullsized":"2024-03-29T00:17:11.516220+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:51:12.954449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698024+0000","last_change":"2024-03-29T00:15:17.759208+0000","last_active":"2024-03-29T00:17:11.698024+0000","last_peered":"2024-03-29T00:17:11.698024+0000","last_clean":"2024-03-29T00:17:11.698024+0000","last_became_active":"2024-03-29T00:15:17.758860+0000","last_became_peered":"2024-03-29T00:15:17.758860+0000","last_unstale":"2024-03-29T00:17:11.698024+0000","last_undegraded":"2024-03-29T00:17:11.698024+0000","last_fullsized":"2024-03-29T00:17:11.698024+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T12:00:04.150000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.007175+0000","last_change":"2024-03-29T00:15:17.760169+0000","last_active":"2024-03-29T00:17:12.007175+0000","last_peered":"2024-03-29T00:17:12.007175+0000","last_clean":"2024-03-29T00:17:12.007175+0000","last_became_active":"2024-03-29T00:15:17.759834+0000","last_became_peered":"2024-03-29T00:15:17.759834+0000","last_unstale":"2024-03-29T00:17:12.007175+0000","last_undegraded":"2024-03-29T00:17:12.007175+0000","last_fullsized":"2024-03-29T00:17:12.007175+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:26:12.444197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.525827+0000","last_change":"2024-03-29T00:15:17.749022+0000","last_active":"2024-03-29T00:17:11.525827+0000","last_peered":"2024-03-29T00:17:11.525827+0000","last_clean":"2024-03-29T00:17:11.525827+0000","last_became_active":"2024-03-29T00:15:17.748624+0000","last_became_peered":"2024-03-29T00:15:17.748624+0000","last_unstale":"2024-03-29T00:17:11.525827+0000","last_undegraded":"2024-03-29T00:17:11.525827+0000","last_fullsized":"2024-03-29T00:17:11.525827+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:58:41.738567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.841004+0000","last_change":"2024-03-29T00:15:17.763311+0000","last_active":"2024-03-29T00:17:11.841004+0000","last_peered":"2024-03-29T00:17:11.841004+0000","last_clean":"2024-03-29T00:17:11.841004+0000","last_became_active":"2024-03-29T00:15:17.762987+0000","last_became_peered":"2024-03-29T00:15:17.762987+0000","last_unstale":"2024-03-29T00:17:11.841004+0000","last_undegraded":"2024-03-29T00:17:11.841004+0000","last_fullsized":"2024-03-29T00:17:11.841004+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:05:02.284288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840670+0000","last_change":"2024-03-29T00:15:22.250135+0000","last_active":"2024-03-29T00:17:11.840670+0000","last_peered":"2024-03-29T00:17:11.840670+0000","last_clean":"2024-03-29T00:17:11.840670+0000","last_became_active":"2024-03-29T00:15:22.249800+0000","last_became_peered":"2024-03-29T00:15:22.249800+0000","last_unstale":"2024-03-29T00:17:11.840670+0000","last_undegraded":"2024-03-29T00:17:11.840670+0000","last_fullsized":"2024-03-29T00:17:11.840670+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:09:55.290129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'13","reported_seq":192,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:18:18.466210+0000","last_change":"2024-03-29T00:15:16.748948+0000","last_active":"2024-03-29T00:18:18.466210+0000","last_peered":"2024-03-29T00:18:18.466210+0000","last_clean":"2024-03-29T00:18:18.466210+0000","last_became_active":"2024-03-29T00:15:16.748528+0000","last_became_peered":"2024-03-29T00:15:16.748528+0000","last_unstale":"2024-03-29T00:18:18.466210+0000","last_undegraded":"2024-03-29T00:18:18.466210+0000","last_fullsized":"2024-03-29T00:18:18.466210+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:38:19.863658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":147,"num_read_kb":147,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.537419+0000","last_change":"2024-03-29T00:15:17.748913+0000","last_active":"2024-03-29T00:17:11.537419+0000","last_peered":"2024-03-29T00:17:11.537419+0000","last_clean":"2024-03-29T00:17:11.537419+0000","last_became_active":"2024-03-29T00:15:17.748538+0000","last_became_peered":"2024-03-29T00:15:17.748538+0000","last_unstale":"2024-03-29T00:17:11.537419+0000","last_undegraded":"2024-03-29T00:17:11.537419+0000","last_fullsized":"2024-03-29T00:17:11.537419+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:22:16.497926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513194+0000","last_change":"2024-03-29T00:15:22.257849+0000","last_active":"2024-03-29T00:17:11.513194+0000","last_peered":"2024-03-29T00:17:11.513194+0000","last_clean":"2024-03-29T00:17:11.513194+0000","last_became_active":"2024-03-29T00:15:22.257425+0000","last_became_peered":"2024-03-29T00:15:22.257425+0000","last_unstale":"2024-03-29T00:17:11.513194+0000","last_undegraded":"2024-03-29T00:17:11.513194+0000","last_fullsized":"2024-03-29T00:17:11.513194+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:53:11.739039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.537428+0000","last_change":"2024-03-29T00:15:16.756275+0000","last_active":"2024-03-29T00:17:11.537428+0000","last_peered":"2024-03-29T00:17:11.537428+0000","last_clean":"2024-03-29T00:17:11.537428+0000","last_became_active":"2024-03-29T00:15:16.755375+0000","last_became_peered":"2024-03-29T00:15:16.755375+0000","last_unstale":"2024-03-29T00:17:11.537428+0000","last_undegraded":"2024-03-29T00:17:11.537428+0000","last_fullsized":"2024-03-29T00:17:11.537428+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:27:30.800359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516299+0000","last_change":"2024-03-29T00:15:17.760922+0000","last_active":"2024-03-29T00:17:11.516299+0000","last_peered":"2024-03-29T00:17:11.516299+0000","last_clean":"2024-03-29T00:17:11.516299+0000","last_became_active":"2024-03-29T00:15:17.758044+0000","last_became_peered":"2024-03-29T00:15:17.758044+0000","last_unstale":"2024-03-29T00:17:11.516299+0000","last_undegraded":"2024-03-29T00:17:11.516299+0000","last_fullsized":"2024-03-29T00:17:11.516299+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:48:37.320538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513540+0000","last_change":"2024-03-29T00:15:22.257095+0000","last_active":"2024-03-29T00:17:11.513540+0000","last_peered":"2024-03-29T00:17:11.513540+0000","last_clean":"2024-03-29T00:17:11.513540+0000","last_became_active":"2024-03-29T00:15:22.256366+0000","last_became_peered":"2024-03-29T00:15:22.256366+0000","last_unstale":"2024-03-29T00:17:11.513540+0000","last_undegraded":"2024-03-29T00:17:11.513540+0000","last_fullsized":"2024-03-29T00:17:11.513540+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:17:47.126759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'12","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521360+0000","last_change":"2024-03-29T00:15:16.739643+0000","last_active":"2024-03-29T00:17:11.521360+0000","last_peered":"2024-03-29T00:17:11.521360+0000","last_clean":"2024-03-29T00:17:11.521360+0000","last_became_active":"2024-03-29T00:15:16.739319+0000","last_became_peered":"2024-03-29T00:15:16.739319+0000","last_unstale":"2024-03-29T00:17:11.521360+0000","last_undegraded":"2024-03-29T00:17:11.521360+0000","last_fullsized":"2024-03-29T00:17:11.521360+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:00:05.186487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698365+0000","last_change":"2024-03-29T00:15:17.758346+0000","last_active":"2024-03-29T00:17:11.698365+0000","last_peered":"2024-03-29T00:17:11.698365+0000","last_clean":"2024-03-29T00:17:11.698365+0000","last_became_active":"2024-03-29T00:15:17.758028+0000","last_became_peered":"2024-03-29T00:15:17.758028+0000","last_unstale":"2024-03-29T00:17:11.698365+0000","last_undegraded":"2024-03-29T00:17:11.698365+0000","last_fullsized":"2024-03-29T00:17:11.698365+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:21:01.507774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513235+0000","last_change":"2024-03-29T00:15:22.258520+0000","last_active":"2024-03-29T00:17:11.513235+0000","last_peered":"2024-03-29T00:17:11.513235+0000","last_clean":"2024-03-29T00:17:11.513235+0000","last_became_active":"2024-03-29T00:15:22.258008+0000","last_became_peered":"2024-03-29T00:15:22.258008+0000","last_unstale":"2024-03-29T00:17:11.513235+0000","last_undegraded":"2024-03-29T00:17:11.513235+0000","last_fullsized":"2024-03-29T00:17:11.513235+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:19:04.999305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521222+0000","last_change":"2024-03-29T00:15:16.738623+0000","last_active":"2024-03-29T00:17:11.521222+0000","last_peered":"2024-03-29T00:17:11.521222+0000","last_clean":"2024-03-29T00:17:11.521222+0000","last_became_active":"2024-03-29T00:15:16.738313+0000","last_became_peered":"2024-03-29T00:15:16.738313+0000","last_unstale":"2024-03-29T00:17:11.521222+0000","last_undegraded":"2024-03-29T00:17:11.521222+0000","last_fullsized":"2024-03-29T00:17:11.521222+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:23:45.472226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516596+0000","last_change":"2024-03-29T00:15:17.753263+0000","last_active":"2024-03-29T00:17:11.516596+0000","last_peered":"2024-03-29T00:17:11.516596+0000","last_clean":"2024-03-29T00:17:11.516596+0000","last_became_active":"2024-03-29T00:15:17.752871+0000","last_became_peered":"2024-03-29T00:15:17.752871+0000","last_unstale":"2024-03-29T00:17:11.516596+0000","last_undegraded":"2024-03-29T00:17:11.516596+0000","last_fullsized":"2024-03-29T00:17:11.516596+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:33:41.829488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840963+0000","last_change":"2024-03-29T00:15:22.243462+0000","last_active":"2024-03-29T00:17:11.840963+0000","last_peered":"2024-03-29T00:17:11.840963+0000","last_clean":"2024-03-29T00:17:11.840963+0000","last_became_active":"2024-03-29T00:15:22.243049+0000","last_became_peered":"2024-03-29T00:15:22.243049+0000","last_unstale":"2024-03-29T00:17:11.840963+0000","last_undegraded":"2024-03-29T00:17:11.840963+0000","last_fullsized":"2024-03-29T00:17:11.840963+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:14:06.711811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"93'8","reported_seq":195,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:18:20.269375+0000","last_change":"2024-03-29T00:15:16.740207+0000","last_active":"2024-03-29T00:18:20.269375+0000","last_peered":"2024-03-29T00:18:20.269375+0000","last_clean":"2024-03-29T00:18:20.269375+0000","last_became_active":"2024-03-29T00:15:16.739914+0000","last_became_peered":"2024-03-29T00:15:16.739914+0000","last_unstale":"2024-03-29T00:18:20.269375+0000","last_undegraded":"2024-03-29T00:18:20.269375+0000","last_fullsized":"2024-03-29T00:18:20.269375+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:47:48.717176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1460,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":155,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520871+0000","last_change":"2024-03-29T00:15:17.742837+0000","last_active":"2024-03-29T00:17:11.520871+0000","last_peered":"2024-03-29T00:17:11.520871+0000","last_clean":"2024-03-29T00:17:11.520871+0000","last_became_active":"2024-03-29T00:15:17.742519+0000","last_became_peered":"2024-03-29T00:15:17.742519+0000","last_unstale":"2024-03-29T00:17:11.520871+0000","last_undegraded":"2024-03-29T00:17:11.520871+0000","last_fullsized":"2024-03-29T00:17:11.520871+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:39:29.973433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840817+0000","last_change":"2024-03-29T00:15:22.262917+0000","last_active":"2024-03-29T00:17:11.840817+0000","last_peered":"2024-03-29T00:17:11.840817+0000","last_clean":"2024-03-29T00:17:11.840817+0000","last_became_active":"2024-03-29T00:15:22.262453+0000","last_became_peered":"2024-03-29T00:15:22.262453+0000","last_unstale":"2024-03-29T00:17:11.840817+0000","last_undegraded":"2024-03-29T00:17:11.840817+0000","last_fullsized":"2024-03-29T00:17:11.840817+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T12:10:33.960242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.519842+0000","last_change":"2024-03-29T00:15:16.757240+0000","last_active":"2024-03-29T00:17:11.519842+0000","last_peered":"2024-03-29T00:17:11.519842+0000","last_clean":"2024-03-29T00:17:11.519842+0000","last_became_active":"2024-03-29T00:15:16.756907+0000","last_became_peered":"2024-03-29T00:15:16.756907+0000","last_unstale":"2024-03-29T00:17:11.519842+0000","last_undegraded":"2024-03-29T00:17:11.519842+0000","last_fullsized":"2024-03-29T00:17:11.519842+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:37:43.111470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516431+0000","last_change":"2024-03-29T00:15:17.746984+0000","last_active":"2024-03-29T00:17:11.516431+0000","last_peered":"2024-03-29T00:17:11.516431+0000","last_clean":"2024-03-29T00:17:11.516431+0000","last_became_active":"2024-03-29T00:15:17.746564+0000","last_became_peered":"2024-03-29T00:15:17.746564+0000","last_unstale":"2024-03-29T00:17:11.516431+0000","last_undegraded":"2024-03-29T00:17:11.516431+0000","last_fullsized":"2024-03-29T00:17:11.516431+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:29:20.268069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.007177+0000","last_change":"2024-03-29T00:16:11.384884+0000","last_active":"2024-03-29T00:17:12.007177+0000","last_peered":"2024-03-29T00:17:12.007177+0000","last_clean":"2024-03-29T00:17:12.007177+0000","last_became_active":"2024-03-29T00:16:11.384404+0000","last_became_peered":"2024-03-29T00:16:11.384404+0000","last_unstale":"2024-03-29T00:17:12.007177+0000","last_undegraded":"2024-03-29T00:17:12.007177+0000","last_fullsized":"2024-03-29T00:17:12.007177+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:13:12.497336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.843769+0000","last_change":"2024-03-29T00:15:16.757829+0000","last_active":"2024-03-29T00:17:11.843769+0000","last_peered":"2024-03-29T00:17:11.843769+0000","last_clean":"2024-03-29T00:17:11.843769+0000","last_became_active":"2024-03-29T00:15:16.756510+0000","last_became_peered":"2024-03-29T00:15:16.756510+0000","last_unstale":"2024-03-29T00:17:11.843769+0000","last_undegraded":"2024-03-29T00:17:11.843769+0000","last_fullsized":"2024-03-29T00:17:11.843769+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:08:55.571892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.535197+0000","last_change":"2024-03-29T00:15:17.752875+0000","last_active":"2024-03-29T00:17:11.535197+0000","last_peered":"2024-03-29T00:17:11.535197+0000","last_clean":"2024-03-29T00:17:11.535197+0000","last_became_active":"2024-03-29T00:15:17.752494+0000","last_became_peered":"2024-03-29T00:15:17.752494+0000","last_unstale":"2024-03-29T00:17:11.535197+0000","last_undegraded":"2024-03-29T00:17:11.535197+0000","last_fullsized":"2024-03-29T00:17:11.535197+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:53:20.546382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.515933+0000","last_change":"2024-03-29T00:15:22.263552+0000","last_active":"2024-03-29T00:17:11.515933+0000","last_peered":"2024-03-29T00:17:11.515933+0000","last_clean":"2024-03-29T00:17:11.515933+0000","last_became_active":"2024-03-29T00:15:22.263079+0000","last_became_peered":"2024-03-29T00:15:22.263079+0000","last_unstale":"2024-03-29T00:17:11.515933+0000","last_undegraded":"2024-03-29T00:17:11.515933+0000","last_fullsized":"2024-03-29T00:17:11.515933+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:25:01.464045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516058+0000","last_change":"2024-03-29T00:15:16.741297+0000","last_active":"2024-03-29T00:17:11.516058+0000","last_peered":"2024-03-29T00:17:11.516058+0000","last_clean":"2024-03-29T00:17:11.516058+0000","last_became_active":"2024-03-29T00:15:16.740992+0000","last_became_peered":"2024-03-29T00:15:16.740992+0000","last_unstale":"2024-03-29T00:17:11.516058+0000","last_undegraded":"2024-03-29T00:17:11.516058+0000","last_fullsized":"2024-03-29T00:17:11.516058+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:18:01.056825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.522457+0000","last_change":"2024-03-29T00:15:17.764461+0000","last_active":"2024-03-29T00:17:11.522457+0000","last_peered":"2024-03-29T00:17:11.522457+0000","last_clean":"2024-03-29T00:17:11.522457+0000","last_became_active":"2024-03-29T00:15:17.764031+0000","last_became_peered":"2024-03-29T00:15:17.764031+0000","last_unstale":"2024-03-29T00:17:11.522457+0000","last_undegraded":"2024-03-29T00:17:11.522457+0000","last_fullsized":"2024-03-29T00:17:11.522457+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:52:52.650295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.535349+0000","last_change":"2024-03-29T00:15:22.247337+0000","last_active":"2024-03-29T00:17:11.535349+0000","last_peered":"2024-03-29T00:17:11.535349+0000","last_clean":"2024-03-29T00:17:11.535349+0000","last_became_active":"2024-03-29T00:15:22.246923+0000","last_became_peered":"2024-03-29T00:15:22.246923+0000","last_unstale":"2024-03-29T00:17:11.535349+0000","last_undegraded":"2024-03-29T00:17:11.535349+0000","last_fullsized":"2024-03-29T00:17:11.535349+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:41:51.054749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"93'6","reported_seq":336,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:18:21.270022+0000","last_change":"2024-03-29T00:15:16.750484+0000","last_active":"2024-03-29T00:18:21.270022+0000","last_peered":"2024-03-29T00:18:21.270022+0000","last_clean":"2024-03-29T00:18:21.270022+0000","last_became_active":"2024-03-29T00:15:16.750115+0000","last_became_peered":"2024-03-29T00:15:16.750115+0000","last_unstale":"2024-03-29T00:18:21.270022+0000","last_undegraded":"2024-03-29T00:18:21.270022+0000","last_fullsized":"2024-03-29T00:18:21.270022+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:20:58.348890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":298,"num_read_kb":298,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698625+0000","last_change":"2024-03-29T00:15:17.753692+0000","last_active":"2024-03-29T00:17:11.698625+0000","last_peered":"2024-03-29T00:17:11.698625+0000","last_clean":"2024-03-29T00:17:11.698625+0000","last_became_active":"2024-03-29T00:15:17.753024+0000","last_became_peered":"2024-03-29T00:15:17.753024+0000","last_unstale":"2024-03-29T00:17:11.698625+0000","last_undegraded":"2024-03-29T00:17:11.698625+0000","last_fullsized":"2024-03-29T00:17:11.698625+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:12:29.379196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520986+0000","last_change":"2024-03-29T00:15:22.253455+0000","last_active":"2024-03-29T00:17:11.520986+0000","last_peered":"2024-03-29T00:17:11.520986+0000","last_clean":"2024-03-29T00:17:11.520986+0000","last_became_active":"2024-03-29T00:15:22.252913+0000","last_became_peered":"2024-03-29T00:15:22.252913+0000","last_unstale":"2024-03-29T00:17:11.520986+0000","last_undegraded":"2024-03-29T00:17:11.520986+0000","last_fullsized":"2024-03-29T00:17:11.520986+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:40:02.001504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.518165+0000","last_change":"2024-03-29T00:15:16.736241+0000","last_active":"2024-03-29T00:17:11.518165+0000","last_peered":"2024-03-29T00:17:11.518165+0000","last_clean":"2024-03-29T00:17:11.518165+0000","last_became_active":"2024-03-29T00:15:16.735905+0000","last_became_peered":"2024-03-29T00:15:16.735905+0000","last_unstale":"2024-03-29T00:17:11.518165+0000","last_undegraded":"2024-03-29T00:17:11.518165+0000","last_fullsized":"2024-03-29T00:17:11.518165+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:05:08.202493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516172+0000","last_change":"2024-03-29T00:15:17.759437+0000","last_active":"2024-03-29T00:17:11.516172+0000","last_peered":"2024-03-29T00:17:11.516172+0000","last_clean":"2024-03-29T00:17:11.516172+0000","last_became_active":"2024-03-29T00:15:17.758597+0000","last_became_peered":"2024-03-29T00:15:17.758597+0000","last_unstale":"2024-03-29T00:17:11.516172+0000","last_undegraded":"2024-03-29T00:17:11.516172+0000","last_fullsized":"2024-03-29T00:17:11.516172+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:46:10.357640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513656+0000","last_change":"2024-03-29T00:16:11.368030+0000","last_active":"2024-03-29T00:17:11.513656+0000","last_peered":"2024-03-29T00:17:11.513656+0000","last_clean":"2024-03-29T00:17:11.513656+0000","last_became_active":"2024-03-29T00:16:11.367586+0000","last_became_peered":"2024-03-29T00:16:11.367586+0000","last_unstale":"2024-03-29T00:17:11.513656+0000","last_undegraded":"2024-03-29T00:17:11.513656+0000","last_fullsized":"2024-03-29T00:17:11.513656+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:42:46.291998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516601+0000","last_change":"2024-03-29T00:15:16.755174+0000","last_active":"2024-03-29T00:17:11.516601+0000","last_peered":"2024-03-29T00:17:11.516601+0000","last_clean":"2024-03-29T00:17:11.516601+0000","last_became_active":"2024-03-29T00:15:16.754891+0000","last_became_peered":"2024-03-29T00:15:16.754891+0000","last_unstale":"2024-03-29T00:17:11.516601+0000","last_undegraded":"2024-03-29T00:17:11.516601+0000","last_fullsized":"2024-03-29T00:17:11.516601+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:54:24.866426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698517+0000","last_change":"2024-03-29T00:15:17.746836+0000","last_active":"2024-03-29T00:17:11.698517+0000","last_peered":"2024-03-29T00:17:11.698517+0000","last_clean":"2024-03-29T00:17:11.698517+0000","last_became_active":"2024-03-29T00:15:17.745280+0000","last_became_peered":"2024-03-29T00:15:17.745280+0000","last_unstale":"2024-03-29T00:17:11.698517+0000","last_undegraded":"2024-03-29T00:17:11.698517+0000","last_fullsized":"2024-03-29T00:17:11.698517+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:43:55.060600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.523170+0000","last_change":"2024-03-29T00:15:22.243939+0000","last_active":"2024-03-29T00:17:11.523170+0000","last_peered":"2024-03-29T00:17:11.523170+0000","last_clean":"2024-03-29T00:17:11.523170+0000","last_became_active":"2024-03-29T00:15:22.240787+0000","last_became_peered":"2024-03-29T00:15:22.240787+0000","last_unstale":"2024-03-29T00:17:11.523170+0000","last_undegraded":"2024-03-29T00:17:11.523170+0000","last_fullsized":"2024-03-29T00:17:11.523170+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:54:19.278218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"93'42","reported_seq":386,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:18:21.270469+0000","last_change":"2024-03-29T00:15:16.736133+0000","last_active":"2024-03-29T00:18:21.270469+0000","last_peered":"2024-03-29T00:18:21.270469+0000","last_clean":"2024-03-29T00:18:21.270469+0000","last_became_active":"2024-03-29T00:15:16.735760+0000","last_became_peered":"2024-03-29T00:15:16.735760+0000","last_unstale":"2024-03-29T00:18:21.270469+0000","last_undegraded":"2024-03-29T00:18:21.270469+0000","last_fullsized":"2024-03-29T00:18:21.270469+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:10:20.919518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69111,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":312,"num_read_kb":225,"num_write":44,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521198+0000","last_change":"2024-03-29T00:15:17.745571+0000","last_active":"2024-03-29T00:17:11.521198+0000","last_peered":"2024-03-29T00:17:11.521198+0000","last_clean":"2024-03-29T00:17:11.521198+0000","last_became_active":"2024-03-29T00:15:17.745234+0000","last_became_peered":"2024-03-29T00:15:17.745234+0000","last_unstale":"2024-03-29T00:17:11.521198+0000","last_undegraded":"2024-03-29T00:17:11.521198+0000","last_fullsized":"2024-03-29T00:17:11.521198+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:13:49.868391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516801+0000","last_change":"2024-03-29T00:15:22.257256+0000","last_active":"2024-03-29T00:17:11.516801+0000","last_peered":"2024-03-29T00:17:11.516801+0000","last_clean":"2024-03-29T00:17:11.516801+0000","last_became_active":"2024-03-29T00:15:22.256852+0000","last_became_peered":"2024-03-29T00:15:22.256852+0000","last_unstale":"2024-03-29T00:17:11.516801+0000","last_undegraded":"2024-03-29T00:17:11.516801+0000","last_fullsized":"2024-03-29T00:17:11.516801+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:30:20.222051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840799+0000","last_change":"2024-03-29T00:15:16.740530+0000","last_active":"2024-03-29T00:17:11.840799+0000","last_peered":"2024-03-29T00:17:11.840799+0000","last_clean":"2024-03-29T00:17:11.840799+0000","last_became_active":"2024-03-29T00:15:16.740208+0000","last_became_peered":"2024-03-29T00:15:16.740208+0000","last_unstale":"2024-03-29T00:17:11.840799+0000","last_undegraded":"2024-03-29T00:17:11.840799+0000","last_fullsized":"2024-03-29T00:17:11.840799+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:30:15.569684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844270+0000","last_change":"2024-03-29T00:15:17.765870+0000","last_active":"2024-03-29T00:17:11.844270+0000","last_peered":"2024-03-29T00:17:11.844270+0000","last_clean":"2024-03-29T00:17:11.844270+0000","last_became_active":"2024-03-29T00:15:17.765091+0000","last_became_peered":"2024-03-29T00:15:17.765091+0000","last_unstale":"2024-03-29T00:17:11.844270+0000","last_undegraded":"2024-03-29T00:17:11.844270+0000","last_fullsized":"2024-03-29T00:17:11.844270+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:33:20.102055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006878+0000","last_change":"2024-03-29T00:15:22.262727+0000","last_active":"2024-03-29T00:17:12.006878+0000","last_peered":"2024-03-29T00:17:12.006878+0000","last_clean":"2024-03-29T00:17:12.006878+0000","last_became_active":"2024-03-29T00:15:22.262328+0000","last_became_peered":"2024-03-29T00:15:22.262328+0000","last_unstale":"2024-03-29T00:17:12.006878+0000","last_undegraded":"2024-03-29T00:17:12.006878+0000","last_fullsized":"2024-03-29T00:17:12.006878+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:27:15.160505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516254+0000","last_change":"2024-03-29T00:15:16.757569+0000","last_active":"2024-03-29T00:17:11.516254+0000","last_peered":"2024-03-29T00:17:11.516254+0000","last_clean":"2024-03-29T00:17:11.516254+0000","last_became_active":"2024-03-29T00:15:16.757252+0000","last_became_peered":"2024-03-29T00:15:16.757252+0000","last_unstale":"2024-03-29T00:17:11.516254+0000","last_undegraded":"2024-03-29T00:17:11.516254+0000","last_fullsized":"2024-03-29T00:17:11.516254+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:21:52.967540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517969+0000","last_change":"2024-03-29T00:15:17.749618+0000","last_active":"2024-03-29T00:17:11.517969+0000","last_peered":"2024-03-29T00:17:11.517969+0000","last_clean":"2024-03-29T00:17:11.517969+0000","last_became_active":"2024-03-29T00:15:17.749247+0000","last_became_peered":"2024-03-29T00:15:17.749247+0000","last_unstale":"2024-03-29T00:17:11.517969+0000","last_undegraded":"2024-03-29T00:17:11.517969+0000","last_fullsized":"2024-03-29T00:17:11.517969+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:09:27.883741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.525371+0000","last_change":"2024-03-29T00:15:22.251943+0000","last_active":"2024-03-29T00:17:11.525371+0000","last_peered":"2024-03-29T00:17:11.525371+0000","last_clean":"2024-03-29T00:17:11.525371+0000","last_became_active":"2024-03-29T00:15:22.251499+0000","last_became_peered":"2024-03-29T00:15:22.251499+0000","last_unstale":"2024-03-29T00:17:11.525371+0000","last_undegraded":"2024-03-29T00:17:11.525371+0000","last_fullsized":"2024-03-29T00:17:11.525371+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:20:54.548657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"91'7","reported_seq":193,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:18:20.366996+0000","last_change":"2024-03-29T00:15:16.739094+0000","last_active":"2024-03-29T00:18:20.366996+0000","last_peered":"2024-03-29T00:18:20.366996+0000","last_clean":"2024-03-29T00:18:20.366996+0000","last_became_active":"2024-03-29T00:15:16.738758+0000","last_became_peered":"2024-03-29T00:15:16.738758+0000","last_unstale":"2024-03-29T00:18:20.366996+0000","last_undegraded":"2024-03-29T00:18:20.366996+0000","last_fullsized":"2024-03-29T00:18:20.366996+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:14:59.493130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":155,"num_read_kb":5,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.525926+0000","last_change":"2024-03-29T00:17:11.525494+0000","last_active":"2024-03-29T00:17:11.525926+0000","last_peered":"2024-03-29T00:17:11.525926+0000","last_clean":"2024-03-29T00:17:11.525926+0000","last_became_active":"2024-03-29T00:17:11.525051+0000","last_became_peered":"2024-03-29T00:17:11.525051+0000","last_unstale":"2024-03-29T00:17:11.525926+0000","last_undegraded":"2024-03-29T00:17:11.525926+0000","last_fullsized":"2024-03-29T00:17:11.525926+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:44:44.734146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,10],"acting":[7,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.845132+0000","last_change":"2024-03-29T00:15:22.265989+0000","last_active":"2024-03-29T00:17:11.845132+0000","last_peered":"2024-03-29T00:17:11.845132+0000","last_clean":"2024-03-29T00:17:11.845132+0000","last_became_active":"2024-03-29T00:15:22.265276+0000","last_became_peered":"2024-03-29T00:15:22.265276+0000","last_unstale":"2024-03-29T00:17:11.845132+0000","last_undegraded":"2024-03-29T00:17:11.845132+0000","last_fullsized":"2024-03-29T00:17:11.845132+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:11:14.292823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006618+0000","last_change":"2024-03-29T00:16:11.396753+0000","last_active":"2024-03-29T00:17:12.006618+0000","last_peered":"2024-03-29T00:17:12.006618+0000","last_clean":"2024-03-29T00:17:12.006618+0000","last_became_active":"2024-03-29T00:16:11.378825+0000","last_became_peered":"2024-03-29T00:16:11.378825+0000","last_unstale":"2024-03-29T00:17:12.006618+0000","last_undegraded":"2024-03-29T00:17:12.006618+0000","last_fullsized":"2024-03-29T00:17:12.006618+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:13:36.975010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516070+0000","last_change":"2024-03-29T00:15:17.742577+0000","last_active":"2024-03-29T00:17:11.516070+0000","last_peered":"2024-03-29T00:17:11.516070+0000","last_clean":"2024-03-29T00:17:11.516070+0000","last_became_active":"2024-03-29T00:15:17.742260+0000","last_became_peered":"2024-03-29T00:15:17.742260+0000","last_unstale":"2024-03-29T00:17:11.516070+0000","last_undegraded":"2024-03-29T00:17:11.516070+0000","last_fullsized":"2024-03-29T00:17:11.516070+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:24:09.583170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":16,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520640+0000","last_change":"2024-03-29T00:16:11.383634+0000","last_active":"2024-03-29T00:17:11.520640+0000","last_peered":"2024-03-29T00:17:11.520640+0000","last_clean":"2024-03-29T00:17:11.520640+0000","last_became_active":"2024-03-29T00:16:11.383327+0000","last_became_peered":"2024-03-29T00:16:11.383327+0000","last_unstale":"2024-03-29T00:17:11.520640+0000","last_undegraded":"2024-03-29T00:17:11.520640+0000","last_fullsized":"2024-03-29T00:17:11.520640+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:54:02.540252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,3,1],"acting":[8,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521398+0000","last_change":"2024-03-29T00:15:16.737747+0000","last_active":"2024-03-29T00:17:11.521398+0000","last_peered":"2024-03-29T00:17:11.521398+0000","last_clean":"2024-03-29T00:17:11.521398+0000","last_became_active":"2024-03-29T00:15:16.737425+0000","last_became_peered":"2024-03-29T00:15:16.737425+0000","last_unstale":"2024-03-29T00:17:11.521398+0000","last_undegraded":"2024-03-29T00:17:11.521398+0000","last_fullsized":"2024-03-29T00:17:11.521398+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:08:47.207767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006999+0000","last_change":"2024-03-29T00:15:17.747981+0000","last_active":"2024-03-29T00:17:12.006999+0000","last_peered":"2024-03-29T00:17:12.006999+0000","last_clean":"2024-03-29T00:17:12.006999+0000","last_became_active":"2024-03-29T00:15:17.747497+0000","last_became_peered":"2024-03-29T00:15:17.747497+0000","last_unstale":"2024-03-29T00:17:12.006999+0000","last_undegraded":"2024-03-29T00:17:12.006999+0000","last_fullsized":"2024-03-29T00:17:12.006999+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:57:16.615929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520957+0000","last_change":"2024-03-29T00:15:22.331685+0000","last_active":"2024-03-29T00:17:11.520957+0000","last_peered":"2024-03-29T00:17:11.520957+0000","last_clean":"2024-03-29T00:17:11.520957+0000","last_became_active":"2024-03-29T00:15:22.331290+0000","last_became_peered":"2024-03-29T00:15:22.331290+0000","last_unstale":"2024-03-29T00:17:11.520957+0000","last_undegraded":"2024-03-29T00:17:11.520957+0000","last_fullsized":"2024-03-29T00:17:11.520957+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:14:26.847154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521923+0000","last_change":"2024-03-29T00:15:16.760207+0000","last_active":"2024-03-29T00:17:11.521923+0000","last_peered":"2024-03-29T00:17:11.521923+0000","last_clean":"2024-03-29T00:17:11.521923+0000","last_became_active":"2024-03-29T00:15:16.759463+0000","last_became_peered":"2024-03-29T00:15:16.759463+0000","last_unstale":"2024-03-29T00:17:11.521923+0000","last_undegraded":"2024-03-29T00:17:11.521923+0000","last_fullsized":"2024-03-29T00:17:11.521923+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:36:55.457881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520164+0000","last_change":"2024-03-29T00:15:17.747579+0000","last_active":"2024-03-29T00:17:11.520164+0000","last_peered":"2024-03-29T00:17:11.520164+0000","last_clean":"2024-03-29T00:17:11.520164+0000","last_became_active":"2024-03-29T00:15:17.747149+0000","last_became_peered":"2024-03-29T00:15:17.747149+0000","last_unstale":"2024-03-29T00:17:11.520164+0000","last_undegraded":"2024-03-29T00:17:11.520164+0000","last_fullsized":"2024-03-29T00:17:11.520164+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:04:23.471964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844384+0000","last_change":"2024-03-29T00:15:22.258795+0000","last_active":"2024-03-29T00:17:11.844384+0000","last_peered":"2024-03-29T00:17:11.844384+0000","last_clean":"2024-03-29T00:17:11.844384+0000","last_became_active":"2024-03-29T00:15:22.258303+0000","last_became_peered":"2024-03-29T00:15:22.258303+0000","last_unstale":"2024-03-29T00:17:11.844384+0000","last_undegraded":"2024-03-29T00:17:11.844384+0000","last_fullsized":"2024-03-29T00:17:11.844384+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:58:57.157128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'5","reported_seq":187,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:18:21.472803+0000","last_change":"2024-03-29T00:15:16.757256+0000","last_active":"2024-03-29T00:18:21.472803+0000","last_peered":"2024-03-29T00:18:21.472803+0000","last_clean":"2024-03-29T00:18:21.472803+0000","last_became_active":"2024-03-29T00:15:16.756898+0000","last_became_peered":"2024-03-29T00:15:16.756898+0000","last_unstale":"2024-03-29T00:18:21.472803+0000","last_undegraded":"2024-03-29T00:18:21.472803+0000","last_fullsized":"2024-03-29T00:18:21.472803+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:02:53.001781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":150,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520038+0000","last_change":"2024-03-29T00:15:17.753937+0000","last_active":"2024-03-29T00:17:11.520038+0000","last_peered":"2024-03-29T00:17:11.520038+0000","last_clean":"2024-03-29T00:17:11.520038+0000","last_became_active":"2024-03-29T00:15:17.753525+0000","last_became_peered":"2024-03-29T00:15:17.753525+0000","last_unstale":"2024-03-29T00:17:11.520038+0000","last_undegraded":"2024-03-29T00:17:11.520038+0000","last_fullsized":"2024-03-29T00:17:11.520038+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:28:33.393303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844596+0000","last_change":"2024-03-29T00:15:22.334142+0000","last_active":"2024-03-29T00:17:11.844596+0000","last_peered":"2024-03-29T00:17:11.844596+0000","last_clean":"2024-03-29T00:17:11.844596+0000","last_became_active":"2024-03-29T00:15:22.331566+0000","last_became_peered":"2024-03-29T00:15:22.331566+0000","last_unstale":"2024-03-29T00:17:11.844596+0000","last_undegraded":"2024-03-29T00:17:11.844596+0000","last_fullsized":"2024-03-29T00:17:11.844596+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:37:58.048380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516384+0000","last_change":"2024-03-29T00:15:17.753142+0000","last_active":"2024-03-29T00:17:11.516384+0000","last_peered":"2024-03-29T00:17:11.516384+0000","last_clean":"2024-03-29T00:17:11.516384+0000","last_became_active":"2024-03-29T00:15:17.752793+0000","last_became_peered":"2024-03-29T00:15:17.752793+0000","last_unstale":"2024-03-29T00:17:11.516384+0000","last_undegraded":"2024-03-29T00:17:11.516384+0000","last_fullsized":"2024-03-29T00:17:11.516384+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:40:12.067520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'6","reported_seq":188,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:18:19.364540+0000","last_change":"2024-03-29T00:15:16.764458+0000","last_active":"2024-03-29T00:18:19.364540+0000","last_peered":"2024-03-29T00:18:19.364540+0000","last_clean":"2024-03-29T00:18:19.364540+0000","last_became_active":"2024-03-29T00:15:16.763931+0000","last_became_peered":"2024-03-29T00:15:16.763931+0000","last_unstale":"2024-03-29T00:18:19.364540+0000","last_undegraded":"2024-03-29T00:18:19.364540+0000","last_fullsized":"2024-03-29T00:18:19.364540+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:44:51.047108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":150,"num_read_kb":150,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.518041+0000","last_change":"2024-03-29T00:15:22.252176+0000","last_active":"2024-03-29T00:17:11.518041+0000","last_peered":"2024-03-29T00:17:11.518041+0000","last_clean":"2024-03-29T00:17:11.518041+0000","last_became_active":"2024-03-29T00:15:22.251693+0000","last_became_peered":"2024-03-29T00:15:22.251693+0000","last_unstale":"2024-03-29T00:17:11.518041+0000","last_undegraded":"2024-03-29T00:17:11.518041+0000","last_fullsized":"2024-03-29T00:17:11.518041+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:09:48.968796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.536214+0000","last_change":"2024-03-29T00:15:17.743986+0000","last_active":"2024-03-29T00:17:11.536214+0000","last_peered":"2024-03-29T00:17:11.536214+0000","last_clean":"2024-03-29T00:17:11.536214+0000","last_became_active":"2024-03-29T00:15:17.743642+0000","last_became_peered":"2024-03-29T00:15:17.743642+0000","last_unstale":"2024-03-29T00:17:11.536214+0000","last_undegraded":"2024-03-29T00:17:11.536214+0000","last_fullsized":"2024-03-29T00:17:11.536214+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:00:35.338004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513611+0000","last_change":"2024-03-29T00:15:16.750519+0000","last_active":"2024-03-29T00:17:11.513611+0000","last_peered":"2024-03-29T00:17:11.513611+0000","last_clean":"2024-03-29T00:17:11.513611+0000","last_became_active":"2024-03-29T00:15:16.750126+0000","last_became_peered":"2024-03-29T00:15:16.750126+0000","last_unstale":"2024-03-29T00:17:11.513611+0000","last_undegraded":"2024-03-29T00:17:11.513611+0000","last_fullsized":"2024-03-29T00:17:11.513611+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:22:51.266572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":356,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517649+0000","last_change":"2024-03-29T00:13:56.077307+0000","last_active":"2024-03-29T00:17:11.517649+0000","last_peered":"2024-03-29T00:17:11.517649+0000","last_clean":"2024-03-29T00:17:11.517649+0000","last_became_active":"2024-03-29T00:13:56.076828+0000","last_became_peered":"2024-03-29T00:13:56.076828+0000","last_unstale":"2024-03-29T00:17:11.517649+0000","last_undegraded":"2024-03-29T00:17:11.517649+0000","last_fullsized":"2024-03-29T00:17:11.517649+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:09:58.300338+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:09:58.300338+0000","last_clean_scrub_stamp":"2024-03-29T00:09:58.300338+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:33:00.731736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516712+0000","last_change":"2024-03-29T00:15:22.331730+0000","last_active":"2024-03-29T00:17:11.516712+0000","last_peered":"2024-03-29T00:17:11.516712+0000","last_clean":"2024-03-29T00:17:11.516712+0000","last_became_active":"2024-03-29T00:15:22.331367+0000","last_became_peered":"2024-03-29T00:15:22.331367+0000","last_unstale":"2024-03-29T00:17:11.516712+0000","last_undegraded":"2024-03-29T00:17:11.516712+0000","last_fullsized":"2024-03-29T00:17:11.516712+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:38:13.520007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.843411+0000","last_change":"2024-03-29T00:15:17.751266+0000","last_active":"2024-03-29T00:17:11.843411+0000","last_peered":"2024-03-29T00:17:11.843411+0000","last_clean":"2024-03-29T00:17:11.843411+0000","last_became_active":"2024-03-29T00:15:17.750845+0000","last_became_peered":"2024-03-29T00:15:17.750845+0000","last_unstale":"2024-03-29T00:17:11.843411+0000","last_undegraded":"2024-03-29T00:17:11.843411+0000","last_fullsized":"2024-03-29T00:17:11.843411+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:56:31.700591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517827+0000","last_change":"2024-03-29T00:15:16.739703+0000","last_active":"2024-03-29T00:17:11.517827+0000","last_peered":"2024-03-29T00:17:11.517827+0000","last_clean":"2024-03-29T00:17:11.517827+0000","last_became_active":"2024-03-29T00:15:16.739380+0000","last_became_peered":"2024-03-29T00:15:16.739380+0000","last_unstale":"2024-03-29T00:17:11.517827+0000","last_undegraded":"2024-03-29T00:17:11.517827+0000","last_fullsized":"2024-03-29T00:17:11.517827+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:53:02.586209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006813+0000","last_change":"2024-03-29T00:15:22.254899+0000","last_active":"2024-03-29T00:17:12.006813+0000","last_peered":"2024-03-29T00:17:12.006813+0000","last_clean":"2024-03-29T00:17:12.006813+0000","last_became_active":"2024-03-29T00:15:22.254531+0000","last_became_peered":"2024-03-29T00:15:22.254531+0000","last_unstale":"2024-03-29T00:17:12.006813+0000","last_undegraded":"2024-03-29T00:17:12.006813+0000","last_fullsized":"2024-03-29T00:17:12.006813+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:00:17.095776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521244+0000","last_change":"2024-03-29T00:15:16.754030+0000","last_active":"2024-03-29T00:17:11.521244+0000","last_peered":"2024-03-29T00:17:11.521244+0000","last_clean":"2024-03-29T00:17:11.521244+0000","last_became_active":"2024-03-29T00:15:16.753722+0000","last_became_peered":"2024-03-29T00:15:16.753722+0000","last_unstale":"2024-03-29T00:17:11.521244+0000","last_undegraded":"2024-03-29T00:17:11.521244+0000","last_fullsized":"2024-03-29T00:17:11.521244+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:25:25.763692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844704+0000","last_change":"2024-03-29T00:15:17.754428+0000","last_active":"2024-03-29T00:17:11.844704+0000","last_peered":"2024-03-29T00:17:11.844704+0000","last_clean":"2024-03-29T00:17:11.844704+0000","last_became_active":"2024-03-29T00:15:17.754106+0000","last_became_peered":"2024-03-29T00:15:17.754106+0000","last_unstale":"2024-03-29T00:17:11.844704+0000","last_undegraded":"2024-03-29T00:17:11.844704+0000","last_fullsized":"2024-03-29T00:17:11.844704+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:33:38.677889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.535077+0000","last_change":"2024-03-29T00:15:22.332677+0000","last_active":"2024-03-29T00:17:11.535077+0000","last_peered":"2024-03-29T00:17:11.535077+0000","last_clean":"2024-03-29T00:17:11.535077+0000","last_became_active":"2024-03-29T00:15:22.331076+0000","last_became_peered":"2024-03-29T00:15:22.331076+0000","last_unstale":"2024-03-29T00:17:11.535077+0000","last_undegraded":"2024-03-29T00:17:11.535077+0000","last_fullsized":"2024-03-29T00:17:11.535077+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T12:15:01.211136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"93'14","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:30.267369+0000","last_change":"2024-03-29T00:15:16.759031+0000","last_active":"2024-03-29T00:17:30.267369+0000","last_peered":"2024-03-29T00:17:30.267369+0000","last_clean":"2024-03-29T00:17:30.267369+0000","last_became_active":"2024-03-29T00:15:16.758640+0000","last_became_peered":"2024-03-29T00:15:16.758640+0000","last_unstale":"2024-03-29T00:17:30.267369+0000","last_undegraded":"2024-03-29T00:17:30.267369+0000","last_fullsized":"2024-03-29T00:17:30.267369+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T12:03:49.527926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.537835+0000","last_change":"2024-03-29T00:15:17.761606+0000","last_active":"2024-03-29T00:17:11.537835+0000","last_peered":"2024-03-29T00:17:11.537835+0000","last_clean":"2024-03-29T00:17:11.537835+0000","last_became_active":"2024-03-29T00:15:17.750902+0000","last_became_peered":"2024-03-29T00:15:17.750902+0000","last_unstale":"2024-03-29T00:17:11.537835+0000","last_undegraded":"2024-03-29T00:17:11.537835+0000","last_fullsized":"2024-03-29T00:17:11.537835+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:39:20.263613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840598+0000","last_change":"2024-03-29T00:15:22.247058+0000","last_active":"2024-03-29T00:17:11.840598+0000","last_peered":"2024-03-29T00:17:11.840598+0000","last_clean":"2024-03-29T00:17:11.840598+0000","last_became_active":"2024-03-29T00:15:22.246723+0000","last_became_peered":"2024-03-29T00:15:22.246723+0000","last_unstale":"2024-03-29T00:17:11.840598+0000","last_undegraded":"2024-03-29T00:17:11.840598+0000","last_fullsized":"2024-03-29T00:17:11.840598+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:11:31.051679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.514000+0000","last_change":"2024-03-29T00:15:16.755790+0000","last_active":"2024-03-29T00:17:11.514000+0000","last_peered":"2024-03-29T00:17:11.514000+0000","last_clean":"2024-03-29T00:17:11.514000+0000","last_became_active":"2024-03-29T00:15:16.755497+0000","last_became_peered":"2024-03-29T00:15:16.755497+0000","last_unstale":"2024-03-29T00:17:11.514000+0000","last_undegraded":"2024-03-29T00:17:11.514000+0000","last_fullsized":"2024-03-29T00:17:11.514000+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:28:53.920617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516057+0000","last_change":"2024-03-29T00:15:17.763133+0000","last_active":"2024-03-29T00:17:11.516057+0000","last_peered":"2024-03-29T00:17:11.516057+0000","last_clean":"2024-03-29T00:17:11.516057+0000","last_became_active":"2024-03-29T00:15:17.762562+0000","last_became_peered":"2024-03-29T00:15:17.762562+0000","last_unstale":"2024-03-29T00:17:11.516057+0000","last_undegraded":"2024-03-29T00:17:11.516057+0000","last_fullsized":"2024-03-29T00:17:11.516057+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:03:04.244891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513702+0000","last_change":"2024-03-29T00:15:22.331867+0000","last_active":"2024-03-29T00:17:11.513702+0000","last_peered":"2024-03-29T00:17:11.513702+0000","last_clean":"2024-03-29T00:17:11.513702+0000","last_became_active":"2024-03-29T00:15:22.331408+0000","last_became_peered":"2024-03-29T00:15:22.331408+0000","last_unstale":"2024-03-29T00:17:11.513702+0000","last_undegraded":"2024-03-29T00:17:11.513702+0000","last_fullsized":"2024-03-29T00:17:11.513702+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:31:14.680523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698042+0000","last_change":"2024-03-29T00:15:16.750554+0000","last_active":"2024-03-29T00:17:11.698042+0000","last_peered":"2024-03-29T00:17:11.698042+0000","last_clean":"2024-03-29T00:17:11.698042+0000","last_became_active":"2024-03-29T00:15:16.750207+0000","last_became_peered":"2024-03-29T00:15:16.750207+0000","last_unstale":"2024-03-29T00:17:11.698042+0000","last_undegraded":"2024-03-29T00:17:11.698042+0000","last_fullsized":"2024-03-29T00:17:11.698042+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:40:01.789688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520736+0000","last_change":"2024-03-29T00:15:17.741963+0000","last_active":"2024-03-29T00:17:11.520736+0000","last_peered":"2024-03-29T00:17:11.520736+0000","last_clean":"2024-03-29T00:17:11.520736+0000","last_became_active":"2024-03-29T00:15:17.741603+0000","last_became_peered":"2024-03-29T00:15:17.741603+0000","last_unstale":"2024-03-29T00:17:11.520736+0000","last_undegraded":"2024-03-29T00:17:11.520736+0000","last_fullsized":"2024-03-29T00:17:11.520736+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:48:52.811410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.525490+0000","last_change":"2024-03-29T00:15:22.243509+0000","last_active":"2024-03-29T00:17:11.525490+0000","last_peered":"2024-03-29T00:17:11.525490+0000","last_clean":"2024-03-29T00:17:11.525490+0000","last_became_active":"2024-03-29T00:15:22.242955+0000","last_became_peered":"2024-03-29T00:15:22.242955+0000","last_unstale":"2024-03-29T00:17:11.525490+0000","last_undegraded":"2024-03-29T00:17:11.525490+0000","last_fullsized":"2024-03-29T00:17:11.525490+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:27:56.810827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.535456+0000","last_change":"2024-03-29T00:15:16.756972+0000","last_active":"2024-03-29T00:17:11.535456+0000","last_peered":"2024-03-29T00:17:11.535456+0000","last_clean":"2024-03-29T00:17:11.535456+0000","last_became_active":"2024-03-29T00:15:16.755910+0000","last_became_peered":"2024-03-29T00:15:16.755910+0000","last_unstale":"2024-03-29T00:17:11.535456+0000","last_undegraded":"2024-03-29T00:17:11.535456+0000","last_fullsized":"2024-03-29T00:17:11.535456+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:45:26.326485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006717+0000","last_change":"2024-03-29T00:15:17.759071+0000","last_active":"2024-03-29T00:17:12.006717+0000","last_peered":"2024-03-29T00:17:12.006717+0000","last_clean":"2024-03-29T00:17:12.006717+0000","last_became_active":"2024-03-29T00:15:17.758793+0000","last_became_peered":"2024-03-29T00:15:17.758793+0000","last_unstale":"2024-03-29T00:17:12.006717+0000","last_undegraded":"2024-03-29T00:17:12.006717+0000","last_fullsized":"2024-03-29T00:17:12.006717+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:51:05.627301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"89'1","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513686+0000","last_change":"2024-03-29T00:16:11.374400+0000","last_active":"2024-03-29T00:17:11.513686+0000","last_peered":"2024-03-29T00:17:11.513686+0000","last_clean":"2024-03-29T00:17:11.513686+0000","last_became_active":"2024-03-29T00:16:11.368663+0000","last_became_peered":"2024-03-29T00:16:11.368663+0000","last_unstale":"2024-03-29T00:17:11.513686+0000","last_undegraded":"2024-03-29T00:17:11.513686+0000","last_fullsized":"2024-03-29T00:17:11.513686+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:23:23.329544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,7,8],"acting":[4,10,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'3","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006736+0000","last_change":"2024-03-29T00:16:11.381348+0000","last_active":"2024-03-29T00:17:12.006736+0000","last_peered":"2024-03-29T00:17:12.006736+0000","last_clean":"2024-03-29T00:17:12.006736+0000","last_became_active":"2024-03-29T00:16:11.370431+0000","last_became_peered":"2024-03-29T00:16:11.370431+0000","last_unstale":"2024-03-29T00:17:12.006736+0000","last_undegraded":"2024-03-29T00:17:12.006736+0000","last_fullsized":"2024-03-29T00:17:12.006736+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:02:43.133885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.536495+0000","last_change":"2024-03-29T00:15:17.755185+0000","last_active":"2024-03-29T00:17:11.536495+0000","last_peered":"2024-03-29T00:17:11.536495+0000","last_clean":"2024-03-29T00:17:11.536495+0000","last_became_active":"2024-03-29T00:15:17.754817+0000","last_became_peered":"2024-03-29T00:15:17.754817+0000","last_unstale":"2024-03-29T00:17:11.536495+0000","last_undegraded":"2024-03-29T00:17:11.536495+0000","last_fullsized":"2024-03-29T00:17:11.536495+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:59:34.862960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513682+0000","last_change":"2024-03-29T00:15:22.331985+0000","last_active":"2024-03-29T00:17:11.513682+0000","last_peered":"2024-03-29T00:17:11.513682+0000","last_clean":"2024-03-29T00:17:11.513682+0000","last_became_active":"2024-03-29T00:15:22.331182+0000","last_became_peered":"2024-03-29T00:15:22.331182+0000","last_unstale":"2024-03-29T00:17:11.513682+0000","last_undegraded":"2024-03-29T00:17:11.513682+0000","last_fullsized":"2024-03-29T00:17:11.513682+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:43:00.065112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":49,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520985+0000","last_change":"2024-03-29T00:16:11.372845+0000","last_active":"2024-03-29T00:17:11.520985+0000","last_peered":"2024-03-29T00:17:11.520985+0000","last_clean":"2024-03-29T00:17:11.520985+0000","last_became_active":"2024-03-29T00:16:11.368699+0000","last_became_peered":"2024-03-29T00:16:11.368699+0000","last_unstale":"2024-03-29T00:17:11.520985+0000","last_undegraded":"2024-03-29T00:17:11.520985+0000","last_fullsized":"2024-03-29T00:17:11.520985+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:36:28.813566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517954+0000","last_change":"2024-03-29T00:15:17.755596+0000","last_active":"2024-03-29T00:17:11.517954+0000","last_peered":"2024-03-29T00:17:11.517954+0000","last_clean":"2024-03-29T00:17:11.517954+0000","last_became_active":"2024-03-29T00:15:17.755190+0000","last_became_peered":"2024-03-29T00:15:17.755190+0000","last_unstale":"2024-03-29T00:17:11.517954+0000","last_undegraded":"2024-03-29T00:17:11.517954+0000","last_fullsized":"2024-03-29T00:17:11.517954+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:48:41.431496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698062+0000","last_change":"2024-03-29T00:15:22.257641+0000","last_active":"2024-03-29T00:17:11.698062+0000","last_peered":"2024-03-29T00:17:11.698062+0000","last_clean":"2024-03-29T00:17:11.698062+0000","last_became_active":"2024-03-29T00:15:22.257047+0000","last_became_peered":"2024-03-29T00:15:22.257047+0000","last_unstale":"2024-03-29T00:17:11.698062+0000","last_undegraded":"2024-03-29T00:17:11.698062+0000","last_fullsized":"2024-03-29T00:17:11.698062+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:10:50.161440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'5","reported_seq":154,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:18:20.621561+0000","last_change":"2024-03-29T00:16:11.401316+0000","last_active":"2024-03-29T00:18:20.621561+0000","last_peered":"2024-03-29T00:18:20.621561+0000","last_clean":"2024-03-29T00:18:20.621561+0000","last_became_active":"2024-03-29T00:16:11.378865+0000","last_became_peered":"2024-03-29T00:16:11.378865+0000","last_unstale":"2024-03-29T00:18:20.621561+0000","last_undegraded":"2024-03-29T00:18:20.621561+0000","last_fullsized":"2024-03-29T00:18:20.621561+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:18:21.329789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":132,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1170,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.518299+0000","last_change":"2024-03-29T00:15:17.748736+0000","last_active":"2024-03-29T00:17:11.518299+0000","last_peered":"2024-03-29T00:17:11.518299+0000","last_clean":"2024-03-29T00:17:11.518299+0000","last_became_active":"2024-03-29T00:15:17.745775+0000","last_became_peered":"2024-03-29T00:15:17.745775+0000","last_unstale":"2024-03-29T00:17:11.518299+0000","last_undegraded":"2024-03-29T00:17:11.518299+0000","last_fullsized":"2024-03-29T00:17:11.518299+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:06:39.822454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.515799+0000","last_change":"2024-03-29T00:15:22.262426+0000","last_active":"2024-03-29T00:17:11.515799+0000","last_peered":"2024-03-29T00:17:11.515799+0000","last_clean":"2024-03-29T00:17:11.515799+0000","last_became_active":"2024-03-29T00:15:22.261828+0000","last_became_peered":"2024-03-29T00:15:22.261828+0000","last_unstale":"2024-03-29T00:17:11.515799+0000","last_undegraded":"2024-03-29T00:17:11.515799+0000","last_fullsized":"2024-03-29T00:17:11.515799+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:17:58.817324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"89'3","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516701+0000","last_change":"2024-03-29T00:15:16.757515+0000","last_active":"2024-03-29T00:17:11.516701+0000","last_peered":"2024-03-29T00:17:11.516701+0000","last_clean":"2024-03-29T00:17:11.516701+0000","last_became_active":"2024-03-29T00:15:16.757074+0000","last_became_peered":"2024-03-29T00:15:16.757074+0000","last_unstale":"2024-03-29T00:17:11.516701+0000","last_undegraded":"2024-03-29T00:17:11.516701+0000","last_fullsized":"2024-03-29T00:17:11.516701+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:55:05.985087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517807+0000","last_change":"2024-03-29T00:15:17.763725+0000","last_active":"2024-03-29T00:17:11.517807+0000","last_peered":"2024-03-29T00:17:11.517807+0000","last_clean":"2024-03-29T00:17:11.517807+0000","last_became_active":"2024-03-29T00:15:17.762797+0000","last_became_peered":"2024-03-29T00:15:17.762797+0000","last_unstale":"2024-03-29T00:17:11.517807+0000","last_undegraded":"2024-03-29T00:17:11.517807+0000","last_fullsized":"2024-03-29T00:17:11.517807+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:37:56.291010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.515901+0000","last_change":"2024-03-29T00:15:22.245891+0000","last_active":"2024-03-29T00:17:11.515901+0000","last_peered":"2024-03-29T00:17:11.515901+0000","last_clean":"2024-03-29T00:17:11.515901+0000","last_became_active":"2024-03-29T00:15:22.245500+0000","last_became_peered":"2024-03-29T00:15:22.245500+0000","last_unstale":"2024-03-29T00:17:11.515901+0000","last_undegraded":"2024-03-29T00:17:11.515901+0000","last_fullsized":"2024-03-29T00:17:11.515901+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:07:29.639048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.845129+0000","last_change":"2024-03-29T00:15:16.759862+0000","last_active":"2024-03-29T00:17:11.845129+0000","last_peered":"2024-03-29T00:17:11.845129+0000","last_clean":"2024-03-29T00:17:11.845129+0000","last_became_active":"2024-03-29T00:15:16.759540+0000","last_became_peered":"2024-03-29T00:15:16.759540+0000","last_unstale":"2024-03-29T00:17:11.845129+0000","last_undegraded":"2024-03-29T00:17:11.845129+0000","last_fullsized":"2024-03-29T00:17:11.845129+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:41:21.462551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.518183+0000","last_change":"2024-03-29T00:15:17.744112+0000","last_active":"2024-03-29T00:17:11.518183+0000","last_peered":"2024-03-29T00:17:11.518183+0000","last_clean":"2024-03-29T00:17:11.518183+0000","last_became_active":"2024-03-29T00:15:17.743708+0000","last_became_peered":"2024-03-29T00:15:17.743708+0000","last_unstale":"2024-03-29T00:17:11.518183+0000","last_undegraded":"2024-03-29T00:17:11.518183+0000","last_fullsized":"2024-03-29T00:17:11.518183+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:47:24.123200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006820+0000","last_change":"2024-03-29T00:15:17.742382+0000","last_active":"2024-03-29T00:17:12.006820+0000","last_peered":"2024-03-29T00:17:12.006820+0000","last_clean":"2024-03-29T00:17:12.006820+0000","last_became_active":"2024-03-29T00:15:17.741772+0000","last_became_peered":"2024-03-29T00:15:17.741772+0000","last_unstale":"2024-03-29T00:17:12.006820+0000","last_undegraded":"2024-03-29T00:17:12.006820+0000","last_fullsized":"2024-03-29T00:17:12.006820+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:36:52.477474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840818+0000","last_change":"2024-03-29T00:15:17.747360+0000","last_active":"2024-03-29T00:17:11.840818+0000","last_peered":"2024-03-29T00:17:11.840818+0000","last_clean":"2024-03-29T00:17:11.840818+0000","last_became_active":"2024-03-29T00:15:17.746960+0000","last_became_peered":"2024-03-29T00:15:17.746960+0000","last_unstale":"2024-03-29T00:17:11.840818+0000","last_undegraded":"2024-03-29T00:17:11.840818+0000","last_fullsized":"2024-03-29T00:17:11.840818+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:29:04.245617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840638+0000","last_change":"2024-03-29T00:15:17.763386+0000","last_active":"2024-03-29T00:17:11.840638+0000","last_peered":"2024-03-29T00:17:11.840638+0000","last_clean":"2024-03-29T00:17:11.840638+0000","last_became_active":"2024-03-29T00:15:17.762972+0000","last_became_peered":"2024-03-29T00:15:17.762972+0000","last_unstale":"2024-03-29T00:17:11.840638+0000","last_undegraded":"2024-03-29T00:17:11.840638+0000","last_fullsized":"2024-03-29T00:17:11.840638+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:33:54.108262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516705+0000","last_change":"2024-03-29T00:15:17.748468+0000","last_active":"2024-03-29T00:17:11.516705+0000","last_peered":"2024-03-29T00:17:11.516705+0000","last_clean":"2024-03-29T00:17:11.516705+0000","last_became_active":"2024-03-29T00:15:17.748140+0000","last_became_peered":"2024-03-29T00:15:17.748140+0000","last_unstale":"2024-03-29T00:17:11.516705+0000","last_undegraded":"2024-03-29T00:17:11.516705+0000","last_fullsized":"2024-03-29T00:17:11.516705+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:05:46.198137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844812+0000","last_change":"2024-03-29T00:15:17.759988+0000","last_active":"2024-03-29T00:17:11.844812+0000","last_peered":"2024-03-29T00:17:11.844812+0000","last_clean":"2024-03-29T00:17:11.844812+0000","last_became_active":"2024-03-29T00:15:17.759504+0000","last_became_peered":"2024-03-29T00:15:17.759504+0000","last_unstale":"2024-03-29T00:17:11.844812+0000","last_undegraded":"2024-03-29T00:17:11.844812+0000","last_fullsized":"2024-03-29T00:17:11.844812+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:58:27.582982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.007094+0000","last_change":"2024-03-29T00:15:17.744141+0000","last_active":"2024-03-29T00:17:12.007094+0000","last_peered":"2024-03-29T00:17:12.007094+0000","last_clean":"2024-03-29T00:17:12.007094+0000","last_became_active":"2024-03-29T00:15:17.743805+0000","last_became_peered":"2024-03-29T00:15:17.743805+0000","last_unstale":"2024-03-29T00:17:12.007094+0000","last_undegraded":"2024-03-29T00:17:12.007094+0000","last_fullsized":"2024-03-29T00:17:12.007094+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:04:07.966256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.841095+0000","last_change":"2024-03-29T00:15:17.752140+0000","last_active":"2024-03-29T00:17:11.841095+0000","last_peered":"2024-03-29T00:17:11.841095+0000","last_clean":"2024-03-29T00:17:11.841095+0000","last_became_active":"2024-03-29T00:15:17.751759+0000","last_became_peered":"2024-03-29T00:15:17.751759+0000","last_unstale":"2024-03-29T00:17:11.841095+0000","last_undegraded":"2024-03-29T00:17:11.841095+0000","last_fullsized":"2024-03-29T00:17:11.841095+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:17:23.236350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.538198+0000","last_change":"2024-03-29T00:15:17.763285+0000","last_active":"2024-03-29T00:17:11.538198+0000","last_peered":"2024-03-29T00:17:11.538198+0000","last_clean":"2024-03-29T00:17:11.538198+0000","last_became_active":"2024-03-29T00:15:17.762191+0000","last_became_peered":"2024-03-29T00:15:17.762191+0000","last_unstale":"2024-03-29T00:17:11.538198+0000","last_undegraded":"2024-03-29T00:17:11.538198+0000","last_fullsized":"2024-03-29T00:17:11.538198+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:52:34.725218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516090+0000","last_change":"2024-03-29T00:15:17.749185+0000","last_active":"2024-03-29T00:17:11.516090+0000","last_peered":"2024-03-29T00:17:11.516090+0000","last_clean":"2024-03-29T00:17:11.516090+0000","last_became_active":"2024-03-29T00:15:17.748852+0000","last_became_peered":"2024-03-29T00:15:17.748852+0000","last_unstale":"2024-03-29T00:17:11.516090+0000","last_undegraded":"2024-03-29T00:17:11.516090+0000","last_fullsized":"2024-03-29T00:17:11.516090+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:04:08.743214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.535409+0000","last_change":"2024-03-29T00:15:17.747145+0000","last_active":"2024-03-29T00:17:11.535409+0000","last_peered":"2024-03-29T00:17:11.535409+0000","last_clean":"2024-03-29T00:17:11.535409+0000","last_became_active":"2024-03-29T00:15:17.746795+0000","last_became_peered":"2024-03-29T00:15:17.746795+0000","last_unstale":"2024-03-29T00:17:11.535409+0000","last_undegraded":"2024-03-29T00:17:11.535409+0000","last_fullsized":"2024-03-29T00:17:11.535409+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:20:28.927677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698266+0000","last_change":"2024-03-29T00:15:17.763375+0000","last_active":"2024-03-29T00:17:11.698266+0000","last_peered":"2024-03-29T00:17:11.698266+0000","last_clean":"2024-03-29T00:17:11.698266+0000","last_became_active":"2024-03-29T00:15:17.762922+0000","last_became_peered":"2024-03-29T00:15:17.762922+0000","last_unstale":"2024-03-29T00:17:11.698266+0000","last_undegraded":"2024-03-29T00:17:11.698266+0000","last_fullsized":"2024-03-29T00:17:11.698266+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:35:36.998503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844274+0000","last_change":"2024-03-29T00:15:17.760649+0000","last_active":"2024-03-29T00:17:11.844274+0000","last_peered":"2024-03-29T00:17:11.844274+0000","last_clean":"2024-03-29T00:17:11.844274+0000","last_became_active":"2024-03-29T00:15:17.760283+0000","last_became_peered":"2024-03-29T00:15:17.760283+0000","last_unstale":"2024-03-29T00:17:11.844274+0000","last_undegraded":"2024-03-29T00:17:11.844274+0000","last_fullsized":"2024-03-29T00:17:11.844274+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:42:48.432581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006981+0000","last_change":"2024-03-29T00:15:17.742580+0000","last_active":"2024-03-29T00:17:12.006981+0000","last_peered":"2024-03-29T00:17:12.006981+0000","last_clean":"2024-03-29T00:17:12.006981+0000","last_became_active":"2024-03-29T00:15:17.742213+0000","last_became_peered":"2024-03-29T00:15:17.742213+0000","last_unstale":"2024-03-29T00:17:12.006981+0000","last_undegraded":"2024-03-29T00:17:12.006981+0000","last_fullsized":"2024-03-29T00:17:12.006981+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:43:21.381773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":76903,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1518,"num_read_kb":851,"num_write":259,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":1282,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":230709,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":226,"ondisk_log_size":226,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383732,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1073152,"data_stored":520311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645368,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28744,"kb_used_data":1728,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716408,"statfs":{"total":95995035648,"available":95965601792,"internally_reserved":0,"allocated":1769472,"data_stored":1180754,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808894,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32240,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712912,"statfs":{"total":95995035648,"available":95962021888,"internally_reserved":0,"allocated":1089536,"data_stored":520129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070533,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1077248,"data_stored":520395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332170,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36984,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708168,"statfs":{"total":95995035648,"available":95957164032,"internally_reserved":0,"allocated":1683456,"data_stored":1117983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495696,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28064,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717088,"statfs":{"total":95995035648,"available":95966298112,"internally_reserved":0,"allocated":1064960,"data_stored":515633,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574958,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28136,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717016,"statfs":{"total":95995035648,"available":95966224384,"internally_reserved":0,"allocated":1146880,"data_stored":586944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738483,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28088,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717064,"statfs":{"total":95995035648,"available":95966273536,"internally_reserved":0,"allocated":1089536,"data_stored":517089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411433,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36460,"kb_used_data":1124,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708692,"statfs":{"total":95995035648,"available":95957700608,"internally_reserved":0,"allocated":1150976,"data_stored":585662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182497,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32236,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712916,"statfs":{"total":95995035648,"available":95962025984,"internally_reserved":0,"allocated":1077248,"data_stored":515341,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920861,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1073152,"data_stored":520239,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757334,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28668,"kb_used_data":1652,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716484,"statfs":{"total":95995035648,"available":95965679616,"internally_reserved":0,"allocated":1691648,"data_stored":1113033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":72033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":70751,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3658,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":4512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":122880,"data_stored":71379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-29T00:18:25.784 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-03-29T00:18:25.784 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-03-29T00:18:25.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:25 smithi053 ceph-mon[36233]: pgmap v420: 129 pgs: 129 active+clean; 652 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 938 B/s wr, 12 op/s 2024-03-29T00:18:25.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:25 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2604120559' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:18:26.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.053+0000 7f402ec00640 1 -- 172.21.15.12:0/1708870405 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4028077350 msgr2=0x7f40280777b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:26.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.053+0000 7f402ec00640 1 --2- 172.21.15.12:0/1708870405 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4028077350 0x7f40280777b0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f4014009860 tx=0x7f401402bb70 comp rx=0 tx=0).stop 2024-03-29T00:18:26.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.053+0000 7f402ec00640 1 -- 172.21.15.12:0/1708870405 shutdown_connections 2024-03-29T00:18:26.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.053+0000 7f402ec00640 1 --2- 172.21.15.12:0/1708870405 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4028077cf0 0x7f4028078590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:26.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.053+0000 7f402ec00640 1 --2- 172.21.15.12:0/1708870405 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4028077350 0x7f40280777b0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:26.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.053+0000 7f402ec00640 1 --2- 172.21.15.12:0/1708870405 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4028076110 0x7f4028076530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:26.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.053+0000 7f402ec00640 1 -- 172.21.15.12:0/1708870405 >> 172.21.15.12:0/1708870405 conn(0x7f40280fee00 msgr2=0x7f4028101220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:26.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.053+0000 7f402ec00640 1 -- 172.21.15.12:0/1708870405 shutdown_connections 2024-03-29T00:18:26.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.053+0000 7f402ec00640 1 -- 172.21.15.12:0/1708870405 wait complete. 2024-03-29T00:18:26.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.055+0000 7f402ec00640 1 Processor -- start 2024-03-29T00:18:26.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.055+0000 7f402ec00640 1 -- start start 2024-03-29T00:18:26.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.055+0000 7f402ec00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4028076110 0x7f402819e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:26.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.055+0000 7f402ec00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4028077350 0x7f402819e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:26.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.055+0000 7f402ec00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4028077cf0 0x7f40281a5670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:26.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.055+0000 7f402ec00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f4028113a80 con 0x7f4028077cf0 2024-03-29T00:18:26.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.055+0000 7f402ec00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f4028113900 con 0x7f4028077350 2024-03-29T00:18:26.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.055+0000 7f402ec00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f4028113c00 con 0x7f4028076110 2024-03-29T00:18:26.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.056+0000 7f402ce00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4028077350 0x7f402819e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:26.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.056+0000 7f402ce00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4028077350 0x7f402819e600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:38294/0 (socket says 172.21.15.12:38294) 2024-03-29T00:18:26.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.056+0000 7f402d800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4028076110 0x7f402819e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:26.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.056+0000 7f402ce00640 1 -- 172.21.15.12:0/3538888513 learned_addr learned my addr 172.21.15.12:0/3538888513 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:26.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.056+0000 7f402e200640 1 --2- 172.21.15.12:0/3538888513 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4028077cf0 0x7f40281a5670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:26.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.056+0000 7f402ce00640 1 -- 172.21.15.12:0/3538888513 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4028076110 msgr2=0x7f402819e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:26.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.056+0000 7f402ce00640 1 --2- 172.21.15.12:0/3538888513 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4028076110 0x7f402819e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:26.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.056+0000 7f402ce00640 1 -- 172.21.15.12:0/3538888513 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4028077cf0 msgr2=0x7f40281a5670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:26.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.056+0000 7f402ce00640 1 --2- 172.21.15.12:0/3538888513 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4028077cf0 0x7f40281a5670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:26.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.056+0000 7f402ce00640 1 -- 172.21.15.12:0/3538888513 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40281a5ce0 con 0x7f4028077350 2024-03-29T00:18:26.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.056+0000 7f402d800640 1 --2- 172.21.15.12:0/3538888513 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4028076110 0x7f402819e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:18:26.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.057+0000 7f402ce00640 1 --2- 172.21.15.12:0/3538888513 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4028077350 0x7f402819e600 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f40140057c0 tx=0x7f4014035f80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:26.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.057+0000 7f4026000640 1 -- 172.21.15.12:0/3538888513 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4014041030 con 0x7f4028077350 2024-03-29T00:18:26.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.057+0000 7f402ec00640 1 -- 172.21.15.12:0/3538888513 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40281a5f70 con 0x7f4028077350 2024-03-29T00:18:26.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.057+0000 7f4026000640 1 -- 172.21.15.12:0/3538888513 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4014005520 con 0x7f4028077350 2024-03-29T00:18:26.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.057+0000 7f4026000640 1 -- 172.21.15.12:0/3538888513 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4014039040 con 0x7f4028077350 2024-03-29T00:18:26.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.057+0000 7f402ec00640 1 -- 172.21.15.12:0/3538888513 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40281a6460 con 0x7f4028077350 2024-03-29T00:18:26.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.058+0000 7f402ec00640 1 -- 172.21.15.12:0/3538888513 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40281101e0 con 0x7f4028077350 2024-03-29T00:18:26.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.060+0000 7f4026000640 1 -- 172.21.15.12:0/3538888513 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f4014044070 con 0x7f4028077350 2024-03-29T00:18:26.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.062+0000 7f4026000640 1 --2- 172.21.15.12:0/3538888513 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f40100a1d70 0x7f40100a4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:26.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.062+0000 7f4026000640 1 -- 172.21.15.12:0/3538888513 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f40140ef6e0 con 0x7f4028077350 2024-03-29T00:18:26.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.062+0000 7f402d800640 1 --2- 172.21.15.12:0/3538888513 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f40100a1d70 0x7f40100a4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:26.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.063+0000 7f402d800640 1 --2- 172.21.15.12:0/3538888513 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f40100a1d70 0x7f40100a4230 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f401c009d60 tx=0x7f401c009110 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:26.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.071+0000 7f4026000640 1 -- 172.21.15.12:0/3538888513 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f40140bc720 con 0x7f4028077350 2024-03-29T00:18:26.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.278+0000 7f402ec00640 1 -- 172.21.15.12:0/3538888513 --> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4028061b90 con 0x7f40100a1d70 2024-03-29T00:18:26.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.307+0000 7f4026000640 1 -- 172.21.15.12:0/3538888513 <== mgr.14152 v2:172.21.15.12:6800/1603741841 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340558 (secure 0 0 0) 0x7f4028061b90 con 0x7f40100a1d70 2024-03-29T00:18:26.313 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:18:26.315 INFO:teuthology.orchestra.run.smithi012.stderr:dumped all 2024-03-29T00:18:26.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.313+0000 7f402ec00640 1 -- 172.21.15.12:0/3538888513 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f40100a1d70 msgr2=0x7f40100a4230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:26.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.313+0000 7f402ec00640 1 --2- 172.21.15.12:0/3538888513 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f40100a1d70 0x7f40100a4230 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f401c009d60 tx=0x7f401c009110 comp rx=0 tx=0).stop 2024-03-29T00:18:26.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.314+0000 7f402ec00640 1 -- 172.21.15.12:0/3538888513 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4028077350 msgr2=0x7f402819e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:26.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.314+0000 7f402ec00640 1 --2- 172.21.15.12:0/3538888513 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4028077350 0x7f402819e600 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f40140057c0 tx=0x7f4014035f80 comp rx=0 tx=0).stop 2024-03-29T00:18:26.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.314+0000 7f402ec00640 1 -- 172.21.15.12:0/3538888513 shutdown_connections 2024-03-29T00:18:26.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.314+0000 7f402ec00640 1 --2- 172.21.15.12:0/3538888513 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f40100a1d70 0x7f40100a4230 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:26.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.314+0000 7f402ec00640 1 --2- 172.21.15.12:0/3538888513 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4028077350 0x7f402819e600 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:26.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.314+0000 7f402ec00640 1 --2- 172.21.15.12:0/3538888513 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4028077cf0 0x7f40281a5670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:26.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.314+0000 7f402ec00640 1 --2- 172.21.15.12:0/3538888513 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4028076110 0x7f402819e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:26.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.314+0000 7f402ec00640 1 -- 172.21.15.12:0/3538888513 >> 172.21.15.12:0/3538888513 conn(0x7f40280fee00 msgr2=0x7f4028100900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:26.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.314+0000 7f402ec00640 1 -- 172.21.15.12:0/3538888513 shutdown_connections 2024-03-29T00:18:26.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.314+0000 7f402ec00640 1 -- 172.21.15.12:0/3538888513 wait complete. 2024-03-29T00:18:26.336 INFO:teuthology.orchestra.run.smithi012.stdout:{"pg_ready":true,"pg_map":{"version":421,"stamp":"2024-03-29T00:18:25.815628+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":667505,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1649,"num_read_kb":965,"num_write":442,"num_write_kb":3100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":1182135,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":865,"ondisk_log_size":865,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":372152,"kb_used_data":14636,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124569672,"statfs":{"total":1151940427776,"available":1151559344128,"internally_reserved":0,"allocated":14987264,"data_stored":8213513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":365933883},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5985,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":108,"num_read_kb":63,"num_write":7,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004880"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.007286+0000","last_change":"2024-03-29T00:15:17.760207+0000","last_active":"2024-03-29T00:17:12.007286+0000","last_peered":"2024-03-29T00:17:12.007286+0000","last_clean":"2024-03-29T00:17:12.007286+0000","last_became_active":"2024-03-29T00:15:17.759881+0000","last_became_peered":"2024-03-29T00:15:17.759881+0000","last_unstale":"2024-03-29T00:17:12.007286+0000","last_undegraded":"2024-03-29T00:17:12.007286+0000","last_fullsized":"2024-03-29T00:17:12.007286+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:18:10.944228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516554+0000","last_change":"2024-03-29T00:15:17.758492+0000","last_active":"2024-03-29T00:17:11.516554+0000","last_peered":"2024-03-29T00:17:11.516554+0000","last_clean":"2024-03-29T00:17:11.516554+0000","last_became_active":"2024-03-29T00:15:17.758121+0000","last_became_peered":"2024-03-29T00:15:17.758121+0000","last_unstale":"2024-03-29T00:17:11.516554+0000","last_undegraded":"2024-03-29T00:17:11.516554+0000","last_fullsized":"2024-03-29T00:17:11.516554+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:18:45.185671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516831+0000","last_change":"2024-03-29T00:15:17.753411+0000","last_active":"2024-03-29T00:17:11.516831+0000","last_peered":"2024-03-29T00:17:11.516831+0000","last_clean":"2024-03-29T00:17:11.516831+0000","last_became_active":"2024-03-29T00:15:17.751069+0000","last_became_peered":"2024-03-29T00:15:17.751069+0000","last_unstale":"2024-03-29T00:17:11.516831+0000","last_undegraded":"2024-03-29T00:17:11.516831+0000","last_fullsized":"2024-03-29T00:17:11.516831+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:06:07.670477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.522011+0000","last_change":"2024-03-29T00:16:11.379687+0000","last_active":"2024-03-29T00:17:11.522011+0000","last_peered":"2024-03-29T00:17:11.522011+0000","last_clean":"2024-03-29T00:17:11.522011+0000","last_became_active":"2024-03-29T00:16:11.378793+0000","last_became_peered":"2024-03-29T00:16:11.378793+0000","last_unstale":"2024-03-29T00:17:11.522011+0000","last_undegraded":"2024-03-29T00:17:11.522011+0000","last_fullsized":"2024-03-29T00:17:11.522011+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:37:02.096410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521093+0000","last_change":"2024-03-29T00:15:17.763353+0000","last_active":"2024-03-29T00:17:11.521093+0000","last_peered":"2024-03-29T00:17:11.521093+0000","last_clean":"2024-03-29T00:17:11.521093+0000","last_became_active":"2024-03-29T00:15:17.762996+0000","last_became_peered":"2024-03-29T00:15:17.762996+0000","last_unstale":"2024-03-29T00:17:11.521093+0000","last_undegraded":"2024-03-29T00:17:11.521093+0000","last_fullsized":"2024-03-29T00:17:11.521093+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:41:37.623384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.519881+0000","last_change":"2024-03-29T00:16:11.379058+0000","last_active":"2024-03-29T00:17:11.519881+0000","last_peered":"2024-03-29T00:17:11.519881+0000","last_clean":"2024-03-29T00:17:11.519881+0000","last_became_active":"2024-03-29T00:16:11.378643+0000","last_became_peered":"2024-03-29T00:16:11.378643+0000","last_unstale":"2024-03-29T00:17:11.519881+0000","last_undegraded":"2024-03-29T00:17:11.519881+0000","last_fullsized":"2024-03-29T00:17:11.519881+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:43:13.693535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,8],"acting":[10,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517688+0000","last_change":"2024-03-29T00:15:17.743804+0000","last_active":"2024-03-29T00:17:11.517688+0000","last_peered":"2024-03-29T00:17:11.517688+0000","last_clean":"2024-03-29T00:17:11.517688+0000","last_became_active":"2024-03-29T00:15:17.743417+0000","last_became_peered":"2024-03-29T00:15:17.743417+0000","last_unstale":"2024-03-29T00:17:11.517688+0000","last_undegraded":"2024-03-29T00:17:11.517688+0000","last_fullsized":"2024-03-29T00:17:11.517688+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:03:53.029175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.535507+0000","last_change":"2024-03-29T00:15:17.733728+0000","last_active":"2024-03-29T00:17:11.535507+0000","last_peered":"2024-03-29T00:17:11.535507+0000","last_clean":"2024-03-29T00:17:11.535507+0000","last_became_active":"2024-03-29T00:15:17.733383+0000","last_became_peered":"2024-03-29T00:15:17.733383+0000","last_unstale":"2024-03-29T00:17:11.535507+0000","last_undegraded":"2024-03-29T00:17:11.535507+0000","last_fullsized":"2024-03-29T00:17:11.535507+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:54:46.042854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698636+0000","last_change":"2024-03-29T00:15:17.752904+0000","last_active":"2024-03-29T00:17:11.698636+0000","last_peered":"2024-03-29T00:17:11.698636+0000","last_clean":"2024-03-29T00:17:11.698636+0000","last_became_active":"2024-03-29T00:15:17.750440+0000","last_became_peered":"2024-03-29T00:15:17.750440+0000","last_unstale":"2024-03-29T00:17:11.698636+0000","last_undegraded":"2024-03-29T00:17:11.698636+0000","last_fullsized":"2024-03-29T00:17:11.698636+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:18:29.360376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520368+0000","last_change":"2024-03-29T00:15:17.747758+0000","last_active":"2024-03-29T00:17:11.520368+0000","last_peered":"2024-03-29T00:17:11.520368+0000","last_clean":"2024-03-29T00:17:11.520368+0000","last_became_active":"2024-03-29T00:15:17.747399+0000","last_became_peered":"2024-03-29T00:15:17.747399+0000","last_unstale":"2024-03-29T00:17:11.520368+0000","last_undegraded":"2024-03-29T00:17:11.520368+0000","last_fullsized":"2024-03-29T00:17:11.520368+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:39:04.764383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.518197+0000","last_change":"2024-03-29T00:15:17.749017+0000","last_active":"2024-03-29T00:17:11.518197+0000","last_peered":"2024-03-29T00:17:11.518197+0000","last_clean":"2024-03-29T00:17:11.518197+0000","last_became_active":"2024-03-29T00:15:17.748406+0000","last_became_peered":"2024-03-29T00:15:17.748406+0000","last_unstale":"2024-03-29T00:17:11.518197+0000","last_undegraded":"2024-03-29T00:17:11.518197+0000","last_fullsized":"2024-03-29T00:17:11.518197+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:33:01.194914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":11,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.527444+0000","last_change":"2024-03-29T00:17:11.523890+0000","last_active":"2024-03-29T00:17:11.527444+0000","last_peered":"2024-03-29T00:17:11.527444+0000","last_clean":"2024-03-29T00:17:11.527444+0000","last_became_active":"2024-03-29T00:17:11.522837+0000","last_became_peered":"2024-03-29T00:17:11.522837+0000","last_unstale":"2024-03-29T00:17:11.527444+0000","last_undegraded":"2024-03-29T00:17:11.527444+0000","last_fullsized":"2024-03-29T00:17:11.527444+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:24:57.560765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844574+0000","last_change":"2024-03-29T00:15:17.745153+0000","last_active":"2024-03-29T00:17:11.844574+0000","last_peered":"2024-03-29T00:17:11.844574+0000","last_clean":"2024-03-29T00:17:11.844574+0000","last_became_active":"2024-03-29T00:15:17.744789+0000","last_became_peered":"2024-03-29T00:15:17.744789+0000","last_unstale":"2024-03-29T00:17:11.844574+0000","last_undegraded":"2024-03-29T00:17:11.844574+0000","last_fullsized":"2024-03-29T00:17:11.844574+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:43:21.608857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516421+0000","last_change":"2024-03-29T00:15:17.747351+0000","last_active":"2024-03-29T00:17:11.516421+0000","last_peered":"2024-03-29T00:17:11.516421+0000","last_clean":"2024-03-29T00:17:11.516421+0000","last_became_active":"2024-03-29T00:15:17.746897+0000","last_became_peered":"2024-03-29T00:15:17.746897+0000","last_unstale":"2024-03-29T00:17:11.516421+0000","last_undegraded":"2024-03-29T00:17:11.516421+0000","last_fullsized":"2024-03-29T00:17:11.516421+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:15:08.932622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516220+0000","last_change":"2024-03-29T00:15:17.753904+0000","last_active":"2024-03-29T00:17:11.516220+0000","last_peered":"2024-03-29T00:17:11.516220+0000","last_clean":"2024-03-29T00:17:11.516220+0000","last_became_active":"2024-03-29T00:15:17.753499+0000","last_became_peered":"2024-03-29T00:15:17.753499+0000","last_unstale":"2024-03-29T00:17:11.516220+0000","last_undegraded":"2024-03-29T00:17:11.516220+0000","last_fullsized":"2024-03-29T00:17:11.516220+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:51:12.954449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698024+0000","last_change":"2024-03-29T00:15:17.759208+0000","last_active":"2024-03-29T00:17:11.698024+0000","last_peered":"2024-03-29T00:17:11.698024+0000","last_clean":"2024-03-29T00:17:11.698024+0000","last_became_active":"2024-03-29T00:15:17.758860+0000","last_became_peered":"2024-03-29T00:15:17.758860+0000","last_unstale":"2024-03-29T00:17:11.698024+0000","last_undegraded":"2024-03-29T00:17:11.698024+0000","last_fullsized":"2024-03-29T00:17:11.698024+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T12:00:04.150000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.007175+0000","last_change":"2024-03-29T00:15:17.760169+0000","last_active":"2024-03-29T00:17:12.007175+0000","last_peered":"2024-03-29T00:17:12.007175+0000","last_clean":"2024-03-29T00:17:12.007175+0000","last_became_active":"2024-03-29T00:15:17.759834+0000","last_became_peered":"2024-03-29T00:15:17.759834+0000","last_unstale":"2024-03-29T00:17:12.007175+0000","last_undegraded":"2024-03-29T00:17:12.007175+0000","last_fullsized":"2024-03-29T00:17:12.007175+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:26:12.444197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.525827+0000","last_change":"2024-03-29T00:15:17.749022+0000","last_active":"2024-03-29T00:17:11.525827+0000","last_peered":"2024-03-29T00:17:11.525827+0000","last_clean":"2024-03-29T00:17:11.525827+0000","last_became_active":"2024-03-29T00:15:17.748624+0000","last_became_peered":"2024-03-29T00:15:17.748624+0000","last_unstale":"2024-03-29T00:17:11.525827+0000","last_undegraded":"2024-03-29T00:17:11.525827+0000","last_fullsized":"2024-03-29T00:17:11.525827+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:58:41.738567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.841004+0000","last_change":"2024-03-29T00:15:17.763311+0000","last_active":"2024-03-29T00:17:11.841004+0000","last_peered":"2024-03-29T00:17:11.841004+0000","last_clean":"2024-03-29T00:17:11.841004+0000","last_became_active":"2024-03-29T00:15:17.762987+0000","last_became_peered":"2024-03-29T00:15:17.762987+0000","last_unstale":"2024-03-29T00:17:11.841004+0000","last_undegraded":"2024-03-29T00:17:11.841004+0000","last_fullsized":"2024-03-29T00:17:11.841004+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:05:02.284288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840670+0000","last_change":"2024-03-29T00:15:22.250135+0000","last_active":"2024-03-29T00:17:11.840670+0000","last_peered":"2024-03-29T00:17:11.840670+0000","last_clean":"2024-03-29T00:17:11.840670+0000","last_became_active":"2024-03-29T00:15:22.249800+0000","last_became_peered":"2024-03-29T00:15:22.249800+0000","last_unstale":"2024-03-29T00:17:11.840670+0000","last_undegraded":"2024-03-29T00:17:11.840670+0000","last_fullsized":"2024-03-29T00:17:11.840670+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:09:55.290129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'13","reported_seq":197,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:18:23.476310+0000","last_change":"2024-03-29T00:15:16.748948+0000","last_active":"2024-03-29T00:18:23.476310+0000","last_peered":"2024-03-29T00:18:23.476310+0000","last_clean":"2024-03-29T00:18:23.476310+0000","last_became_active":"2024-03-29T00:15:16.748528+0000","last_became_peered":"2024-03-29T00:15:16.748528+0000","last_unstale":"2024-03-29T00:18:23.476310+0000","last_undegraded":"2024-03-29T00:18:23.476310+0000","last_fullsized":"2024-03-29T00:18:23.476310+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:38:19.863658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":152,"num_read_kb":152,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.537419+0000","last_change":"2024-03-29T00:15:17.748913+0000","last_active":"2024-03-29T00:17:11.537419+0000","last_peered":"2024-03-29T00:17:11.537419+0000","last_clean":"2024-03-29T00:17:11.537419+0000","last_became_active":"2024-03-29T00:15:17.748538+0000","last_became_peered":"2024-03-29T00:15:17.748538+0000","last_unstale":"2024-03-29T00:17:11.537419+0000","last_undegraded":"2024-03-29T00:17:11.537419+0000","last_fullsized":"2024-03-29T00:17:11.537419+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:22:16.497926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513194+0000","last_change":"2024-03-29T00:15:22.257849+0000","last_active":"2024-03-29T00:17:11.513194+0000","last_peered":"2024-03-29T00:17:11.513194+0000","last_clean":"2024-03-29T00:17:11.513194+0000","last_became_active":"2024-03-29T00:15:22.257425+0000","last_became_peered":"2024-03-29T00:15:22.257425+0000","last_unstale":"2024-03-29T00:17:11.513194+0000","last_undegraded":"2024-03-29T00:17:11.513194+0000","last_fullsized":"2024-03-29T00:17:11.513194+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:53:11.739039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.537428+0000","last_change":"2024-03-29T00:15:16.756275+0000","last_active":"2024-03-29T00:17:11.537428+0000","last_peered":"2024-03-29T00:17:11.537428+0000","last_clean":"2024-03-29T00:17:11.537428+0000","last_became_active":"2024-03-29T00:15:16.755375+0000","last_became_peered":"2024-03-29T00:15:16.755375+0000","last_unstale":"2024-03-29T00:17:11.537428+0000","last_undegraded":"2024-03-29T00:17:11.537428+0000","last_fullsized":"2024-03-29T00:17:11.537428+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:27:30.800359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516299+0000","last_change":"2024-03-29T00:15:17.760922+0000","last_active":"2024-03-29T00:17:11.516299+0000","last_peered":"2024-03-29T00:17:11.516299+0000","last_clean":"2024-03-29T00:17:11.516299+0000","last_became_active":"2024-03-29T00:15:17.758044+0000","last_became_peered":"2024-03-29T00:15:17.758044+0000","last_unstale":"2024-03-29T00:17:11.516299+0000","last_undegraded":"2024-03-29T00:17:11.516299+0000","last_fullsized":"2024-03-29T00:17:11.516299+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:48:37.320538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513540+0000","last_change":"2024-03-29T00:15:22.257095+0000","last_active":"2024-03-29T00:17:11.513540+0000","last_peered":"2024-03-29T00:17:11.513540+0000","last_clean":"2024-03-29T00:17:11.513540+0000","last_became_active":"2024-03-29T00:15:22.256366+0000","last_became_peered":"2024-03-29T00:15:22.256366+0000","last_unstale":"2024-03-29T00:17:11.513540+0000","last_undegraded":"2024-03-29T00:17:11.513540+0000","last_fullsized":"2024-03-29T00:17:11.513540+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:17:47.126759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'12","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521360+0000","last_change":"2024-03-29T00:15:16.739643+0000","last_active":"2024-03-29T00:17:11.521360+0000","last_peered":"2024-03-29T00:17:11.521360+0000","last_clean":"2024-03-29T00:17:11.521360+0000","last_became_active":"2024-03-29T00:15:16.739319+0000","last_became_peered":"2024-03-29T00:15:16.739319+0000","last_unstale":"2024-03-29T00:17:11.521360+0000","last_undegraded":"2024-03-29T00:17:11.521360+0000","last_fullsized":"2024-03-29T00:17:11.521360+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:00:05.186487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698365+0000","last_change":"2024-03-29T00:15:17.758346+0000","last_active":"2024-03-29T00:17:11.698365+0000","last_peered":"2024-03-29T00:17:11.698365+0000","last_clean":"2024-03-29T00:17:11.698365+0000","last_became_active":"2024-03-29T00:15:17.758028+0000","last_became_peered":"2024-03-29T00:15:17.758028+0000","last_unstale":"2024-03-29T00:17:11.698365+0000","last_undegraded":"2024-03-29T00:17:11.698365+0000","last_fullsized":"2024-03-29T00:17:11.698365+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:21:01.507774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513235+0000","last_change":"2024-03-29T00:15:22.258520+0000","last_active":"2024-03-29T00:17:11.513235+0000","last_peered":"2024-03-29T00:17:11.513235+0000","last_clean":"2024-03-29T00:17:11.513235+0000","last_became_active":"2024-03-29T00:15:22.258008+0000","last_became_peered":"2024-03-29T00:15:22.258008+0000","last_unstale":"2024-03-29T00:17:11.513235+0000","last_undegraded":"2024-03-29T00:17:11.513235+0000","last_fullsized":"2024-03-29T00:17:11.513235+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:19:04.999305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521222+0000","last_change":"2024-03-29T00:15:16.738623+0000","last_active":"2024-03-29T00:17:11.521222+0000","last_peered":"2024-03-29T00:17:11.521222+0000","last_clean":"2024-03-29T00:17:11.521222+0000","last_became_active":"2024-03-29T00:15:16.738313+0000","last_became_peered":"2024-03-29T00:15:16.738313+0000","last_unstale":"2024-03-29T00:17:11.521222+0000","last_undegraded":"2024-03-29T00:17:11.521222+0000","last_fullsized":"2024-03-29T00:17:11.521222+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:23:45.472226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516596+0000","last_change":"2024-03-29T00:15:17.753263+0000","last_active":"2024-03-29T00:17:11.516596+0000","last_peered":"2024-03-29T00:17:11.516596+0000","last_clean":"2024-03-29T00:17:11.516596+0000","last_became_active":"2024-03-29T00:15:17.752871+0000","last_became_peered":"2024-03-29T00:15:17.752871+0000","last_unstale":"2024-03-29T00:17:11.516596+0000","last_undegraded":"2024-03-29T00:17:11.516596+0000","last_fullsized":"2024-03-29T00:17:11.516596+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:33:41.829488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840963+0000","last_change":"2024-03-29T00:15:22.243462+0000","last_active":"2024-03-29T00:17:11.840963+0000","last_peered":"2024-03-29T00:17:11.840963+0000","last_clean":"2024-03-29T00:17:11.840963+0000","last_became_active":"2024-03-29T00:15:22.243049+0000","last_became_peered":"2024-03-29T00:15:22.243049+0000","last_unstale":"2024-03-29T00:17:11.840963+0000","last_undegraded":"2024-03-29T00:17:11.840963+0000","last_fullsized":"2024-03-29T00:17:11.840963+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:14:06.711811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"93'8","reported_seq":195,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:18:20.269375+0000","last_change":"2024-03-29T00:15:16.740207+0000","last_active":"2024-03-29T00:18:20.269375+0000","last_peered":"2024-03-29T00:18:20.269375+0000","last_clean":"2024-03-29T00:18:20.269375+0000","last_became_active":"2024-03-29T00:15:16.739914+0000","last_became_peered":"2024-03-29T00:15:16.739914+0000","last_unstale":"2024-03-29T00:18:20.269375+0000","last_undegraded":"2024-03-29T00:18:20.269375+0000","last_fullsized":"2024-03-29T00:18:20.269375+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:47:48.717176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1460,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":155,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520871+0000","last_change":"2024-03-29T00:15:17.742837+0000","last_active":"2024-03-29T00:17:11.520871+0000","last_peered":"2024-03-29T00:17:11.520871+0000","last_clean":"2024-03-29T00:17:11.520871+0000","last_became_active":"2024-03-29T00:15:17.742519+0000","last_became_peered":"2024-03-29T00:15:17.742519+0000","last_unstale":"2024-03-29T00:17:11.520871+0000","last_undegraded":"2024-03-29T00:17:11.520871+0000","last_fullsized":"2024-03-29T00:17:11.520871+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:39:29.973433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840817+0000","last_change":"2024-03-29T00:15:22.262917+0000","last_active":"2024-03-29T00:17:11.840817+0000","last_peered":"2024-03-29T00:17:11.840817+0000","last_clean":"2024-03-29T00:17:11.840817+0000","last_became_active":"2024-03-29T00:15:22.262453+0000","last_became_peered":"2024-03-29T00:15:22.262453+0000","last_unstale":"2024-03-29T00:17:11.840817+0000","last_undegraded":"2024-03-29T00:17:11.840817+0000","last_fullsized":"2024-03-29T00:17:11.840817+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T12:10:33.960242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.519842+0000","last_change":"2024-03-29T00:15:16.757240+0000","last_active":"2024-03-29T00:17:11.519842+0000","last_peered":"2024-03-29T00:17:11.519842+0000","last_clean":"2024-03-29T00:17:11.519842+0000","last_became_active":"2024-03-29T00:15:16.756907+0000","last_became_peered":"2024-03-29T00:15:16.756907+0000","last_unstale":"2024-03-29T00:17:11.519842+0000","last_undegraded":"2024-03-29T00:17:11.519842+0000","last_fullsized":"2024-03-29T00:17:11.519842+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:37:43.111470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516431+0000","last_change":"2024-03-29T00:15:17.746984+0000","last_active":"2024-03-29T00:17:11.516431+0000","last_peered":"2024-03-29T00:17:11.516431+0000","last_clean":"2024-03-29T00:17:11.516431+0000","last_became_active":"2024-03-29T00:15:17.746564+0000","last_became_peered":"2024-03-29T00:15:17.746564+0000","last_unstale":"2024-03-29T00:17:11.516431+0000","last_undegraded":"2024-03-29T00:17:11.516431+0000","last_fullsized":"2024-03-29T00:17:11.516431+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:29:20.268069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.007177+0000","last_change":"2024-03-29T00:16:11.384884+0000","last_active":"2024-03-29T00:17:12.007177+0000","last_peered":"2024-03-29T00:17:12.007177+0000","last_clean":"2024-03-29T00:17:12.007177+0000","last_became_active":"2024-03-29T00:16:11.384404+0000","last_became_peered":"2024-03-29T00:16:11.384404+0000","last_unstale":"2024-03-29T00:17:12.007177+0000","last_undegraded":"2024-03-29T00:17:12.007177+0000","last_fullsized":"2024-03-29T00:17:12.007177+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:13:12.497336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.843769+0000","last_change":"2024-03-29T00:15:16.757829+0000","last_active":"2024-03-29T00:17:11.843769+0000","last_peered":"2024-03-29T00:17:11.843769+0000","last_clean":"2024-03-29T00:17:11.843769+0000","last_became_active":"2024-03-29T00:15:16.756510+0000","last_became_peered":"2024-03-29T00:15:16.756510+0000","last_unstale":"2024-03-29T00:17:11.843769+0000","last_undegraded":"2024-03-29T00:17:11.843769+0000","last_fullsized":"2024-03-29T00:17:11.843769+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:08:55.571892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.535197+0000","last_change":"2024-03-29T00:15:17.752875+0000","last_active":"2024-03-29T00:17:11.535197+0000","last_peered":"2024-03-29T00:17:11.535197+0000","last_clean":"2024-03-29T00:17:11.535197+0000","last_became_active":"2024-03-29T00:15:17.752494+0000","last_became_peered":"2024-03-29T00:15:17.752494+0000","last_unstale":"2024-03-29T00:17:11.535197+0000","last_undegraded":"2024-03-29T00:17:11.535197+0000","last_fullsized":"2024-03-29T00:17:11.535197+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:53:20.546382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.515933+0000","last_change":"2024-03-29T00:15:22.263552+0000","last_active":"2024-03-29T00:17:11.515933+0000","last_peered":"2024-03-29T00:17:11.515933+0000","last_clean":"2024-03-29T00:17:11.515933+0000","last_became_active":"2024-03-29T00:15:22.263079+0000","last_became_peered":"2024-03-29T00:15:22.263079+0000","last_unstale":"2024-03-29T00:17:11.515933+0000","last_undegraded":"2024-03-29T00:17:11.515933+0000","last_fullsized":"2024-03-29T00:17:11.515933+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:25:01.464045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516058+0000","last_change":"2024-03-29T00:15:16.741297+0000","last_active":"2024-03-29T00:17:11.516058+0000","last_peered":"2024-03-29T00:17:11.516058+0000","last_clean":"2024-03-29T00:17:11.516058+0000","last_became_active":"2024-03-29T00:15:16.740992+0000","last_became_peered":"2024-03-29T00:15:16.740992+0000","last_unstale":"2024-03-29T00:17:11.516058+0000","last_undegraded":"2024-03-29T00:17:11.516058+0000","last_fullsized":"2024-03-29T00:17:11.516058+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:18:01.056825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.522457+0000","last_change":"2024-03-29T00:15:17.764461+0000","last_active":"2024-03-29T00:17:11.522457+0000","last_peered":"2024-03-29T00:17:11.522457+0000","last_clean":"2024-03-29T00:17:11.522457+0000","last_became_active":"2024-03-29T00:15:17.764031+0000","last_became_peered":"2024-03-29T00:15:17.764031+0000","last_unstale":"2024-03-29T00:17:11.522457+0000","last_undegraded":"2024-03-29T00:17:11.522457+0000","last_fullsized":"2024-03-29T00:17:11.522457+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:52:52.650295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.535349+0000","last_change":"2024-03-29T00:15:22.247337+0000","last_active":"2024-03-29T00:17:11.535349+0000","last_peered":"2024-03-29T00:17:11.535349+0000","last_clean":"2024-03-29T00:17:11.535349+0000","last_became_active":"2024-03-29T00:15:22.246923+0000","last_became_peered":"2024-03-29T00:15:22.246923+0000","last_unstale":"2024-03-29T00:17:11.535349+0000","last_undegraded":"2024-03-29T00:17:11.535349+0000","last_fullsized":"2024-03-29T00:17:11.535349+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:41:51.054749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"93'6","reported_seq":336,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:18:21.270022+0000","last_change":"2024-03-29T00:15:16.750484+0000","last_active":"2024-03-29T00:18:21.270022+0000","last_peered":"2024-03-29T00:18:21.270022+0000","last_clean":"2024-03-29T00:18:21.270022+0000","last_became_active":"2024-03-29T00:15:16.750115+0000","last_became_peered":"2024-03-29T00:15:16.750115+0000","last_unstale":"2024-03-29T00:18:21.270022+0000","last_undegraded":"2024-03-29T00:18:21.270022+0000","last_fullsized":"2024-03-29T00:18:21.270022+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:20:58.348890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":298,"num_read_kb":298,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698625+0000","last_change":"2024-03-29T00:15:17.753692+0000","last_active":"2024-03-29T00:17:11.698625+0000","last_peered":"2024-03-29T00:17:11.698625+0000","last_clean":"2024-03-29T00:17:11.698625+0000","last_became_active":"2024-03-29T00:15:17.753024+0000","last_became_peered":"2024-03-29T00:15:17.753024+0000","last_unstale":"2024-03-29T00:17:11.698625+0000","last_undegraded":"2024-03-29T00:17:11.698625+0000","last_fullsized":"2024-03-29T00:17:11.698625+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:12:29.379196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520986+0000","last_change":"2024-03-29T00:15:22.253455+0000","last_active":"2024-03-29T00:17:11.520986+0000","last_peered":"2024-03-29T00:17:11.520986+0000","last_clean":"2024-03-29T00:17:11.520986+0000","last_became_active":"2024-03-29T00:15:22.252913+0000","last_became_peered":"2024-03-29T00:15:22.252913+0000","last_unstale":"2024-03-29T00:17:11.520986+0000","last_undegraded":"2024-03-29T00:17:11.520986+0000","last_fullsized":"2024-03-29T00:17:11.520986+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:40:02.001504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.518165+0000","last_change":"2024-03-29T00:15:16.736241+0000","last_active":"2024-03-29T00:17:11.518165+0000","last_peered":"2024-03-29T00:17:11.518165+0000","last_clean":"2024-03-29T00:17:11.518165+0000","last_became_active":"2024-03-29T00:15:16.735905+0000","last_became_peered":"2024-03-29T00:15:16.735905+0000","last_unstale":"2024-03-29T00:17:11.518165+0000","last_undegraded":"2024-03-29T00:17:11.518165+0000","last_fullsized":"2024-03-29T00:17:11.518165+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:05:08.202493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516172+0000","last_change":"2024-03-29T00:15:17.759437+0000","last_active":"2024-03-29T00:17:11.516172+0000","last_peered":"2024-03-29T00:17:11.516172+0000","last_clean":"2024-03-29T00:17:11.516172+0000","last_became_active":"2024-03-29T00:15:17.758597+0000","last_became_peered":"2024-03-29T00:15:17.758597+0000","last_unstale":"2024-03-29T00:17:11.516172+0000","last_undegraded":"2024-03-29T00:17:11.516172+0000","last_fullsized":"2024-03-29T00:17:11.516172+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:46:10.357640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513656+0000","last_change":"2024-03-29T00:16:11.368030+0000","last_active":"2024-03-29T00:17:11.513656+0000","last_peered":"2024-03-29T00:17:11.513656+0000","last_clean":"2024-03-29T00:17:11.513656+0000","last_became_active":"2024-03-29T00:16:11.367586+0000","last_became_peered":"2024-03-29T00:16:11.367586+0000","last_unstale":"2024-03-29T00:17:11.513656+0000","last_undegraded":"2024-03-29T00:17:11.513656+0000","last_fullsized":"2024-03-29T00:17:11.513656+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:42:46.291998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516601+0000","last_change":"2024-03-29T00:15:16.755174+0000","last_active":"2024-03-29T00:17:11.516601+0000","last_peered":"2024-03-29T00:17:11.516601+0000","last_clean":"2024-03-29T00:17:11.516601+0000","last_became_active":"2024-03-29T00:15:16.754891+0000","last_became_peered":"2024-03-29T00:15:16.754891+0000","last_unstale":"2024-03-29T00:17:11.516601+0000","last_undegraded":"2024-03-29T00:17:11.516601+0000","last_fullsized":"2024-03-29T00:17:11.516601+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:54:24.866426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698517+0000","last_change":"2024-03-29T00:15:17.746836+0000","last_active":"2024-03-29T00:17:11.698517+0000","last_peered":"2024-03-29T00:17:11.698517+0000","last_clean":"2024-03-29T00:17:11.698517+0000","last_became_active":"2024-03-29T00:15:17.745280+0000","last_became_peered":"2024-03-29T00:15:17.745280+0000","last_unstale":"2024-03-29T00:17:11.698517+0000","last_undegraded":"2024-03-29T00:17:11.698517+0000","last_fullsized":"2024-03-29T00:17:11.698517+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:43:55.060600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.523170+0000","last_change":"2024-03-29T00:15:22.243939+0000","last_active":"2024-03-29T00:17:11.523170+0000","last_peered":"2024-03-29T00:17:11.523170+0000","last_clean":"2024-03-29T00:17:11.523170+0000","last_became_active":"2024-03-29T00:15:22.240787+0000","last_became_peered":"2024-03-29T00:15:22.240787+0000","last_unstale":"2024-03-29T00:17:11.523170+0000","last_undegraded":"2024-03-29T00:17:11.523170+0000","last_fullsized":"2024-03-29T00:17:11.523170+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:54:19.278218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"93'42","reported_seq":386,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:18:21.270469+0000","last_change":"2024-03-29T00:15:16.736133+0000","last_active":"2024-03-29T00:18:21.270469+0000","last_peered":"2024-03-29T00:18:21.270469+0000","last_clean":"2024-03-29T00:18:21.270469+0000","last_became_active":"2024-03-29T00:15:16.735760+0000","last_became_peered":"2024-03-29T00:15:16.735760+0000","last_unstale":"2024-03-29T00:18:21.270469+0000","last_undegraded":"2024-03-29T00:18:21.270469+0000","last_fullsized":"2024-03-29T00:18:21.270469+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:10:20.919518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69111,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":312,"num_read_kb":225,"num_write":44,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521198+0000","last_change":"2024-03-29T00:15:17.745571+0000","last_active":"2024-03-29T00:17:11.521198+0000","last_peered":"2024-03-29T00:17:11.521198+0000","last_clean":"2024-03-29T00:17:11.521198+0000","last_became_active":"2024-03-29T00:15:17.745234+0000","last_became_peered":"2024-03-29T00:15:17.745234+0000","last_unstale":"2024-03-29T00:17:11.521198+0000","last_undegraded":"2024-03-29T00:17:11.521198+0000","last_fullsized":"2024-03-29T00:17:11.521198+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:13:49.868391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516801+0000","last_change":"2024-03-29T00:15:22.257256+0000","last_active":"2024-03-29T00:17:11.516801+0000","last_peered":"2024-03-29T00:17:11.516801+0000","last_clean":"2024-03-29T00:17:11.516801+0000","last_became_active":"2024-03-29T00:15:22.256852+0000","last_became_peered":"2024-03-29T00:15:22.256852+0000","last_unstale":"2024-03-29T00:17:11.516801+0000","last_undegraded":"2024-03-29T00:17:11.516801+0000","last_fullsized":"2024-03-29T00:17:11.516801+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:30:20.222051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840799+0000","last_change":"2024-03-29T00:15:16.740530+0000","last_active":"2024-03-29T00:17:11.840799+0000","last_peered":"2024-03-29T00:17:11.840799+0000","last_clean":"2024-03-29T00:17:11.840799+0000","last_became_active":"2024-03-29T00:15:16.740208+0000","last_became_peered":"2024-03-29T00:15:16.740208+0000","last_unstale":"2024-03-29T00:17:11.840799+0000","last_undegraded":"2024-03-29T00:17:11.840799+0000","last_fullsized":"2024-03-29T00:17:11.840799+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:30:15.569684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844270+0000","last_change":"2024-03-29T00:15:17.765870+0000","last_active":"2024-03-29T00:17:11.844270+0000","last_peered":"2024-03-29T00:17:11.844270+0000","last_clean":"2024-03-29T00:17:11.844270+0000","last_became_active":"2024-03-29T00:15:17.765091+0000","last_became_peered":"2024-03-29T00:15:17.765091+0000","last_unstale":"2024-03-29T00:17:11.844270+0000","last_undegraded":"2024-03-29T00:17:11.844270+0000","last_fullsized":"2024-03-29T00:17:11.844270+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:33:20.102055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006878+0000","last_change":"2024-03-29T00:15:22.262727+0000","last_active":"2024-03-29T00:17:12.006878+0000","last_peered":"2024-03-29T00:17:12.006878+0000","last_clean":"2024-03-29T00:17:12.006878+0000","last_became_active":"2024-03-29T00:15:22.262328+0000","last_became_peered":"2024-03-29T00:15:22.262328+0000","last_unstale":"2024-03-29T00:17:12.006878+0000","last_undegraded":"2024-03-29T00:17:12.006878+0000","last_fullsized":"2024-03-29T00:17:12.006878+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:27:15.160505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516254+0000","last_change":"2024-03-29T00:15:16.757569+0000","last_active":"2024-03-29T00:17:11.516254+0000","last_peered":"2024-03-29T00:17:11.516254+0000","last_clean":"2024-03-29T00:17:11.516254+0000","last_became_active":"2024-03-29T00:15:16.757252+0000","last_became_peered":"2024-03-29T00:15:16.757252+0000","last_unstale":"2024-03-29T00:17:11.516254+0000","last_undegraded":"2024-03-29T00:17:11.516254+0000","last_fullsized":"2024-03-29T00:17:11.516254+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:21:52.967540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517969+0000","last_change":"2024-03-29T00:15:17.749618+0000","last_active":"2024-03-29T00:17:11.517969+0000","last_peered":"2024-03-29T00:17:11.517969+0000","last_clean":"2024-03-29T00:17:11.517969+0000","last_became_active":"2024-03-29T00:15:17.749247+0000","last_became_peered":"2024-03-29T00:15:17.749247+0000","last_unstale":"2024-03-29T00:17:11.517969+0000","last_undegraded":"2024-03-29T00:17:11.517969+0000","last_fullsized":"2024-03-29T00:17:11.517969+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:09:27.883741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.525371+0000","last_change":"2024-03-29T00:15:22.251943+0000","last_active":"2024-03-29T00:17:11.525371+0000","last_peered":"2024-03-29T00:17:11.525371+0000","last_clean":"2024-03-29T00:17:11.525371+0000","last_became_active":"2024-03-29T00:15:22.251499+0000","last_became_peered":"2024-03-29T00:15:22.251499+0000","last_unstale":"2024-03-29T00:17:11.525371+0000","last_undegraded":"2024-03-29T00:17:11.525371+0000","last_fullsized":"2024-03-29T00:17:11.525371+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:20:54.548657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"91'7","reported_seq":193,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:18:20.366996+0000","last_change":"2024-03-29T00:15:16.739094+0000","last_active":"2024-03-29T00:18:20.366996+0000","last_peered":"2024-03-29T00:18:20.366996+0000","last_clean":"2024-03-29T00:18:20.366996+0000","last_became_active":"2024-03-29T00:15:16.738758+0000","last_became_peered":"2024-03-29T00:15:16.738758+0000","last_unstale":"2024-03-29T00:18:20.366996+0000","last_undegraded":"2024-03-29T00:18:20.366996+0000","last_fullsized":"2024-03-29T00:18:20.366996+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:14:59.493130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":155,"num_read_kb":5,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.525926+0000","last_change":"2024-03-29T00:17:11.525494+0000","last_active":"2024-03-29T00:17:11.525926+0000","last_peered":"2024-03-29T00:17:11.525926+0000","last_clean":"2024-03-29T00:17:11.525926+0000","last_became_active":"2024-03-29T00:17:11.525051+0000","last_became_peered":"2024-03-29T00:17:11.525051+0000","last_unstale":"2024-03-29T00:17:11.525926+0000","last_undegraded":"2024-03-29T00:17:11.525926+0000","last_fullsized":"2024-03-29T00:17:11.525926+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:44:44.734146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,10],"acting":[7,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.845132+0000","last_change":"2024-03-29T00:15:22.265989+0000","last_active":"2024-03-29T00:17:11.845132+0000","last_peered":"2024-03-29T00:17:11.845132+0000","last_clean":"2024-03-29T00:17:11.845132+0000","last_became_active":"2024-03-29T00:15:22.265276+0000","last_became_peered":"2024-03-29T00:15:22.265276+0000","last_unstale":"2024-03-29T00:17:11.845132+0000","last_undegraded":"2024-03-29T00:17:11.845132+0000","last_fullsized":"2024-03-29T00:17:11.845132+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:11:14.292823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006618+0000","last_change":"2024-03-29T00:16:11.396753+0000","last_active":"2024-03-29T00:17:12.006618+0000","last_peered":"2024-03-29T00:17:12.006618+0000","last_clean":"2024-03-29T00:17:12.006618+0000","last_became_active":"2024-03-29T00:16:11.378825+0000","last_became_peered":"2024-03-29T00:16:11.378825+0000","last_unstale":"2024-03-29T00:17:12.006618+0000","last_undegraded":"2024-03-29T00:17:12.006618+0000","last_fullsized":"2024-03-29T00:17:12.006618+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:13:36.975010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516070+0000","last_change":"2024-03-29T00:15:17.742577+0000","last_active":"2024-03-29T00:17:11.516070+0000","last_peered":"2024-03-29T00:17:11.516070+0000","last_clean":"2024-03-29T00:17:11.516070+0000","last_became_active":"2024-03-29T00:15:17.742260+0000","last_became_peered":"2024-03-29T00:15:17.742260+0000","last_unstale":"2024-03-29T00:17:11.516070+0000","last_undegraded":"2024-03-29T00:17:11.516070+0000","last_fullsized":"2024-03-29T00:17:11.516070+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:24:09.583170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":17,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520784+0000","last_change":"2024-03-29T00:16:11.383634+0000","last_active":"2024-03-29T00:17:11.520784+0000","last_peered":"2024-03-29T00:17:11.520784+0000","last_clean":"2024-03-29T00:17:11.520784+0000","last_became_active":"2024-03-29T00:16:11.383327+0000","last_became_peered":"2024-03-29T00:16:11.383327+0000","last_unstale":"2024-03-29T00:17:11.520784+0000","last_undegraded":"2024-03-29T00:17:11.520784+0000","last_fullsized":"2024-03-29T00:17:11.520784+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:54:02.540252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,3,1],"acting":[8,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521398+0000","last_change":"2024-03-29T00:15:16.737747+0000","last_active":"2024-03-29T00:17:11.521398+0000","last_peered":"2024-03-29T00:17:11.521398+0000","last_clean":"2024-03-29T00:17:11.521398+0000","last_became_active":"2024-03-29T00:15:16.737425+0000","last_became_peered":"2024-03-29T00:15:16.737425+0000","last_unstale":"2024-03-29T00:17:11.521398+0000","last_undegraded":"2024-03-29T00:17:11.521398+0000","last_fullsized":"2024-03-29T00:17:11.521398+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:08:47.207767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006999+0000","last_change":"2024-03-29T00:15:17.747981+0000","last_active":"2024-03-29T00:17:12.006999+0000","last_peered":"2024-03-29T00:17:12.006999+0000","last_clean":"2024-03-29T00:17:12.006999+0000","last_became_active":"2024-03-29T00:15:17.747497+0000","last_became_peered":"2024-03-29T00:15:17.747497+0000","last_unstale":"2024-03-29T00:17:12.006999+0000","last_undegraded":"2024-03-29T00:17:12.006999+0000","last_fullsized":"2024-03-29T00:17:12.006999+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:57:16.615929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520957+0000","last_change":"2024-03-29T00:15:22.331685+0000","last_active":"2024-03-29T00:17:11.520957+0000","last_peered":"2024-03-29T00:17:11.520957+0000","last_clean":"2024-03-29T00:17:11.520957+0000","last_became_active":"2024-03-29T00:15:22.331290+0000","last_became_peered":"2024-03-29T00:15:22.331290+0000","last_unstale":"2024-03-29T00:17:11.520957+0000","last_undegraded":"2024-03-29T00:17:11.520957+0000","last_fullsized":"2024-03-29T00:17:11.520957+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:14:26.847154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521923+0000","last_change":"2024-03-29T00:15:16.760207+0000","last_active":"2024-03-29T00:17:11.521923+0000","last_peered":"2024-03-29T00:17:11.521923+0000","last_clean":"2024-03-29T00:17:11.521923+0000","last_became_active":"2024-03-29T00:15:16.759463+0000","last_became_peered":"2024-03-29T00:15:16.759463+0000","last_unstale":"2024-03-29T00:17:11.521923+0000","last_undegraded":"2024-03-29T00:17:11.521923+0000","last_fullsized":"2024-03-29T00:17:11.521923+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:36:55.457881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520164+0000","last_change":"2024-03-29T00:15:17.747579+0000","last_active":"2024-03-29T00:17:11.520164+0000","last_peered":"2024-03-29T00:17:11.520164+0000","last_clean":"2024-03-29T00:17:11.520164+0000","last_became_active":"2024-03-29T00:15:17.747149+0000","last_became_peered":"2024-03-29T00:15:17.747149+0000","last_unstale":"2024-03-29T00:17:11.520164+0000","last_undegraded":"2024-03-29T00:17:11.520164+0000","last_fullsized":"2024-03-29T00:17:11.520164+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:04:23.471964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844384+0000","last_change":"2024-03-29T00:15:22.258795+0000","last_active":"2024-03-29T00:17:11.844384+0000","last_peered":"2024-03-29T00:17:11.844384+0000","last_clean":"2024-03-29T00:17:11.844384+0000","last_became_active":"2024-03-29T00:15:22.258303+0000","last_became_peered":"2024-03-29T00:15:22.258303+0000","last_unstale":"2024-03-29T00:17:11.844384+0000","last_undegraded":"2024-03-29T00:17:11.844384+0000","last_fullsized":"2024-03-29T00:17:11.844384+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:58:57.157128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'5","reported_seq":187,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:18:21.472803+0000","last_change":"2024-03-29T00:15:16.757256+0000","last_active":"2024-03-29T00:18:21.472803+0000","last_peered":"2024-03-29T00:18:21.472803+0000","last_clean":"2024-03-29T00:18:21.472803+0000","last_became_active":"2024-03-29T00:15:16.756898+0000","last_became_peered":"2024-03-29T00:15:16.756898+0000","last_unstale":"2024-03-29T00:18:21.472803+0000","last_undegraded":"2024-03-29T00:18:21.472803+0000","last_fullsized":"2024-03-29T00:18:21.472803+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:02:53.001781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":150,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520038+0000","last_change":"2024-03-29T00:15:17.753937+0000","last_active":"2024-03-29T00:17:11.520038+0000","last_peered":"2024-03-29T00:17:11.520038+0000","last_clean":"2024-03-29T00:17:11.520038+0000","last_became_active":"2024-03-29T00:15:17.753525+0000","last_became_peered":"2024-03-29T00:15:17.753525+0000","last_unstale":"2024-03-29T00:17:11.520038+0000","last_undegraded":"2024-03-29T00:17:11.520038+0000","last_fullsized":"2024-03-29T00:17:11.520038+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:28:33.393303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844596+0000","last_change":"2024-03-29T00:15:22.334142+0000","last_active":"2024-03-29T00:17:11.844596+0000","last_peered":"2024-03-29T00:17:11.844596+0000","last_clean":"2024-03-29T00:17:11.844596+0000","last_became_active":"2024-03-29T00:15:22.331566+0000","last_became_peered":"2024-03-29T00:15:22.331566+0000","last_unstale":"2024-03-29T00:17:11.844596+0000","last_undegraded":"2024-03-29T00:17:11.844596+0000","last_fullsized":"2024-03-29T00:17:11.844596+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:37:58.048380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516384+0000","last_change":"2024-03-29T00:15:17.753142+0000","last_active":"2024-03-29T00:17:11.516384+0000","last_peered":"2024-03-29T00:17:11.516384+0000","last_clean":"2024-03-29T00:17:11.516384+0000","last_became_active":"2024-03-29T00:15:17.752793+0000","last_became_peered":"2024-03-29T00:15:17.752793+0000","last_unstale":"2024-03-29T00:17:11.516384+0000","last_undegraded":"2024-03-29T00:17:11.516384+0000","last_fullsized":"2024-03-29T00:17:11.516384+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:40:12.067520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'6","reported_seq":188,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:18:19.364540+0000","last_change":"2024-03-29T00:15:16.764458+0000","last_active":"2024-03-29T00:18:19.364540+0000","last_peered":"2024-03-29T00:18:19.364540+0000","last_clean":"2024-03-29T00:18:19.364540+0000","last_became_active":"2024-03-29T00:15:16.763931+0000","last_became_peered":"2024-03-29T00:15:16.763931+0000","last_unstale":"2024-03-29T00:18:19.364540+0000","last_undegraded":"2024-03-29T00:18:19.364540+0000","last_fullsized":"2024-03-29T00:18:19.364540+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:44:51.047108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":150,"num_read_kb":150,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.518041+0000","last_change":"2024-03-29T00:15:22.252176+0000","last_active":"2024-03-29T00:17:11.518041+0000","last_peered":"2024-03-29T00:17:11.518041+0000","last_clean":"2024-03-29T00:17:11.518041+0000","last_became_active":"2024-03-29T00:15:22.251693+0000","last_became_peered":"2024-03-29T00:15:22.251693+0000","last_unstale":"2024-03-29T00:17:11.518041+0000","last_undegraded":"2024-03-29T00:17:11.518041+0000","last_fullsized":"2024-03-29T00:17:11.518041+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:09:48.968796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.536214+0000","last_change":"2024-03-29T00:15:17.743986+0000","last_active":"2024-03-29T00:17:11.536214+0000","last_peered":"2024-03-29T00:17:11.536214+0000","last_clean":"2024-03-29T00:17:11.536214+0000","last_became_active":"2024-03-29T00:15:17.743642+0000","last_became_peered":"2024-03-29T00:15:17.743642+0000","last_unstale":"2024-03-29T00:17:11.536214+0000","last_undegraded":"2024-03-29T00:17:11.536214+0000","last_fullsized":"2024-03-29T00:17:11.536214+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:00:35.338004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513611+0000","last_change":"2024-03-29T00:15:16.750519+0000","last_active":"2024-03-29T00:17:11.513611+0000","last_peered":"2024-03-29T00:17:11.513611+0000","last_clean":"2024-03-29T00:17:11.513611+0000","last_became_active":"2024-03-29T00:15:16.750126+0000","last_became_peered":"2024-03-29T00:15:16.750126+0000","last_unstale":"2024-03-29T00:17:11.513611+0000","last_undegraded":"2024-03-29T00:17:11.513611+0000","last_fullsized":"2024-03-29T00:17:11.513611+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:22:51.266572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":356,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517649+0000","last_change":"2024-03-29T00:13:56.077307+0000","last_active":"2024-03-29T00:17:11.517649+0000","last_peered":"2024-03-29T00:17:11.517649+0000","last_clean":"2024-03-29T00:17:11.517649+0000","last_became_active":"2024-03-29T00:13:56.076828+0000","last_became_peered":"2024-03-29T00:13:56.076828+0000","last_unstale":"2024-03-29T00:17:11.517649+0000","last_undegraded":"2024-03-29T00:17:11.517649+0000","last_fullsized":"2024-03-29T00:17:11.517649+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:09:58.300338+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:09:58.300338+0000","last_clean_scrub_stamp":"2024-03-29T00:09:58.300338+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:33:00.731736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516712+0000","last_change":"2024-03-29T00:15:22.331730+0000","last_active":"2024-03-29T00:17:11.516712+0000","last_peered":"2024-03-29T00:17:11.516712+0000","last_clean":"2024-03-29T00:17:11.516712+0000","last_became_active":"2024-03-29T00:15:22.331367+0000","last_became_peered":"2024-03-29T00:15:22.331367+0000","last_unstale":"2024-03-29T00:17:11.516712+0000","last_undegraded":"2024-03-29T00:17:11.516712+0000","last_fullsized":"2024-03-29T00:17:11.516712+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:38:13.520007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.843411+0000","last_change":"2024-03-29T00:15:17.751266+0000","last_active":"2024-03-29T00:17:11.843411+0000","last_peered":"2024-03-29T00:17:11.843411+0000","last_clean":"2024-03-29T00:17:11.843411+0000","last_became_active":"2024-03-29T00:15:17.750845+0000","last_became_peered":"2024-03-29T00:15:17.750845+0000","last_unstale":"2024-03-29T00:17:11.843411+0000","last_undegraded":"2024-03-29T00:17:11.843411+0000","last_fullsized":"2024-03-29T00:17:11.843411+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:56:31.700591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517827+0000","last_change":"2024-03-29T00:15:16.739703+0000","last_active":"2024-03-29T00:17:11.517827+0000","last_peered":"2024-03-29T00:17:11.517827+0000","last_clean":"2024-03-29T00:17:11.517827+0000","last_became_active":"2024-03-29T00:15:16.739380+0000","last_became_peered":"2024-03-29T00:15:16.739380+0000","last_unstale":"2024-03-29T00:17:11.517827+0000","last_undegraded":"2024-03-29T00:17:11.517827+0000","last_fullsized":"2024-03-29T00:17:11.517827+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:53:02.586209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006813+0000","last_change":"2024-03-29T00:15:22.254899+0000","last_active":"2024-03-29T00:17:12.006813+0000","last_peered":"2024-03-29T00:17:12.006813+0000","last_clean":"2024-03-29T00:17:12.006813+0000","last_became_active":"2024-03-29T00:15:22.254531+0000","last_became_peered":"2024-03-29T00:15:22.254531+0000","last_unstale":"2024-03-29T00:17:12.006813+0000","last_undegraded":"2024-03-29T00:17:12.006813+0000","last_fullsized":"2024-03-29T00:17:12.006813+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:00:17.095776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.521244+0000","last_change":"2024-03-29T00:15:16.754030+0000","last_active":"2024-03-29T00:17:11.521244+0000","last_peered":"2024-03-29T00:17:11.521244+0000","last_clean":"2024-03-29T00:17:11.521244+0000","last_became_active":"2024-03-29T00:15:16.753722+0000","last_became_peered":"2024-03-29T00:15:16.753722+0000","last_unstale":"2024-03-29T00:17:11.521244+0000","last_undegraded":"2024-03-29T00:17:11.521244+0000","last_fullsized":"2024-03-29T00:17:11.521244+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:25:25.763692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844704+0000","last_change":"2024-03-29T00:15:17.754428+0000","last_active":"2024-03-29T00:17:11.844704+0000","last_peered":"2024-03-29T00:17:11.844704+0000","last_clean":"2024-03-29T00:17:11.844704+0000","last_became_active":"2024-03-29T00:15:17.754106+0000","last_became_peered":"2024-03-29T00:15:17.754106+0000","last_unstale":"2024-03-29T00:17:11.844704+0000","last_undegraded":"2024-03-29T00:17:11.844704+0000","last_fullsized":"2024-03-29T00:17:11.844704+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:33:38.677889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.535077+0000","last_change":"2024-03-29T00:15:22.332677+0000","last_active":"2024-03-29T00:17:11.535077+0000","last_peered":"2024-03-29T00:17:11.535077+0000","last_clean":"2024-03-29T00:17:11.535077+0000","last_became_active":"2024-03-29T00:15:22.331076+0000","last_became_peered":"2024-03-29T00:15:22.331076+0000","last_unstale":"2024-03-29T00:17:11.535077+0000","last_undegraded":"2024-03-29T00:17:11.535077+0000","last_fullsized":"2024-03-29T00:17:11.535077+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T12:15:01.211136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"93'14","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:30.267369+0000","last_change":"2024-03-29T00:15:16.759031+0000","last_active":"2024-03-29T00:17:30.267369+0000","last_peered":"2024-03-29T00:17:30.267369+0000","last_clean":"2024-03-29T00:17:30.267369+0000","last_became_active":"2024-03-29T00:15:16.758640+0000","last_became_peered":"2024-03-29T00:15:16.758640+0000","last_unstale":"2024-03-29T00:17:30.267369+0000","last_undegraded":"2024-03-29T00:17:30.267369+0000","last_fullsized":"2024-03-29T00:17:30.267369+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T12:03:49.527926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.537835+0000","last_change":"2024-03-29T00:15:17.761606+0000","last_active":"2024-03-29T00:17:11.537835+0000","last_peered":"2024-03-29T00:17:11.537835+0000","last_clean":"2024-03-29T00:17:11.537835+0000","last_became_active":"2024-03-29T00:15:17.750902+0000","last_became_peered":"2024-03-29T00:15:17.750902+0000","last_unstale":"2024-03-29T00:17:11.537835+0000","last_undegraded":"2024-03-29T00:17:11.537835+0000","last_fullsized":"2024-03-29T00:17:11.537835+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:39:20.263613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840598+0000","last_change":"2024-03-29T00:15:22.247058+0000","last_active":"2024-03-29T00:17:11.840598+0000","last_peered":"2024-03-29T00:17:11.840598+0000","last_clean":"2024-03-29T00:17:11.840598+0000","last_became_active":"2024-03-29T00:15:22.246723+0000","last_became_peered":"2024-03-29T00:15:22.246723+0000","last_unstale":"2024-03-29T00:17:11.840598+0000","last_undegraded":"2024-03-29T00:17:11.840598+0000","last_fullsized":"2024-03-29T00:17:11.840598+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:11:31.051679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.514000+0000","last_change":"2024-03-29T00:15:16.755790+0000","last_active":"2024-03-29T00:17:11.514000+0000","last_peered":"2024-03-29T00:17:11.514000+0000","last_clean":"2024-03-29T00:17:11.514000+0000","last_became_active":"2024-03-29T00:15:16.755497+0000","last_became_peered":"2024-03-29T00:15:16.755497+0000","last_unstale":"2024-03-29T00:17:11.514000+0000","last_undegraded":"2024-03-29T00:17:11.514000+0000","last_fullsized":"2024-03-29T00:17:11.514000+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:28:53.920617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516057+0000","last_change":"2024-03-29T00:15:17.763133+0000","last_active":"2024-03-29T00:17:11.516057+0000","last_peered":"2024-03-29T00:17:11.516057+0000","last_clean":"2024-03-29T00:17:11.516057+0000","last_became_active":"2024-03-29T00:15:17.762562+0000","last_became_peered":"2024-03-29T00:15:17.762562+0000","last_unstale":"2024-03-29T00:17:11.516057+0000","last_undegraded":"2024-03-29T00:17:11.516057+0000","last_fullsized":"2024-03-29T00:17:11.516057+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:03:04.244891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513702+0000","last_change":"2024-03-29T00:15:22.331867+0000","last_active":"2024-03-29T00:17:11.513702+0000","last_peered":"2024-03-29T00:17:11.513702+0000","last_clean":"2024-03-29T00:17:11.513702+0000","last_became_active":"2024-03-29T00:15:22.331408+0000","last_became_peered":"2024-03-29T00:15:22.331408+0000","last_unstale":"2024-03-29T00:17:11.513702+0000","last_undegraded":"2024-03-29T00:17:11.513702+0000","last_fullsized":"2024-03-29T00:17:11.513702+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:31:14.680523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698042+0000","last_change":"2024-03-29T00:15:16.750554+0000","last_active":"2024-03-29T00:17:11.698042+0000","last_peered":"2024-03-29T00:17:11.698042+0000","last_clean":"2024-03-29T00:17:11.698042+0000","last_became_active":"2024-03-29T00:15:16.750207+0000","last_became_peered":"2024-03-29T00:15:16.750207+0000","last_unstale":"2024-03-29T00:17:11.698042+0000","last_undegraded":"2024-03-29T00:17:11.698042+0000","last_fullsized":"2024-03-29T00:17:11.698042+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:40:01.789688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520736+0000","last_change":"2024-03-29T00:15:17.741963+0000","last_active":"2024-03-29T00:17:11.520736+0000","last_peered":"2024-03-29T00:17:11.520736+0000","last_clean":"2024-03-29T00:17:11.520736+0000","last_became_active":"2024-03-29T00:15:17.741603+0000","last_became_peered":"2024-03-29T00:15:17.741603+0000","last_unstale":"2024-03-29T00:17:11.520736+0000","last_undegraded":"2024-03-29T00:17:11.520736+0000","last_fullsized":"2024-03-29T00:17:11.520736+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:48:52.811410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.525490+0000","last_change":"2024-03-29T00:15:22.243509+0000","last_active":"2024-03-29T00:17:11.525490+0000","last_peered":"2024-03-29T00:17:11.525490+0000","last_clean":"2024-03-29T00:17:11.525490+0000","last_became_active":"2024-03-29T00:15:22.242955+0000","last_became_peered":"2024-03-29T00:15:22.242955+0000","last_unstale":"2024-03-29T00:17:11.525490+0000","last_undegraded":"2024-03-29T00:17:11.525490+0000","last_fullsized":"2024-03-29T00:17:11.525490+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:27:56.810827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.535456+0000","last_change":"2024-03-29T00:15:16.756972+0000","last_active":"2024-03-29T00:17:11.535456+0000","last_peered":"2024-03-29T00:17:11.535456+0000","last_clean":"2024-03-29T00:17:11.535456+0000","last_became_active":"2024-03-29T00:15:16.755910+0000","last_became_peered":"2024-03-29T00:15:16.755910+0000","last_unstale":"2024-03-29T00:17:11.535456+0000","last_undegraded":"2024-03-29T00:17:11.535456+0000","last_fullsized":"2024-03-29T00:17:11.535456+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:45:26.326485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006717+0000","last_change":"2024-03-29T00:15:17.759071+0000","last_active":"2024-03-29T00:17:12.006717+0000","last_peered":"2024-03-29T00:17:12.006717+0000","last_clean":"2024-03-29T00:17:12.006717+0000","last_became_active":"2024-03-29T00:15:17.758793+0000","last_became_peered":"2024-03-29T00:15:17.758793+0000","last_unstale":"2024-03-29T00:17:12.006717+0000","last_undegraded":"2024-03-29T00:17:12.006717+0000","last_fullsized":"2024-03-29T00:17:12.006717+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T00:51:05.627301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"89'1","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513686+0000","last_change":"2024-03-29T00:16:11.374400+0000","last_active":"2024-03-29T00:17:11.513686+0000","last_peered":"2024-03-29T00:17:11.513686+0000","last_clean":"2024-03-29T00:17:11.513686+0000","last_became_active":"2024-03-29T00:16:11.368663+0000","last_became_peered":"2024-03-29T00:16:11.368663+0000","last_unstale":"2024-03-29T00:17:11.513686+0000","last_undegraded":"2024-03-29T00:17:11.513686+0000","last_fullsized":"2024-03-29T00:17:11.513686+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:23:23.329544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,7,8],"acting":[4,10,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'3","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006736+0000","last_change":"2024-03-29T00:16:11.381348+0000","last_active":"2024-03-29T00:17:12.006736+0000","last_peered":"2024-03-29T00:17:12.006736+0000","last_clean":"2024-03-29T00:17:12.006736+0000","last_became_active":"2024-03-29T00:16:11.370431+0000","last_became_peered":"2024-03-29T00:16:11.370431+0000","last_unstale":"2024-03-29T00:17:12.006736+0000","last_undegraded":"2024-03-29T00:17:12.006736+0000","last_fullsized":"2024-03-29T00:17:12.006736+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:02:43.133885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.536495+0000","last_change":"2024-03-29T00:15:17.755185+0000","last_active":"2024-03-29T00:17:11.536495+0000","last_peered":"2024-03-29T00:17:11.536495+0000","last_clean":"2024-03-29T00:17:11.536495+0000","last_became_active":"2024-03-29T00:15:17.754817+0000","last_became_peered":"2024-03-29T00:15:17.754817+0000","last_unstale":"2024-03-29T00:17:11.536495+0000","last_undegraded":"2024-03-29T00:17:11.536495+0000","last_fullsized":"2024-03-29T00:17:11.536495+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:59:34.862960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.513682+0000","last_change":"2024-03-29T00:15:22.331985+0000","last_active":"2024-03-29T00:17:11.513682+0000","last_peered":"2024-03-29T00:17:11.513682+0000","last_clean":"2024-03-29T00:17:11.513682+0000","last_became_active":"2024-03-29T00:15:22.331182+0000","last_became_peered":"2024-03-29T00:15:22.331182+0000","last_unstale":"2024-03-29T00:17:11.513682+0000","last_undegraded":"2024-03-29T00:17:11.513682+0000","last_fullsized":"2024-03-29T00:17:11.513682+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:43:00.065112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":49,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.520985+0000","last_change":"2024-03-29T00:16:11.372845+0000","last_active":"2024-03-29T00:17:11.520985+0000","last_peered":"2024-03-29T00:17:11.520985+0000","last_clean":"2024-03-29T00:17:11.520985+0000","last_became_active":"2024-03-29T00:16:11.368699+0000","last_became_peered":"2024-03-29T00:16:11.368699+0000","last_unstale":"2024-03-29T00:17:11.520985+0000","last_undegraded":"2024-03-29T00:17:11.520985+0000","last_fullsized":"2024-03-29T00:17:11.520985+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:36:28.813566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517954+0000","last_change":"2024-03-29T00:15:17.755596+0000","last_active":"2024-03-29T00:17:11.517954+0000","last_peered":"2024-03-29T00:17:11.517954+0000","last_clean":"2024-03-29T00:17:11.517954+0000","last_became_active":"2024-03-29T00:15:17.755190+0000","last_became_peered":"2024-03-29T00:15:17.755190+0000","last_unstale":"2024-03-29T00:17:11.517954+0000","last_undegraded":"2024-03-29T00:17:11.517954+0000","last_fullsized":"2024-03-29T00:17:11.517954+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:48:41.431496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698062+0000","last_change":"2024-03-29T00:15:22.257641+0000","last_active":"2024-03-29T00:17:11.698062+0000","last_peered":"2024-03-29T00:17:11.698062+0000","last_clean":"2024-03-29T00:17:11.698062+0000","last_became_active":"2024-03-29T00:15:22.257047+0000","last_became_peered":"2024-03-29T00:15:22.257047+0000","last_unstale":"2024-03-29T00:17:11.698062+0000","last_undegraded":"2024-03-29T00:17:11.698062+0000","last_fullsized":"2024-03-29T00:17:11.698062+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:10:50.161440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'5","reported_seq":154,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:18:20.621561+0000","last_change":"2024-03-29T00:16:11.401316+0000","last_active":"2024-03-29T00:18:20.621561+0000","last_peered":"2024-03-29T00:18:20.621561+0000","last_clean":"2024-03-29T00:18:20.621561+0000","last_became_active":"2024-03-29T00:16:11.378865+0000","last_became_peered":"2024-03-29T00:16:11.378865+0000","last_unstale":"2024-03-29T00:18:20.621561+0000","last_undegraded":"2024-03-29T00:18:20.621561+0000","last_fullsized":"2024-03-29T00:18:20.621561+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:18:21.329789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":132,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1170,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.518299+0000","last_change":"2024-03-29T00:15:17.748736+0000","last_active":"2024-03-29T00:17:11.518299+0000","last_peered":"2024-03-29T00:17:11.518299+0000","last_clean":"2024-03-29T00:17:11.518299+0000","last_became_active":"2024-03-29T00:15:17.745775+0000","last_became_peered":"2024-03-29T00:15:17.745775+0000","last_unstale":"2024-03-29T00:17:11.518299+0000","last_undegraded":"2024-03-29T00:17:11.518299+0000","last_fullsized":"2024-03-29T00:17:11.518299+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:06:39.822454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.515799+0000","last_change":"2024-03-29T00:15:22.262426+0000","last_active":"2024-03-29T00:17:11.515799+0000","last_peered":"2024-03-29T00:17:11.515799+0000","last_clean":"2024-03-29T00:17:11.515799+0000","last_became_active":"2024-03-29T00:15:22.261828+0000","last_became_peered":"2024-03-29T00:15:22.261828+0000","last_unstale":"2024-03-29T00:17:11.515799+0000","last_undegraded":"2024-03-29T00:17:11.515799+0000","last_fullsized":"2024-03-29T00:17:11.515799+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:17:58.817324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"89'3","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516701+0000","last_change":"2024-03-29T00:15:16.757515+0000","last_active":"2024-03-29T00:17:11.516701+0000","last_peered":"2024-03-29T00:17:11.516701+0000","last_clean":"2024-03-29T00:17:11.516701+0000","last_became_active":"2024-03-29T00:15:16.757074+0000","last_became_peered":"2024-03-29T00:15:16.757074+0000","last_unstale":"2024-03-29T00:17:11.516701+0000","last_undegraded":"2024-03-29T00:17:11.516701+0000","last_fullsized":"2024-03-29T00:17:11.516701+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T07:55:05.985087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.517807+0000","last_change":"2024-03-29T00:15:17.763725+0000","last_active":"2024-03-29T00:17:11.517807+0000","last_peered":"2024-03-29T00:17:11.517807+0000","last_clean":"2024-03-29T00:17:11.517807+0000","last_became_active":"2024-03-29T00:15:17.762797+0000","last_became_peered":"2024-03-29T00:15:17.762797+0000","last_unstale":"2024-03-29T00:17:11.517807+0000","last_undegraded":"2024-03-29T00:17:11.517807+0000","last_fullsized":"2024-03-29T00:17:11.517807+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T10:37:56.291010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.515901+0000","last_change":"2024-03-29T00:15:22.245891+0000","last_active":"2024-03-29T00:17:11.515901+0000","last_peered":"2024-03-29T00:17:11.515901+0000","last_clean":"2024-03-29T00:17:11.515901+0000","last_became_active":"2024-03-29T00:15:22.245500+0000","last_became_peered":"2024-03-29T00:15:22.245500+0000","last_unstale":"2024-03-29T00:17:11.515901+0000","last_undegraded":"2024-03-29T00:17:11.515901+0000","last_fullsized":"2024-03-29T00:17:11.515901+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:21.211732+0000","last_clean_scrub_stamp":"2024-03-29T00:15:21.211732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T09:07:29.639048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.845129+0000","last_change":"2024-03-29T00:15:16.759862+0000","last_active":"2024-03-29T00:17:11.845129+0000","last_peered":"2024-03-29T00:17:11.845129+0000","last_clean":"2024-03-29T00:17:11.845129+0000","last_became_active":"2024-03-29T00:15:16.759540+0000","last_became_peered":"2024-03-29T00:15:16.759540+0000","last_unstale":"2024-03-29T00:17:11.845129+0000","last_undegraded":"2024-03-29T00:17:11.845129+0000","last_fullsized":"2024-03-29T00:17:11.845129+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:15.700004+0000","last_clean_scrub_stamp":"2024-03-29T00:15:15.700004+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T08:41:21.462551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.518183+0000","last_change":"2024-03-29T00:15:17.744112+0000","last_active":"2024-03-29T00:17:11.518183+0000","last_peered":"2024-03-29T00:17:11.518183+0000","last_clean":"2024-03-29T00:17:11.518183+0000","last_became_active":"2024-03-29T00:15:17.743708+0000","last_became_peered":"2024-03-29T00:15:17.743708+0000","last_unstale":"2024-03-29T00:17:11.518183+0000","last_undegraded":"2024-03-29T00:17:11.518183+0000","last_fullsized":"2024-03-29T00:17:11.518183+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:47:24.123200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006820+0000","last_change":"2024-03-29T00:15:17.742382+0000","last_active":"2024-03-29T00:17:12.006820+0000","last_peered":"2024-03-29T00:17:12.006820+0000","last_clean":"2024-03-29T00:17:12.006820+0000","last_became_active":"2024-03-29T00:15:17.741772+0000","last_became_peered":"2024-03-29T00:15:17.741772+0000","last_unstale":"2024-03-29T00:17:12.006820+0000","last_undegraded":"2024-03-29T00:17:12.006820+0000","last_fullsized":"2024-03-29T00:17:12.006820+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:36:52.477474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840818+0000","last_change":"2024-03-29T00:15:17.747360+0000","last_active":"2024-03-29T00:17:11.840818+0000","last_peered":"2024-03-29T00:17:11.840818+0000","last_clean":"2024-03-29T00:17:11.840818+0000","last_became_active":"2024-03-29T00:15:17.746960+0000","last_became_peered":"2024-03-29T00:15:17.746960+0000","last_unstale":"2024-03-29T00:17:11.840818+0000","last_undegraded":"2024-03-29T00:17:11.840818+0000","last_fullsized":"2024-03-29T00:17:11.840818+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T03:29:04.245617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.840638+0000","last_change":"2024-03-29T00:15:17.763386+0000","last_active":"2024-03-29T00:17:11.840638+0000","last_peered":"2024-03-29T00:17:11.840638+0000","last_clean":"2024-03-29T00:17:11.840638+0000","last_became_active":"2024-03-29T00:15:17.762972+0000","last_became_peered":"2024-03-29T00:15:17.762972+0000","last_unstale":"2024-03-29T00:17:11.840638+0000","last_undegraded":"2024-03-29T00:17:11.840638+0000","last_fullsized":"2024-03-29T00:17:11.840638+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:33:54.108262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516705+0000","last_change":"2024-03-29T00:15:17.748468+0000","last_active":"2024-03-29T00:17:11.516705+0000","last_peered":"2024-03-29T00:17:11.516705+0000","last_clean":"2024-03-29T00:17:11.516705+0000","last_became_active":"2024-03-29T00:15:17.748140+0000","last_became_peered":"2024-03-29T00:15:17.748140+0000","last_unstale":"2024-03-29T00:17:11.516705+0000","last_undegraded":"2024-03-29T00:17:11.516705+0000","last_fullsized":"2024-03-29T00:17:11.516705+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:05:46.198137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844812+0000","last_change":"2024-03-29T00:15:17.759988+0000","last_active":"2024-03-29T00:17:11.844812+0000","last_peered":"2024-03-29T00:17:11.844812+0000","last_clean":"2024-03-29T00:17:11.844812+0000","last_became_active":"2024-03-29T00:15:17.759504+0000","last_became_peered":"2024-03-29T00:15:17.759504+0000","last_unstale":"2024-03-29T00:17:11.844812+0000","last_undegraded":"2024-03-29T00:17:11.844812+0000","last_fullsized":"2024-03-29T00:17:11.844812+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:58:27.582982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.007094+0000","last_change":"2024-03-29T00:15:17.744141+0000","last_active":"2024-03-29T00:17:12.007094+0000","last_peered":"2024-03-29T00:17:12.007094+0000","last_clean":"2024-03-29T00:17:12.007094+0000","last_became_active":"2024-03-29T00:15:17.743805+0000","last_became_peered":"2024-03-29T00:15:17.743805+0000","last_unstale":"2024-03-29T00:17:12.007094+0000","last_undegraded":"2024-03-29T00:17:12.007094+0000","last_fullsized":"2024-03-29T00:17:12.007094+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T02:04:07.966256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.841095+0000","last_change":"2024-03-29T00:15:17.752140+0000","last_active":"2024-03-29T00:17:11.841095+0000","last_peered":"2024-03-29T00:17:11.841095+0000","last_clean":"2024-03-29T00:17:11.841095+0000","last_became_active":"2024-03-29T00:15:17.751759+0000","last_became_peered":"2024-03-29T00:15:17.751759+0000","last_unstale":"2024-03-29T00:17:11.841095+0000","last_undegraded":"2024-03-29T00:17:11.841095+0000","last_fullsized":"2024-03-29T00:17:11.841095+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:17:23.236350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.538198+0000","last_change":"2024-03-29T00:15:17.763285+0000","last_active":"2024-03-29T00:17:11.538198+0000","last_peered":"2024-03-29T00:17:11.538198+0000","last_clean":"2024-03-29T00:17:11.538198+0000","last_became_active":"2024-03-29T00:15:17.762191+0000","last_became_peered":"2024-03-29T00:15:17.762191+0000","last_unstale":"2024-03-29T00:17:11.538198+0000","last_undegraded":"2024-03-29T00:17:11.538198+0000","last_fullsized":"2024-03-29T00:17:11.538198+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:52:34.725218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.516090+0000","last_change":"2024-03-29T00:15:17.749185+0000","last_active":"2024-03-29T00:17:11.516090+0000","last_peered":"2024-03-29T00:17:11.516090+0000","last_clean":"2024-03-29T00:17:11.516090+0000","last_became_active":"2024-03-29T00:15:17.748852+0000","last_became_peered":"2024-03-29T00:15:17.748852+0000","last_unstale":"2024-03-29T00:17:11.516090+0000","last_undegraded":"2024-03-29T00:17:11.516090+0000","last_fullsized":"2024-03-29T00:17:11.516090+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T11:04:08.743214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.535409+0000","last_change":"2024-03-29T00:15:17.747145+0000","last_active":"2024-03-29T00:17:11.535409+0000","last_peered":"2024-03-29T00:17:11.535409+0000","last_clean":"2024-03-29T00:17:11.535409+0000","last_became_active":"2024-03-29T00:15:17.746795+0000","last_became_peered":"2024-03-29T00:15:17.746795+0000","last_unstale":"2024-03-29T00:17:11.535409+0000","last_undegraded":"2024-03-29T00:17:11.535409+0000","last_fullsized":"2024-03-29T00:17:11.535409+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T06:20:28.927677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.698266+0000","last_change":"2024-03-29T00:15:17.763375+0000","last_active":"2024-03-29T00:17:11.698266+0000","last_peered":"2024-03-29T00:17:11.698266+0000","last_clean":"2024-03-29T00:17:11.698266+0000","last_became_active":"2024-03-29T00:15:17.762922+0000","last_became_peered":"2024-03-29T00:15:17.762922+0000","last_unstale":"2024-03-29T00:17:11.698266+0000","last_undegraded":"2024-03-29T00:17:11.698266+0000","last_fullsized":"2024-03-29T00:17:11.698266+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T05:35:36.998503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:11.844274+0000","last_change":"2024-03-29T00:15:17.760649+0000","last_active":"2024-03-29T00:17:11.844274+0000","last_peered":"2024-03-29T00:17:11.844274+0000","last_clean":"2024-03-29T00:17:11.844274+0000","last_became_active":"2024-03-29T00:15:17.760283+0000","last_became_peered":"2024-03-29T00:15:17.760283+0000","last_unstale":"2024-03-29T00:17:11.844274+0000","last_undegraded":"2024-03-29T00:17:11.844274+0000","last_fullsized":"2024-03-29T00:17:11.844274+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T01:42:48.432581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-29T00:17:12.006981+0000","last_change":"2024-03-29T00:15:17.742580+0000","last_active":"2024-03-29T00:17:12.006981+0000","last_peered":"2024-03-29T00:17:12.006981+0000","last_clean":"2024-03-29T00:17:12.006981+0000","last_became_active":"2024-03-29T00:15:17.742213+0000","last_became_peered":"2024-03-29T00:15:17.742213+0000","last_unstale":"2024-03-29T00:17:12.006981+0000","last_undegraded":"2024-03-29T00:17:12.006981+0000","last_fullsized":"2024-03-29T00:17:12.006981+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-29T00:15:16.711396+0000","last_clean_scrub_stamp":"2024-03-29T00:15:16.711396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-30T04:43:21.381773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":76903,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1523,"num_read_kb":856,"num_write":259,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":1282,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":230709,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":226,"ondisk_log_size":226,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383732,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1073152,"data_stored":520311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645368,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28744,"kb_used_data":1728,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716408,"statfs":{"total":95995035648,"available":95965601792,"internally_reserved":0,"allocated":1769472,"data_stored":1180754,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808895,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32240,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712912,"statfs":{"total":95995035648,"available":95962021888,"internally_reserved":0,"allocated":1089536,"data_stored":520129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070534,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1077248,"data_stored":520395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332170,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36984,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708168,"statfs":{"total":95995035648,"available":95957164032,"internally_reserved":0,"allocated":1683456,"data_stored":1117983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495696,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28064,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717088,"statfs":{"total":95995035648,"available":95966298112,"internally_reserved":0,"allocated":1064960,"data_stored":515633,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574958,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28136,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717016,"statfs":{"total":95995035648,"available":95966224384,"internally_reserved":0,"allocated":1146880,"data_stored":586944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738483,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28088,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717064,"statfs":{"total":95995035648,"available":95966273536,"internally_reserved":0,"allocated":1089536,"data_stored":517089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411433,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36460,"kb_used_data":1124,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708692,"statfs":{"total":95995035648,"available":95957700608,"internally_reserved":0,"allocated":1150976,"data_stored":585662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182498,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32236,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712916,"statfs":{"total":95995035648,"available":95962025984,"internally_reserved":0,"allocated":1077248,"data_stored":515341,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920861,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1073152,"data_stored":520239,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757334,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28668,"kb_used_data":1652,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716484,"statfs":{"total":95995035648,"available":95965679616,"internally_reserved":0,"allocated":1691648,"data_stored":1113033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":72033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":70751,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3658,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":4512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":122880,"data_stored":71379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-29T00:18:26.342 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-29T00:18:26.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.601+0000 7f4101200640 1 -- 172.21.15.12:0/1390178061 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f40fc103220 msgr2=0x7f40fc109ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:26.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.601+0000 7f4101200640 1 --2- 172.21.15.12:0/1390178061 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f40fc103220 0x7f40fc109ab0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f40f4009be0 tx=0x7f40f402bef0 comp rx=0 tx=0).stop 2024-03-29T00:18:26.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.601+0000 7f4101200640 1 -- 172.21.15.12:0/1390178061 shutdown_connections 2024-03-29T00:18:26.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.601+0000 7f4101200640 1 --2- 172.21.15.12:0/1390178061 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f40fc102860 0x7f40fc102ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:26.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.601+0000 7f4101200640 1 --2- 172.21.15.12:0/1390178061 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f40fc103220 0x7f40fc109ab0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:26.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.601+0000 7f4101200640 1 --2- 172.21.15.12:0/1390178061 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f40fc101670 0x7f40fc101a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:26.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.601+0000 7f4101200640 1 -- 172.21.15.12:0/1390178061 >> 172.21.15.12:0/1390178061 conn(0x7f40fc0fcbe0 msgr2=0x7f40fc0ff020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:26.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.601+0000 7f4101200640 1 -- 172.21.15.12:0/1390178061 shutdown_connections 2024-03-29T00:18:26.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.601+0000 7f4101200640 1 -- 172.21.15.12:0/1390178061 wait complete. 2024-03-29T00:18:26.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.603+0000 7f4101200640 1 Processor -- start 2024-03-29T00:18:26.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.603+0000 7f4101200640 1 -- start start 2024-03-29T00:18:26.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.603+0000 7f4101200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f40fc101670 0x7f40fc199bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:26.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.604+0000 7f4101200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f40fc102860 0x7f40fc19a130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:26.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.604+0000 7f4101200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f40fc103220 0x7f40fc1a11a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:26.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.604+0000 7f4101200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f40fc10d470 con 0x7f40fc101670 2024-03-29T00:18:26.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.604+0000 7f4101200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f40fc10d2f0 con 0x7f40fc102860 2024-03-29T00:18:26.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.604+0000 7f4101200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f40fc10d5f0 con 0x7f40fc103220 2024-03-29T00:18:26.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.604+0000 7f40fb400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f40fc101670 0x7f40fc199bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:26.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.604+0000 7f40f2a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f40fc102860 0x7f40fc19a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:26.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.604+0000 7f40fbe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f40fc103220 0x7f40fc1a11a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:26.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.604+0000 7f40fbe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f40fc103220 0x7f40fc1a11a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:56082/0 (socket says 172.21.15.12:56082) 2024-03-29T00:18:26.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.604+0000 7f40fbe00640 1 -- 172.21.15.12:0/765130655 learned_addr learned my addr 172.21.15.12:0/765130655 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:26.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.604+0000 7f40fbe00640 1 -- 172.21.15.12:0/765130655 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f40fc102860 msgr2=0x7f40fc19a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:26.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.604+0000 7f40fbe00640 1 --2- 172.21.15.12:0/765130655 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f40fc102860 0x7f40fc19a130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:26.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.604+0000 7f40fbe00640 1 -- 172.21.15.12:0/765130655 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f40fc101670 msgr2=0x7f40fc199bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:26.610 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.604+0000 7f40fbe00640 1 --2- 172.21.15.12:0/765130655 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f40fc101670 0x7f40fc199bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:26.610 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.604+0000 7f40fbe00640 1 -- 172.21.15.12:0/765130655 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40fc1a1810 con 0x7f40fc103220 2024-03-29T00:18:26.610 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.605+0000 7f40fbe00640 1 --2- 172.21.15.12:0/765130655 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f40fc103220 0x7f40fc1a11a0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f40f4009370 tx=0x7f40f4033820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:26.610 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.605+0000 7f40f8c00640 1 -- 172.21.15.12:0/765130655 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40f4043020 con 0x7f40fc103220 2024-03-29T00:18:26.610 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.605+0000 7f4101200640 1 -- 172.21.15.12:0/765130655 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40fc1a1aa0 con 0x7f40fc103220 2024-03-29T00:18:26.610 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.605+0000 7f40f8c00640 1 -- 172.21.15.12:0/765130655 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f40f4003b80 con 0x7f40fc103220 2024-03-29T00:18:26.611 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.605+0000 7f40f8c00640 1 -- 172.21.15.12:0/765130655 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40f403e740 con 0x7f40fc103220 2024-03-29T00:18:26.611 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.605+0000 7f4101200640 1 -- 172.21.15.12:0/765130655 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40fc1a2040 con 0x7f40fc103220 2024-03-29T00:18:26.611 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.606+0000 7f4101200640 1 -- 172.21.15.12:0/765130655 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40fc1a2210 con 0x7f40fc103220 2024-03-29T00:18:26.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.608+0000 7f40f8c00640 1 -- 172.21.15.12:0/765130655 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f40f4046020 con 0x7f40fc103220 2024-03-29T00:18:26.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.609+0000 7f40f8c00640 1 --2- 172.21.15.12:0/765130655 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f40e00a1df0 0x7f40e00a42b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:26.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.610+0000 7f40f8c00640 1 -- 172.21.15.12:0/765130655 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f40f40f0ac0 con 0x7f40fc103220 2024-03-29T00:18:26.614 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.610+0000 7f40fb400640 1 --2- 172.21.15.12:0/765130655 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f40e00a1df0 0x7f40e00a42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:26.614 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.610+0000 7f40fb400640 1 --2- 172.21.15.12:0/765130655 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f40e00a1df0 0x7f40e00a42b0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f40fc1026c0 tx=0x7f40ec005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:26.614 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.612+0000 7f40f8c00640 1 -- 172.21.15.12:0/765130655 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f40f404d020 con 0x7f40fc103220 2024-03-29T00:18:26.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:26 smithi069 ceph-mon[36074]: from='client.25493 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-29T00:18:26.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:26 smithi012 ceph-mon[31657]: from='client.25493 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-29T00:18:26.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.819+0000 7f4101200640 1 -- 172.21.15.12:0/765130655 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f40fc1a2500 con 0x7f40fc103220 2024-03-29T00:18:26.822 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.822+0000 7f40f8c00640 1 -- 172.21.15.12:0/765130655 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+24651 (secure 0 0 0) 0x7f40f40bdb00 con 0x7f40fc103220 2024-03-29T00:18:26.823 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:18:26.823 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":93,"fsid":"f0a28ba8-ed5f-11ee-95d0-87774f69a715","created":"2024-03-29T00:05:52.349196+0000","modified":"2024-03-29T00:17:11.508521+0000","last_up_change":"2024-03-29T00:14:17.644182+0000","last_in_change":"2024-03-29T00:13:57.992327+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-29T00:09:58.299082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-29T00:15:15.323046+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-29T00:15:16.709268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-29T00:15:20.769838+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f15b3bc8-42a4-4aca-bf7c-f36533a25084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6803","nonce":1970936395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6805","nonce":1970936395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6809","nonce":1970936395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6807","nonce":1970936395}]},"public_addr":"172.21.15.12:6803/1970936395","cluster_addr":"172.21.15.12:6805/1970936395","heartbeat_back_addr":"172.21.15.12:6809/1970936395","heartbeat_front_addr":"172.21.15.12:6807/1970936395","state":["exists","up"]},{"osd":1,"uuid":"9fc84928-5898-4421-8fae-8a6c3b5d6454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6801","nonce":2562558811}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6803","nonce":2562558811}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6807","nonce":2562558811}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6805","nonce":2562558811}]},"public_addr":"172.21.15.53:6801/2562558811","cluster_addr":"172.21.15.53:6803/2562558811","heartbeat_back_addr":"172.21.15.53:6807/2562558811","heartbeat_front_addr":"172.21.15.53:6805/2562558811","state":["exists","up"]},{"osd":2,"uuid":"6e1df3eb-d5e1-4433-aef8-dcc544feb108","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6800","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6801","nonce":3472201934}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6803","nonce":3472201934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6807","nonce":3472201934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6805","nonce":3472201934}]},"public_addr":"172.21.15.69:6801/3472201934","cluster_addr":"172.21.15.69:6803/3472201934","heartbeat_back_addr":"172.21.15.69:6807/3472201934","heartbeat_front_addr":"172.21.15.69:6805/3472201934","state":["exists","up"]},{"osd":3,"uuid":"c03886ee-0efd-4a1f-b04f-b060483d852b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6811","nonce":1860879351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6813","nonce":1860879351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6817","nonce":1860879351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6815","nonce":1860879351}]},"public_addr":"172.21.15.12:6811/1860879351","cluster_addr":"172.21.15.12:6813/1860879351","heartbeat_back_addr":"172.21.15.12:6817/1860879351","heartbeat_front_addr":"172.21.15.12:6815/1860879351","state":["exists","up"]},{"osd":4,"uuid":"10a25f7e-b569-4d47-add7-560968efa9c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6809","nonce":1066696400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6811","nonce":1066696400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6815","nonce":1066696400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6813","nonce":1066696400}]},"public_addr":"172.21.15.53:6809/1066696400","cluster_addr":"172.21.15.53:6811/1066696400","heartbeat_back_addr":"172.21.15.53:6815/1066696400","heartbeat_front_addr":"172.21.15.53:6813/1066696400","state":["exists","up"]},{"osd":5,"uuid":"21bad6a7-f98d-4344-8b0b-cf8526575ac2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6809","nonce":2160312252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6811","nonce":2160312252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6815","nonce":2160312252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6813","nonce":2160312252}]},"public_addr":"172.21.15.69:6809/2160312252","cluster_addr":"172.21.15.69:6811/2160312252","heartbeat_back_addr":"172.21.15.69:6815/2160312252","heartbeat_front_addr":"172.21.15.69:6813/2160312252","state":["exists","up"]},{"osd":6,"uuid":"927557ba-0245-42bb-83f1-c8b6b44cc496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6819","nonce":53322413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6821","nonce":53322413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6825","nonce":53322413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6823","nonce":53322413}]},"public_addr":"172.21.15.12:6819/53322413","cluster_addr":"172.21.15.12:6821/53322413","heartbeat_back_addr":"172.21.15.12:6825/53322413","heartbeat_front_addr":"172.21.15.12:6823/53322413","state":["exists","up"]},{"osd":7,"uuid":"22314690-d0eb-496b-b67d-922bdc0b6660","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6817","nonce":512991962}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6819","nonce":512991962}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6823","nonce":512991962}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6821","nonce":512991962}]},"public_addr":"172.21.15.53:6817/512991962","cluster_addr":"172.21.15.53:6819/512991962","heartbeat_back_addr":"172.21.15.53:6823/512991962","heartbeat_front_addr":"172.21.15.53:6821/512991962","state":["exists","up"]},{"osd":8,"uuid":"f26e428e-4919-4030-aa15-100d6df99aef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6817","nonce":2890541031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6819","nonce":2890541031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6823","nonce":2890541031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6821","nonce":2890541031}]},"public_addr":"172.21.15.69:6817/2890541031","cluster_addr":"172.21.15.69:6819/2890541031","heartbeat_back_addr":"172.21.15.69:6823/2890541031","heartbeat_front_addr":"172.21.15.69:6821/2890541031","state":["exists","up"]},{"osd":9,"uuid":"df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6827","nonce":1715133032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6829","nonce":1715133032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6833","nonce":1715133032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6831","nonce":1715133032}]},"public_addr":"172.21.15.12:6827/1715133032","cluster_addr":"172.21.15.12:6829/1715133032","heartbeat_back_addr":"172.21.15.12:6833/1715133032","heartbeat_front_addr":"172.21.15.12:6831/1715133032","state":["exists","up"]},{"osd":10,"uuid":"ac05ca46-a3d8-4e95-8b37-6f46b9f38703","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6825","nonce":3180522172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6827","nonce":3180522172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6831","nonce":3180522172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6829","nonce":3180522172}]},"public_addr":"172.21.15.53:6825/3180522172","cluster_addr":"172.21.15.53:6827/3180522172","heartbeat_back_addr":"172.21.15.53:6831/3180522172","heartbeat_front_addr":"172.21.15.53:6829/3180522172","state":["exists","up"]},{"osd":11,"uuid":"47fd23fb-f49f-49ca-8dfa-df667d03cfa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6825","nonce":1830685720}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6827","nonce":1830685720}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6831","nonce":1830685720}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6829","nonce":1830685720}]},"public_addr":"172.21.15.69:6825/1830685720","cluster_addr":"172.21.15.69:6827/1830685720","heartbeat_back_addr":"172.21.15.69:6831/1830685720","heartbeat_front_addr":"172.21.15.69:6829/1830685720","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:04.043487+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:29.451338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:53.723758+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:27.673354+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:54.498962+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:19.775485+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:54.005468+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:21.544560+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:47.123756+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:22.232554+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:50.514376+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:14:16.169343+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":8}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.9","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/3903984873":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/3329864026":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/1184533662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/2224576662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/798509208":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/4176566530":"2024-03-30T00:07:09.578981+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-29T00:18:26.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.825+0000 7f4101200640 1 -- 172.21.15.12:0/765130655 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f40e00a1df0 msgr2=0x7f40e00a42b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:26.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.825+0000 7f4101200640 1 --2- 172.21.15.12:0/765130655 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f40e00a1df0 0x7f40e00a42b0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f40fc1026c0 tx=0x7f40ec005f90 comp rx=0 tx=0).stop 2024-03-29T00:18:26.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.825+0000 7f4101200640 1 -- 172.21.15.12:0/765130655 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f40fc103220 msgr2=0x7f40fc1a11a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:26.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.825+0000 7f4101200640 1 --2- 172.21.15.12:0/765130655 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f40fc103220 0x7f40fc1a11a0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f40f4009370 tx=0x7f40f4033820 comp rx=0 tx=0).stop 2024-03-29T00:18:26.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.825+0000 7f4101200640 1 -- 172.21.15.12:0/765130655 shutdown_connections 2024-03-29T00:18:26.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.825+0000 7f4101200640 1 --2- 172.21.15.12:0/765130655 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f40e00a1df0 0x7f40e00a42b0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:26.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.825+0000 7f4101200640 1 --2- 172.21.15.12:0/765130655 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f40fc102860 0x7f40fc19a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:26.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.825+0000 7f4101200640 1 --2- 172.21.15.12:0/765130655 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f40fc103220 0x7f40fc1a11a0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:26.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.825+0000 7f4101200640 1 --2- 172.21.15.12:0/765130655 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f40fc101670 0x7f40fc199bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:26.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.825+0000 7f4101200640 1 -- 172.21.15.12:0/765130655 >> 172.21.15.12:0/765130655 conn(0x7f40fc0fcbe0 msgr2=0x7f40fc073980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:26.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.825+0000 7f4101200640 1 -- 172.21.15.12:0/765130655 shutdown_connections 2024-03-29T00:18:26.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:26.825+0000 7f4101200640 1 -- 172.21.15.12:0/765130655 wait complete. 2024-03-29T00:18:26.846 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-29T00:09:58.299082+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-29T00:15:15.323046+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-29T00:15:16.709268+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-29T00:15:20.769838+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-03-29T00:18:26.847 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-29T00:18:26.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:26 smithi053 ceph-mon[36233]: from='client.25493 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-29T00:18:27.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.070+0000 7f525b200640 1 -- 172.21.15.12:0/2307969788 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5254103990 msgr2=0x7f5254103db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:27.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.070+0000 7f525b200640 1 --2- 172.21.15.12:0/2307969788 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5254103990 0x7f5254103db0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f5244009900 tx=0x7f524402bc30 comp rx=0 tx=0).stop 2024-03-29T00:18:27.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.071+0000 7f525b200640 1 -- 172.21.15.12:0/2307969788 shutdown_connections 2024-03-29T00:18:27.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.071+0000 7f525b200640 1 --2- 172.21.15.12:0/2307969788 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5254105540 0x7f525410bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:27.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.071+0000 7f525b200640 1 --2- 172.21.15.12:0/2307969788 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5254104b80 0x7f5254105000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:27.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.071+0000 7f525b200640 1 --2- 172.21.15.12:0/2307969788 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5254103990 0x7f5254103db0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:27.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.071+0000 7f525b200640 1 -- 172.21.15.12:0/2307969788 >> 172.21.15.12:0/2307969788 conn(0x7f52540fef00 msgr2=0x7f5254101340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:27.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.071+0000 7f525b200640 1 -- 172.21.15.12:0/2307969788 shutdown_connections 2024-03-29T00:18:27.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.071+0000 7f525b200640 1 -- 172.21.15.12:0/2307969788 wait complete. 2024-03-29T00:18:27.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.072+0000 7f525b200640 1 Processor -- start 2024-03-29T00:18:27.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.072+0000 7f525b200640 1 -- start start 2024-03-29T00:18:27.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.073+0000 7f525b200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5254103990 0x7f5254199d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:27.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.073+0000 7f525b200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5254104b80 0x7f525419a280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:27.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.073+0000 7f525b200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5254105540 0x7f52541a12f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:27.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.073+0000 7f525b200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f525410f6f0 con 0x7f5254104b80 2024-03-29T00:18:27.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.073+0000 7f525b200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f525410f570 con 0x7f5254105540 2024-03-29T00:18:27.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.073+0000 7f525b200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f525410f870 con 0x7f5254103990 2024-03-29T00:18:27.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.073+0000 7f5253e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5254103990 0x7f5254199d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:27.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.073+0000 7f5253e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5254103990 0x7f5254199d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:56108/0 (socket says 172.21.15.12:56108) 2024-03-29T00:18:27.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.073+0000 7f5253e00640 1 -- 172.21.15.12:0/3794457341 learned_addr learned my addr 172.21.15.12:0/3794457341 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:27.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.073+0000 7f5259200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5254105540 0x7f52541a12f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:27.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.073+0000 7f524be00640 1 --2- 172.21.15.12:0/3794457341 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5254104b80 0x7f525419a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:27.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.073+0000 7f5259200640 1 -- 172.21.15.12:0/3794457341 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5254103990 msgr2=0x7f5254199d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:27.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.073+0000 7f5259200640 1 --2- 172.21.15.12:0/3794457341 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5254103990 0x7f5254199d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:27.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.073+0000 7f5259200640 1 -- 172.21.15.12:0/3794457341 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5254104b80 msgr2=0x7f525419a280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:27.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.073+0000 7f5259200640 1 --2- 172.21.15.12:0/3794457341 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5254104b80 0x7f525419a280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:27.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.073+0000 7f5259200640 1 -- 172.21.15.12:0/3794457341 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52541a1960 con 0x7f5254105540 2024-03-29T00:18:27.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.073+0000 7f5253e00640 1 --2- 172.21.15.12:0/3794457341 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5254103990 0x7f5254199d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:18:27.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.074+0000 7f5259200640 1 --2- 172.21.15.12:0/3794457341 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5254105540 0x7f52541a12f0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f524c009fd0 tx=0x7f524c00ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:27.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.074+0000 7f5251600640 1 -- 172.21.15.12:0/3794457341 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f524c00ce20 con 0x7f5254105540 2024-03-29T00:18:27.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.074+0000 7f5251600640 1 -- 172.21.15.12:0/3794457341 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f524c004b20 con 0x7f5254105540 2024-03-29T00:18:27.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.074+0000 7f5251600640 1 -- 172.21.15.12:0/3794457341 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f524c010790 con 0x7f5254105540 2024-03-29T00:18:27.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.074+0000 7f525b200640 1 -- 172.21.15.12:0/3794457341 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52541a1c50 con 0x7f5254105540 2024-03-29T00:18:27.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.074+0000 7f525b200640 1 -- 172.21.15.12:0/3794457341 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52541a2150 con 0x7f5254105540 2024-03-29T00:18:27.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.076+0000 7f525b200640 1 -- 172.21.15.12:0/3794457341 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f525410ad00 con 0x7f5254105540 2024-03-29T00:18:27.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.077+0000 7f5251600640 1 -- 172.21.15.12:0/3794457341 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f524c005020 con 0x7f5254105540 2024-03-29T00:18:27.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.078+0000 7f5251600640 1 --2- 172.21.15.12:0/3794457341 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f52340a1d80 0x7f52340a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:27.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.079+0000 7f5251600640 1 -- 172.21.15.12:0/3794457341 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f524c0ce8d0 con 0x7f5254105540 2024-03-29T00:18:27.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.079+0000 7f5253e00640 1 --2- 172.21.15.12:0/3794457341 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f52340a1d80 0x7f52340a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:27.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.079+0000 7f5253e00640 1 --2- 172.21.15.12:0/3794457341 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f52340a1d80 0x7f52340a4240 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f524402ca30 tx=0x7f524402de90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:27.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.087+0000 7f5251600640 1 -- 172.21.15.12:0/3794457341 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f524c09b910 con 0x7f5254105540 2024-03-29T00:18:27.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.294+0000 7f525b200640 1 -- 172.21.15.12:0/3794457341 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f5254062350 con 0x7f5254105540 2024-03-29T00:18:27.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.295+0000 7f5251600640 1 -- 172.21.15.12:0/3794457341 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) ==== 93+0+10 (secure 0 0 0) 0x7f524c09b210 con 0x7f5254105540 2024-03-29T00:18:27.295 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 1 2024-03-29T00:18:27.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.298+0000 7f525b200640 1 -- 172.21.15.12:0/3794457341 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f52340a1d80 msgr2=0x7f52340a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:27.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.298+0000 7f525b200640 1 --2- 172.21.15.12:0/3794457341 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f52340a1d80 0x7f52340a4240 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f524402ca30 tx=0x7f524402de90 comp rx=0 tx=0).stop 2024-03-29T00:18:27.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.298+0000 7f525b200640 1 -- 172.21.15.12:0/3794457341 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5254105540 msgr2=0x7f52541a12f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:27.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.298+0000 7f525b200640 1 --2- 172.21.15.12:0/3794457341 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5254105540 0x7f52541a12f0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f524c009fd0 tx=0x7f524c00ef10 comp rx=0 tx=0).stop 2024-03-29T00:18:27.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.298+0000 7f525b200640 1 -- 172.21.15.12:0/3794457341 shutdown_connections 2024-03-29T00:18:27.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.298+0000 7f525b200640 1 --2- 172.21.15.12:0/3794457341 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f52340a1d80 0x7f52340a4240 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:27.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.298+0000 7f525b200640 1 --2- 172.21.15.12:0/3794457341 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5254105540 0x7f52541a12f0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:27.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.298+0000 7f525b200640 1 --2- 172.21.15.12:0/3794457341 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5254104b80 0x7f525419a280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:27.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.298+0000 7f525b200640 1 --2- 172.21.15.12:0/3794457341 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5254103990 0x7f5254199d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:27.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.298+0000 7f525b200640 1 -- 172.21.15.12:0/3794457341 >> 172.21.15.12:0/3794457341 conn(0x7f52540fef00 msgr2=0x7f5254107ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:27.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.298+0000 7f525b200640 1 -- 172.21.15.12:0/3794457341 shutdown_connections 2024-03-29T00:18:27.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.298+0000 7f525b200640 1 -- 172.21.15.12:0/3794457341 wait complete. 2024-03-29T00:18:27.318 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-29T00:18:27.544 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.543+0000 7f3c77200640 1 -- 172.21.15.12:0/907068969 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3c70104930 msgr2=0x7f3c70106d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:27.544 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.543+0000 7f3c77200640 1 --2- 172.21.15.12:0/907068969 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3c70104930 0x7f3c70106d20 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f3c60009900 tx=0x7f3c6002bc40 comp rx=0 tx=0).stop 2024-03-29T00:18:27.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.544+0000 7f3c77200640 1 -- 172.21.15.12:0/907068969 shutdown_connections 2024-03-29T00:18:27.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.544+0000 7f3c77200640 1 --2- 172.21.15.12:0/907068969 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3c70104930 0x7f3c70106d20 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:27.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.544+0000 7f3c77200640 1 --2- 172.21.15.12:0/907068969 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3c70107260 0x7f3c701096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:27.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.544+0000 7f3c77200640 1 --2- 172.21.15.12:0/907068969 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3c70102000 0x7f3c701043f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:27.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.544+0000 7f3c77200640 1 -- 172.21.15.12:0/907068969 >> 172.21.15.12:0/907068969 conn(0x7f3c700fba30 msgr2=0x7f3c700fde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:27.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.544+0000 7f3c77200640 1 -- 172.21.15.12:0/907068969 shutdown_connections 2024-03-29T00:18:27.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.544+0000 7f3c77200640 1 -- 172.21.15.12:0/907068969 wait complete. 2024-03-29T00:18:27.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.545+0000 7f3c77200640 1 Processor -- start 2024-03-29T00:18:27.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.545+0000 7f3c77200640 1 -- start start 2024-03-29T00:18:27.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.545+0000 7f3c77200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3c70102000 0x7f3c70101970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:27.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.545+0000 7f3c77200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3c70104930 0x7f3c700fffb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:27.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.545+0000 7f3c77200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3c70107260 0x7f3c701004f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:27.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.545+0000 7f3c77200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f3c7010d330 con 0x7f3c70102000 2024-03-29T00:18:27.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.545+0000 7f3c77200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f3c7010d1b0 con 0x7f3c70107260 2024-03-29T00:18:27.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.545+0000 7f3c77200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3c7010d4b0 con 0x7f3c70104930 2024-03-29T00:18:27.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.545+0000 7f3c75400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3c70104930 0x7f3c700fffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:27.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.545+0000 7f3c75e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3c70102000 0x7f3c70101970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:27.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.545+0000 7f3c75400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3c70104930 0x7f3c700fffb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:56134/0 (socket says 172.21.15.12:56134) 2024-03-29T00:18:27.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.545+0000 7f3c75400640 1 -- 172.21.15.12:0/198853511 learned_addr learned my addr 172.21.15.12:0/198853511 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:27.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.545+0000 7f3c76800640 1 --2- 172.21.15.12:0/198853511 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3c70107260 0x7f3c701004f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:27.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.546+0000 7f3c75400640 1 -- 172.21.15.12:0/198853511 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3c70107260 msgr2=0x7f3c701004f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:27.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.546+0000 7f3c75400640 1 --2- 172.21.15.12:0/198853511 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3c70107260 0x7f3c701004f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:27.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.546+0000 7f3c75400640 1 -- 172.21.15.12:0/198853511 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3c70102000 msgr2=0x7f3c70101970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:27.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.546+0000 7f3c75400640 1 --2- 172.21.15.12:0/198853511 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3c70102000 0x7f3c70101970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:27.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.546+0000 7f3c75400640 1 -- 172.21.15.12:0/198853511 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c70100d80 con 0x7f3c70104930 2024-03-29T00:18:27.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.546+0000 7f3c75400640 1 --2- 172.21.15.12:0/198853511 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3c70104930 0x7f3c700fffb0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f3c60000c00 tx=0x7f3c6002c730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:27.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.546+0000 7f3c66a00640 1 -- 172.21.15.12:0/198853511 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c60043020 con 0x7f3c70104930 2024-03-29T00:18:27.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.547+0000 7f3c77200640 1 -- 172.21.15.12:0/198853511 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c701a1b00 con 0x7f3c70104930 2024-03-29T00:18:27.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.547+0000 7f3c66a00640 1 -- 172.21.15.12:0/198853511 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3c600042d0 con 0x7f3c70104930 2024-03-29T00:18:27.549 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.547+0000 7f3c66a00640 1 -- 172.21.15.12:0/198853511 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c60003c20 con 0x7f3c70104930 2024-03-29T00:18:27.549 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.547+0000 7f3c77200640 1 -- 172.21.15.12:0/198853511 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c701a2050 con 0x7f3c70104930 2024-03-29T00:18:27.549 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.548+0000 7f3c77200640 1 -- 172.21.15.12:0/198853511 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c700fd520 con 0x7f3c70104930 2024-03-29T00:18:27.550 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.549+0000 7f3c66a00640 1 -- 172.21.15.12:0/198853511 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f3c60046020 con 0x7f3c70104930 2024-03-29T00:18:27.551 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.551+0000 7f3c66a00640 1 --2- 172.21.15.12:0/198853511 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3c5c0a1d80 0x7f3c5c0a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:27.551 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.551+0000 7f3c66a00640 1 -- 172.21.15.12:0/198853511 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f3c600f0260 con 0x7f3c70104930 2024-03-29T00:18:27.551 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.551+0000 7f3c75e00640 1 --2- 172.21.15.12:0/198853511 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3c5c0a1d80 0x7f3c5c0a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:27.552 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.552+0000 7f3c75e00640 1 --2- 172.21.15.12:0/198853511 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3c5c0a1d80 0x7f3c5c0a4240 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f3c68009bd0 tx=0x7f3c68005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:27.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.555+0000 7f3c66a00640 1 -- 172.21.15.12:0/198853511 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f3c6004d020 con 0x7f3c70104930 2024-03-29T00:18:27.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:27 smithi069 ceph-mon[36074]: from='client.25561 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-29T00:18:27.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:27 smithi069 ceph-mon[36074]: pgmap v421: 129 pgs: 129 active+clean; 652 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 938 B/s wr, 9 op/s 2024-03-29T00:18:27.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:27 smithi069 ceph-mon[36074]: from='client.25505 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-29T00:18:27.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:27 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/765130655' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:18:27.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:27 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3794457341' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:18:27.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.756+0000 7f3c77200640 1 -- 172.21.15.12:0/198853511 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f3c70062350 con 0x7f3c70104930 2024-03-29T00:18:27.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.757+0000 7f3c66a00640 1 -- 172.21.15.12:0/198853511 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v93) ==== 104+0+11 (secure 0 0 0) 0x7f3c600bd2a0 con 0x7f3c70104930 2024-03-29T00:18:27.757 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 32 2024-03-29T00:18:27.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.759+0000 7f3c77200640 1 -- 172.21.15.12:0/198853511 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3c5c0a1d80 msgr2=0x7f3c5c0a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:27.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.759+0000 7f3c77200640 1 --2- 172.21.15.12:0/198853511 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3c5c0a1d80 0x7f3c5c0a4240 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f3c68009bd0 tx=0x7f3c68005f90 comp rx=0 tx=0).stop 2024-03-29T00:18:27.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.760+0000 7f3c77200640 1 -- 172.21.15.12:0/198853511 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3c70104930 msgr2=0x7f3c700fffb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:27.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.760+0000 7f3c77200640 1 --2- 172.21.15.12:0/198853511 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3c70104930 0x7f3c700fffb0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f3c60000c00 tx=0x7f3c6002c730 comp rx=0 tx=0).stop 2024-03-29T00:18:27.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.760+0000 7f3c77200640 1 -- 172.21.15.12:0/198853511 shutdown_connections 2024-03-29T00:18:27.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.760+0000 7f3c77200640 1 --2- 172.21.15.12:0/198853511 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3c5c0a1d80 0x7f3c5c0a4240 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:27.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.760+0000 7f3c77200640 1 --2- 172.21.15.12:0/198853511 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3c70107260 0x7f3c701004f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:27.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.760+0000 7f3c77200640 1 --2- 172.21.15.12:0/198853511 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3c70104930 0x7f3c700fffb0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:27.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.760+0000 7f3c77200640 1 --2- 172.21.15.12:0/198853511 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3c70102000 0x7f3c70101970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:27.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.760+0000 7f3c77200640 1 -- 172.21.15.12:0/198853511 >> 172.21.15.12:0/198853511 conn(0x7f3c700fba30 msgr2=0x7f3c701028a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:27.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.760+0000 7f3c77200640 1 -- 172.21.15.12:0/198853511 shutdown_connections 2024-03-29T00:18:27.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:27.760+0000 7f3c77200640 1 -- 172.21.15.12:0/198853511 wait complete. 2024-03-29T00:18:27.778 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:27 smithi012 ceph-mon[31657]: from='client.25561 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-29T00:18:27.778 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:27 smithi012 ceph-mon[31657]: pgmap v421: 129 pgs: 129 active+clean; 652 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 938 B/s wr, 9 op/s 2024-03-29T00:18:27.778 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:27 smithi012 ceph-mon[31657]: from='client.25505 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-29T00:18:27.778 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:27 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/765130655' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:18:27.778 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:27 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3794457341' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:18:27.782 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-29T00:18:27.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:27 smithi053 ceph-mon[36233]: from='client.25561 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-29T00:18:27.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:27 smithi053 ceph-mon[36233]: pgmap v421: 129 pgs: 129 active+clean; 652 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 938 B/s wr, 9 op/s 2024-03-29T00:18:27.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:27 smithi053 ceph-mon[36233]: from='client.25505 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-29T00:18:27.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:27 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/765130655' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:18:27.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:27 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3794457341' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:18:28.013 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.013+0000 7fba33000640 1 -- 172.21.15.12:0/2568175443 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fba2c107bb0 msgr2=0x7fba2c107fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:28.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.013+0000 7fba33000640 1 --2- 172.21.15.12:0/2568175443 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fba2c107bb0 0x7fba2c107fd0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fba20009900 tx=0x7fba2002bc30 comp rx=0 tx=0).stop 2024-03-29T00:18:28.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.013+0000 7fba33000640 1 -- 172.21.15.12:0/2568175443 shutdown_connections 2024-03-29T00:18:28.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.013+0000 7fba33000640 1 --2- 172.21.15.12:0/2568175443 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fba2c108da0 0x7fba2c109220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:28.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.013+0000 7fba33000640 1 --2- 172.21.15.12:0/2568175443 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fba2c109760 0x7fba2c10fff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:28.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.013+0000 7fba33000640 1 --2- 172.21.15.12:0/2568175443 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fba2c107bb0 0x7fba2c107fd0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:28.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.013+0000 7fba33000640 1 -- 172.21.15.12:0/2568175443 >> 172.21.15.12:0/2568175443 conn(0x7fba2c076b40 msgr2=0x7fba2c078f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:28.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.013+0000 7fba33000640 1 -- 172.21.15.12:0/2568175443 shutdown_connections 2024-03-29T00:18:28.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.013+0000 7fba33000640 1 -- 172.21.15.12:0/2568175443 wait complete. 2024-03-29T00:18:28.016 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.014+0000 7fba33000640 1 Processor -- start 2024-03-29T00:18:28.016 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.014+0000 7fba33000640 1 -- start start 2024-03-29T00:18:28.016 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.014+0000 7fba33000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fba2c107bb0 0x7fba2c19e000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:28.016 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.014+0000 7fba33000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fba2c108da0 0x7fba2c19e540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:28.016 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.014+0000 7fba33000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fba2c109760 0x7fba2c1a5560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:28.016 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.014+0000 7fba33000640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fba2c113910 con 0x7fba2c109760 2024-03-29T00:18:28.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.014+0000 7fba33000640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fba2c113790 con 0x7fba2c107bb0 2024-03-29T00:18:28.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.014+0000 7fba33000640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fba2c113a90 con 0x7fba2c108da0 2024-03-29T00:18:28.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.015+0000 7fba31200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fba2c108da0 0x7fba2c19e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:28.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.015+0000 7fba31200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fba2c108da0 0x7fba2c19e540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:56144/0 (socket says 172.21.15.12:56144) 2024-03-29T00:18:28.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.015+0000 7fba31200640 1 -- 172.21.15.12:0/2073127685 learned_addr learned my addr 172.21.15.12:0/2073127685 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:28.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.015+0000 7fba31c00640 1 --2- 172.21.15.12:0/2073127685 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fba2c107bb0 0x7fba2c19e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:28.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.015+0000 7fba32600640 1 --2- 172.21.15.12:0/2073127685 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fba2c109760 0x7fba2c1a5560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:28.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.015+0000 7fba31200640 1 -- 172.21.15.12:0/2073127685 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fba2c107bb0 msgr2=0x7fba2c19e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:28.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.015+0000 7fba31200640 1 --2- 172.21.15.12:0/2073127685 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fba2c107bb0 0x7fba2c19e000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:28.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.015+0000 7fba31200640 1 -- 172.21.15.12:0/2073127685 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fba2c109760 msgr2=0x7fba2c1a5560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:28.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.015+0000 7fba31200640 1 --2- 172.21.15.12:0/2073127685 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fba2c109760 0x7fba2c1a5560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:28.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.015+0000 7fba31200640 1 -- 172.21.15.12:0/2073127685 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba2c1a5bd0 con 0x7fba2c108da0 2024-03-29T00:18:28.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.015+0000 7fba32600640 1 --2- 172.21.15.12:0/2073127685 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fba2c109760 0x7fba2c1a5560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:18:28.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.015+0000 7fba31200640 1 --2- 172.21.15.12:0/2073127685 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fba2c108da0 0x7fba2c19e540 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fba1800ea60 tx=0x7fba1800ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:28.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.015+0000 7fba2a000640 1 -- 172.21.15.12:0/2073127685 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba1800cde0 con 0x7fba2c108da0 2024-03-29T00:18:28.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.016+0000 7fba2a000640 1 -- 172.21.15.12:0/2073127685 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fba180035f0 con 0x7fba2c108da0 2024-03-29T00:18:28.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.016+0000 7fba33000640 1 -- 172.21.15.12:0/2073127685 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba2c1a5ec0 con 0x7fba2c108da0 2024-03-29T00:18:28.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.016+0000 7fba2a000640 1 -- 172.21.15.12:0/2073127685 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba18010720 con 0x7fba2c108da0 2024-03-29T00:18:28.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.016+0000 7fba33000640 1 -- 172.21.15.12:0/2073127685 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba2c1a6380 con 0x7fba2c108da0 2024-03-29T00:18:28.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.017+0000 7fba33000640 1 -- 172.21.15.12:0/2073127685 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba2c10eed0 con 0x7fba2c108da0 2024-03-29T00:18:28.020 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.020+0000 7fba2a000640 1 -- 172.21.15.12:0/2073127685 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fba180037a0 con 0x7fba2c108da0 2024-03-29T00:18:28.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.021+0000 7fba2a000640 1 --2- 172.21.15.12:0/2073127685 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fba140a1d80 0x7fba140a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:28.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.021+0000 7fba2a000640 1 -- 172.21.15.12:0/2073127685 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fba180ce5c0 con 0x7fba2c108da0 2024-03-29T00:18:28.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.021+0000 7fba31c00640 1 --2- 172.21.15.12:0/2073127685 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fba140a1d80 0x7fba140a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:28.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.022+0000 7fba31c00640 1 --2- 172.21.15.12:0/2073127685 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fba140a1d80 0x7fba140a4240 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fba20000c00 tx=0x7fba20005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:28.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.029+0000 7fba2a000640 1 -- 172.21.15.12:0/2073127685 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fba1809b600 con 0x7fba2c108da0 2024-03-29T00:18:28.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.230+0000 7fba33000640 1 -- 172.21.15.12:0/2073127685 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fba2c0623f0 con 0x7fba2c108da0 2024-03-29T00:18:28.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.230+0000 7fba2a000640 1 -- 172.21.15.12:0/2073127685 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v93) ==== 100+0+11 (secure 0 0 0) 0x7fba1809af00 con 0x7fba2c108da0 2024-03-29T00:18:28.231 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 64 2024-03-29T00:18:28.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.233+0000 7fba33000640 1 -- 172.21.15.12:0/2073127685 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fba140a1d80 msgr2=0x7fba140a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:28.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.233+0000 7fba33000640 1 --2- 172.21.15.12:0/2073127685 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fba140a1d80 0x7fba140a4240 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fba20000c00 tx=0x7fba20005fd0 comp rx=0 tx=0).stop 2024-03-29T00:18:28.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.233+0000 7fba33000640 1 -- 172.21.15.12:0/2073127685 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fba2c108da0 msgr2=0x7fba2c19e540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:28.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.233+0000 7fba33000640 1 --2- 172.21.15.12:0/2073127685 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fba2c108da0 0x7fba2c19e540 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fba1800ea60 tx=0x7fba1800ef20 comp rx=0 tx=0).stop 2024-03-29T00:18:28.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.233+0000 7fba33000640 1 -- 172.21.15.12:0/2073127685 shutdown_connections 2024-03-29T00:18:28.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.233+0000 7fba33000640 1 --2- 172.21.15.12:0/2073127685 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fba140a1d80 0x7fba140a4240 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:28.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.233+0000 7fba33000640 1 --2- 172.21.15.12:0/2073127685 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fba2c109760 0x7fba2c1a5560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:28.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.233+0000 7fba33000640 1 --2- 172.21.15.12:0/2073127685 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fba2c108da0 0x7fba2c19e540 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:28.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.233+0000 7fba33000640 1 --2- 172.21.15.12:0/2073127685 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fba2c107bb0 0x7fba2c19e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:28.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.233+0000 7fba33000640 1 -- 172.21.15.12:0/2073127685 >> 172.21.15.12:0/2073127685 conn(0x7fba2c076b40 msgr2=0x7fba2c10c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:28.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.233+0000 7fba33000640 1 -- 172.21.15.12:0/2073127685 shutdown_connections 2024-03-29T00:18:28.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.233+0000 7fba33000640 1 -- 172.21.15.12:0/2073127685 wait complete. 2024-03-29T00:18:28.255 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-03-29T00:18:28.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.487+0000 7f35acc00640 1 -- 172.21.15.12:0/235692437 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f35a8104950 msgr2=0x7f35a8106d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:28.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.487+0000 7f35acc00640 1 --2- 172.21.15.12:0/235692437 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f35a8104950 0x7f35a8106d40 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f3594009860 tx=0x7f359402bb70 comp rx=0 tx=0).stop 2024-03-29T00:18:28.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.488+0000 7f35acc00640 1 -- 172.21.15.12:0/235692437 shutdown_connections 2024-03-29T00:18:28.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.488+0000 7f35acc00640 1 --2- 172.21.15.12:0/235692437 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f35a8107280 0x7f35a81096d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:28.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.488+0000 7f35acc00640 1 --2- 172.21.15.12:0/235692437 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f35a8104950 0x7f35a8106d40 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:28.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.488+0000 7f35acc00640 1 --2- 172.21.15.12:0/235692437 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f35a8102020 0x7f35a8104410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:28.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.488+0000 7f35acc00640 1 -- 172.21.15.12:0/235692437 >> 172.21.15.12:0/235692437 conn(0x7f35a80fba30 msgr2=0x7f35a80fde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:28.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.488+0000 7f35acc00640 1 -- 172.21.15.12:0/235692437 shutdown_connections 2024-03-29T00:18:28.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.488+0000 7f35acc00640 1 -- 172.21.15.12:0/235692437 wait complete. 2024-03-29T00:18:28.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.489+0000 7f35acc00640 1 Processor -- start 2024-03-29T00:18:28.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.489+0000 7f35acc00640 1 -- start start 2024-03-29T00:18:28.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.489+0000 7f35acc00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f35a8102020 0x7f35a8199b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:28.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.489+0000 7f35acc00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f35a8104950 0x7f35a819a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:28.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.489+0000 7f35acc00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f35a8107280 0x7f35a81a1130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:28.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.489+0000 7f35acc00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f35a810d350 con 0x7f35a8102020 2024-03-29T00:18:28.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.489+0000 7f35acc00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f35a810d1d0 con 0x7f35a8107280 2024-03-29T00:18:28.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.489+0000 7f35acc00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f35a810d4d0 con 0x7f35a8104950 2024-03-29T00:18:28.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.490+0000 7f35a6a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f35a8104950 0x7f35a819a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:28.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.490+0000 7f35a7400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f35a8102020 0x7f35a8199b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:28.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.490+0000 7f35a6a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f35a8104950 0x7f35a819a0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:56156/0 (socket says 172.21.15.12:56156) 2024-03-29T00:18:28.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.490+0000 7f35a7e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f35a8107280 0x7f35a81a1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:28.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.490+0000 7f35a6a00640 1 -- 172.21.15.12:0/91723861 learned_addr learned my addr 172.21.15.12:0/91723861 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:28.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.490+0000 7f35a6a00640 1 -- 172.21.15.12:0/91723861 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f35a8107280 msgr2=0x7f35a81a1130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:28.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.490+0000 7f35a6a00640 1 --2- 172.21.15.12:0/91723861 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f35a8107280 0x7f35a81a1130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:28.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.490+0000 7f35a6a00640 1 -- 172.21.15.12:0/91723861 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f35a8102020 msgr2=0x7f35a8199b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:28.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.490+0000 7f35a6a00640 1 --2- 172.21.15.12:0/91723861 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f35a8102020 0x7f35a8199b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:28.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.490+0000 7f35a6a00640 1 -- 172.21.15.12:0/91723861 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35a81a17a0 con 0x7f35a8104950 2024-03-29T00:18:28.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.490+0000 7f35a6a00640 1 --2- 172.21.15.12:0/91723861 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f35a8104950 0x7f35a819a0c0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f3594034a80 tx=0x7f3594005dc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:28.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.490+0000 7f359fe00640 1 -- 172.21.15.12:0/91723861 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3594041020 con 0x7f35a8104950 2024-03-29T00:18:28.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.491+0000 7f359fe00640 1 -- 172.21.15.12:0/91723861 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f359402ca10 con 0x7f35a8104950 2024-03-29T00:18:28.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.491+0000 7f35acc00640 1 -- 172.21.15.12:0/91723861 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35a81a1a30 con 0x7f35a8104950 2024-03-29T00:18:28.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.491+0000 7f359fe00640 1 -- 172.21.15.12:0/91723861 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3594039040 con 0x7f35a8104950 2024-03-29T00:18:28.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.491+0000 7f35acc00640 1 -- 172.21.15.12:0/91723861 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35a81a1f70 con 0x7f35a8104950 2024-03-29T00:18:28.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.492+0000 7f35acc00640 1 -- 172.21.15.12:0/91723861 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35a8108d70 con 0x7f35a8104950 2024-03-29T00:18:28.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.493+0000 7f359fe00640 1 -- 172.21.15.12:0/91723861 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f3594044020 con 0x7f35a8104950 2024-03-29T00:18:28.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.495+0000 7f359fe00640 1 --2- 172.21.15.12:0/91723861 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f358c0a1e00 0x7f358c0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:28.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.495+0000 7f359fe00640 1 -- 172.21.15.12:0/91723861 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f35940ef8b0 con 0x7f35a8104950 2024-03-29T00:18:28.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.495+0000 7f35a7400640 1 --2- 172.21.15.12:0/91723861 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f358c0a1e00 0x7f358c0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:28.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.496+0000 7f35a7400640 1 --2- 172.21.15.12:0/91723861 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f358c0a1e00 0x7f358c0a42c0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f3598009530 tx=0x7f3598009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:28.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.503+0000 7f359fe00640 1 -- 172.21.15.12:0/91723861 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f359404b020 con 0x7f35a8104950 2024-03-29T00:18:28.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:28 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/198853511' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:18:28.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:28 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2073127685' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:18:28.708 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.708+0000 7f35acc00640 1 -- 172.21.15.12:0/91723861 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f35a802d170 con 0x7f35a8104950 2024-03-29T00:18:28.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.708+0000 7f359fe00640 1 -- 172.21.15.12:0/91723861 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v93) ==== 103+0+11 (secure 0 0 0) 0x7f35940bc8f0 con 0x7f35a8104950 2024-03-29T00:18:28.709 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 32 2024-03-29T00:18:28.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.711+0000 7f35acc00640 1 -- 172.21.15.12:0/91723861 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f358c0a1e00 msgr2=0x7f358c0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:28.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.711+0000 7f35acc00640 1 --2- 172.21.15.12:0/91723861 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f358c0a1e00 0x7f358c0a42c0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f3598009530 tx=0x7f3598009260 comp rx=0 tx=0).stop 2024-03-29T00:18:28.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.711+0000 7f35acc00640 1 -- 172.21.15.12:0/91723861 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f35a8104950 msgr2=0x7f35a819a0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:28.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.711+0000 7f35acc00640 1 --2- 172.21.15.12:0/91723861 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f35a8104950 0x7f35a819a0c0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f3594034a80 tx=0x7f3594005dc0 comp rx=0 tx=0).stop 2024-03-29T00:18:28.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.712+0000 7f35acc00640 1 -- 172.21.15.12:0/91723861 shutdown_connections 2024-03-29T00:18:28.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.712+0000 7f35acc00640 1 --2- 172.21.15.12:0/91723861 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f358c0a1e00 0x7f358c0a42c0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:28.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.712+0000 7f35acc00640 1 --2- 172.21.15.12:0/91723861 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f35a8107280 0x7f35a81a1130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:28.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.712+0000 7f35acc00640 1 --2- 172.21.15.12:0/91723861 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f35a8104950 0x7f35a819a0c0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:28.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.712+0000 7f35acc00640 1 --2- 172.21.15.12:0/91723861 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f35a8102020 0x7f35a8199b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:28.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.712+0000 7f35acc00640 1 -- 172.21.15.12:0/91723861 >> 172.21.15.12:0/91723861 conn(0x7f35a80fba30 msgr2=0x7f35a8101750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:28.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.712+0000 7f35acc00640 1 -- 172.21.15.12:0/91723861 shutdown_connections 2024-03-29T00:18:28.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.712+0000 7f35acc00640 1 -- 172.21.15.12:0/91723861 wait complete. 2024-03-29T00:18:28.731 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:18:28.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:28 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/198853511' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:18:28.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:28 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2073127685' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:18:28.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:28 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/198853511' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:18:28.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:28 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2073127685' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:18:28.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.942+0000 7f7166400640 1 -- 172.21.15.12:0/3426247755 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f71601020e0 msgr2=0x7f71601044d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:28.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.942+0000 7f7166400640 1 --2- 172.21.15.12:0/3426247755 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f71601020e0 0x7f71601044d0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f7148009900 tx=0x7f714802bc30 comp rx=0 tx=0).stop 2024-03-29T00:18:28.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.943+0000 7f7166400640 1 -- 172.21.15.12:0/3426247755 shutdown_connections 2024-03-29T00:18:28.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.943+0000 7f7166400640 1 --2- 172.21.15.12:0/3426247755 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7160107340 0x7f7160109790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:28.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.943+0000 7f7166400640 1 --2- 172.21.15.12:0/3426247755 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7160104a10 0x7f7160106e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:28.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.943+0000 7f7166400640 1 --2- 172.21.15.12:0/3426247755 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f71601020e0 0x7f71601044d0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:28.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.943+0000 7f7166400640 1 -- 172.21.15.12:0/3426247755 >> 172.21.15.12:0/3426247755 conn(0x7f71600fbad0 msgr2=0x7f71600fdf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:28.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.943+0000 7f7166400640 1 -- 172.21.15.12:0/3426247755 shutdown_connections 2024-03-29T00:18:28.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.943+0000 7f7166400640 1 -- 172.21.15.12:0/3426247755 wait complete. 2024-03-29T00:18:28.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.944+0000 7f7166400640 1 Processor -- start 2024-03-29T00:18:28.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.944+0000 7f7166400640 1 -- start start 2024-03-29T00:18:28.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.944+0000 7f7166400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f71601020e0 0x7f7160199cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:28.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.944+0000 7f7166400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7160104a10 0x7f716019a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:28.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.945+0000 7f7166400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7160107340 0x7f71601a1250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:28.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.945+0000 7f7166400640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f716010d3c0 con 0x7f7160107340 2024-03-29T00:18:28.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.945+0000 7f7166400640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f716010d240 con 0x7f71601020e0 2024-03-29T00:18:28.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.945+0000 7f7166400640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f716010d540 con 0x7f7160104a10 2024-03-29T00:18:28.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.945+0000 7f7165000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f71601020e0 0x7f7160199cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:28.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.945+0000 7f7157e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7160104a10 0x7f716019a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:28.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.945+0000 7f7165000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f71601020e0 0x7f7160199cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:38410/0 (socket says 172.21.15.12:38410) 2024-03-29T00:18:28.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.945+0000 7f7165000640 1 -- 172.21.15.12:0/1175848268 learned_addr learned my addr 172.21.15.12:0/1175848268 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:28.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.945+0000 7f7157e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7160104a10 0x7f716019a1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:56176/0 (socket says 172.21.15.12:56176) 2024-03-29T00:18:28.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.945+0000 7f7165a00640 1 --2- 172.21.15.12:0/1175848268 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7160107340 0x7f71601a1250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:28.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.945+0000 7f7165000640 1 -- 172.21.15.12:0/1175848268 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7160104a10 msgr2=0x7f716019a1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:28.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.945+0000 7f7165000640 1 --2- 172.21.15.12:0/1175848268 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7160104a10 0x7f716019a1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:28.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.945+0000 7f7165000640 1 -- 172.21.15.12:0/1175848268 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7160107340 msgr2=0x7f71601a1250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:28.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.945+0000 7f7165000640 1 --2- 172.21.15.12:0/1175848268 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7160107340 0x7f71601a1250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:28.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.945+0000 7f7165000640 1 -- 172.21.15.12:0/1175848268 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71601a18f0 con 0x7f71601020e0 2024-03-29T00:18:28.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.945+0000 7f7157e00640 1 --2- 172.21.15.12:0/1175848268 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7160104a10 0x7f716019a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:18:28.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.946+0000 7f7165000640 1 --2- 172.21.15.12:0/1175848268 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f71601020e0 0x7f7160199cb0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f7148005ab0 tx=0x7f7148004a50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:28.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.946+0000 7f715e000640 1 -- 172.21.15.12:0/1175848268 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7148043020 con 0x7f71601020e0 2024-03-29T00:18:28.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.946+0000 7f7166400640 1 -- 172.21.15.12:0/1175848268 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71601a1b80 con 0x7f71601020e0 2024-03-29T00:18:28.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.946+0000 7f715e000640 1 -- 172.21.15.12:0/1175848268 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7148004250 con 0x7f71601020e0 2024-03-29T00:18:28.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.946+0000 7f715e000640 1 -- 172.21.15.12:0/1175848268 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7148003c00 con 0x7f71601020e0 2024-03-29T00:18:28.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.946+0000 7f7166400640 1 -- 172.21.15.12:0/1175848268 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71601a2120 con 0x7f71601020e0 2024-03-29T00:18:28.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.947+0000 7f7166400640 1 -- 172.21.15.12:0/1175848268 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7160108e90 con 0x7f71601020e0 2024-03-29T00:18:28.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.949+0000 7f715e000640 1 -- 172.21.15.12:0/1175848268 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f7148046020 con 0x7f71601020e0 2024-03-29T00:18:28.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.950+0000 7f715e000640 1 --2- 172.21.15.12:0/1175848268 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f71400a1df0 0x7f71400a42b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:28.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.951+0000 7f715e000640 1 -- 172.21.15.12:0/1175848268 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f71480f01d0 con 0x7f71601020e0 2024-03-29T00:18:28.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.951+0000 7f7157e00640 1 --2- 172.21.15.12:0/1175848268 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f71400a1df0 0x7f71400a42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:28.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.951+0000 7f7157e00640 1 --2- 172.21.15.12:0/1175848268 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f71400a1df0 0x7f71400a42b0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f716019b1b0 tx=0x7f7150005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:28.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:28.954+0000 7f715e000640 1 -- 172.21.15.12:0/1175848268 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f714804d020 con 0x7f71601020e0 2024-03-29T00:18:29.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.197+0000 7f7166400640 1 -- 172.21.15.12:0/1175848268 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7160062350 con 0x7f71601020e0 2024-03-29T00:18:29.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.198+0000 7f715e000640 1 -- 172.21.15.12:0/1175848268 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11908 (secure 0 0 0) 0x7f71480bd210 con 0x7f71601020e0 2024-03-29T00:18:29.198 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:18:29.198 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14385,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2850016952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2850016952},{"type":"v1","addr":"172.21.15.12:6835","nonce":2850016952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/54288999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":54288999},{"type":"v1","addr":"172.21.15.12:6837","nonce":54288999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-29T00:15:17.217711+0000","modified":"2024-03-29T00:18:18.735879+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24568,"mds_1":24566,"mds_2":24544,"mds_3":24472,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14451":{"gid":14451,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6839/2537576655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":2537576655},{"type":"v1","addr":"172.21.15.12:6839","nonce":2537576655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14469":{"gid":14469,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6841/167917143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":167917143},{"type":"v1","addr":"172.21.15.12:6841","nonce":167917143}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":21,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":21,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6835/3689706936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":3689706936},{"type":"v1","addr":"172.21.15.53:6835","nonce":3689706936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6837/3069224551","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":3069224551},{"type":"v1","addr":"172.21.15.53:6837","nonce":3069224551}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.69:6835/368717986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":368717986},{"type":"v1","addr":"172.21.15.69:6835","nonce":368717986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24544":{"gid":24544,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.69:6837/466045469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":466045469},{"type":"v1","addr":"172.21.15.69:6837","nonce":466045469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24566":{"gid":24566,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":11,"addr":"172.21.15.53:6839/2142959350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":2142959350},{"type":"v1","addr":"172.21.15.53:6839","nonce":2142959350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.69:6839/1021939171","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1021939171},{"type":"v1","addr":"172.21.15.69:6839","nonce":1021939171}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24568,"qdb_cluster":[24431,24472,24544,24566,24568]},"id":1}]} 2024-03-29T00:18:29.199 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 29 2024-03-29T00:18:29.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.200+0000 7f7166400640 1 -- 172.21.15.12:0/1175848268 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f71400a1df0 msgr2=0x7f71400a42b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:29.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.200+0000 7f7166400640 1 --2- 172.21.15.12:0/1175848268 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f71400a1df0 0x7f71400a42b0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f716019b1b0 tx=0x7f7150005f90 comp rx=0 tx=0).stop 2024-03-29T00:18:29.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.200+0000 7f7166400640 1 -- 172.21.15.12:0/1175848268 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f71601020e0 msgr2=0x7f7160199cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:29.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.200+0000 7f7166400640 1 --2- 172.21.15.12:0/1175848268 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f71601020e0 0x7f7160199cb0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f7148005ab0 tx=0x7f7148004a50 comp rx=0 tx=0).stop 2024-03-29T00:18:29.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.201+0000 7f7166400640 1 -- 172.21.15.12:0/1175848268 shutdown_connections 2024-03-29T00:18:29.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.201+0000 7f7166400640 1 --2- 172.21.15.12:0/1175848268 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f71400a1df0 0x7f71400a42b0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.201+0000 7f7166400640 1 --2- 172.21.15.12:0/1175848268 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7160107340 0x7f71601a1250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.201+0000 7f7166400640 1 --2- 172.21.15.12:0/1175848268 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7160104a10 0x7f716019a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.201+0000 7f7166400640 1 --2- 172.21.15.12:0/1175848268 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f71601020e0 0x7f7160199cb0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.201+0000 7f7166400640 1 -- 172.21.15.12:0/1175848268 >> 172.21.15.12:0/1175848268 conn(0x7f71600fbad0 msgr2=0x7f7160101870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:29.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.201+0000 7f7166400640 1 -- 172.21.15.12:0/1175848268 shutdown_connections 2024-03-29T00:18:29.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.201+0000 7f7166400640 1 -- 172.21.15.12:0/1175848268 wait complete. 2024-03-29T00:18:29.221 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-29T00:18:29.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.447+0000 7f468ae00640 1 -- 172.21.15.12:0/529880371 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46841000c0 msgr2=0x7f46841004e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:29.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.447+0000 7f468ae00640 1 --2- 172.21.15.12:0/529880371 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46841000c0 0x7f46841004e0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f4674009900 tx=0x7f467402bc30 comp rx=0 tx=0).stop 2024-03-29T00:18:29.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.447+0000 7f468ae00640 1 -- 172.21.15.12:0/529880371 shutdown_connections 2024-03-29T00:18:29.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.447+0000 7f468ae00640 1 --2- 172.21.15.12:0/529880371 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4684100a20 0x7f4684100e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.447+0000 7f468ae00640 1 --2- 172.21.15.12:0/529880371 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f46841013c0 0x7f4684101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.447+0000 7f468ae00640 1 --2- 172.21.15.12:0/529880371 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46841000c0 0x7f46841004e0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.447+0000 7f468ae00640 1 -- 172.21.15.12:0/529880371 >> 172.21.15.12:0/529880371 conn(0x7f46840fbc80 msgr2=0x7f46840fe0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:29.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.447+0000 7f468ae00640 1 -- 172.21.15.12:0/529880371 shutdown_connections 2024-03-29T00:18:29.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.447+0000 7f468ae00640 1 -- 172.21.15.12:0/529880371 wait complete. 2024-03-29T00:18:29.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.448+0000 7f468ae00640 1 Processor -- start 2024-03-29T00:18:29.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.448+0000 7f468ae00640 1 -- start start 2024-03-29T00:18:29.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.449+0000 7f468ae00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46841000c0 0x7f4684199d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:29.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.449+0000 7f468ae00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4684100a20 0x7f468419a270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:29.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.449+0000 7f468ae00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f46841013c0 0x7f46841a12a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:29.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.449+0000 7f468ae00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f468410f6f0 con 0x7f46841013c0 2024-03-29T00:18:29.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.449+0000 7f468ae00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f468410f570 con 0x7f4684100a20 2024-03-29T00:18:29.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.449+0000 7f468ae00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f468410f870 con 0x7f46841000c0 2024-03-29T00:18:29.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.449+0000 7f4683e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46841000c0 0x7f4684199d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:29.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.449+0000 7f4683e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46841000c0 0x7f4684199d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:56198/0 (socket says 172.21.15.12:56198) 2024-03-29T00:18:29.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.449+0000 7f4683e00640 1 -- 172.21.15.12:0/4172706969 learned_addr learned my addr 172.21.15.12:0/4172706969 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:29.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.449+0000 7f467be00640 1 --2- 172.21.15.12:0/4172706969 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4684100a20 0x7f468419a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:29.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.449+0000 7f4688e00640 1 --2- 172.21.15.12:0/4172706969 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f46841013c0 0x7f46841a12a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:29.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.449+0000 7f4683e00640 1 -- 172.21.15.12:0/4172706969 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4684100a20 msgr2=0x7f468419a270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:29.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.449+0000 7f4683e00640 1 --2- 172.21.15.12:0/4172706969 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4684100a20 0x7f468419a270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.449+0000 7f4683e00640 1 -- 172.21.15.12:0/4172706969 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f46841013c0 msgr2=0x7f46841a12a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:29.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.449+0000 7f4683e00640 1 --2- 172.21.15.12:0/4172706969 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f46841013c0 0x7f46841a12a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.449+0000 7f4683e00640 1 -- 172.21.15.12:0/4172706969 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46841a1940 con 0x7f46841000c0 2024-03-29T00:18:29.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.450+0000 7f4683e00640 1 --2- 172.21.15.12:0/4172706969 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46841000c0 0x7f4684199d30 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f4674005ab0 tx=0x7f4674004a50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:29.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.450+0000 7f4681600640 1 -- 172.21.15.12:0/4172706969 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4674043020 con 0x7f46841000c0 2024-03-29T00:18:29.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.450+0000 7f4681600640 1 -- 172.21.15.12:0/4172706969 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4674004250 con 0x7f46841000c0 2024-03-29T00:18:29.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.450+0000 7f4681600640 1 -- 172.21.15.12:0/4172706969 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4674003c00 con 0x7f46841000c0 2024-03-29T00:18:29.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.450+0000 7f468ae00640 1 -- 172.21.15.12:0/4172706969 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46841a1bd0 con 0x7f46841000c0 2024-03-29T00:18:29.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.450+0000 7f468ae00640 1 -- 172.21.15.12:0/4172706969 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46841a20d0 con 0x7f46841000c0 2024-03-29T00:18:29.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.451+0000 7f468ae00640 1 -- 172.21.15.12:0/4172706969 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f468410afa0 con 0x7f46841000c0 2024-03-29T00:18:29.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.453+0000 7f4681600640 1 -- 172.21.15.12:0/4172706969 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f4674046020 con 0x7f46841000c0 2024-03-29T00:18:29.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.455+0000 7f4681600640 1 --2- 172.21.15.12:0/4172706969 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f46680a1e00 0x7f46680a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:29.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.455+0000 7f4681600640 1 -- 172.21.15.12:0/4172706969 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f46740f05a0 con 0x7f46841000c0 2024-03-29T00:18:29.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.455+0000 7f467be00640 1 --2- 172.21.15.12:0/4172706969 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f46680a1e00 0x7f46680a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:29.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.456+0000 7f467be00640 1 --2- 172.21.15.12:0/4172706969 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f46680a1e00 0x7f46680a42c0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f466c009bd0 tx=0x7f466c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:29.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.458+0000 7f4681600640 1 -- 172.21.15.12:0/4172706969 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f467404d020 con 0x7f46841000c0 2024-03-29T00:18:29.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.666+0000 7f468ae00640 1 -- 172.21.15.12:0/4172706969 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f468402d420 con 0x7f46841000c0 2024-03-29T00:18:29.668 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.667+0000 7f4681600640 1 -- 172.21.15.12:0/4172706969 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+24651 (secure 0 0 0) 0x7f46740bd5e0 con 0x7f46841000c0 2024-03-29T00:18:29.668 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:18:29.669 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":93,"fsid":"f0a28ba8-ed5f-11ee-95d0-87774f69a715","created":"2024-03-29T00:05:52.349196+0000","modified":"2024-03-29T00:17:11.508521+0000","last_up_change":"2024-03-29T00:14:17.644182+0000","last_in_change":"2024-03-29T00:13:57.992327+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-29T00:09:58.299082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-29T00:15:15.323046+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-29T00:15:16.709268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-29T00:15:20.769838+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f15b3bc8-42a4-4aca-bf7c-f36533a25084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6803","nonce":1970936395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6805","nonce":1970936395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6809","nonce":1970936395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6807","nonce":1970936395}]},"public_addr":"172.21.15.12:6803/1970936395","cluster_addr":"172.21.15.12:6805/1970936395","heartbeat_back_addr":"172.21.15.12:6809/1970936395","heartbeat_front_addr":"172.21.15.12:6807/1970936395","state":["exists","up"]},{"osd":1,"uuid":"9fc84928-5898-4421-8fae-8a6c3b5d6454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6801","nonce":2562558811}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6803","nonce":2562558811}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6807","nonce":2562558811}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6805","nonce":2562558811}]},"public_addr":"172.21.15.53:6801/2562558811","cluster_addr":"172.21.15.53:6803/2562558811","heartbeat_back_addr":"172.21.15.53:6807/2562558811","heartbeat_front_addr":"172.21.15.53:6805/2562558811","state":["exists","up"]},{"osd":2,"uuid":"6e1df3eb-d5e1-4433-aef8-dcc544feb108","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6800","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6801","nonce":3472201934}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6803","nonce":3472201934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6807","nonce":3472201934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6805","nonce":3472201934}]},"public_addr":"172.21.15.69:6801/3472201934","cluster_addr":"172.21.15.69:6803/3472201934","heartbeat_back_addr":"172.21.15.69:6807/3472201934","heartbeat_front_addr":"172.21.15.69:6805/3472201934","state":["exists","up"]},{"osd":3,"uuid":"c03886ee-0efd-4a1f-b04f-b060483d852b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6811","nonce":1860879351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6813","nonce":1860879351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6817","nonce":1860879351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6815","nonce":1860879351}]},"public_addr":"172.21.15.12:6811/1860879351","cluster_addr":"172.21.15.12:6813/1860879351","heartbeat_back_addr":"172.21.15.12:6817/1860879351","heartbeat_front_addr":"172.21.15.12:6815/1860879351","state":["exists","up"]},{"osd":4,"uuid":"10a25f7e-b569-4d47-add7-560968efa9c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6809","nonce":1066696400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6811","nonce":1066696400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6815","nonce":1066696400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6813","nonce":1066696400}]},"public_addr":"172.21.15.53:6809/1066696400","cluster_addr":"172.21.15.53:6811/1066696400","heartbeat_back_addr":"172.21.15.53:6815/1066696400","heartbeat_front_addr":"172.21.15.53:6813/1066696400","state":["exists","up"]},{"osd":5,"uuid":"21bad6a7-f98d-4344-8b0b-cf8526575ac2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6809","nonce":2160312252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6811","nonce":2160312252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6815","nonce":2160312252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6813","nonce":2160312252}]},"public_addr":"172.21.15.69:6809/2160312252","cluster_addr":"172.21.15.69:6811/2160312252","heartbeat_back_addr":"172.21.15.69:6815/2160312252","heartbeat_front_addr":"172.21.15.69:6813/2160312252","state":["exists","up"]},{"osd":6,"uuid":"927557ba-0245-42bb-83f1-c8b6b44cc496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6819","nonce":53322413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6821","nonce":53322413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6825","nonce":53322413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6823","nonce":53322413}]},"public_addr":"172.21.15.12:6819/53322413","cluster_addr":"172.21.15.12:6821/53322413","heartbeat_back_addr":"172.21.15.12:6825/53322413","heartbeat_front_addr":"172.21.15.12:6823/53322413","state":["exists","up"]},{"osd":7,"uuid":"22314690-d0eb-496b-b67d-922bdc0b6660","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6817","nonce":512991962}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6819","nonce":512991962}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6823","nonce":512991962}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6821","nonce":512991962}]},"public_addr":"172.21.15.53:6817/512991962","cluster_addr":"172.21.15.53:6819/512991962","heartbeat_back_addr":"172.21.15.53:6823/512991962","heartbeat_front_addr":"172.21.15.53:6821/512991962","state":["exists","up"]},{"osd":8,"uuid":"f26e428e-4919-4030-aa15-100d6df99aef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6817","nonce":2890541031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6819","nonce":2890541031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6823","nonce":2890541031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6821","nonce":2890541031}]},"public_addr":"172.21.15.69:6817/2890541031","cluster_addr":"172.21.15.69:6819/2890541031","heartbeat_back_addr":"172.21.15.69:6823/2890541031","heartbeat_front_addr":"172.21.15.69:6821/2890541031","state":["exists","up"]},{"osd":9,"uuid":"df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6827","nonce":1715133032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6829","nonce":1715133032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6833","nonce":1715133032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6831","nonce":1715133032}]},"public_addr":"172.21.15.12:6827/1715133032","cluster_addr":"172.21.15.12:6829/1715133032","heartbeat_back_addr":"172.21.15.12:6833/1715133032","heartbeat_front_addr":"172.21.15.12:6831/1715133032","state":["exists","up"]},{"osd":10,"uuid":"ac05ca46-a3d8-4e95-8b37-6f46b9f38703","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6825","nonce":3180522172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6827","nonce":3180522172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6831","nonce":3180522172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6829","nonce":3180522172}]},"public_addr":"172.21.15.53:6825/3180522172","cluster_addr":"172.21.15.53:6827/3180522172","heartbeat_back_addr":"172.21.15.53:6831/3180522172","heartbeat_front_addr":"172.21.15.53:6829/3180522172","state":["exists","up"]},{"osd":11,"uuid":"47fd23fb-f49f-49ca-8dfa-df667d03cfa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6825","nonce":1830685720}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6827","nonce":1830685720}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6831","nonce":1830685720}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6829","nonce":1830685720}]},"public_addr":"172.21.15.69:6825/1830685720","cluster_addr":"172.21.15.69:6827/1830685720","heartbeat_back_addr":"172.21.15.69:6831/1830685720","heartbeat_front_addr":"172.21.15.69:6829/1830685720","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:04.043487+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:29.451338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:53.723758+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:27.673354+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:54.498962+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:19.775485+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:54.005468+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:21.544560+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:47.123756+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:22.232554+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:50.514376+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:14:16.169343+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":8}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.9","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/3903984873":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/3329864026":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/1184533662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/2224576662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/798509208":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/4176566530":"2024-03-30T00:07:09.578981+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-29T00:18:29.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.670+0000 7f468ae00640 1 -- 172.21.15.12:0/4172706969 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f46680a1e00 msgr2=0x7f46680a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:29.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.670+0000 7f468ae00640 1 --2- 172.21.15.12:0/4172706969 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f46680a1e00 0x7f46680a42c0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f466c009bd0 tx=0x7f466c005f90 comp rx=0 tx=0).stop 2024-03-29T00:18:29.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.670+0000 7f468ae00640 1 -- 172.21.15.12:0/4172706969 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46841000c0 msgr2=0x7f4684199d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:29.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.670+0000 7f468ae00640 1 --2- 172.21.15.12:0/4172706969 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46841000c0 0x7f4684199d30 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f4674005ab0 tx=0x7f4674004a50 comp rx=0 tx=0).stop 2024-03-29T00:18:29.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.671+0000 7f468ae00640 1 -- 172.21.15.12:0/4172706969 shutdown_connections 2024-03-29T00:18:29.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.671+0000 7f468ae00640 1 --2- 172.21.15.12:0/4172706969 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f46680a1e00 0x7f46680a42c0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.671+0000 7f468ae00640 1 --2- 172.21.15.12:0/4172706969 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4684100a20 0x7f468419a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.671+0000 7f468ae00640 1 --2- 172.21.15.12:0/4172706969 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f46841013c0 0x7f46841a12a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.671+0000 7f468ae00640 1 --2- 172.21.15.12:0/4172706969 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46841000c0 0x7f4684199d30 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.671+0000 7f468ae00640 1 -- 172.21.15.12:0/4172706969 >> 172.21.15.12:0/4172706969 conn(0x7f46840fbc80 msgr2=0x7f46840fd320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:29.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.671+0000 7f468ae00640 1 -- 172.21.15.12:0/4172706969 shutdown_connections 2024-03-29T00:18:29.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.671+0000 7f468ae00640 1 -- 172.21.15.12:0/4172706969 wait complete. 2024-03-29T00:18:29.693 DEBUG:tasks.fwd_scrub:Yielding 2024-03-29T00:18:29.693 INFO:teuthology.run_tasks:Running task background_exec... 2024-03-29T00:18:29.704 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi012.front.sepia.ceph.com 2024-03-29T00:18:29.704 DEBUG:teuthology.orchestra.run.smithi012:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-03-29T00:18:29.704 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-03-29T00:18:29.704 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-29T00:18:29.705 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:18:29.705 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-29T00:18:29.710 INFO:teuthology.run_tasks:Running task workunit... 2024-03-29T00:18:29.725 INFO:tasks.workunit:Pulling workunits from ref 55f5138942aa4866e49329c9103468889cec3f73 2024-03-29T00:18:29.726 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-03-29T00:18:29.726 INFO:tasks.workunit:timeout=3h 2024-03-29T00:18:29.726 INFO:tasks.workunit:cleanup=True 2024-03-29T00:18:29.726 DEBUG:teuthology.orchestra.run.smithi012:> stat -- /home/ubuntu/cephtest/mnt.0 2024-03-29T00:18:29.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:29 smithi069 ceph-mon[36074]: pgmap v422: 129 pgs: 129 active+clean; 652 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 938 B/s wr, 12 op/s 2024-03-29T00:18:29.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:29 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/91723861' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:18:29.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:29 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1175848268' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:18:29.772 INFO:teuthology.orchestra.run.smithi012.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-03-29T00:18:29.772 INFO:teuthology.orchestra.run.smithi012.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-03-29T00:18:29.773 INFO:teuthology.orchestra.run.smithi012.stdout:Device: 76h/118d Inode: 1099511628283 Links: 2 2024-03-29T00:18:29.773 INFO:teuthology.orchestra.run.smithi012.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-29T00:18:29.773 INFO:teuthology.orchestra.run.smithi012.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-03-29T00:18:29.773 INFO:teuthology.orchestra.run.smithi012.stdout:Access: 2024-03-29 00:15:54.207356280 +0000 2024-03-29T00:18:29.773 INFO:teuthology.orchestra.run.smithi012.stdout:Modify: 2024-03-29 00:15:54.207356280 +0000 2024-03-29T00:18:29.773 INFO:teuthology.orchestra.run.smithi012.stdout:Change: 2024-03-29 00:18:17.649606794 +0000 2024-03-29T00:18:29.773 INFO:teuthology.orchestra.run.smithi012.stdout: Birth: 2024-03-29 00:15:54.207356280 +0000 2024-03-29T00:18:29.773 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-03-29T00:18:29.773 DEBUG:teuthology.orchestra.run.smithi012:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-03-29T00:18:29.779 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:29 smithi012 ceph-mon[31657]: pgmap v422: 129 pgs: 129 active+clean; 652 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 938 B/s wr, 12 op/s 2024-03-29T00:18:29.779 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:29 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/91723861' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:18:29.779 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:29 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1175848268' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:18:29.863 DEBUG:teuthology.orchestra.run.smithi012:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 55f5138942aa4866e49329c9103468889cec3f73 2024-03-29T00:18:29.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:29 smithi053 ceph-mon[36233]: pgmap v422: 129 pgs: 129 active+clean; 652 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 938 B/s wr, 12 op/s 2024-03-29T00:18:29.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:29 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/91723861' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:18:29.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:29 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1175848268' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:18:29.909 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.909+0000 7f507a400640 1 -- 172.21.15.12:0/3702712534 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f50740ffe10 msgr2=0x7f5074100230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:29.909 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.909+0000 7f507a400640 1 --2- 172.21.15.12:0/3702712534 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f50740ffe10 0x7f5074100230 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f5068009900 tx=0x7f506802bc50 comp rx=0 tx=0).stop 2024-03-29T00:18:29.910 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.910+0000 7f507a400640 1 -- 172.21.15.12:0/3702712534 shutdown_connections 2024-03-29T00:18:29.910 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.910+0000 7f507a400640 1 --2- 172.21.15.12:0/3702712534 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5074101110 0x7f5074101590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.910 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.910+0000 7f507a400640 1 --2- 172.21.15.12:0/3702712534 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5074100770 0x7f5074100bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.910 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.910+0000 7f507a400640 1 --2- 172.21.15.12:0/3702712534 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f50740ffe10 0x7f5074100230 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.910+0000 7f507a400640 1 -- 172.21.15.12:0/3702712534 >> 172.21.15.12:0/3702712534 conn(0x7f50740fba30 msgr2=0x7f50740fde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:29.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.910+0000 7f507a400640 1 -- 172.21.15.12:0/3702712534 shutdown_connections 2024-03-29T00:18:29.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.910+0000 7f507a400640 1 -- 172.21.15.12:0/3702712534 wait complete. 2024-03-29T00:18:29.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.911+0000 7f507a400640 1 Processor -- start 2024-03-29T00:18:29.911 INFO:tasks.workunit.client.0.smithi012.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-03-29T00:18:29.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.911+0000 7f507a400640 1 -- start start 2024-03-29T00:18:29.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.911+0000 7f507a400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f50740ffe10 0x7f5074199bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:29.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.911+0000 7f507a400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5074100770 0x7f507419a100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:29.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.911+0000 7f507a400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5074101110 0x7f50741a1120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:29.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.911+0000 7f507a400640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f507410f560 con 0x7f50740ffe10 2024-03-29T00:18:29.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.911+0000 7f507a400640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f507410f3e0 con 0x7f5074100770 2024-03-29T00:18:29.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.911+0000 7f507a400640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f507410f6e0 con 0x7f5074101110 2024-03-29T00:18:29.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.911+0000 7f5073e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5074100770 0x7f507419a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:29.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.911+0000 7f5073e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5074100770 0x7f507419a100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:38444/0 (socket says 172.21.15.12:38444) 2024-03-29T00:18:29.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.912+0000 7f5073e00640 1 -- 172.21.15.12:0/2012190858 learned_addr learned my addr 172.21.15.12:0/2012190858 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:29.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.912+0000 7f5079000640 1 --2- 172.21.15.12:0/2012190858 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f50740ffe10 0x7f5074199bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:29.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.912+0000 7f5079a00640 1 --2- 172.21.15.12:0/2012190858 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5074101110 0x7f50741a1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:29.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.912+0000 7f5073e00640 1 -- 172.21.15.12:0/2012190858 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5074101110 msgr2=0x7f50741a1120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:29.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.912+0000 7f5073e00640 1 --2- 172.21.15.12:0/2012190858 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5074101110 0x7f50741a1120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.912+0000 7f5073e00640 1 -- 172.21.15.12:0/2012190858 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f50740ffe10 msgr2=0x7f5074199bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:29.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.912+0000 7f5073e00640 1 --2- 172.21.15.12:0/2012190858 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f50740ffe10 0x7f5074199bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.912+0000 7f5073e00640 1 -- 172.21.15.12:0/2012190858 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50741a1790 con 0x7f5074100770 2024-03-29T00:18:29.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.912+0000 7f5079a00640 1 --2- 172.21.15.12:0/2012190858 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5074101110 0x7f50741a1120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:18:29.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.912+0000 7f5079000640 1 --2- 172.21.15.12:0/2012190858 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f50740ffe10 0x7f5074199bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:18:29.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.912+0000 7f5073e00640 1 --2- 172.21.15.12:0/2012190858 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5074100770 0x7f507419a100 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f506000e9f0 tx=0x7f506000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:29.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.912+0000 7f5071600640 1 -- 172.21.15.12:0/2012190858 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f506000cd80 con 0x7f5074100770 2024-03-29T00:18:29.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.912+0000 7f507a400640 1 -- 172.21.15.12:0/2012190858 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50741a1a80 con 0x7f5074100770 2024-03-29T00:18:29.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.913+0000 7f5071600640 1 -- 172.21.15.12:0/2012190858 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5060010930 con 0x7f5074100770 2024-03-29T00:18:29.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.913+0000 7f5071600640 1 -- 172.21.15.12:0/2012190858 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5060018b00 con 0x7f5074100770 2024-03-29T00:18:29.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.913+0000 7f507a400640 1 -- 172.21.15.12:0/2012190858 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50741a2020 con 0x7f5074100770 2024-03-29T00:18:29.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.916+0000 7f507e7ad740 1 Processor -- start 2024-03-29T00:18:29.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.916+0000 7f507e7ad740 1 -- start start 2024-03-29T00:18:29.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.916+0000 7f507e7ad740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56332b7e6190 0x56332b7e65b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:29.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.916+0000 7f507e7ad740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56332b7e6b80 0x56332b7eb680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:29.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.916+0000 7f507e7ad740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56332b7ebcf0 0x56332b7ee180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:29.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.916+0000 7f507e7ad740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x56332b74ac40 con 0x56332b7ebcf0 2024-03-29T00:18:29.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.916+0000 7f507e7ad740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x56332b6f3c40 con 0x56332b7e6190 2024-03-29T00:18:29.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.916+0000 7f507e7ad740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x56332b746ce0 con 0x56332b7e6b80 2024-03-29T00:18:29.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.916+0000 7f5079a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56332b7e6190 0x56332b7e65b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:29.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.917+0000 7f5079a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56332b7e6190 0x56332b7e65b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:38450/0 (socket says 172.21.15.12:38450) 2024-03-29T00:18:29.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.917+0000 7f5079a00640 1 -- 172.21.15.12:0/533891195 learned_addr learned my addr 172.21.15.12:0/533891195 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:29.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.917+0000 7f5079000640 1 --2- 172.21.15.12:0/533891195 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56332b7e6b80 0x56332b7eb680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:29.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.917+0000 7f5071600640 1 -- 172.21.15.12:0/2012190858 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f5060018ca0 con 0x7f5074100770 2024-03-29T00:18:29.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.917+0000 7f5079a00640 1 -- 172.21.15.12:0/533891195 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56332b7e6b80 msgr2=0x56332b7eb680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:29.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.917+0000 7f5073e00640 1 --2- 172.21.15.12:0/533891195 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56332b7ebcf0 0x56332b7ee180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:29.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.917+0000 7f5079a00640 1 --2- 172.21.15.12:0/533891195 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56332b7e6b80 0x56332b7eb680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.917+0000 7f5079a00640 1 -- 172.21.15.12:0/533891195 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56332b7ebcf0 msgr2=0x56332b7ee180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:29.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.917+0000 7f5079a00640 1 --2- 172.21.15.12:0/533891195 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56332b7ebcf0 0x56332b7ee180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.917+0000 7f5079a00640 1 -- 172.21.15.12:0/533891195 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56332b5277e0 con 0x56332b7e6190 2024-03-29T00:18:29.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.917+0000 7f5079000640 1 --2- 172.21.15.12:0/533891195 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56332b7e6b80 0x56332b7eb680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:18:29.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.917+0000 7f5073e00640 1 --2- 172.21.15.12:0/533891195 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56332b7ebcf0 0x56332b7ee180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:18:29.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.917+0000 7f5079a00640 1 --2- 172.21.15.12:0/533891195 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56332b7e6190 0x56332b7e65b0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f506c00f410 tx=0x7f506c00f8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=69542fd706d28d6f server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:29.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.918+0000 7f5066000640 1 -- 172.21.15.12:0/533891195 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f506c015070 con 0x56332b7e6190 2024-03-29T00:18:29.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.918+0000 7f5066000640 1 -- 172.21.15.12:0/533891195 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f506c011c00 con 0x56332b7e6190 2024-03-29T00:18:29.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.918+0000 7f5066000640 1 -- 172.21.15.12:0/533891195 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f506c010da0 con 0x56332b7e6190 2024-03-29T00:18:29.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.918+0000 7f5071600640 1 --2- 172.21.15.12:0/2012190858 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f505c0a1d80 0x7f505c0a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:29.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.918+0000 7f5071600640 1 -- 172.21.15.12:0/2012190858 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f50600ce630 con 0x7f5074100770 2024-03-29T00:18:29.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.919+0000 7f507e7ad740 1 -- 172.21.15.12:0/533891195 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56332b7e6190 msgr2=0x56332b7e65b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:29.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.919+0000 7f507e7ad740 1 --2- 172.21.15.12:0/533891195 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56332b7e6190 0x56332b7e65b0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f506c00f410 tx=0x7f506c00f8d0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.919+0000 7f5079000640 1 --2- 172.21.15.12:0/2012190858 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f505c0a1d80 0x7f505c0a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:29.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.919+0000 7f507e7ad740 1 -- 172.21.15.12:0/533891195 shutdown_connections 2024-03-29T00:18:29.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.919+0000 7f507e7ad740 1 --2- 172.21.15.12:0/533891195 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56332b7ebcf0 0x56332b7ee180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.919+0000 7f507e7ad740 1 --2- 172.21.15.12:0/533891195 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56332b7e6b80 0x56332b7eb680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.919+0000 7f507e7ad740 1 --2- 172.21.15.12:0/533891195 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56332b7e6190 0x56332b7e65b0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.919+0000 7f507e7ad740 1 -- 172.21.15.12:0/533891195 >> 172.21.15.12:0/533891195 conn(0x56332b7e1700 msgr2=0x56332b7e1b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:29.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.919+0000 7f507e7ad740 1 -- 172.21.15.12:0/533891195 shutdown_connections 2024-03-29T00:18:29.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.919+0000 7f507e7ad740 1 -- 172.21.15.12:0/533891195 wait complete. 2024-03-29T00:18:29.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.920+0000 7f5079000640 1 --2- 172.21.15.12:0/2012190858 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f505c0a1d80 0x7f505c0a4240 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f5068006010 tx=0x7f506802ca10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:29.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.920+0000 7f507e7ad740 1 -- start start 2024-03-29T00:18:29.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.920+0000 7f507e7ad740 1 Processor -- start 2024-03-29T00:18:29.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.920+0000 7f507e7ad740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56332b7e6190 0x56332b7f0640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:29.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.920+0000 7f507e7ad740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56332b7e6b80 0x56332b7f0b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:29.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.920+0000 7f507e7ad740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56332b7ebcf0 0x56332b7f7bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:29.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.920+0000 7f507e7ad740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x56332b7eeca0 con 0x56332b7e6b80 2024-03-29T00:18:29.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.920+0000 7f507e7ad740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x56332b6e9250 con 0x56332b7e6190 2024-03-29T00:18:29.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.920+0000 7f507e7ad740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x56332b7eee20 con 0x56332b7ebcf0 2024-03-29T00:18:29.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.920+0000 7f507e7ad740 10 client.0 _ll_register_callbacks cb 0x56332b70ae70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:18:29.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.921+0000 7f5079000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56332b7e6190 0x56332b7f0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:29.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.921+0000 7f5079000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56332b7e6190 0x56332b7f0640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:38466/0 (socket says 172.21.15.12:38466) 2024-03-29T00:18:29.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.921+0000 7f5079000640 1 -- 172.21.15.12:0/3563665347 learned_addr learned my addr 172.21.15.12:0/3563665347 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:29.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.921+0000 7f5079a00640 1 --2- 172.21.15.12:0/3563665347 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56332b7ebcf0 0x56332b7f7bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:29.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.921+0000 7f5073e00640 1 --2- 172.21.15.12:0/3563665347 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56332b7e6b80 0x56332b7f0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:29.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.921+0000 7f5079000640 1 -- 172.21.15.12:0/3563665347 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56332b7ebcf0 msgr2=0x56332b7f7bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:29.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.921+0000 7f5079000640 1 --2- 172.21.15.12:0/3563665347 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56332b7ebcf0 0x56332b7f7bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.921+0000 7f5079000640 1 -- 172.21.15.12:0/3563665347 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56332b7e6b80 msgr2=0x56332b7f0b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:29.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.921+0000 7f5079000640 1 --2- 172.21.15.12:0/3563665347 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56332b7e6b80 0x56332b7f0b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.921+0000 7f5079000640 1 -- 172.21.15.12:0/3563665347 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56332b587f70 con 0x56332b7e6190 2024-03-29T00:18:29.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.921+0000 7f5079000640 1 --2- 172.21.15.12:0/3563665347 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56332b7e6190 0x56332b7f0640 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f5068009900 tx=0x7f506802bc50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=31e3776ed1df098f server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:29.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.921+0000 7f505aa00640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:18:29.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.922+0000 7f505aa00640 1 -- 172.21.15.12:0/3563665347 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5068047040 con 0x56332b7e6190 2024-03-29T00:18:29.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.922+0000 7f505aa00640 1 -- 172.21.15.12:0/3563665347 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f5068004980 con 0x56332b7e6190 2024-03-29T00:18:29.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.922+0000 7f507e7ad740 1 -- 172.21.15.12:0/3563665347 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f506c011c00 con 0x56332b7e6190 2024-03-29T00:18:29.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.922+0000 7f505aa00640 1 -- 172.21.15.12:0/3563665347 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5068059050 con 0x56332b7e6190 2024-03-29T00:18:29.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.922+0000 7f507e7ad740 10 client.25559 fetch_fsmap learned FSMap version 29 2024-03-29T00:18:29.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.922+0000 7f507e7ad740 1 -- 172.21.15.12:0/3563665347 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56332b41f170 con 0x56332b7e6190 2024-03-29T00:18:29.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.922+0000 7f505aa00640 1 -- 172.21.15.12:0/3563665347 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f506c011c00 con 0x56332b7e6190 2024-03-29T00:18:29.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.923+0000 7f505aa00640 1 -- 172.21.15.12:0/3563665347 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f5068034570 con 0x56332b7e6190 2024-03-29T00:18:29.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.923+0000 7f507e7ad740 10 client.25559 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:18:29.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.923+0000 7f507e7ad740 10 client.25559 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:18:29.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.923+0000 7f507e7ad740 20 client.25559 populate_metadata read hostname 'smithi012' 2024-03-29T00:18:29.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.923+0000 7f507e7ad740 1 --2- 172.21.15.12:0/3563665347 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x56332b7fc470 0x56332b7fe910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:29.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.923+0000 7f507e7ad740 4 client.25559 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:18:29.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.923+0000 7f507e7ad740 1 -- 172.21.15.12:0/3563665347 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56332b758180 con 0x56332b7fc470 2024-03-29T00:18:29.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.923+0000 7f5073e00640 1 --2- 172.21.15.12:0/3563665347 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x56332b7fc470 0x56332b7fe910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:29.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.924+0000 7f5073e00640 1 --2- 172.21.15.12:0/3563665347 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x56332b7fc470 0x56332b7fe910 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e0902e54b1665a68 server_cookie=7ffb22ca8169038 in_seq=0 out_seq=0 2024-03-29T00:18:29.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.924+0000 7f505aa00640 10 client.25559 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:18:29.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.924+0000 7f505aa00640 1 -- 172.21.15.12:0/3563665347 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x56332b758180 con 0x56332b7fc470 2024-03-29T00:18:29.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.924+0000 7f505aa00640 10 client.25559 handle_command_reply: tid=0 2024-03-29T00:18:29.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.924+0000 7f507e7ad740 1 client.25559 shutdown 2024-03-29T00:18:29.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.925+0000 7f507e7ad740 1 -- 172.21.15.12:0/3563665347 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56332b7e6190 msgr2=0x56332b7f0640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:29.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.925+0000 7f507e7ad740 1 --2- 172.21.15.12:0/3563665347 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56332b7e6190 0x56332b7f0640 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f5068009900 tx=0x7f506802bc50 comp rx=0 tx=0).stop 2024-03-29T00:18:29.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.925+0000 7f507e7ad740 1 -- 172.21.15.12:0/3563665347 shutdown_connections 2024-03-29T00:18:29.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.925+0000 7f507e7ad740 1 --2- 172.21.15.12:0/3563665347 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x56332b7fc470 0x56332b7fe910 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.925+0000 7f507e7ad740 1 --2- 172.21.15.12:0/3563665347 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56332b7ebcf0 0x56332b7f7bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.925+0000 7f507e7ad740 1 --2- 172.21.15.12:0/3563665347 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56332b7e6b80 0x56332b7f0b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.925+0000 7f505aa00640 0 client.25559 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:18:29.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.925+0000 7f507e7ad740 1 --2- 172.21.15.12:0/3563665347 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56332b7e6190 0x56332b7f0640 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.925+0000 7f507e7ad740 1 -- 172.21.15.12:0/3563665347 >> 172.21.15.12:0/3563665347 conn(0x56332b7e1700 msgr2=0x56332b7e0900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:29.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.925+0000 7f507e7ad740 1 -- 172.21.15.12:0/3563665347 shutdown_connections 2024-03-29T00:18:29.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.925+0000 7f507e7ad740 1 -- 172.21.15.12:0/3563665347 wait complete. 2024-03-29T00:18:29.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.925+0000 7f507e7ad740 20 client.25559 trim_cache size 0 max 16384 2024-03-29T00:18:29.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.945+0000 7f507e7ad740 1 Processor -- start 2024-03-29T00:18:29.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.945+0000 7f507e7ad740 1 -- start start 2024-03-29T00:18:29.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.945+0000 7f507e7ad740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56332b7e6190 0x56332b7f0ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:29.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.945+0000 7f507e7ad740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56332b7e6b80 0x56332b7f7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:29.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.945+0000 7f507e7ad740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56332b7ebcf0 0x56332b7e0780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:29.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.945+0000 7f507e7ad740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f50741ac3c0 con 0x56332b7e6190 2024-03-29T00:18:29.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.945+0000 7f507e7ad740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f50741adf00 con 0x56332b7ebcf0 2024-03-29T00:18:29.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.945+0000 7f507e7ad740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f50741aca90 con 0x56332b7e6b80 2024-03-29T00:18:29.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.945+0000 7f5079000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56332b7e6190 0x56332b7f0ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:29.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.945+0000 7f5079a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56332b7ebcf0 0x56332b7e0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:29.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.945+0000 7f5073e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56332b7e6b80 0x56332b7f7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:29.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.945+0000 7f5079a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56332b7ebcf0 0x56332b7e0780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:38468/0 (socket says 172.21.15.12:38468) 2024-03-29T00:18:29.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.945+0000 7f5079a00640 1 -- 172.21.15.12:0/914769263 learned_addr learned my addr 172.21.15.12:0/914769263 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:29.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.945+0000 7f5079000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56332b7e6190 0x56332b7f0ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:37932/0 (socket says 172.21.15.12:37932) 2024-03-29T00:18:29.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.946+0000 7f5079a00640 1 -- 172.21.15.12:0/914769263 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56332b7e6b80 msgr2=0x56332b7f7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:29.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.946+0000 7f5079a00640 1 --2- 172.21.15.12:0/914769263 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56332b7e6b80 0x56332b7f7b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.946+0000 7f5079a00640 1 -- 172.21.15.12:0/914769263 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56332b7e6190 msgr2=0x56332b7f0ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:29.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.946+0000 7f5079a00640 1 --2- 172.21.15.12:0/914769263 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56332b7e6190 0x56332b7f0ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.946+0000 7f5079a00640 1 -- 172.21.15.12:0/914769263 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56332b7d2870 con 0x56332b7ebcf0 2024-03-29T00:18:29.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.946+0000 7f5079a00640 1 --2- 172.21.15.12:0/914769263 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56332b7ebcf0 0x56332b7e0780 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x56332b7e73e0 tx=0x7f506c0049e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=89d2a1459f6b8781 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:29.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.946+0000 7f5065600640 1 -- 172.21.15.12:0/914769263 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f506c015040 con 0x56332b7ebcf0 2024-03-29T00:18:29.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.946+0000 7f5065600640 1 -- 172.21.15.12:0/914769263 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f506c004cd0 con 0x56332b7ebcf0 2024-03-29T00:18:29.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.946+0000 7f5065600640 1 -- 172.21.15.12:0/914769263 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f506c005540 con 0x56332b7ebcf0 2024-03-29T00:18:29.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.947+0000 7f507e7ad740 1 -- 172.21.15.12:0/914769263 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56332b7ebcf0 msgr2=0x56332b7e0780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:29.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.947+0000 7f507e7ad740 1 --2- 172.21.15.12:0/914769263 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56332b7ebcf0 0x56332b7e0780 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x56332b7e73e0 tx=0x7f506c0049e0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.947+0000 7f507e7ad740 1 -- 172.21.15.12:0/914769263 shutdown_connections 2024-03-29T00:18:29.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.947+0000 7f507e7ad740 1 --2- 172.21.15.12:0/914769263 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56332b7ebcf0 0x56332b7e0780 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.947+0000 7f507e7ad740 1 --2- 172.21.15.12:0/914769263 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56332b7e6b80 0x56332b7f7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.947+0000 7f507e7ad740 1 --2- 172.21.15.12:0/914769263 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56332b7e6190 0x56332b7f0ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.947+0000 7f507e7ad740 1 -- 172.21.15.12:0/914769263 >> 172.21.15.12:0/914769263 conn(0x56332b7e1700 msgr2=0x56332b7e0070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:29.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.947+0000 7f507e7ad740 1 -- 172.21.15.12:0/914769263 shutdown_connections 2024-03-29T00:18:29.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.947+0000 7f507e7ad740 1 -- 172.21.15.12:0/914769263 wait complete. 2024-03-29T00:18:29.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.948+0000 7f507e7ad740 1 -- start start 2024-03-29T00:18:29.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.948+0000 7f507e7ad740 1 Processor -- start 2024-03-29T00:18:29.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.948+0000 7f507e7ad740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56332b7e6190 0x56332b7f5b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:29.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.948+0000 7f507e7ad740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56332b7e6b80 0x56332b7f6060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:29.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.948+0000 7f507e7ad740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56332b7ebcf0 0x56332b7f7070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:29.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.948+0000 7f507e7ad740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f50741ad830 con 0x56332b7e6190 2024-03-29T00:18:29.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.948+0000 7f507e7ad740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f50741ad160 con 0x56332b7ebcf0 2024-03-29T00:18:29.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.948+0000 7f507e7ad740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f50741aa3a0 con 0x56332b7e6b80 2024-03-29T00:18:29.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.948+0000 7f507e7ad740 10 client.0 _ll_register_callbacks cb 0x7f5068044040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:18:29.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.949+0000 7f5073e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56332b7e6b80 0x56332b7f6060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:29.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.949+0000 7f5079a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56332b7ebcf0 0x56332b7f7070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:29.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.949+0000 7f5073e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56332b7e6b80 0x56332b7f6060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:56240/0 (socket says 172.21.15.12:56240) 2024-03-29T00:18:29.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.949+0000 7f5073e00640 1 -- 172.21.15.12:0/2559837981 learned_addr learned my addr 172.21.15.12:0/2559837981 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:29.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.949+0000 7f5079000640 1 --2- 172.21.15.12:0/2559837981 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56332b7e6190 0x56332b7f5b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:29.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.949+0000 7f5073e00640 1 -- 172.21.15.12:0/2559837981 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56332b7ebcf0 msgr2=0x56332b7f7070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:29.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.949+0000 7f5073e00640 1 --2- 172.21.15.12:0/2559837981 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56332b7ebcf0 0x56332b7f7070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.949+0000 7f5073e00640 1 -- 172.21.15.12:0/2559837981 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56332b7e6190 msgr2=0x56332b7f5b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:29.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.949+0000 7f5073e00640 1 --2- 172.21.15.12:0/2559837981 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56332b7e6190 0x56332b7f5b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.949+0000 7f5073e00640 1 -- 172.21.15.12:0/2559837981 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56332b7f7660 con 0x56332b7e6b80 2024-03-29T00:18:29.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.949+0000 7f5079000640 1 --2- 172.21.15.12:0/2559837981 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56332b7e6190 0x56332b7f5b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:18:29.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.949+0000 7f5079a00640 1 --2- 172.21.15.12:0/2559837981 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56332b7ebcf0 0x56332b7f7070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:18:29.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.949+0000 7f5073e00640 1 --2- 172.21.15.12:0/2559837981 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56332b7e6b80 0x56332b7f6060 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f50600973d0 tx=0x7f5060018520 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d2382b4f82699b9a server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:29.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.949+0000 7f505aa00640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:18:29.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.949+0000 7f505aa00640 1 -- 172.21.15.12:0/2559837981 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50600ce2e0 con 0x56332b7e6b80 2024-03-29T00:18:29.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.949+0000 7f507e7ad740 1 -- 172.21.15.12:0/2559837981 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f506c004cd0 con 0x56332b7e6b80 2024-03-29T00:18:29.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.949+0000 7f505aa00640 1 -- 172.21.15.12:0/2559837981 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f50600975e0 con 0x56332b7e6b80 2024-03-29T00:18:29.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.950+0000 7f505aa00640 1 -- 172.21.15.12:0/2559837981 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5060010ae0 con 0x56332b7e6b80 2024-03-29T00:18:29.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.950+0000 7f507e7ad740 10 client.25627 fetch_fsmap learned FSMap version 29 2024-03-29T00:18:29.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.950+0000 7f507e7ad740 1 -- 172.21.15.12:0/2559837981 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56332b863160 con 0x56332b7e6b80 2024-03-29T00:18:29.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.950+0000 7f505aa00640 1 -- 172.21.15.12:0/2559837981 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f506c004cd0 con 0x56332b7e6b80 2024-03-29T00:18:29.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.950+0000 7f505aa00640 1 -- 172.21.15.12:0/2559837981 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f50600b9150 con 0x56332b7e6b80 2024-03-29T00:18:29.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.950+0000 7f507e7ad740 10 client.25627 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:18:29.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.950+0000 7f507e7ad740 10 client.25627 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:18:29.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.950+0000 7f507e7ad740 20 client.25627 populate_metadata read hostname 'smithi012' 2024-03-29T00:18:29.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.950+0000 7f507e7ad740 1 --2- 172.21.15.12:0/2559837981 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x56332b7fc470 0x56332b865b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:29.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.950+0000 7f507e7ad740 4 client.25627 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-29T00:18:29.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.950+0000 7f507e7ad740 1 -- 172.21.15.12:0/2559837981 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x56332b7524d0 con 0x56332b7fc470 2024-03-29T00:18:29.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.951+0000 7f5079000640 1 --2- 172.21.15.12:0/2559837981 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x56332b7fc470 0x56332b865b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:29.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.951+0000 7f5079000640 1 --2- 172.21.15.12:0/2559837981 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x56332b7fc470 0x56332b865b50 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c4f71d89638eff20 server_cookie=5dd4a1396df86df7 in_seq=0 out_seq=0 2024-03-29T00:18:29.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.951+0000 7f505aa00640 10 client.25627 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:18:29.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.952+0000 7f505aa00640 1 -- 172.21.15.12:0/2559837981 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56332b7524d0 con 0x56332b7fc470 2024-03-29T00:18:29.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.952+0000 7f505aa00640 10 client.25627 handle_command_reply: tid=0 2024-03-29T00:18:29.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.952+0000 7f507e7ad740 1 client.25627 shutdown 2024-03-29T00:18:29.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.952+0000 7f507e7ad740 1 -- 172.21.15.12:0/2559837981 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56332b7e6b80 msgr2=0x56332b7f6060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:29.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.952+0000 7f507e7ad740 1 --2- 172.21.15.12:0/2559837981 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56332b7e6b80 0x56332b7f6060 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f50600973d0 tx=0x7f5060018520 comp rx=0 tx=0).stop 2024-03-29T00:18:29.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.952+0000 7f507e7ad740 1 -- 172.21.15.12:0/2559837981 shutdown_connections 2024-03-29T00:18:29.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.952+0000 7f507e7ad740 1 --2- 172.21.15.12:0/2559837981 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x56332b7fc470 0x56332b865b50 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.952+0000 7f507e7ad740 1 --2- 172.21.15.12:0/2559837981 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56332b7ebcf0 0x56332b7f7070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.952+0000 7f507e7ad740 1 --2- 172.21.15.12:0/2559837981 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56332b7e6b80 0x56332b7f6060 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.952+0000 7f507e7ad740 1 --2- 172.21.15.12:0/2559837981 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56332b7e6190 0x56332b7f5b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.952+0000 7f505aa00640 0 client.25627 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:18:29.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.952+0000 7f507e7ad740 1 -- 172.21.15.12:0/2559837981 >> 172.21.15.12:0/2559837981 conn(0x56332b7e1700 msgr2=0x56332b7e0900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:29.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.953+0000 7f507e7ad740 1 -- 172.21.15.12:0/2559837981 shutdown_connections 2024-03-29T00:18:29.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.953+0000 7f507e7ad740 1 -- 172.21.15.12:0/2559837981 wait complete. 2024-03-29T00:18:29.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.953+0000 7f507e7ad740 20 client.25627 trim_cache size 0 max 16384 2024-03-29T00:18:29.957 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:18:29.957 INFO:teuthology.orchestra.run.smithi012.stdout: "return_code": 0, 2024-03-29T00:18:29.957 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_tag": "e3b13ddd-3407-4c4d-ba0b-d5ef9131defa", 2024-03-29T00:18:29.957 INFO:teuthology.orchestra.run.smithi012.stdout: "mode": "asynchronous" 2024-03-29T00:18:29.957 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:18:29.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.953+0000 7f507a400640 1 -- 172.21.15.12:0/2012190858 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f505c0a1d80 msgr2=0x7f505c0a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:29.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.953+0000 7f507a400640 1 --2- 172.21.15.12:0/2012190858 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f505c0a1d80 0x7f505c0a4240 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f5068006010 tx=0x7f506802ca10 comp rx=0 tx=0).stop 2024-03-29T00:18:29.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.953+0000 7f507a400640 1 -- 172.21.15.12:0/2012190858 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5074100770 msgr2=0x7f507419a100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:29.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.953+0000 7f507a400640 1 --2- 172.21.15.12:0/2012190858 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5074100770 0x7f507419a100 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f506000e9f0 tx=0x7f506000eeb0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.954+0000 7f507a400640 1 -- 172.21.15.12:0/2012190858 shutdown_connections 2024-03-29T00:18:29.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.954+0000 7f507a400640 1 --2- 172.21.15.12:0/2012190858 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f505c0a1d80 0x7f505c0a4240 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.954+0000 7f507a400640 1 --2- 172.21.15.12:0/2012190858 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5074100770 0x7f507419a100 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.954+0000 7f507a400640 1 --2- 172.21.15.12:0/2012190858 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5074101110 0x7f50741a1120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.954+0000 7f507a400640 1 --2- 172.21.15.12:0/2012190858 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f50740ffe10 0x7f5074199bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:29.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.954+0000 7f507a400640 1 -- 172.21.15.12:0/2012190858 >> 172.21.15.12:0/2012190858 conn(0x7f50740fba30 msgr2=0x7f50740fd530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:29.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.954+0000 7f507a400640 1 -- 172.21.15.12:0/2012190858 shutdown_connections 2024-03-29T00:18:29.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:29.954+0000 7f507a400640 1 -- 172.21.15.12:0/2012190858 wait complete. 2024-03-29T00:18:29.974 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-29T00:18:29.974 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-29T00:18:30.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.246+0000 7f5596800640 1 -- 172.21.15.12:0/1505356012 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5590105520 msgr2=0x7f559010bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:30.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.246+0000 7f5596800640 1 --2- 172.21.15.12:0/1505356012 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5590105520 0x7f559010bdb0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f5588009ca0 tx=0x7f558802c0f0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.246+0000 7f5596800640 1 -- 172.21.15.12:0/1505356012 shutdown_connections 2024-03-29T00:18:30.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.246+0000 7f5596800640 1 --2- 172.21.15.12:0/1505356012 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5590105520 0x7f559010bdb0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.246+0000 7f5596800640 1 --2- 172.21.15.12:0/1505356012 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5590104b60 0x7f5590104fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.246+0000 7f5596800640 1 --2- 172.21.15.12:0/1505356012 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5590103970 0x7f5590103d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.246+0000 7f5596800640 1 -- 172.21.15.12:0/1505356012 >> 172.21.15.12:0/1505356012 conn(0x7f55900fef00 msgr2=0x7f5590101320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:30.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.246+0000 7f5596800640 1 -- 172.21.15.12:0/1505356012 shutdown_connections 2024-03-29T00:18:30.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.246+0000 7f5596800640 1 -- 172.21.15.12:0/1505356012 wait complete. 2024-03-29T00:18:30.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.247+0000 7f5596800640 1 Processor -- start 2024-03-29T00:18:30.250 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.247+0000 7f5596800640 1 -- start start 2024-03-29T00:18:30.250 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.248+0000 7f5596800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5590103970 0x7f5590199da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:30.250 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.248+0000 7f5596800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5590104b60 0x7f559019a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:30.250 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.248+0000 7f5596800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5590105520 0x7f55901a1310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:30.250 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.248+0000 7f5596800640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f559010f710 con 0x7f5590104b60 2024-03-29T00:18:30.250 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.248+0000 7f5596800640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f559010f590 con 0x7f5590105520 2024-03-29T00:18:30.250 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.248+0000 7f5596800640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f559010f890 con 0x7f5590103970 2024-03-29T00:18:30.250 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.248+0000 7f558f400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5590103970 0x7f5590199da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:30.250 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.248+0000 7f558f400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5590103970 0x7f5590199da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:56260/0 (socket says 172.21.15.12:56260) 2024-03-29T00:18:30.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.248+0000 7f558f400640 1 -- 172.21.15.12:0/1428167692 learned_addr learned my addr 172.21.15.12:0/1428167692 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:30.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.248+0000 7f5587e00640 1 --2- 172.21.15.12:0/1428167692 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5590104b60 0x7f559019a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:30.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.248+0000 7f558fe00640 1 --2- 172.21.15.12:0/1428167692 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5590105520 0x7f55901a1310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:30.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.248+0000 7f558f400640 1 -- 172.21.15.12:0/1428167692 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5590105520 msgr2=0x7f55901a1310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:30.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.248+0000 7f558f400640 1 --2- 172.21.15.12:0/1428167692 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5590105520 0x7f55901a1310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.248+0000 7f558f400640 1 -- 172.21.15.12:0/1428167692 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5590104b60 msgr2=0x7f559019a2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:30.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.248+0000 7f558f400640 1 --2- 172.21.15.12:0/1428167692 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5590104b60 0x7f559019a2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.248+0000 7f558f400640 1 -- 172.21.15.12:0/1428167692 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55901a19b0 con 0x7f5590103970 2024-03-29T00:18:30.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.249+0000 7f558f400640 1 --2- 172.21.15.12:0/1428167692 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5590103970 0x7f5590199da0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f558000e9c0 tx=0x7f558000ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:30.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.249+0000 7f558cc00640 1 -- 172.21.15.12:0/1428167692 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f558000cd80 con 0x7f5590103970 2024-03-29T00:18:30.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.249+0000 7f558cc00640 1 -- 172.21.15.12:0/1428167692 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f55800035f0 con 0x7f5590103970 2024-03-29T00:18:30.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.249+0000 7f5596800640 1 -- 172.21.15.12:0/1428167692 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55901a1ca0 con 0x7f5590103970 2024-03-29T00:18:30.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.249+0000 7f558cc00640 1 -- 172.21.15.12:0/1428167692 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5580010690 con 0x7f5590103970 2024-03-29T00:18:30.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.249+0000 7f5596800640 1 -- 172.21.15.12:0/1428167692 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55901a2190 con 0x7f5590103970 2024-03-29T00:18:30.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.252+0000 7f5599463740 1 Processor -- start 2024-03-29T00:18:30.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.252+0000 7f558cc00640 1 -- 172.21.15.12:0/1428167692 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f55800037a0 con 0x7f5590103970 2024-03-29T00:18:30.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.252+0000 7f5599463740 1 -- start start 2024-03-29T00:18:30.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.253+0000 7f5599463740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5607d3d02e40 0x5607d3d03260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:30.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.253+0000 7f5599463740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607d3d03830 0x5607d3d08330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:30.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.253+0000 7f5599463740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5607d3d089a0 0x5607d3d0ae30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:30.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.253+0000 7f5599463740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5607d3c68100 con 0x5607d3d089a0 2024-03-29T00:18:30.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.253+0000 7f5599463740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5607d3c10ba0 con 0x5607d3d02e40 2024-03-29T00:18:30.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.253+0000 7f5599463740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5607d3c641a0 con 0x5607d3d03830 2024-03-29T00:18:30.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.253+0000 7f558fe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5607d3d02e40 0x5607d3d03260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:30.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.253+0000 7f558fe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5607d3d02e40 0x5607d3d03260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:38496/0 (socket says 172.21.15.12:38496) 2024-03-29T00:18:30.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.253+0000 7f558fe00640 1 -- 172.21.15.12:0/2634224744 learned_addr learned my addr 172.21.15.12:0/2634224744 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:30.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.253+0000 7f558f400640 1 --2- 172.21.15.12:0/2634224744 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607d3d03830 0x5607d3d08330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:30.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.253+0000 7f5587e00640 1 --2- 172.21.15.12:0/2634224744 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5607d3d089a0 0x5607d3d0ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:30.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.253+0000 7f558fe00640 1 -- 172.21.15.12:0/2634224744 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607d3d03830 msgr2=0x5607d3d08330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:30.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.253+0000 7f558fe00640 1 --2- 172.21.15.12:0/2634224744 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607d3d03830 0x5607d3d08330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.253+0000 7f558fe00640 1 -- 172.21.15.12:0/2634224744 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5607d3d089a0 msgr2=0x5607d3d0ae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:30.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.253+0000 7f558fe00640 1 --2- 172.21.15.12:0/2634224744 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5607d3d089a0 0x5607d3d0ae30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.254+0000 7f558fe00640 1 -- 172.21.15.12:0/2634224744 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5607d3c411a0 con 0x5607d3d02e40 2024-03-29T00:18:30.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.254+0000 7f558fe00640 1 --2- 172.21.15.12:0/2634224744 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5607d3d02e40 0x5607d3d03260 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f5588009ca0 tx=0x7f5588005f70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a6c47c4b406906ee server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:30.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.254+0000 7f558cc00640 1 --2- 172.21.15.12:0/1428167692 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f55740a1e00 0x7f55740a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:30.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.254+0000 7f5584c00640 1 -- 172.21.15.12:0/2634224744 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5588043070 con 0x5607d3d02e40 2024-03-29T00:18:30.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.254+0000 7f5584c00640 1 -- 172.21.15.12:0/2634224744 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f55880098c0 con 0x5607d3d02e40 2024-03-29T00:18:30.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.254+0000 7f5584c00640 1 -- 172.21.15.12:0/2634224744 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5588039040 con 0x5607d3d02e40 2024-03-29T00:18:30.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.254+0000 7f558f400640 1 --2- 172.21.15.12:0/1428167692 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f55740a1e00 0x7f55740a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:30.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.254+0000 7f558cc00640 1 -- 172.21.15.12:0/1428167692 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f55800ce5a0 con 0x7f5590103970 2024-03-29T00:18:30.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.255+0000 7f5599463740 1 -- 172.21.15.12:0/2634224744 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5607d3d02e40 msgr2=0x5607d3d03260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:30.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.255+0000 7f5599463740 1 --2- 172.21.15.12:0/2634224744 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5607d3d02e40 0x5607d3d03260 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f5588009ca0 tx=0x7f5588005f70 comp rx=0 tx=0).stop 2024-03-29T00:18:30.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.255+0000 7f558f400640 1 --2- 172.21.15.12:0/1428167692 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f55740a1e00 0x7f55740a42c0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f5580097820 tx=0x7f55800d4060 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:30.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.255+0000 7f5599463740 1 -- 172.21.15.12:0/2634224744 shutdown_connections 2024-03-29T00:18:30.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.255+0000 7f5599463740 1 --2- 172.21.15.12:0/2634224744 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5607d3d089a0 0x5607d3d0ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.255+0000 7f5599463740 1 --2- 172.21.15.12:0/2634224744 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607d3d03830 0x5607d3d08330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.255+0000 7f5599463740 1 --2- 172.21.15.12:0/2634224744 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5607d3d02e40 0x5607d3d03260 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.255+0000 7f5599463740 1 -- 172.21.15.12:0/2634224744 >> 172.21.15.12:0/2634224744 conn(0x5607d3ccaa10 msgr2=0x5607d3cfe7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:30.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.255+0000 7f5599463740 1 -- 172.21.15.12:0/2634224744 shutdown_connections 2024-03-29T00:18:30.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.255+0000 7f5599463740 1 -- 172.21.15.12:0/2634224744 wait complete. 2024-03-29T00:18:30.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.256+0000 7f5599463740 1 -- start start 2024-03-29T00:18:30.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.256+0000 7f5599463740 1 Processor -- start 2024-03-29T00:18:30.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.256+0000 7f5599463740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607d3d02e40 0x5607d3d0d320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:30.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.256+0000 7f5599463740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5607d3d03830 0x5607d3d0d860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:30.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.256+0000 7f5599463740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5607d3d089a0 0x5607d3d148a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:30.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.256+0000 7f5599463740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5607d3d0b8f0 con 0x5607d3d089a0 2024-03-29T00:18:30.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.256+0000 7f5599463740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5607d3c06250 con 0x5607d3d03830 2024-03-29T00:18:30.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.256+0000 7f5599463740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5607d3d0ba70 con 0x5607d3d02e40 2024-03-29T00:18:30.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.256+0000 7f5599463740 10 client.0 _ll_register_callbacks cb 0x5607d397bbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:18:30.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.257+0000 7f5587e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5607d3d03830 0x5607d3d0d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:30.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.257+0000 7f5587e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5607d3d03830 0x5607d3d0d860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:38500/0 (socket says 172.21.15.12:38500) 2024-03-29T00:18:30.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.257+0000 7f5587e00640 1 -- 172.21.15.12:0/3419116363 learned_addr learned my addr 172.21.15.12:0/3419116363 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:30.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.257+0000 7f558fe00640 1 --2- 172.21.15.12:0/3419116363 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607d3d02e40 0x5607d3d0d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:30.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.257+0000 7f558fe00640 1 --2- 172.21.15.12:0/3419116363 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5607d3d089a0 0x5607d3d148a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:30.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.257+0000 7f5587e00640 1 -- 172.21.15.12:0/3419116363 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607d3d02e40 msgr2=0x5607d3d0d320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:30.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.257+0000 7f5587e00640 1 --2- 172.21.15.12:0/3419116363 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607d3d02e40 0x5607d3d0d320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.257+0000 7f5587e00640 1 -- 172.21.15.12:0/3419116363 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5607d3d089a0 msgr2=0x5607d3d148a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:30.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.257+0000 7f5587e00640 1 --2- 172.21.15.12:0/3419116363 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5607d3d089a0 0x5607d3d148a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.257+0000 7f5587e00640 1 -- 172.21.15.12:0/3419116363 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5607d3c22960 con 0x5607d3d03830 2024-03-29T00:18:30.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.257+0000 7f558fe00640 1 --2- 172.21.15.12:0/3419116363 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5607d3d089a0 0x5607d3d148a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:18:30.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.257+0000 7f5587e00640 1 --2- 172.21.15.12:0/3419116363 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5607d3d03830 0x5607d3d0d860 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f55780126e0 tx=0x7f5578012ba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=318b18af7fd7a759 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:30.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.257+0000 7f557d600640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:18:30.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.257+0000 7f557d600640 1 -- 172.21.15.12:0/3419116363 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55780120d0 con 0x5607d3d03830 2024-03-29T00:18:30.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.258+0000 7f5599463740 1 -- 172.21.15.12:0/3419116363 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f55880098c0 con 0x5607d3d03830 2024-03-29T00:18:30.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.258+0000 7f557d600640 1 -- 172.21.15.12:0/3419116363 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f557800f920 con 0x5607d3d03830 2024-03-29T00:18:30.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.258+0000 7f557d600640 1 -- 172.21.15.12:0/3419116363 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5578012270 con 0x5607d3d03830 2024-03-29T00:18:30.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.258+0000 7f5599463740 10 client.25577 fetch_fsmap learned FSMap version 29 2024-03-29T00:18:30.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.258+0000 7f5599463740 1 -- 172.21.15.12:0/3419116363 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5607d3a467d0 con 0x5607d3d03830 2024-03-29T00:18:30.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.258+0000 7f557d600640 1 -- 172.21.15.12:0/3419116363 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f55880098c0 con 0x5607d3d03830 2024-03-29T00:18:30.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.258+0000 7f557d600640 1 -- 172.21.15.12:0/3419116363 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f557801c420 con 0x5607d3d03830 2024-03-29T00:18:30.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.258+0000 7f5599463740 10 client.25577 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:18:30.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.258+0000 7f5599463740 10 client.25577 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:18:30.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.258+0000 7f5599463740 20 client.25577 populate_metadata read hostname 'smithi012' 2024-03-29T00:18:30.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.258+0000 7f5599463740 1 --2- 172.21.15.12:0/3419116363 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5607d3d19230 0x5607d3d1b670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:30.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.258+0000 7f5599463740 4 client.25577 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:18:30.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.258+0000 7f5599463740 1 -- 172.21.15.12:0/3419116363 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5607d3c75640 con 0x5607d3d19230 2024-03-29T00:18:30.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.259+0000 7f558fe00640 1 --2- 172.21.15.12:0/3419116363 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5607d3d19230 0x5607d3d1b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:30.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.259+0000 7f558fe00640 1 --2- 172.21.15.12:0/3419116363 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5607d3d19230 0x5607d3d1b670 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dba4d29cd571be0 server_cookie=7dff430c0b1a909a in_seq=0 out_seq=0 2024-03-29T00:18:30.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.259+0000 7f557d600640 10 client.25577 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:18:30.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.260+0000 7f557d600640 1 -- 172.21.15.12:0/3419116363 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5607d3c75640 con 0x5607d3d19230 2024-03-29T00:18:30.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.260+0000 7f557d600640 10 client.25577 handle_command_reply: tid=0 2024-03-29T00:18:30.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.260+0000 7f5599463740 1 client.25577 shutdown 2024-03-29T00:18:30.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.260+0000 7f5599463740 1 -- 172.21.15.12:0/3419116363 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5607d3d03830 msgr2=0x5607d3d0d860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:30.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.260+0000 7f5599463740 1 --2- 172.21.15.12:0/3419116363 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5607d3d03830 0x5607d3d0d860 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f55780126e0 tx=0x7f5578012ba0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.260+0000 7f5599463740 1 -- 172.21.15.12:0/3419116363 shutdown_connections 2024-03-29T00:18:30.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.260+0000 7f5599463740 1 --2- 172.21.15.12:0/3419116363 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5607d3d19230 0x5607d3d1b670 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.260+0000 7f5599463740 1 --2- 172.21.15.12:0/3419116363 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5607d3d03830 0x5607d3d0d860 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.260+0000 7f5599463740 1 --2- 172.21.15.12:0/3419116363 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5607d3d089a0 0x5607d3d148a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.260+0000 7f5599463740 1 --2- 172.21.15.12:0/3419116363 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607d3d02e40 0x5607d3d0d320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.260+0000 7f557d600640 0 client.25577 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:18:30.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.260+0000 7f5599463740 1 -- 172.21.15.12:0/3419116363 >> 172.21.15.12:0/3419116363 conn(0x5607d3ccaa10 msgr2=0x5607d3cfdab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:30.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.261+0000 7f5599463740 1 -- 172.21.15.12:0/3419116363 shutdown_connections 2024-03-29T00:18:30.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.261+0000 7f5599463740 1 -- 172.21.15.12:0/3419116363 wait complete. 2024-03-29T00:18:30.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.261+0000 7f5599463740 20 client.25577 trim_cache size 0 max 16384 2024-03-29T00:18:30.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.280+0000 7f5599463740 1 Processor -- start 2024-03-29T00:18:30.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.280+0000 7f5599463740 1 -- start start 2024-03-29T00:18:30.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.280+0000 7f5599463740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5607d3d02e40 0x5607d3cfe2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:30.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.280+0000 7f5599463740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5607d3d03830 0x5607d3d14860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:30.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.280+0000 7f5599463740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607d3d089a0 0x5607d3d019f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:30.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.280+0000 7f5599463740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f55901ac690 con 0x5607d3d02e40 2024-03-29T00:18:30.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.280+0000 7f5599463740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f55901ae1d0 con 0x5607d3d03830 2024-03-29T00:18:30.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.280+0000 7f5599463740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f55901acd60 con 0x5607d3d089a0 2024-03-29T00:18:30.282 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.281+0000 7f5587e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5607d3d03830 0x5607d3d14860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:30.282 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.281+0000 7f558fe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5607d3d02e40 0x5607d3cfe2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:30.282 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.281+0000 7f5587e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5607d3d03830 0x5607d3d14860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:38518/0 (socket says 172.21.15.12:38518) 2024-03-29T00:18:30.282 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.281+0000 7f5587e00640 1 -- 172.21.15.12:0/1761171141 learned_addr learned my addr 172.21.15.12:0/1761171141 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:30.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.281+0000 7f5587e00640 1 -- 172.21.15.12:0/1761171141 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607d3d089a0 msgr2=0x5607d3d019f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-29T00:18:30.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.281+0000 7f5587e00640 1 --2- 172.21.15.12:0/1761171141 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607d3d089a0 0x5607d3d019f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.281+0000 7f5587e00640 1 -- 172.21.15.12:0/1761171141 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5607d3d02e40 msgr2=0x5607d3cfe2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:30.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.281+0000 7f5587e00640 1 --2- 172.21.15.12:0/1761171141 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5607d3d02e40 0x5607d3cfe2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.281+0000 7f5587e00640 1 -- 172.21.15.12:0/1761171141 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5607d397c3f0 con 0x5607d3d03830 2024-03-29T00:18:30.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.281+0000 7f558fe00640 1 --2- 172.21.15.12:0/1761171141 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5607d3d02e40 0x5607d3cfe2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:18:30.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.282+0000 7f5587e00640 1 --2- 172.21.15.12:0/1761171141 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5607d3d03830 0x5607d3d14860 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f5578009f30 tx=0x7f5578005d30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=54adab7b58f521a8 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:30.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.282+0000 7f557fe00640 1 -- 172.21.15.12:0/1761171141 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f557802f070 con 0x5607d3d03830 2024-03-29T00:18:30.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.282+0000 7f557fe00640 1 -- 172.21.15.12:0/1761171141 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f557800fe20 con 0x5607d3d03830 2024-03-29T00:18:30.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.282+0000 7f557fe00640 1 -- 172.21.15.12:0/1761171141 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5578005500 con 0x5607d3d03830 2024-03-29T00:18:30.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.283+0000 7f5599463740 1 -- 172.21.15.12:0/1761171141 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5607d3d03830 msgr2=0x5607d3d14860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:30.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.283+0000 7f5599463740 1 --2- 172.21.15.12:0/1761171141 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5607d3d03830 0x5607d3d14860 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f5578009f30 tx=0x7f5578005d30 comp rx=0 tx=0).stop 2024-03-29T00:18:30.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.283+0000 7f5599463740 1 -- 172.21.15.12:0/1761171141 shutdown_connections 2024-03-29T00:18:30.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.283+0000 7f5599463740 1 --2- 172.21.15.12:0/1761171141 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5607d3d03830 0x5607d3d14860 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.283+0000 7f5599463740 1 --2- 172.21.15.12:0/1761171141 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607d3d089a0 0x5607d3d019f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.283+0000 7f5599463740 1 --2- 172.21.15.12:0/1761171141 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5607d3d02e40 0x5607d3cfe2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.283+0000 7f5599463740 1 -- 172.21.15.12:0/1761171141 >> 172.21.15.12:0/1761171141 conn(0x5607d3ccaa10 msgr2=0x5607d3d04d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:30.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.283+0000 7f5599463740 1 -- 172.21.15.12:0/1761171141 shutdown_connections 2024-03-29T00:18:30.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.283+0000 7f5599463740 1 -- 172.21.15.12:0/1761171141 wait complete. 2024-03-29T00:18:30.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.283+0000 7f5599463740 1 -- start start 2024-03-29T00:18:30.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.283+0000 7f5599463740 1 Processor -- start 2024-03-29T00:18:30.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.284+0000 7f5599463740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607d3d02e40 0x5607d3d12630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:30.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.284+0000 7f5599463740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5607d3d03830 0x5607d3d12b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:30.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.284+0000 7f5599463740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5607d3d089a0 0x5607d3d13b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:30.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.284+0000 7f5599463740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f55901adb00 con 0x5607d3d03830 2024-03-29T00:18:30.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.284+0000 7f5599463740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f55901ad430 con 0x5607d3d089a0 2024-03-29T00:18:30.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.284+0000 7f5599463740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f55901aa670 con 0x5607d3d02e40 2024-03-29T00:18:30.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.284+0000 7f5599463740 10 client.0 _ll_register_callbacks cb 0x7f5578009850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:18:30.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.284+0000 7f558fe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607d3d02e40 0x5607d3d12630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:30.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.284+0000 7f558fe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607d3d02e40 0x5607d3d12630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:56296/0 (socket says 172.21.15.12:56296) 2024-03-29T00:18:30.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.284+0000 7f558fe00640 1 -- 172.21.15.12:0/1441471121 learned_addr learned my addr 172.21.15.12:0/1441471121 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:30.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.284+0000 7f5587e00640 1 --2- 172.21.15.12:0/1441471121 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5607d3d03830 0x5607d3d12b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:30.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.284+0000 7f558fe00640 1 --2- 172.21.15.12:0/1441471121 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5607d3d089a0 0x5607d3d13b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:30.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.285+0000 7f5587e00640 1 -- 172.21.15.12:0/1441471121 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607d3d02e40 msgr2=0x5607d3d12630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:30.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.285+0000 7f5587e00640 1 --2- 172.21.15.12:0/1441471121 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607d3d02e40 0x5607d3d12630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.285+0000 7f5587e00640 1 -- 172.21.15.12:0/1441471121 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5607d3d089a0 msgr2=0x5607d3d13b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:30.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.285+0000 7f5587e00640 1 --2- 172.21.15.12:0/1441471121 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5607d3d089a0 0x5607d3d13b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.285+0000 7f5587e00640 1 -- 172.21.15.12:0/1441471121 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5607d393c0f0 con 0x5607d3d03830 2024-03-29T00:18:30.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.285+0000 7f558fe00640 1 --2- 172.21.15.12:0/1441471121 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607d3d02e40 0x5607d3d12630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:18:30.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.285+0000 7f5587e00640 1 --2- 172.21.15.12:0/1441471121 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5607d3d03830 0x5607d3d12b70 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x5607d3d08300 tx=0x7f5578000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6917448bc8cee6dd server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:30.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.285+0000 7f557d600640 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-03-29T00:18:30.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.285+0000 7f557d600640 1 -- 172.21.15.12:0/1441471121 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f557802f040 con 0x5607d3d03830 2024-03-29T00:18:30.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.285+0000 7f557d600640 1 -- 172.21.15.12:0/1441471121 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f557801cad0 con 0x5607d3d03830 2024-03-29T00:18:30.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.285+0000 7f5599463740 1 -- 172.21.15.12:0/1441471121 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f557800fe20 con 0x5607d3d03830 2024-03-29T00:18:30.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.286+0000 7f557d600640 1 -- 172.21.15.12:0/1441471121 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f557801cd50 con 0x5607d3d03830 2024-03-29T00:18:30.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.286+0000 7f5599463740 10 client.15468 fetch_fsmap learned FSMap version 29 2024-03-29T00:18:30.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.286+0000 7f5599463740 1 -- 172.21.15.12:0/1441471121 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5607d3d7f9e0 con 0x5607d3d03830 2024-03-29T00:18:30.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.286+0000 7f557d600640 1 -- 172.21.15.12:0/1441471121 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f557800fe20 con 0x5607d3d03830 2024-03-29T00:18:30.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.286+0000 7f557d600640 1 -- 172.21.15.12:0/1441471121 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f5578032070 con 0x5607d3d03830 2024-03-29T00:18:30.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.286+0000 7f5599463740 10 client.15468 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:18:30.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.286+0000 7f5599463740 10 client.15468 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:18:30.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.286+0000 7f5599463740 20 client.15468 populate_metadata read hostname 'smithi012' 2024-03-29T00:18:30.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.286+0000 7f5599463740 1 --2- 172.21.15.12:0/1441471121 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5607d3d80170 0x5607d3d82590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:30.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.286+0000 7f5599463740 4 client.15468 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-29T00:18:30.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.286+0000 7f5599463740 1 -- 172.21.15.12:0/1441471121 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5607d3c6f990 con 0x5607d3d80170 2024-03-29T00:18:30.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.287+0000 7f558fe00640 1 --2- 172.21.15.12:0/1441471121 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5607d3d80170 0x5607d3d82590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:30.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.287+0000 7f558fe00640 1 --2- 172.21.15.12:0/1441471121 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5607d3d80170 0x5607d3d82590 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dd9cb2873eac311 server_cookie=3d5b2b17e3687f2c in_seq=0 out_seq=0 2024-03-29T00:18:30.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.287+0000 7f557d600640 10 client.15468 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:18:30.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.287+0000 7f557d600640 1 -- 172.21.15.12:0/1441471121 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5607d3c6f990 con 0x5607d3d80170 2024-03-29T00:18:30.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.287+0000 7f557d600640 10 client.15468 handle_command_reply: tid=0 2024-03-29T00:18:30.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.287+0000 7f5599463740 1 client.15468 shutdown 2024-03-29T00:18:30.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.288+0000 7f5599463740 1 -- 172.21.15.12:0/1441471121 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5607d3d03830 msgr2=0x5607d3d12b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:30.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.288+0000 7f5599463740 1 --2- 172.21.15.12:0/1441471121 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5607d3d03830 0x5607d3d12b70 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x5607d3d08300 tx=0x7f5578000bc0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.288+0000 7f5599463740 1 -- 172.21.15.12:0/1441471121 shutdown_connections 2024-03-29T00:18:30.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.288+0000 7f5599463740 1 --2- 172.21.15.12:0/1441471121 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5607d3d80170 0x5607d3d82590 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.288+0000 7f5599463740 1 --2- 172.21.15.12:0/1441471121 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5607d3d089a0 0x5607d3d13b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.288+0000 7f5599463740 1 --2- 172.21.15.12:0/1441471121 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5607d3d03830 0x5607d3d12b70 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.288+0000 7f5599463740 1 --2- 172.21.15.12:0/1441471121 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607d3d02e40 0x5607d3d12630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.288+0000 7f557d600640 0 client.15468 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:18:30.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.288+0000 7f5599463740 1 -- 172.21.15.12:0/1441471121 >> 172.21.15.12:0/1441471121 conn(0x5607d3ccaa10 msgr2=0x5607d3cfd220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:30.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.288+0000 7f5599463740 1 -- 172.21.15.12:0/1441471121 shutdown_connections 2024-03-29T00:18:30.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.288+0000 7f5599463740 1 -- 172.21.15.12:0/1441471121 wait complete. 2024-03-29T00:18:30.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.288+0000 7f5599463740 20 client.15468 trim_cache size 0 max 16384 2024-03-29T00:18:30.295 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:18:30.295 INFO:teuthology.orchestra.run.smithi012.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-29T00:18:30.295 INFO:teuthology.orchestra.run.smithi012.stdout: "scrubs": { 2024-03-29T00:18:30.295 INFO:teuthology.orchestra.run.smithi012.stdout: "e3b13ddd-3407-4c4d-ba0b-d5ef9131defa": { 2024-03-29T00:18:30.295 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/", 2024-03-29T00:18:30.295 INFO:teuthology.orchestra.run.smithi012.stdout: "tag": "e3b13ddd-3407-4c4d-ba0b-d5ef9131defa", 2024-03-29T00:18:30.295 INFO:teuthology.orchestra.run.smithi012.stdout: "options": "recursive,force" 2024-03-29T00:18:30.295 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:18:30.295 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:18:30.296 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:18:30.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.289+0000 7f5596800640 1 -- 172.21.15.12:0/1428167692 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f55740a1e00 msgr2=0x7f55740a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:30.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.289+0000 7f5596800640 1 --2- 172.21.15.12:0/1428167692 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f55740a1e00 0x7f55740a42c0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f5580097820 tx=0x7f55800d4060 comp rx=0 tx=0).stop 2024-03-29T00:18:30.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.289+0000 7f5596800640 1 -- 172.21.15.12:0/1428167692 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5590103970 msgr2=0x7f5590199da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:30.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.289+0000 7f5596800640 1 --2- 172.21.15.12:0/1428167692 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5590103970 0x7f5590199da0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f558000e9c0 tx=0x7f558000ee80 comp rx=0 tx=0).stop 2024-03-29T00:18:30.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.289+0000 7f5596800640 1 -- 172.21.15.12:0/1428167692 shutdown_connections 2024-03-29T00:18:30.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.289+0000 7f5596800640 1 --2- 172.21.15.12:0/1428167692 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f55740a1e00 0x7f55740a42c0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.289+0000 7f5596800640 1 --2- 172.21.15.12:0/1428167692 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5590105520 0x7f55901a1310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.289+0000 7f5596800640 1 --2- 172.21.15.12:0/1428167692 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5590104b60 0x7f559019a2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.289+0000 7f5596800640 1 --2- 172.21.15.12:0/1428167692 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5590103970 0x7f5590199da0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:30.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.289+0000 7f5596800640 1 -- 172.21.15.12:0/1428167692 >> 172.21.15.12:0/1428167692 conn(0x7f55900fef00 msgr2=0x7f5590107d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:30.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.289+0000 7f5596800640 1 -- 172.21.15.12:0/1428167692 shutdown_connections 2024-03-29T00:18:30.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:18:30.289+0000 7f5596800640 1 -- 172.21.15.12:0/1428167692 wait complete. 2024-03-29T00:18:30.307 INFO:tasks.cephfs.filesystem:scrub status for tag:e3b13ddd-3407-4c4d-ba0b-d5ef9131defa - {'path': '/', 'tag': 'e3b13ddd-3407-4c4d-ba0b-d5ef9131defa', 'options': 'recursive,force'} 2024-03-29T00:18:30.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:30 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/4172706969' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:18:30.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:30 smithi012 ceph-mon[31657]: scrub queued for path: / 2024-03-29T00:18:30.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:30 smithi012 ceph-mon[31657]: scrub summary: idle+waiting paths [/] 2024-03-29T00:18:30.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:30 smithi012 ceph-mon[31657]: scrub summary: active paths [/] 2024-03-29T00:18:30.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:30 smithi012 ceph-mon[31657]: scrub summary: idle+waiting paths [/] 2024-03-29T00:18:30.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:30 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/4172706969' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:18:30.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:30 smithi053 ceph-mon[36233]: scrub queued for path: / 2024-03-29T00:18:30.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:30 smithi053 ceph-mon[36233]: scrub summary: idle+waiting paths [/] 2024-03-29T00:18:30.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:30 smithi053 ceph-mon[36233]: scrub summary: active paths [/] 2024-03-29T00:18:30.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:30 smithi053 ceph-mon[36233]: scrub summary: idle+waiting paths [/] 2024-03-29T00:18:30.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:30 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/4172706969' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:18:30.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:30 smithi069 ceph-mon[36074]: scrub queued for path: / 2024-03-29T00:18:30.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:30 smithi069 ceph-mon[36074]: scrub summary: idle+waiting paths [/] 2024-03-29T00:18:30.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:30 smithi069 ceph-mon[36074]: scrub summary: active paths [/] 2024-03-29T00:18:30.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:30 smithi069 ceph-mon[36074]: scrub summary: idle+waiting paths [/] 2024-03-29T00:18:31.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:31 smithi012 ceph-mon[31657]: pgmap v423: 129 pgs: 129 active+clean; 652 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 938 B/s wr, 9 op/s 2024-03-29T00:18:31.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:31 smithi053 ceph-mon[36233]: pgmap v423: 129 pgs: 129 active+clean; 652 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 938 B/s wr, 9 op/s 2024-03-29T00:18:31.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:31 smithi069 ceph-mon[36074]: pgmap v423: 129 pgs: 129 active+clean; 652 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 938 B/s wr, 9 op/s 2024-03-29T00:18:33.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:33 smithi012 ceph-mon[31657]: pgmap v424: 129 pgs: 129 active+clean; 652 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-03-29T00:18:33.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:33 smithi053 ceph-mon[36233]: pgmap v424: 129 pgs: 129 active+clean; 652 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-03-29T00:18:33.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:33 smithi069 ceph-mon[36074]: pgmap v424: 129 pgs: 129 active+clean; 652 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-03-29T00:18:35.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:35 smithi012 ceph-mon[31657]: pgmap v425: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-03-29T00:18:35.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:35 smithi053 ceph-mon[36233]: pgmap v425: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-03-29T00:18:35.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:35 smithi069 ceph-mon[36074]: pgmap v425: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-03-29T00:18:37.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:37 smithi012 ceph-mon[31657]: pgmap v426: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 852 B/s wr, 9 op/s 2024-03-29T00:18:37.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:37 smithi053 ceph-mon[36233]: pgmap v426: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 852 B/s wr, 9 op/s 2024-03-29T00:18:37.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:37 smithi069 ceph-mon[36074]: pgmap v426: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 852 B/s wr, 9 op/s 2024-03-29T00:18:39.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:39 smithi012 ceph-mon[31657]: pgmap v427: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 852 B/s wr, 12 op/s 2024-03-29T00:18:39.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:39 smithi053 ceph-mon[36233]: pgmap v427: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 852 B/s wr, 12 op/s 2024-03-29T00:18:39.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:39 smithi069 ceph-mon[36074]: pgmap v427: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 852 B/s wr, 12 op/s 2024-03-29T00:18:40.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:40 smithi012 ceph-mon[31657]: scrub summary: idle 2024-03-29T00:18:40.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:40 smithi053 ceph-mon[36233]: scrub summary: idle 2024-03-29T00:18:40.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:40 smithi069 ceph-mon[36074]: scrub summary: idle 2024-03-29T00:18:41.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:41 smithi012 ceph-mon[31657]: pgmap v428: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 852 B/s wr, 9 op/s 2024-03-29T00:18:41.805 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:41 smithi053 ceph-mon[36233]: pgmap v428: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 852 B/s wr, 9 op/s 2024-03-29T00:18:41.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:41 smithi069 ceph-mon[36074]: pgmap v428: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 852 B/s wr, 9 op/s 2024-03-29T00:18:42.967 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.966+0000 7f5891a00640 1 -- 172.21.15.12:0/2838113318 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f588c10b380 msgr2=0x7f588c10d7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:42.967 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.966+0000 7f5891a00640 1 --2- 172.21.15.12:0/2838113318 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f588c10b380 0x7f588c10d7b0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f587800b3f0 tx=0x7f587802c4d0 comp rx=0 tx=0).stop 2024-03-29T00:18:42.967 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.966+0000 7f5891a00640 1 -- 172.21.15.12:0/2838113318 shutdown_connections 2024-03-29T00:18:42.968 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.966+0000 7f5891a00640 1 --2- 172.21.15.12:0/2838113318 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f588c10b380 0x7f588c10d7b0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:42.968 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.966+0000 7f5891a00640 1 --2- 172.21.15.12:0/2838113318 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f588c10de40 0x7f588c110300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:42.968 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.966+0000 7f5891a00640 1 --2- 172.21.15.12:0/2838113318 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f588c1089c0 0x7f588c10adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:42.968 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.966+0000 7f5891a00640 1 -- 172.21.15.12:0/2838113318 >> 172.21.15.12:0/2838113318 conn(0x7f588c06e960 msgr2=0x7f588c070da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:42.968 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.966+0000 7f5891a00640 1 -- 172.21.15.12:0/2838113318 shutdown_connections 2024-03-29T00:18:42.968 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.966+0000 7f5891a00640 1 -- 172.21.15.12:0/2838113318 wait complete. 2024-03-29T00:18:42.968 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.967+0000 7f5891a00640 1 Processor -- start 2024-03-29T00:18:42.968 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.967+0000 7f5891a00640 1 -- start start 2024-03-29T00:18:42.970 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.967+0000 7f5891a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f588c1089c0 0x7f588c1a03f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:42.970 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.967+0000 7f5891a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f588c10b380 0x7f588c1a0930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:42.970 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.967+0000 7f5891a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f588c10de40 0x7f588c1a79a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:42.970 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.967+0000 7f5891a00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f588c114c90 con 0x7f588c1089c0 2024-03-29T00:18:42.970 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.967+0000 7f5891a00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f588c114b10 con 0x7f588c10b380 2024-03-29T00:18:42.971 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.967+0000 7f5891a00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f588c114e10 con 0x7f588c10de40 2024-03-29T00:18:42.971 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.968+0000 7f588aa00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f588c1089c0 0x7f588c1a03f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:42.971 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.968+0000 7f588a000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f588c10b380 0x7f588c1a0930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:42.971 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.968+0000 7f588b400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f588c10de40 0x7f588c1a79a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:42.971 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.968+0000 7f588a000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f588c10b380 0x7f588c1a0930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36138/0 (socket says 172.21.15.12:36138) 2024-03-29T00:18:42.971 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.968+0000 7f588b400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f588c10de40 0x7f588c1a79a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46922/0 (socket says 172.21.15.12:46922) 2024-03-29T00:18:42.971 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.968+0000 7f588a000640 1 -- 172.21.15.12:0/4260005503 learned_addr learned my addr 172.21.15.12:0/4260005503 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:42.971 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.968+0000 7f588aa00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f588c1089c0 0x7f588c1a03f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:44362/0 (socket says 172.21.15.12:44362) 2024-03-29T00:18:42.971 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.968+0000 7f588b400640 1 -- 172.21.15.12:0/4260005503 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f588c10b380 msgr2=0x7f588c1a0930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:42.971 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.968+0000 7f588b400640 1 --2- 172.21.15.12:0/4260005503 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f588c10b380 0x7f588c1a0930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:42.971 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.968+0000 7f588b400640 1 -- 172.21.15.12:0/4260005503 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f588c1089c0 msgr2=0x7f588c1a03f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:42.971 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.968+0000 7f588b400640 1 --2- 172.21.15.12:0/4260005503 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f588c1089c0 0x7f588c1a03f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:42.972 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.968+0000 7f588b400640 1 -- 172.21.15.12:0/4260005503 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f588c1a8010 con 0x7f588c10de40 2024-03-29T00:18:42.972 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.968+0000 7f588b400640 1 --2- 172.21.15.12:0/4260005503 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f588c10de40 0x7f588c1a79a0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f588400e940 tx=0x7f588400ee00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:42.972 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.968+0000 7f5883400640 1 -- 172.21.15.12:0/4260005503 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5884004d20 con 0x7f588c10de40 2024-03-29T00:18:42.972 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.969+0000 7f5891a00640 1 -- 172.21.15.12:0/4260005503 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f588c1a8300 con 0x7f588c10de40 2024-03-29T00:18:42.972 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.969+0000 7f5883400640 1 -- 172.21.15.12:0/4260005503 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f588400cb20 con 0x7f588c10de40 2024-03-29T00:18:42.972 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.969+0000 7f5883400640 1 -- 172.21.15.12:0/4260005503 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58840116b0 con 0x7f588c10de40 2024-03-29T00:18:42.972 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.969+0000 7f5891a00640 1 -- 172.21.15.12:0/4260005503 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f588c1a8850 con 0x7f588c10de40 2024-03-29T00:18:42.978 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.972+0000 7f5883400640 1 -- 172.21.15.12:0/4260005503 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f5884005020 con 0x7f588c10de40 2024-03-29T00:18:42.978 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.972+0000 7f58947ab740 1 Processor -- start 2024-03-29T00:18:42.978 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.972+0000 7f58947ab740 1 -- start start 2024-03-29T00:18:42.979 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.972+0000 7f58947ab740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55efc86cd9c0 0x55efc86cdde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:42.979 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.972+0000 7f58947ab740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55efc86ce3b0 0x55efc86d2eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:42.979 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.972+0000 7f58947ab740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55efc86d3520 0x55efc86d59b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:42.979 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.972+0000 7f58947ab740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55efc862d640 con 0x55efc86ce3b0 2024-03-29T00:18:42.979 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.972+0000 7f58947ab740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55efc85d6810 con 0x55efc86cd9c0 2024-03-29T00:18:42.979 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.972+0000 7f58947ab740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55efc86296e0 con 0x55efc86d3520 2024-03-29T00:18:42.979 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.972+0000 7f588a000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55efc86cd9c0 0x55efc86cdde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:42.979 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.972+0000 7f588a000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55efc86cd9c0 0x55efc86cdde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36150/0 (socket says 172.21.15.12:36150) 2024-03-29T00:18:42.979 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.972+0000 7f588a000640 1 -- 172.21.15.12:0/3364681455 learned_addr learned my addr 172.21.15.12:0/3364681455 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:42.979 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.972+0000 7f588aa00640 1 --2- 172.21.15.12:0/3364681455 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55efc86ce3b0 0x55efc86d2eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:42.979 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.973+0000 7f588a000640 1 --2- 172.21.15.12:0/3364681455 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55efc86d3520 0x55efc86d59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:42.980 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.973+0000 7f588a000640 1 -- 172.21.15.12:0/3364681455 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55efc86d3520 msgr2=0x55efc86d59b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:42.980 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.973+0000 7f588a000640 1 --2- 172.21.15.12:0/3364681455 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55efc86d3520 0x55efc86d59b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:42.980 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.973+0000 7f588a000640 1 -- 172.21.15.12:0/3364681455 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55efc86ce3b0 msgr2=0x55efc86d2eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:42.980 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.973+0000 7f588a000640 1 --2- 172.21.15.12:0/3364681455 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55efc86ce3b0 0x55efc86d2eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:42.980 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.973+0000 7f588a000640 1 -- 172.21.15.12:0/3364681455 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55efc8342210 con 0x55efc86cd9c0 2024-03-29T00:18:42.980 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.973+0000 7f588a000640 1 --2- 172.21.15.12:0/3364681455 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55efc86cd9c0 0x55efc86cdde0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f587802cae0 tx=0x7f58780046e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b13b4b6792bc8567 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:42.980 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.973+0000 7f5883400640 1 --2- 172.21.15.12:0/4260005503 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f58700a1df0 0x7f58700a42b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:42.980 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.973+0000 7f5877e00640 1 -- 172.21.15.12:0/3364681455 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5878037040 con 0x55efc86cd9c0 2024-03-29T00:18:42.980 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.974+0000 7f5877e00640 1 -- 172.21.15.12:0/3364681455 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5878009900 con 0x55efc86cd9c0 2024-03-29T00:18:42.980 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.974+0000 7f5877e00640 1 -- 172.21.15.12:0/3364681455 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5878004bc0 con 0x55efc86cd9c0 2024-03-29T00:18:42.980 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.974+0000 7f5883400640 1 -- 172.21.15.12:0/4260005503 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f58840ce0e0 con 0x7f588c10de40 2024-03-29T00:18:42.980 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.974+0000 7f588aa00640 1 --2- 172.21.15.12:0/4260005503 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f58700a1df0 0x7f58700a42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:42.981 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.974+0000 7f58947ab740 1 -- 172.21.15.12:0/3364681455 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55efc86cd9c0 msgr2=0x55efc86cdde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:42.981 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.974+0000 7f58947ab740 1 --2- 172.21.15.12:0/3364681455 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55efc86cd9c0 0x55efc86cdde0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f587802cae0 tx=0x7f58780046e0 comp rx=0 tx=0).stop 2024-03-29T00:18:42.981 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.974+0000 7f58947ab740 1 -- 172.21.15.12:0/3364681455 shutdown_connections 2024-03-29T00:18:42.981 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.974+0000 7f58947ab740 1 --2- 172.21.15.12:0/3364681455 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55efc86d3520 0x55efc86d59b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:42.981 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.974+0000 7f58947ab740 1 --2- 172.21.15.12:0/3364681455 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55efc86ce3b0 0x55efc86d2eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:42.981 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.974+0000 7f58947ab740 1 --2- 172.21.15.12:0/3364681455 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55efc86cd9c0 0x55efc86cdde0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:42.981 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.974+0000 7f58947ab740 1 -- 172.21.15.12:0/3364681455 >> 172.21.15.12:0/3364681455 conn(0x55efc86c4b20 msgr2=0x55efc86c4f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:42.981 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.974+0000 7f58947ab740 1 -- 172.21.15.12:0/3364681455 shutdown_connections 2024-03-29T00:18:42.981 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.975+0000 7f588aa00640 1 --2- 172.21.15.12:0/4260005503 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f58700a1df0 0x7f58700a42b0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x55efc86ce7b0 tx=0x7f587c00b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:42.981 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.975+0000 7f58947ab740 1 -- 172.21.15.12:0/3364681455 wait complete. 2024-03-29T00:18:42.981 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.975+0000 7f58947ab740 1 -- start start 2024-03-29T00:18:42.982 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.975+0000 7f58947ab740 1 Processor -- start 2024-03-29T00:18:42.982 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.976+0000 7f58947ab740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55efc86cd9c0 0x55efc86d7cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:42.982 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.976+0000 7f58947ab740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55efc86ce3b0 0x55efc86d8230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:42.982 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.976+0000 7f58947ab740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55efc86d3520 0x55efc86df270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:42.982 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.976+0000 7f58947ab740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55efc86d6470 con 0x55efc86cd9c0 2024-03-29T00:18:42.982 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.976+0000 7f58947ab740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55efc85cbd00 con 0x55efc86ce3b0 2024-03-29T00:18:42.982 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.976+0000 7f58947ab740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55efc86d65f0 con 0x55efc86d3520 2024-03-29T00:18:42.982 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.976+0000 7f58947ab740 10 client.0 _ll_register_callbacks cb 0x55efc85b6490 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:18:42.982 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.976+0000 7f588b400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55efc86d3520 0x55efc86df270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:42.982 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.976+0000 7f588a000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55efc86ce3b0 0x55efc86d8230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:42.982 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.976+0000 7f588aa00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55efc86cd9c0 0x55efc86d7cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:42.983 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.976+0000 7f588b400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55efc86d3520 0x55efc86df270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46938/0 (socket says 172.21.15.12:46938) 2024-03-29T00:18:42.983 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.976+0000 7f588b400640 1 -- 172.21.15.12:0/1764510710 learned_addr learned my addr 172.21.15.12:0/1764510710 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:42.983 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.976+0000 7f588a000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55efc86ce3b0 0x55efc86d8230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36154/0 (socket says 172.21.15.12:36154) 2024-03-29T00:18:42.983 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.976+0000 7f588b400640 1 -- 172.21.15.12:0/1764510710 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55efc86ce3b0 msgr2=0x55efc86d8230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:42.983 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.976+0000 7f588b400640 1 --2- 172.21.15.12:0/1764510710 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55efc86ce3b0 0x55efc86d8230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:42.983 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.976+0000 7f588b400640 1 -- 172.21.15.12:0/1764510710 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55efc86cd9c0 msgr2=0x55efc86d7cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:42.983 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.976+0000 7f588b400640 1 --2- 172.21.15.12:0/1764510710 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55efc86cd9c0 0x55efc86d7cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:42.983 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.976+0000 7f588b400640 1 -- 172.21.15.12:0/1764510710 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55efc840e620 con 0x55efc86d3520 2024-03-29T00:18:42.983 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.977+0000 7f588b400640 1 --2- 172.21.15.12:0/1764510710 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55efc86d3520 0x55efc86df270 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f58840a2c90 tx=0x7f588409a4f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d9a09d86990ccc19 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:42.983 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.977+0000 7f5874c00640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:18:42.983 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.977+0000 7f5874c00640 1 -- 172.21.15.12:0/1764510710 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58840b3060 con 0x55efc86d3520 2024-03-29T00:18:42.983 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.977+0000 7f5874c00640 1 -- 172.21.15.12:0/1764510710 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f58840a2d30 con 0x55efc86d3520 2024-03-29T00:18:42.983 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.977+0000 7f58947ab740 1 -- 172.21.15.12:0/1764510710 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5878009900 con 0x55efc86d3520 2024-03-29T00:18:42.984 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.977+0000 7f5874c00640 1 -- 172.21.15.12:0/1764510710 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f588401f070 con 0x55efc86d3520 2024-03-29T00:18:42.984 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.977+0000 7f58947ab740 10 client.25654 fetch_fsmap learned FSMap version 29 2024-03-29T00:18:42.984 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.977+0000 7f58947ab740 1 -- 172.21.15.12:0/1764510710 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55efc86e2320 con 0x55efc86d3520 2024-03-29T00:18:42.984 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.977+0000 7f5874c00640 1 -- 172.21.15.12:0/1764510710 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5878009900 con 0x55efc86d3520 2024-03-29T00:18:42.984 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.977+0000 7f5874c00640 1 -- 172.21.15.12:0/1764510710 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f588400f040 con 0x55efc86d3520 2024-03-29T00:18:42.984 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.977+0000 7f58947ab740 10 client.25654 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:18:42.984 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.978+0000 7f58947ab740 10 client.25654 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:18:42.984 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.978+0000 7f58947ab740 20 client.25654 populate_metadata read hostname 'smithi012' 2024-03-29T00:18:42.984 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.978+0000 7f58947ab740 1 --2- 172.21.15.12:0/1764510710 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55efc86e39f0 0x55efc86e5e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:42.984 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.978+0000 7f58947ab740 4 client.25654 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:18:42.984 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.978+0000 7f58947ab740 1 -- 172.21.15.12:0/1764510710 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55efc8641030 con 0x55efc86e39f0 2024-03-29T00:18:42.984 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.978+0000 7f588aa00640 1 --2- 172.21.15.12:0/1764510710 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55efc86e39f0 0x55efc86e5e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:42.986 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.978+0000 7f588aa00640 1 --2- 172.21.15.12:0/1764510710 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55efc86e39f0 0x55efc86e5e20 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=76ed11fdb0bdae1 server_cookie=2077bfb529b7adec in_seq=0 out_seq=0 2024-03-29T00:18:42.986 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.978+0000 7f5874c00640 10 client.25654 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:18:42.986 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.979+0000 7f5874c00640 1 -- 172.21.15.12:0/1764510710 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55efc8641030 con 0x55efc86e39f0 2024-03-29T00:18:42.986 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.979+0000 7f5874c00640 10 client.25654 handle_command_reply: tid=0 2024-03-29T00:18:42.986 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.979+0000 7f58947ab740 1 client.25654 shutdown 2024-03-29T00:18:42.989 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.979+0000 7f58947ab740 1 -- 172.21.15.12:0/1764510710 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55efc86d3520 msgr2=0x55efc86df270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:42.990 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.979+0000 7f58947ab740 1 --2- 172.21.15.12:0/1764510710 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55efc86d3520 0x55efc86df270 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f58840a2c90 tx=0x7f588409a4f0 comp rx=0 tx=0).stop 2024-03-29T00:18:42.990 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.979+0000 7f58947ab740 1 -- 172.21.15.12:0/1764510710 shutdown_connections 2024-03-29T00:18:42.990 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.979+0000 7f58947ab740 1 --2- 172.21.15.12:0/1764510710 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55efc86e39f0 0x55efc86e5e20 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:42.990 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.979+0000 7f58947ab740 1 --2- 172.21.15.12:0/1764510710 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55efc86ce3b0 0x55efc86d8230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:42.990 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.979+0000 7f58947ab740 1 --2- 172.21.15.12:0/1764510710 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55efc86d3520 0x55efc86df270 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:42.990 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.979+0000 7f58947ab740 1 --2- 172.21.15.12:0/1764510710 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55efc86cd9c0 0x55efc86d7cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:42.990 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.979+0000 7f5874c00640 0 client.25654 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:18:42.990 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.979+0000 7f58947ab740 1 -- 172.21.15.12:0/1764510710 >> 172.21.15.12:0/1764510710 conn(0x55efc86c4b20 msgr2=0x55efc86c3c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:42.990 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.980+0000 7f58947ab740 1 -- 172.21.15.12:0/1764510710 shutdown_connections 2024-03-29T00:18:42.990 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.980+0000 7f58947ab740 1 -- 172.21.15.12:0/1764510710 wait complete. 2024-03-29T00:18:42.991 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.980+0000 7f58947ab740 20 client.25654 trim_cache size 0 max 16384 2024-03-29T00:18:42.997 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.996+0000 7f58947ab740 1 Processor -- start 2024-03-29T00:18:42.997 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.996+0000 7f58947ab740 1 -- start start 2024-03-29T00:18:42.997 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.997+0000 7f58947ab740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55efc86cd9c0 0x55efc86eb700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:42.997 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.997+0000 7f58947ab740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55efc86ce3b0 0x55efc86df230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:42.997 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.997+0000 7f58947ab740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55efc86d3520 0x55efc86c7d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:42.997 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.997+0000 7f58947ab740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f588c1b0ad0 con 0x55efc86cd9c0 2024-03-29T00:18:42.997 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.997+0000 7f58947ab740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f588c1b2610 con 0x55efc86d3520 2024-03-29T00:18:42.997 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.997+0000 7f58947ab740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f588c1b11a0 con 0x55efc86ce3b0 2024-03-29T00:18:43.002 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.997+0000 7f588a000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55efc86ce3b0 0x55efc86df230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:43.002 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.997+0000 7f588b400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55efc86d3520 0x55efc86c7d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:43.002 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.997+0000 7f588aa00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55efc86cd9c0 0x55efc86eb700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:43.002 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.997+0000 7f588a000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55efc86ce3b0 0x55efc86df230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46952/0 (socket says 172.21.15.12:46952) 2024-03-29T00:18:43.002 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.997+0000 7f588a000640 1 -- 172.21.15.12:0/2174337729 learned_addr learned my addr 172.21.15.12:0/2174337729 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:43.003 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.997+0000 7f588b400640 1 -- 172.21.15.12:0/2174337729 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55efc86ce3b0 msgr2=0x55efc86df230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:43.003 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.997+0000 7f588b400640 1 --2- 172.21.15.12:0/2174337729 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55efc86ce3b0 0x55efc86df230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:43.003 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.997+0000 7f588b400640 1 -- 172.21.15.12:0/2174337729 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55efc86cd9c0 msgr2=0x55efc86eb700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:43.003 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.997+0000 7f588b400640 1 --2- 172.21.15.12:0/2174337729 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55efc86cd9c0 0x55efc86eb700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:43.003 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.997+0000 7f588b400640 1 -- 172.21.15.12:0/2174337729 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55efc86e6470 con 0x55efc86d3520 2024-03-29T00:18:43.003 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.997+0000 7f588a000640 1 --2- 172.21.15.12:0/2174337729 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55efc86ce3b0 0x55efc86df230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:18:43.003 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.998+0000 7f588b400640 1 --2- 172.21.15.12:0/2174337729 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55efc86d3520 0x55efc86c7d80 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f5884004af0 tx=0x7f588409a560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b16d0c1596b741e6 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:43.003 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.998+0000 7f5877400640 1 -- 172.21.15.12:0/2174337729 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58840b3060 con 0x55efc86d3520 2024-03-29T00:18:43.003 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.998+0000 7f5877400640 1 -- 172.21.15.12:0/2174337729 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f588400ccd0 con 0x55efc86d3520 2024-03-29T00:18:43.003 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.998+0000 7f5877400640 1 -- 172.21.15.12:0/2174337729 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58840a2f90 con 0x55efc86d3520 2024-03-29T00:18:43.003 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.999+0000 7f58947ab740 1 -- 172.21.15.12:0/2174337729 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55efc86d3520 msgr2=0x55efc86c7d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:43.003 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.999+0000 7f58947ab740 1 --2- 172.21.15.12:0/2174337729 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55efc86d3520 0x55efc86c7d80 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f5884004af0 tx=0x7f588409a560 comp rx=0 tx=0).stop 2024-03-29T00:18:43.003 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.999+0000 7f58947ab740 1 -- 172.21.15.12:0/2174337729 shutdown_connections 2024-03-29T00:18:43.004 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.999+0000 7f58947ab740 1 --2- 172.21.15.12:0/2174337729 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55efc86d3520 0x55efc86c7d80 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:43.004 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.999+0000 7f58947ab740 1 --2- 172.21.15.12:0/2174337729 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55efc86ce3b0 0x55efc86df230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:43.004 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.999+0000 7f58947ab740 1 --2- 172.21.15.12:0/2174337729 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55efc86cd9c0 0x55efc86eb700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:43.004 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.999+0000 7f58947ab740 1 -- 172.21.15.12:0/2174337729 >> 172.21.15.12:0/2174337729 conn(0x55efc86c4b20 msgr2=0x55efc86cf6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:43.004 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.999+0000 7f58947ab740 1 -- 172.21.15.12:0/2174337729 shutdown_connections 2024-03-29T00:18:43.004 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.999+0000 7f58947ab740 1 -- 172.21.15.12:0/2174337729 wait complete. 2024-03-29T00:18:43.004 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.999+0000 7f58947ab740 1 -- start start 2024-03-29T00:18:43.004 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:42.999+0000 7f58947ab740 1 Processor -- start 2024-03-29T00:18:43.004 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.000+0000 7f58947ab740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55efc86cd9c0 0x55efc86dcc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:43.004 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.000+0000 7f58947ab740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55efc86ce3b0 0x55efc86dd180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:43.004 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.000+0000 7f58947ab740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55efc86d3520 0x55efc86de140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:43.004 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.000+0000 7f58947ab740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f588c1b1f40 con 0x55efc86d3520 2024-03-29T00:18:43.004 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.000+0000 7f58947ab740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f588c1b1870 con 0x55efc86ce3b0 2024-03-29T00:18:43.005 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.000+0000 7f58947ab740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f588c1aeab0 con 0x55efc86cd9c0 2024-03-29T00:18:43.005 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.000+0000 7f58947ab740 10 client.0 _ll_register_callbacks cb 0x7f5884004a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:18:43.005 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.000+0000 7f588a000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55efc86ce3b0 0x55efc86dd180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:43.005 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.000+0000 7f588b400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55efc86d3520 0x55efc86de140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:43.005 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.000+0000 7f588a000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55efc86ce3b0 0x55efc86dd180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36162/0 (socket says 172.21.15.12:36162) 2024-03-29T00:18:43.005 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.000+0000 7f588a000640 1 -- 172.21.15.12:0/2179794426 learned_addr learned my addr 172.21.15.12:0/2179794426 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:43.005 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.000+0000 7f588aa00640 1 --2- 172.21.15.12:0/2179794426 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55efc86cd9c0 0x55efc86dcc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:43.005 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.000+0000 7f588a000640 1 -- 172.21.15.12:0/2179794426 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55efc86cd9c0 msgr2=0x55efc86dcc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:43.005 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.000+0000 7f588a000640 1 --2- 172.21.15.12:0/2179794426 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55efc86cd9c0 0x55efc86dcc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:43.005 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.000+0000 7f588a000640 1 -- 172.21.15.12:0/2179794426 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55efc86d3520 msgr2=0x55efc86de140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:43.005 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.000+0000 7f588a000640 1 --2- 172.21.15.12:0/2179794426 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55efc86d3520 0x55efc86de140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:43.006 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.000+0000 7f588a000640 1 -- 172.21.15.12:0/2179794426 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55efc86de730 con 0x55efc86ce3b0 2024-03-29T00:18:43.006 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.000+0000 7f588b400640 1 --2- 172.21.15.12:0/2179794426 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55efc86d3520 0x55efc86de140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:18:43.006 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.001+0000 7f588a000640 1 --2- 172.21.15.12:0/2179794426 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55efc86ce3b0 0x55efc86dd180 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f587802cab0 tx=0x7f5878005e30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ca1cb2459b887865 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:43.006 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.001+0000 7f5874c00640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:18:43.006 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.001+0000 7f5874c00640 1 -- 172.21.15.12:0/2179794426 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5878051070 con 0x55efc86ce3b0 2024-03-29T00:18:43.006 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.001+0000 7f5874c00640 1 -- 172.21.15.12:0/2179794426 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f5878004450 con 0x55efc86ce3b0 2024-03-29T00:18:43.006 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.001+0000 7f58947ab740 1 -- 172.21.15.12:0/2179794426 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f588400ccd0 con 0x55efc86ce3b0 2024-03-29T00:18:43.006 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.001+0000 7f5874c00640 1 -- 172.21.15.12:0/2179794426 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f587805d050 con 0x55efc86ce3b0 2024-03-29T00:18:43.006 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.001+0000 7f58947ab740 10 client.25601 fetch_fsmap learned FSMap version 29 2024-03-29T00:18:43.006 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.001+0000 7f58947ab740 1 -- 172.21.15.12:0/2179794426 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55efc874a000 con 0x55efc86ce3b0 2024-03-29T00:18:43.006 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.002+0000 7f5874c00640 1 -- 172.21.15.12:0/2179794426 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f588400ccd0 con 0x55efc86ce3b0 2024-03-29T00:18:43.006 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.002+0000 7f5874c00640 1 -- 172.21.15.12:0/2179794426 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f5878003ae0 con 0x55efc86ce3b0 2024-03-29T00:18:43.006 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.002+0000 7f58947ab740 10 client.25601 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:18:43.006 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.002+0000 7f58947ab740 10 client.25601 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:18:43.007 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.002+0000 7f58947ab740 20 client.25601 populate_metadata read hostname 'smithi012' 2024-03-29T00:18:43.007 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.002+0000 7f58947ab740 1 --2- 172.21.15.12:0/2179794426 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55efc874a500 0x55efc874c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:43.007 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.002+0000 7f58947ab740 4 client.25601 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-29T00:18:43.007 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.002+0000 7f58947ab740 1 -- 172.21.15.12:0/2179794426 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55efc863ab80 con 0x55efc874a500 2024-03-29T00:18:43.007 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.002+0000 7f588aa00640 1 --2- 172.21.15.12:0/2179794426 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55efc874a500 0x55efc874c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:43.007 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.003+0000 7f588aa00640 1 --2- 172.21.15.12:0/2179794426 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55efc874a500 0x55efc874c8f0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=90d22efc6acf2a95 server_cookie=5df23017969f95e7 in_seq=0 out_seq=0 2024-03-29T00:18:43.007 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.003+0000 7f5874c00640 10 client.25601 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:18:43.016 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.015+0000 7f5874c00640 1 -- 172.21.15.12:0/2179794426 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55efc863ab80 con 0x55efc874a500 2024-03-29T00:18:43.016 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.015+0000 7f5874c00640 10 client.25601 handle_command_reply: tid=0 2024-03-29T00:18:43.016 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.015+0000 7f58947ab740 1 client.25601 shutdown 2024-03-29T00:18:43.016 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.016+0000 7f58947ab740 1 -- 172.21.15.12:0/2179794426 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55efc86ce3b0 msgr2=0x55efc86dd180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:43.017 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.016+0000 7f58947ab740 1 --2- 172.21.15.12:0/2179794426 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55efc86ce3b0 0x55efc86dd180 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f587802cab0 tx=0x7f5878005e30 comp rx=0 tx=0).stop 2024-03-29T00:18:43.017 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.016+0000 7f58947ab740 1 -- 172.21.15.12:0/2179794426 shutdown_connections 2024-03-29T00:18:43.017 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.016+0000 7f58947ab740 1 --2- 172.21.15.12:0/2179794426 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55efc874a500 0x55efc874c8f0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:43.017 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.016+0000 7f58947ab740 1 --2- 172.21.15.12:0/2179794426 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55efc86ce3b0 0x55efc86dd180 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:43.017 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.016+0000 7f58947ab740 1 --2- 172.21.15.12:0/2179794426 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55efc86d3520 0x55efc86de140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:43.017 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.016+0000 7f58947ab740 1 --2- 172.21.15.12:0/2179794426 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55efc86cd9c0 0x55efc86dcc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:43.017 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.016+0000 7f5874c00640 0 client.25601 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:18:43.017 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.016+0000 7f58947ab740 1 -- 172.21.15.12:0/2179794426 >> 172.21.15.12:0/2179794426 conn(0x55efc86c4b20 msgr2=0x55efc86c7d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:43.017 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.016+0000 7f58947ab740 1 -- 172.21.15.12:0/2179794426 shutdown_connections 2024-03-29T00:18:43.017 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.016+0000 7f58947ab740 1 -- 172.21.15.12:0/2179794426 wait complete. 2024-03-29T00:18:43.017 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.016+0000 7f58947ab740 20 client.25601 trim_cache size 0 max 16384 2024-03-29T00:18:43.018 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:{ 2024-03-29T00:18:43.018 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "message": "", 2024-03-29T00:18:43.018 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "return_code": 0 2024-03-29T00:18:43.018 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:} 2024-03-29T00:18:43.019 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.017+0000 7f5891a00640 1 -- 172.21.15.12:0/4260005503 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f58700a1df0 msgr2=0x7f58700a42b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:43.019 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.017+0000 7f5891a00640 1 --2- 172.21.15.12:0/4260005503 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f58700a1df0 0x7f58700a42b0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x55efc86ce7b0 tx=0x7f587c00b390 comp rx=0 tx=0).stop 2024-03-29T00:18:43.019 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.017+0000 7f5891a00640 1 -- 172.21.15.12:0/4260005503 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f588c10de40 msgr2=0x7f588c1a79a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:43.019 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.017+0000 7f5891a00640 1 --2- 172.21.15.12:0/4260005503 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f588c10de40 0x7f588c1a79a0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f588400e940 tx=0x7f588400ee00 comp rx=0 tx=0).stop 2024-03-29T00:18:43.019 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.017+0000 7f5891a00640 1 -- 172.21.15.12:0/4260005503 shutdown_connections 2024-03-29T00:18:43.019 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.017+0000 7f5891a00640 1 --2- 172.21.15.12:0/4260005503 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f58700a1df0 0x7f58700a42b0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:43.019 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.017+0000 7f5891a00640 1 --2- 172.21.15.12:0/4260005503 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f588c10b380 0x7f588c1a0930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:43.019 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.017+0000 7f5891a00640 1 --2- 172.21.15.12:0/4260005503 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f588c10de40 0x7f588c1a79a0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:43.019 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.017+0000 7f5891a00640 1 --2- 172.21.15.12:0/4260005503 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f588c1089c0 0x7f588c1a03f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:43.019 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.017+0000 7f5891a00640 1 -- 172.21.15.12:0/4260005503 >> 172.21.15.12:0/4260005503 conn(0x7f588c06e960 msgr2=0x7f588c070d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:43.019 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.017+0000 7f5891a00640 1 -- 172.21.15.12:0/4260005503 shutdown_connections 2024-03-29T00:18:43.019 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:43.017+0000 7f5891a00640 1 -- 172.21.15.12:0/4260005503 wait complete. 2024-03-29T00:18:43.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:43 smithi012 ceph-mon[31657]: pgmap v429: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 852 B/s wr, 10 op/s 2024-03-29T00:18:43.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:43 smithi053 ceph-mon[36233]: pgmap v429: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 852 B/s wr, 10 op/s 2024-03-29T00:18:43.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:43 smithi069 ceph-mon[36074]: pgmap v429: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 852 B/s wr, 10 op/s 2024-03-29T00:18:45.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:45 smithi012 ceph-mon[31657]: pgmap v430: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 767 B/s wr, 12 op/s 2024-03-29T00:18:45.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:45 smithi053 ceph-mon[36233]: pgmap v430: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 767 B/s wr, 12 op/s 2024-03-29T00:18:45.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:45 smithi069 ceph-mon[36074]: pgmap v430: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 767 B/s wr, 12 op/s 2024-03-29T00:18:47.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:47 smithi012 ceph-mon[31657]: pgmap v431: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 511 B/s wr, 10 op/s 2024-03-29T00:18:47.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:47 smithi053 ceph-mon[36233]: pgmap v431: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 511 B/s wr, 10 op/s 2024-03-29T00:18:47.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:47 smithi069 ceph-mon[36074]: pgmap v431: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 511 B/s wr, 10 op/s 2024-03-29T00:18:49.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:49 smithi012 ceph-mon[31657]: pgmap v432: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.5 KiB/s wr, 16 op/s 2024-03-29T00:18:49.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:49 smithi053 ceph-mon[36233]: pgmap v432: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.5 KiB/s wr, 16 op/s 2024-03-29T00:18:49.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:49 smithi069 ceph-mon[36074]: pgmap v432: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.5 KiB/s wr, 16 op/s 2024-03-29T00:18:51.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:51 smithi053 ceph-mon[36233]: pgmap v433: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-03-29T00:18:51.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:51 smithi069 ceph-mon[36074]: pgmap v433: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-03-29T00:18:52.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:51 smithi012 ceph-mon[31657]: pgmap v433: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-03-29T00:18:53.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:53 smithi053 ceph-mon[36233]: pgmap v434: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-03-29T00:18:53.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:53 smithi069 ceph-mon[36074]: pgmap v434: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-03-29T00:18:54.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:53 smithi012 ceph-mon[31657]: pgmap v434: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-03-29T00:18:55.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:55 smithi053 ceph-mon[36233]: pgmap v435: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.5 KiB/s wr, 15 op/s 2024-03-29T00:18:55.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:55 smithi069 ceph-mon[36074]: pgmap v435: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.5 KiB/s wr, 15 op/s 2024-03-29T00:18:56.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:55 smithi012 ceph-mon[31657]: pgmap v435: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.5 KiB/s wr, 15 op/s 2024-03-29T00:18:56.167 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.166+0000 7f3cf1c00640 1 -- 172.21.15.12:0/2352112126 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3cec109980 msgr2=0x7f3cec110210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:56.167 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.166+0000 7f3cf1c00640 1 --2- 172.21.15.12:0/2352112126 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3cec109980 0x7f3cec110210 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f3ce4009be0 tx=0x7f3ce402bef0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.167 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.166+0000 7f3cf1c00640 1 -- 172.21.15.12:0/2352112126 shutdown_connections 2024-03-29T00:18:56.167 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.166+0000 7f3cf1c00640 1 --2- 172.21.15.12:0/2352112126 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3cec109980 0x7f3cec110210 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.167 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.166+0000 7f3cf1c00640 1 --2- 172.21.15.12:0/2352112126 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3cec108fc0 0x7f3cec109440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.167 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.166+0000 7f3cf1c00640 1 --2- 172.21.15.12:0/2352112126 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3cec107dd0 0x7f3cec1081f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.167 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.166+0000 7f3cf1c00640 1 -- 172.21.15.12:0/2352112126 >> 172.21.15.12:0/2352112126 conn(0x7f3cec076da0 msgr2=0x7f3cec0791c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:56.167 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.166+0000 7f3cf1c00640 1 -- 172.21.15.12:0/2352112126 shutdown_connections 2024-03-29T00:18:56.167 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.166+0000 7f3cf1c00640 1 -- 172.21.15.12:0/2352112126 wait complete. 2024-03-29T00:18:56.168 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.167+0000 7f3cf1c00640 1 Processor -- start 2024-03-29T00:18:56.168 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.168+0000 7f3cf1c00640 1 -- start start 2024-03-29T00:18:56.170 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.168+0000 7f3cf1c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3cec107dd0 0x7f3cec19e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:56.170 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.168+0000 7f3cf1c00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3cec108fc0 0x7f3cec19e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:56.170 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.168+0000 7f3cf1c00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3cec109980 0x7f3cec1a5750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:56.170 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.168+0000 7f3cf1c00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f3cec113b70 con 0x7f3cec108fc0 2024-03-29T00:18:56.170 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.168+0000 7f3cf1c00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f3cec1139f0 con 0x7f3cec109980 2024-03-29T00:18:56.170 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.168+0000 7f3cf1c00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3cec113cf0 con 0x7f3cec107dd0 2024-03-29T00:18:56.170 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.168+0000 7f3ceaa00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3cec107dd0 0x7f3cec19e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:56.170 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.168+0000 7f3ceaa00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3cec107dd0 0x7f3cec19e1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:44394/0 (socket says 172.21.15.12:44394) 2024-03-29T00:18:56.170 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.168+0000 7f3ceaa00640 1 -- 172.21.15.12:0/3255235896 learned_addr learned my addr 172.21.15.12:0/3255235896 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:56.170 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.168+0000 7f3ce3e00640 1 --2- 172.21.15.12:0/3255235896 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3cec108fc0 0x7f3cec19e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:56.170 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.169+0000 7f3ceb400640 1 --2- 172.21.15.12:0/3255235896 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3cec109980 0x7f3cec1a5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:56.170 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.169+0000 7f3ceaa00640 1 -- 172.21.15.12:0/3255235896 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3cec109980 msgr2=0x7f3cec1a5750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:56.170 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.169+0000 7f3ceaa00640 1 --2- 172.21.15.12:0/3255235896 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3cec109980 0x7f3cec1a5750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.171 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.169+0000 7f3ceaa00640 1 -- 172.21.15.12:0/3255235896 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3cec108fc0 msgr2=0x7f3cec19e6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:56.171 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.169+0000 7f3ceaa00640 1 --2- 172.21.15.12:0/3255235896 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3cec108fc0 0x7f3cec19e6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.171 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.169+0000 7f3ceaa00640 1 -- 172.21.15.12:0/3255235896 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cec1a5dc0 con 0x7f3cec107dd0 2024-03-29T00:18:56.171 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.169+0000 7f3ceaa00640 1 --2- 172.21.15.12:0/3255235896 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3cec107dd0 0x7f3cec19e1a0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f3cdc00e9a0 tx=0x7f3cdc00ee60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:56.171 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.169+0000 7f3ce3400640 1 -- 172.21.15.12:0/3255235896 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cdc00cd00 con 0x7f3cec107dd0 2024-03-29T00:18:56.171 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.169+0000 7f3ce3400640 1 -- 172.21.15.12:0/3255235896 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3cdc010930 con 0x7f3cec107dd0 2024-03-29T00:18:56.171 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.169+0000 7f3ce3400640 1 -- 172.21.15.12:0/3255235896 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cdc018a40 con 0x7f3cec107dd0 2024-03-29T00:18:56.171 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.169+0000 7f3cf1c00640 1 -- 172.21.15.12:0/3255235896 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3cec1a60b0 con 0x7f3cec107dd0 2024-03-29T00:18:56.171 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.170+0000 7f3cf1c00640 1 -- 172.21.15.12:0/3255235896 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3cec1a6650 con 0x7f3cec107dd0 2024-03-29T00:18:56.173 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.173+0000 7f3cf4975740 1 Processor -- start 2024-03-29T00:18:56.173 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.173+0000 7f3cf4975740 1 -- start start 2024-03-29T00:18:56.175 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.173+0000 7f3cf4975740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ab380505b0 0x55ab380509d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:56.175 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.173+0000 7f3cf4975740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab38050fa0 0x55ab38055aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:56.175 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.173+0000 7f3cf4975740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab38056110 0x55ab380585a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:56.175 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.173+0000 7f3cf4975740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55ab37fb4640 con 0x55ab38056110 2024-03-29T00:18:56.175 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.173+0000 7f3cf4975740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55ab37f5d810 con 0x55ab38050fa0 2024-03-29T00:18:56.175 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.173+0000 7f3cf4975740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55ab37fb06e0 con 0x55ab380505b0 2024-03-29T00:18:56.175 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.173+0000 7f3ce3400640 1 -- 172.21.15.12:0/3255235896 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f3cdc010ae0 con 0x7f3cec107dd0 2024-03-29T00:18:56.175 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.174+0000 7f3ceb400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ab380505b0 0x55ab380509d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:56.175 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.174+0000 7f3ceb400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ab380505b0 0x55ab380509d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:44406/0 (socket says 172.21.15.12:44406) 2024-03-29T00:18:56.175 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.174+0000 7f3ceb400640 1 -- 172.21.15.12:0/3280584932 learned_addr learned my addr 172.21.15.12:0/3280584932 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:56.175 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.174+0000 7f3ce3e00640 1 --2- 172.21.15.12:0/3280584932 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab38056110 0x55ab380585a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:56.175 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.174+0000 7f3ceaa00640 1 --2- 172.21.15.12:0/3280584932 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab38050fa0 0x55ab38055aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:56.176 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.174+0000 7f3ceb400640 1 -- 172.21.15.12:0/3280584932 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab38050fa0 msgr2=0x55ab38055aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:56.176 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.174+0000 7f3ceb400640 1 --2- 172.21.15.12:0/3280584932 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab38050fa0 0x55ab38055aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.176 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.174+0000 7f3ceb400640 1 -- 172.21.15.12:0/3280584932 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab38056110 msgr2=0x55ab380585a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:56.176 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.174+0000 7f3ceb400640 1 --2- 172.21.15.12:0/3280584932 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab38056110 0x55ab380585a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.176 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.174+0000 7f3ceb400640 1 -- 172.21.15.12:0/3280584932 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab37cc9210 con 0x55ab380505b0 2024-03-29T00:18:56.176 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.174+0000 7f3ce3e00640 1 --2- 172.21.15.12:0/3280584932 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab38056110 0x55ab380585a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:18:56.176 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.175+0000 7f3ceb400640 1 --2- 172.21.15.12:0/3280584932 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ab380505b0 0x55ab380509d0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f3ce4009be0 tx=0x7f3ce4005ec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dd538a0e39cec735 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:56.178 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.175+0000 7f3cdbe00640 1 -- 172.21.15.12:0/3280584932 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ce4043030 con 0x55ab380505b0 2024-03-29T00:18:56.178 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.175+0000 7f3cdbe00640 1 -- 172.21.15.12:0/3280584932 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3ce4033cb0 con 0x55ab380505b0 2024-03-29T00:18:56.178 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.175+0000 7f3cdbe00640 1 -- 172.21.15.12:0/3280584932 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ce402cb30 con 0x55ab380505b0 2024-03-29T00:18:56.178 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.175+0000 7f3cf4975740 1 -- 172.21.15.12:0/3280584932 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ab380505b0 msgr2=0x55ab380509d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:56.179 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.175+0000 7f3cf4975740 1 --2- 172.21.15.12:0/3280584932 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ab380505b0 0x55ab380509d0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f3ce4009be0 tx=0x7f3ce4005ec0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.179 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.176+0000 7f3cf4975740 1 -- 172.21.15.12:0/3280584932 shutdown_connections 2024-03-29T00:18:56.179 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.176+0000 7f3cf4975740 1 --2- 172.21.15.12:0/3280584932 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab38050fa0 0x55ab38055aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.179 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.176+0000 7f3cf4975740 1 --2- 172.21.15.12:0/3280584932 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab38056110 0x55ab380585a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.179 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.176+0000 7f3cf4975740 1 --2- 172.21.15.12:0/3280584932 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ab380505b0 0x55ab380509d0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.179 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.176+0000 7f3cf4975740 1 -- 172.21.15.12:0/3280584932 >> 172.21.15.12:0/3280584932 conn(0x55ab3804bb20 msgr2=0x55ab3804bf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:56.179 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.176+0000 7f3ce3400640 1 --2- 172.21.15.12:0/3255235896 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3cd00a1e30 0x7f3cd00a42f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:56.179 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.176+0000 7f3cf4975740 1 -- 172.21.15.12:0/3280584932 shutdown_connections 2024-03-29T00:18:56.179 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.176+0000 7f3cf4975740 1 -- 172.21.15.12:0/3280584932 wait complete. 2024-03-29T00:18:56.179 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.176+0000 7f3ce3400640 1 -- 172.21.15.12:0/3255235896 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f3cdc0ce420 con 0x7f3cec107dd0 2024-03-29T00:18:56.179 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.176+0000 7f3ceb400640 1 --2- 172.21.15.12:0/3255235896 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3cd00a1e30 0x7f3cd00a42f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:56.179 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.176+0000 7f3cf4975740 1 -- start start 2024-03-29T00:18:56.179 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.177+0000 7f3cf4975740 1 Processor -- start 2024-03-29T00:18:56.179 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.177+0000 7f3ceb400640 1 --2- 172.21.15.12:0/3255235896 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3cd00a1e30 0x7f3cd00a42f0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f3ce4003f40 tx=0x7f3ce4004ab0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:56.179 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.177+0000 7f3cf4975740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab380505b0 0x55ab3805a810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:56.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.177+0000 7f3cf4975740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ab38050fa0 0x55ab3805ad50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:56.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.177+0000 7f3cf4975740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab38056110 0x55ab38061d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:56.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.177+0000 7f3cf4975740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55ab38059060 con 0x55ab38056110 2024-03-29T00:18:56.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.177+0000 7f3cf4975740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55ab37f52d00 con 0x55ab380505b0 2024-03-29T00:18:56.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.177+0000 7f3cf4975740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55ab380591e0 con 0x55ab38050fa0 2024-03-29T00:18:56.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.177+0000 7f3cf4975740 10 client.0 _ll_register_callbacks cb 0x55ab37f3d490 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:18:56.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.178+0000 7f3ceb400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab38056110 0x55ab38061d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:56.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.178+0000 7f3ce3e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ab38050fa0 0x55ab3805ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:56.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.178+0000 7f3ceaa00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab380505b0 0x55ab3805a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:56.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.178+0000 7f3ceb400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab38056110 0x55ab38061d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33508/0 (socket says 172.21.15.12:33508) 2024-03-29T00:18:56.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.178+0000 7f3ceb400640 1 -- 172.21.15.12:0/2047747339 learned_addr learned my addr 172.21.15.12:0/2047747339 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:56.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.178+0000 7f3ce3e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ab38050fa0 0x55ab3805ad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:44418/0 (socket says 172.21.15.12:44418) 2024-03-29T00:18:56.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.178+0000 7f3ceaa00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab380505b0 0x55ab3805a810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36142/0 (socket says 172.21.15.12:36142) 2024-03-29T00:18:56.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.178+0000 7f3ce3e00640 1 -- 172.21.15.12:0/2047747339 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab380505b0 msgr2=0x55ab3805a810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:56.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.178+0000 7f3ce3e00640 1 --2- 172.21.15.12:0/2047747339 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab380505b0 0x55ab3805a810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.178+0000 7f3ce3e00640 1 -- 172.21.15.12:0/2047747339 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab38056110 msgr2=0x55ab38061d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:56.181 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.178+0000 7f3ce3e00640 1 --2- 172.21.15.12:0/2047747339 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab38056110 0x55ab38061d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.181 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.178+0000 7f3ce3e00640 1 -- 172.21.15.12:0/2047747339 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab37d95620 con 0x55ab38050fa0 2024-03-29T00:18:56.183 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.178+0000 7f3ce3e00640 1 --2- 172.21.15.12:0/2047747339 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ab38050fa0 0x55ab3805ad50 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f3cec19f6b0 tx=0x7f3cd4012b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7476f8518b773bc4 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:56.183 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.178+0000 7f3cd8c00640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:18:56.183 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.179+0000 7f3cd8c00640 1 -- 172.21.15.12:0/2047747339 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd4004050 con 0x55ab38050fa0 2024-03-29T00:18:56.183 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.179+0000 7f3cd8c00640 1 -- 172.21.15.12:0/2047747339 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f3cd40041f0 con 0x55ab38050fa0 2024-03-29T00:18:56.183 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.179+0000 7f3cf4975740 1 -- 172.21.15.12:0/2047747339 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3ce4033cb0 con 0x55ab38050fa0 2024-03-29T00:18:56.183 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.179+0000 7f3cd8c00640 1 -- 172.21.15.12:0/2047747339 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3cd4025050 con 0x55ab38050fa0 2024-03-29T00:18:56.183 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.179+0000 7f3cf4975740 10 client.25672 fetch_fsmap learned FSMap version 29 2024-03-29T00:18:56.183 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.179+0000 7f3cf4975740 1 -- 172.21.15.12:0/2047747339 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ab38064e40 con 0x55ab38050fa0 2024-03-29T00:18:56.184 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.179+0000 7f3cd8c00640 1 -- 172.21.15.12:0/2047747339 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3ce4033cb0 con 0x55ab38050fa0 2024-03-29T00:18:56.184 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.180+0000 7f3cd8c00640 1 -- 172.21.15.12:0/2047747339 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3cd4003a80 con 0x55ab38050fa0 2024-03-29T00:18:56.184 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.180+0000 7f3cf4975740 10 client.25672 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:18:56.184 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.180+0000 7f3cf4975740 10 client.25672 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:18:56.184 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.180+0000 7f3cf4975740 20 client.25672 populate_metadata read hostname 'smithi012' 2024-03-29T00:18:56.184 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.180+0000 7f3cf4975740 1 --2- 172.21.15.12:0/2047747339 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55ab38066510 0x55ab38068980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:56.184 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.180+0000 7f3cf4975740 4 client.25672 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:18:56.184 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.180+0000 7f3cf4975740 1 -- 172.21.15.12:0/2047747339 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ab37fc8030 con 0x55ab38066510 2024-03-29T00:18:56.184 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.180+0000 7f3ceaa00640 1 --2- 172.21.15.12:0/2047747339 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55ab38066510 0x55ab38068980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:56.184 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.181+0000 7f3ceaa00640 1 --2- 172.21.15.12:0/2047747339 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55ab38066510 0x55ab38068980 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6fdba8383c95032b server_cookie=c42eb1351a30b20b in_seq=0 out_seq=0 2024-03-29T00:18:56.184 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.181+0000 7f3cd8c00640 10 client.25672 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:18:56.184 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.181+0000 7f3cd8c00640 1 -- 172.21.15.12:0/2047747339 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55ab37fc8030 con 0x55ab38066510 2024-03-29T00:18:56.184 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.181+0000 7f3cd8c00640 10 client.25672 handle_command_reply: tid=0 2024-03-29T00:18:56.184 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.181+0000 7f3cf4975740 1 client.25672 shutdown 2024-03-29T00:18:56.184 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.182+0000 7f3cf4975740 1 -- 172.21.15.12:0/2047747339 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ab38050fa0 msgr2=0x55ab3805ad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:56.185 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.182+0000 7f3cf4975740 1 --2- 172.21.15.12:0/2047747339 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ab38050fa0 0x55ab3805ad50 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f3cec19f6b0 tx=0x7f3cd4012b60 comp rx=0 tx=0).stop 2024-03-29T00:18:56.185 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.182+0000 7f3cf4975740 1 -- 172.21.15.12:0/2047747339 shutdown_connections 2024-03-29T00:18:56.185 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.182+0000 7f3cf4975740 1 --2- 172.21.15.12:0/2047747339 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55ab38066510 0x55ab38068980 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.185 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.182+0000 7f3cf4975740 1 --2- 172.21.15.12:0/2047747339 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab38056110 0x55ab38061d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.185 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.182+0000 7f3cf4975740 1 --2- 172.21.15.12:0/2047747339 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ab38050fa0 0x55ab3805ad50 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.185 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.182+0000 7f3cf4975740 1 --2- 172.21.15.12:0/2047747339 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab380505b0 0x55ab3805a810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.185 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.182+0000 7f3cf4975740 1 -- 172.21.15.12:0/2047747339 >> 172.21.15.12:0/2047747339 conn(0x55ab3804bb20 msgr2=0x55ab3804ac60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:56.185 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.182+0000 7f3cd8c00640 0 client.25672 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:18:56.185 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.182+0000 7f3cf4975740 1 -- 172.21.15.12:0/2047747339 shutdown_connections 2024-03-29T00:18:56.185 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.182+0000 7f3cf4975740 1 -- 172.21.15.12:0/2047747339 wait complete. 2024-03-29T00:18:56.185 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.182+0000 7f3cf4975740 20 client.25672 trim_cache size 0 max 16384 2024-03-29T00:18:56.199 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.199+0000 7f3cf4975740 1 Processor -- start 2024-03-29T00:18:56.199 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.199+0000 7f3cf4975740 1 -- start start 2024-03-29T00:18:56.199 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.199+0000 7f3cf4975740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab380505b0 0x55ab38062420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:56.199 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.199+0000 7f3cf4975740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ab38056110 0x55ab38061d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:56.199 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.199+0000 7f3cf4975740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab38058500 0x55ab3804bf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:56.199 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.199+0000 7f3cf4975740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f3cec1b0ab0 con 0x55ab380505b0 2024-03-29T00:18:56.200 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.199+0000 7f3cf4975740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f3cec1b25f0 con 0x55ab38058500 2024-03-29T00:18:56.200 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.199+0000 7f3cf4975740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3cec1b1180 con 0x55ab38056110 2024-03-29T00:18:56.201 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.199+0000 7f3ce3e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ab38056110 0x55ab38061d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:56.201 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.199+0000 7f3ce3e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ab38056110 0x55ab38061d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:44424/0 (socket says 172.21.15.12:44424) 2024-03-29T00:18:56.201 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.199+0000 7f3ce3e00640 1 -- 172.21.15.12:0/2846457361 learned_addr learned my addr 172.21.15.12:0/2846457361 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:56.201 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.199+0000 7f3ceb400640 1 --2- 172.21.15.12:0/2846457361 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab38058500 0x55ab3804bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:56.201 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.199+0000 7f3ceaa00640 1 --2- 172.21.15.12:0/2846457361 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab380505b0 0x55ab38062420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:56.201 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.200+0000 7f3ce3e00640 1 -- 172.21.15.12:0/2846457361 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab38058500 msgr2=0x55ab3804bf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:56.201 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.200+0000 7f3ce3e00640 1 --2- 172.21.15.12:0/2846457361 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab38058500 0x55ab3804bf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.201 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.200+0000 7f3ce3e00640 1 -- 172.21.15.12:0/2846457361 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab380505b0 msgr2=0x55ab38062420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:56.201 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.200+0000 7f3ce3e00640 1 --2- 172.21.15.12:0/2846457361 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab380505b0 0x55ab38062420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.201 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.200+0000 7f3ce3e00640 1 -- 172.21.15.12:0/2846457361 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab38058980 con 0x55ab38056110 2024-03-29T00:18:56.201 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.200+0000 7f3ceaa00640 1 --2- 172.21.15.12:0/2846457361 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab380505b0 0x55ab38062420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:18:56.201 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.200+0000 7f3ce3e00640 1 --2- 172.21.15.12:0/2846457361 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ab38056110 0x55ab38061d50 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f3cd4000c00 tx=0x7f3cd4009f20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7255d8777a977691 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:56.201 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.200+0000 7f3cdb400640 1 -- 172.21.15.12:0/2846457361 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd402d070 con 0x55ab38056110 2024-03-29T00:18:56.202 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.200+0000 7f3cdb400640 1 -- 172.21.15.12:0/2846457361 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3cd4003af0 con 0x55ab38056110 2024-03-29T00:18:56.202 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.201+0000 7f3cdb400640 1 -- 172.21.15.12:0/2846457361 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd400f790 con 0x55ab38056110 2024-03-29T00:18:56.204 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.201+0000 7f3cf4975740 1 -- 172.21.15.12:0/2846457361 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ab38056110 msgr2=0x55ab38061d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:56.204 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.201+0000 7f3cf4975740 1 --2- 172.21.15.12:0/2846457361 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ab38056110 0x55ab38061d50 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f3cd4000c00 tx=0x7f3cd4009f20 comp rx=0 tx=0).stop 2024-03-29T00:18:56.204 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.201+0000 7f3cf4975740 1 -- 172.21.15.12:0/2846457361 shutdown_connections 2024-03-29T00:18:56.204 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.201+0000 7f3cf4975740 1 --2- 172.21.15.12:0/2846457361 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab38058500 0x55ab3804bf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.204 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.201+0000 7f3cf4975740 1 --2- 172.21.15.12:0/2846457361 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ab38056110 0x55ab38061d50 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.204 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.201+0000 7f3cf4975740 1 --2- 172.21.15.12:0/2846457361 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab380505b0 0x55ab38062420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.204 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.201+0000 7f3cf4975740 1 -- 172.21.15.12:0/2846457361 >> 172.21.15.12:0/2846457361 conn(0x55ab3804bb20 msgr2=0x55ab380468d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:56.204 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.201+0000 7f3cf4975740 1 -- 172.21.15.12:0/2846457361 shutdown_connections 2024-03-29T00:18:56.204 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.201+0000 7f3cf4975740 1 -- 172.21.15.12:0/2846457361 wait complete. 2024-03-29T00:18:56.204 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.202+0000 7f3cf4975740 1 -- start start 2024-03-29T00:18:56.204 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.202+0000 7f3cf4975740 1 Processor -- start 2024-03-29T00:18:56.204 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.202+0000 7f3cf4975740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ab380505b0 0x55ab3805f440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:56.204 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.202+0000 7f3cf4975740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab38056110 0x55ab3805f980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:56.205 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.202+0000 7f3cf4975740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab38058500 0x55ab38060990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:56.205 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.202+0000 7f3cf4975740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f3cec1b1f20 con 0x55ab38058500 2024-03-29T00:18:56.205 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.202+0000 7f3cf4975740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f3cec1b1850 con 0x55ab38056110 2024-03-29T00:18:56.205 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.202+0000 7f3cf4975740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3cec1aea90 con 0x55ab380505b0 2024-03-29T00:18:56.205 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.202+0000 7f3cf4975740 10 client.0 _ll_register_callbacks cb 0x7f3cd4009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:18:56.205 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.203+0000 7f3ce3e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab38056110 0x55ab3805f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:56.205 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.203+0000 7f3ceaa00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ab380505b0 0x55ab3805f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:56.205 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.203+0000 7f3ceb400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab38058500 0x55ab38060990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:56.205 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.203+0000 7f3ce3e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab38056110 0x55ab3805f980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36164/0 (socket says 172.21.15.12:36164) 2024-03-29T00:18:56.205 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.203+0000 7f3ce3e00640 1 -- 172.21.15.12:0/1802161999 learned_addr learned my addr 172.21.15.12:0/1802161999 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:18:56.205 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.203+0000 7f3ce3e00640 1 -- 172.21.15.12:0/1802161999 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ab380505b0 msgr2=0x55ab3805f440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:56.205 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.203+0000 7f3ce3e00640 1 --2- 172.21.15.12:0/1802161999 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ab380505b0 0x55ab3805f440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.205 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.203+0000 7f3ce3e00640 1 -- 172.21.15.12:0/1802161999 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab38058500 msgr2=0x55ab38060990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:18:56.205 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.203+0000 7f3ce3e00640 1 --2- 172.21.15.12:0/1802161999 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab38058500 0x55ab38060990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.205 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.203+0000 7f3ce3e00640 1 -- 172.21.15.12:0/1802161999 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab38060f80 con 0x55ab38056110 2024-03-29T00:18:56.205 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.203+0000 7f3ceaa00640 1 --2- 172.21.15.12:0/1802161999 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ab380505b0 0x55ab3805f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:18:56.205 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.203+0000 7f3ce3e00640 1 --2- 172.21.15.12:0/1802161999 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab38056110 0x55ab3805f980 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f3cd4003ea0 tx=0x7f3cd40057d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e48956f9d7388d2d server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:18:56.206 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.203+0000 7f3cd8c00640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:18:56.207 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.204+0000 7f3cd8c00640 1 -- 172.21.15.12:0/1802161999 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd402d070 con 0x55ab38056110 2024-03-29T00:18:56.207 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.204+0000 7f3cd8c00640 1 -- 172.21.15.12:0/1802161999 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f3cd4003800 con 0x55ab38056110 2024-03-29T00:18:56.207 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.204+0000 7f3cf4975740 1 -- 172.21.15.12:0/1802161999 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3cd4003af0 con 0x55ab38056110 2024-03-29T00:18:56.207 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.204+0000 7f3cd8c00640 1 -- 172.21.15.12:0/1802161999 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3cd403b050 con 0x55ab38056110 2024-03-29T00:18:56.207 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.204+0000 7f3cf4975740 10 client.25619 fetch_fsmap learned FSMap version 29 2024-03-29T00:18:56.207 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.204+0000 7f3cf4975740 1 -- 172.21.15.12:0/1802161999 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ab380cc8c0 con 0x55ab38056110 2024-03-29T00:18:56.207 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.204+0000 7f3cd8c00640 1 -- 172.21.15.12:0/1802161999 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3cd4003af0 con 0x55ab38056110 2024-03-29T00:18:56.207 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.205+0000 7f3cd8c00640 1 -- 172.21.15.12:0/1802161999 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3cd4010930 con 0x55ab38056110 2024-03-29T00:18:56.207 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.205+0000 7f3cf4975740 10 client.25619 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:18:56.207 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.205+0000 7f3cf4975740 10 client.25619 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:18:56.208 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.205+0000 7f3cf4975740 20 client.25619 populate_metadata read hostname 'smithi012' 2024-03-29T00:18:56.208 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.205+0000 7f3cf4975740 1 --2- 172.21.15.12:0/1802161999 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55ab380cd090 0x55ab380cf4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:18:56.208 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.205+0000 7f3cf4975740 4 client.25619 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-29T00:18:56.208 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.205+0000 7f3cf4975740 1 -- 172.21.15.12:0/1802161999 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ab37fc1b80 con 0x55ab380cd090 2024-03-29T00:18:56.208 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.205+0000 7f3ceaa00640 1 --2- 172.21.15.12:0/1802161999 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55ab380cd090 0x55ab380cf4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:18:56.208 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.205+0000 7f3ceaa00640 1 --2- 172.21.15.12:0/1802161999 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55ab380cd090 0x55ab380cf4b0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=20ba48fcc932f35b server_cookie=af59babe1a81f5fa in_seq=0 out_seq=0 2024-03-29T00:18:56.208 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.205+0000 7f3cd8c00640 10 client.25619 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:18:56.209 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.208+0000 7f3cd8c00640 1 -- 172.21.15.12:0/1802161999 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ab37fc1b80 con 0x55ab380cd090 2024-03-29T00:18:56.209 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.208+0000 7f3cd8c00640 10 client.25619 handle_command_reply: tid=0 2024-03-29T00:18:56.209 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.208+0000 7f3cf4975740 1 client.25619 shutdown 2024-03-29T00:18:56.210 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.209+0000 7f3cf4975740 1 -- 172.21.15.12:0/1802161999 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab38056110 msgr2=0x55ab3805f980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:56.210 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.209+0000 7f3cf4975740 1 --2- 172.21.15.12:0/1802161999 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab38056110 0x55ab3805f980 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f3cd4003ea0 tx=0x7f3cd40057d0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.210 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.209+0000 7f3cf4975740 1 -- 172.21.15.12:0/1802161999 shutdown_connections 2024-03-29T00:18:56.210 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.209+0000 7f3cf4975740 1 --2- 172.21.15.12:0/1802161999 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55ab380cd090 0x55ab380cf4b0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.210 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.209+0000 7f3cf4975740 1 --2- 172.21.15.12:0/1802161999 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab38056110 0x55ab3805f980 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.210 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.209+0000 7f3cf4975740 1 --2- 172.21.15.12:0/1802161999 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab38058500 0x55ab38060990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.210 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.209+0000 7f3cf4975740 1 --2- 172.21.15.12:0/1802161999 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ab380505b0 0x55ab3805f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.210 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.209+0000 7f3cf4975740 1 -- 172.21.15.12:0/1802161999 >> 172.21.15.12:0/1802161999 conn(0x55ab3804bb20 msgr2=0x55ab3804bf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:56.210 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.209+0000 7f3cd8c00640 0 client.25619 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:18:56.210 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.209+0000 7f3cf4975740 1 -- 172.21.15.12:0/1802161999 shutdown_connections 2024-03-29T00:18:56.210 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.209+0000 7f3cf4975740 1 -- 172.21.15.12:0/1802161999 wait complete. 2024-03-29T00:18:56.210 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.209+0000 7f3cf4975740 20 client.25619 trim_cache size 0 max 16384 2024-03-29T00:18:56.211 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:{ 2024-03-29T00:18:56.211 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "message": "", 2024-03-29T00:18:56.211 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "return_code": 0 2024-03-29T00:18:56.211 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:} 2024-03-29T00:18:56.211 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.210+0000 7f3cf1c00640 1 -- 172.21.15.12:0/3255235896 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3cd00a1e30 msgr2=0x7f3cd00a42f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:56.212 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.210+0000 7f3cf1c00640 1 --2- 172.21.15.12:0/3255235896 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3cd00a1e30 0x7f3cd00a42f0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f3ce4003f40 tx=0x7f3ce4004ab0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.212 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.210+0000 7f3cf1c00640 1 -- 172.21.15.12:0/3255235896 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3cec107dd0 msgr2=0x7f3cec19e1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:18:56.212 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.210+0000 7f3cf1c00640 1 --2- 172.21.15.12:0/3255235896 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3cec107dd0 0x7f3cec19e1a0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f3cdc00e9a0 tx=0x7f3cdc00ee60 comp rx=0 tx=0).stop 2024-03-29T00:18:56.212 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.210+0000 7f3cf1c00640 1 -- 172.21.15.12:0/3255235896 shutdown_connections 2024-03-29T00:18:56.212 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.210+0000 7f3cf1c00640 1 --2- 172.21.15.12:0/3255235896 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3cd00a1e30 0x7f3cd00a42f0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.212 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.210+0000 7f3cf1c00640 1 --2- 172.21.15.12:0/3255235896 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3cec109980 0x7f3cec1a5750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.212 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.210+0000 7f3cf1c00640 1 --2- 172.21.15.12:0/3255235896 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3cec108fc0 0x7f3cec19e6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.212 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.210+0000 7f3cf1c00640 1 --2- 172.21.15.12:0/3255235896 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3cec107dd0 0x7f3cec19e1a0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:18:56.212 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.210+0000 7f3cf1c00640 1 -- 172.21.15.12:0/3255235896 >> 172.21.15.12:0/3255235896 conn(0x7f3cec076da0 msgr2=0x7f3cec10c1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:18:56.212 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.210+0000 7f3cf1c00640 1 -- 172.21.15.12:0/3255235896 shutdown_connections 2024-03-29T00:18:56.212 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:18:56.210+0000 7f3cf1c00640 1 -- 172.21.15.12:0/3255235896 wait complete. 2024-03-29T00:18:57.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:57 smithi053 ceph-mon[36233]: pgmap v436: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.3 KiB/s wr, 12 op/s 2024-03-29T00:18:57.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:57 smithi069 ceph-mon[36074]: pgmap v436: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.3 KiB/s wr, 12 op/s 2024-03-29T00:18:58.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:57 smithi012 ceph-mon[31657]: pgmap v436: 129 pgs: 129 active+clean; 658 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.3 KiB/s wr, 12 op/s 2024-03-29T00:18:58.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:18:58 smithi053 ceph-mon[36233]: pgmap v437: 129 pgs: 129 active+clean; 659 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-03-29T00:18:58.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:18:58 smithi069 ceph-mon[36074]: pgmap v437: 129 pgs: 129 active+clean; 659 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-03-29T00:18:59.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:18:58 smithi012 ceph-mon[31657]: pgmap v437: 129 pgs: 129 active+clean; 659 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-03-29T00:19:00.308 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-29T00:19:00.309 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-29T00:19:00.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.544+0000 7ff591400640 1 -- 172.21.15.12:0/3291862672 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff58c102080 msgr2=0x7ff58c104470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:00.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.544+0000 7ff591400640 1 --2- 172.21.15.12:0/3291862672 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff58c102080 0x7ff58c104470 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7ff57c009900 tx=0x7ff57c02bc30 comp rx=0 tx=0).stop 2024-03-29T00:19:00.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.544+0000 7ff591400640 1 -- 172.21.15.12:0/3291862672 shutdown_connections 2024-03-29T00:19:00.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.544+0000 7ff591400640 1 --2- 172.21.15.12:0/3291862672 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff58c1072e0 0x7ff58c1096d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.544+0000 7ff591400640 1 --2- 172.21.15.12:0/3291862672 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff58c1049b0 0x7ff58c106da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.544+0000 7ff591400640 1 --2- 172.21.15.12:0/3291862672 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff58c102080 0x7ff58c104470 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.544+0000 7ff591400640 1 -- 172.21.15.12:0/3291862672 >> 172.21.15.12:0/3291862672 conn(0x7ff58c0fba30 msgr2=0x7ff58c0fde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:00.546 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.544+0000 7ff591400640 1 -- 172.21.15.12:0/3291862672 shutdown_connections 2024-03-29T00:19:00.546 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.544+0000 7ff591400640 1 -- 172.21.15.12:0/3291862672 wait complete. 2024-03-29T00:19:00.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.546+0000 7ff591400640 1 Processor -- start 2024-03-29T00:19:00.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.546+0000 7ff591400640 1 -- start start 2024-03-29T00:19:00.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.546+0000 7ff591400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff58c102080 0x7ff58c1979e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:00.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.546+0000 7ff591400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff58c1049b0 0x7ff58c197f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:00.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.546+0000 7ff591400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff58c1072e0 0x7ff58c19ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:00.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.546+0000 7ff591400640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff58c10d300 con 0x7ff58c1049b0 2024-03-29T00:19:00.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.546+0000 7ff591400640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff58c10d180 con 0x7ff58c1072e0 2024-03-29T00:19:00.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.546+0000 7ff591400640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff58c10d480 con 0x7ff58c102080 2024-03-29T00:19:00.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.546+0000 7ff58be00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff58c102080 0x7ff58c1979e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:00.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.546+0000 7ff58be00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff58c102080 0x7ff58c1979e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:44446/0 (socket says 172.21.15.12:44446) 2024-03-29T00:19:00.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.546+0000 7ff58be00640 1 -- 172.21.15.12:0/686955267 learned_addr learned my addr 172.21.15.12:0/686955267 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:00.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.546+0000 7ff590a00640 1 --2- 172.21.15.12:0/686955267 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff58c1072e0 0x7ff58c19ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:00.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.546+0000 7ff58b400640 1 --2- 172.21.15.12:0/686955267 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff58c1049b0 0x7ff58c197f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:00.549 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.547+0000 7ff58be00640 1 -- 172.21.15.12:0/686955267 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff58c1072e0 msgr2=0x7ff58c19ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:00.549 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.547+0000 7ff58be00640 1 --2- 172.21.15.12:0/686955267 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff58c1072e0 0x7ff58c19ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.549 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.547+0000 7ff58be00640 1 -- 172.21.15.12:0/686955267 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff58c1049b0 msgr2=0x7ff58c197f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:00.549 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.547+0000 7ff58be00640 1 --2- 172.21.15.12:0/686955267 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff58c1049b0 0x7ff58c197f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.549 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.547+0000 7ff58be00640 1 -- 172.21.15.12:0/686955267 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff58c19f600 con 0x7ff58c102080 2024-03-29T00:19:00.549 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.547+0000 7ff58b400640 1 --2- 172.21.15.12:0/686955267 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff58c1049b0 0x7ff58c197f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:19:00.549 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.547+0000 7ff58be00640 1 --2- 172.21.15.12:0/686955267 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff58c102080 0x7ff58c1979e0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7ff57c02ca30 tx=0x7ff57c02c710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:00.549 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.547+0000 7ff588c00640 1 -- 172.21.15.12:0/686955267 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff57c043020 con 0x7ff58c102080 2024-03-29T00:19:00.549 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.547+0000 7ff588c00640 1 -- 172.21.15.12:0/686955267 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff57c0042d0 con 0x7ff58c102080 2024-03-29T00:19:00.549 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.547+0000 7ff591400640 1 -- 172.21.15.12:0/686955267 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff58c19f890 con 0x7ff58c102080 2024-03-29T00:19:00.549 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.547+0000 7ff588c00640 1 -- 172.21.15.12:0/686955267 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff57c003cc0 con 0x7ff58c102080 2024-03-29T00:19:00.549 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.547+0000 7ff591400640 1 -- 172.21.15.12:0/686955267 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff58c19fde0 con 0x7ff58c102080 2024-03-29T00:19:00.551 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.551+0000 7ff588c00640 1 -- 172.21.15.12:0/686955267 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7ff57c046020 con 0x7ff58c102080 2024-03-29T00:19:00.551 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.551+0000 7ff595839740 1 Processor -- start 2024-03-29T00:19:00.552 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.551+0000 7ff595839740 1 -- start start 2024-03-29T00:19:00.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.552+0000 7ff595839740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ba7b183440 0x55ba7b183860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:00.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.552+0000 7ff595839740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ba7b183e30 0x55ba7b188930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:00.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.552+0000 7ff595839740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ba7b188fa0 0x55ba7b18b430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:00.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.552+0000 7ff595839740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55ba7b0e4100 con 0x55ba7b188fa0 2024-03-29T00:19:00.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.552+0000 7ff595839740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55ba7b08cba0 con 0x55ba7b183e30 2024-03-29T00:19:00.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.552+0000 7ff595839740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55ba7b0e01a0 con 0x55ba7b183440 2024-03-29T00:19:00.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.552+0000 7ff58be00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ba7b183e30 0x55ba7b188930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:00.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.552+0000 7ff590a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ba7b183440 0x55ba7b183860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:00.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.552+0000 7ff590a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ba7b183440 0x55ba7b183860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:44462/0 (socket says 172.21.15.12:44462) 2024-03-29T00:19:00.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.552+0000 7ff590a00640 1 -- 172.21.15.12:0/1635275693 learned_addr learned my addr 172.21.15.12:0/1635275693 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:00.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.552+0000 7ff58b400640 1 --2- 172.21.15.12:0/1635275693 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ba7b188fa0 0x55ba7b18b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:00.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.552+0000 7ff590a00640 1 -- 172.21.15.12:0/1635275693 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ba7b183e30 msgr2=0x55ba7b188930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:00.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.552+0000 7ff590a00640 1 --2- 172.21.15.12:0/1635275693 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ba7b183e30 0x55ba7b188930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.552+0000 7ff590a00640 1 -- 172.21.15.12:0/1635275693 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ba7b188fa0 msgr2=0x55ba7b18b430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:00.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.552+0000 7ff590a00640 1 --2- 172.21.15.12:0/1635275693 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ba7b188fa0 0x55ba7b18b430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.552+0000 7ff590a00640 1 -- 172.21.15.12:0/1635275693 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba7b0bd1a0 con 0x55ba7b183440 2024-03-29T00:19:00.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.552+0000 7ff588c00640 1 --2- 172.21.15.12:0/686955267 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff5700a1d80 0x7ff5700a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:00.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.553+0000 7ff588c00640 1 -- 172.21.15.12:0/686955267 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7ff57c0f0320 con 0x7ff58c102080 2024-03-29T00:19:00.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.553+0000 7ff58be00640 1 --2- 172.21.15.12:0/686955267 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff5700a1d80 0x7ff5700a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:00.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.553+0000 7ff590a00640 1 --2- 172.21.15.12:0/1635275693 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ba7b183440 0x55ba7b183860 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7ff584010370 tx=0x7ff584010830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7a9042543fa62fe4 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:00.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.553+0000 7ff581200640 1 -- 172.21.15.12:0/1635275693 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff584016070 con 0x55ba7b183440 2024-03-29T00:19:00.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.553+0000 7ff581200640 1 -- 172.21.15.12:0/1635275693 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff584004d20 con 0x55ba7b183440 2024-03-29T00:19:00.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.553+0000 7ff581200640 1 -- 172.21.15.12:0/1635275693 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff584005500 con 0x55ba7b183440 2024-03-29T00:19:00.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.554+0000 7ff595839740 1 -- 172.21.15.12:0/1635275693 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ba7b183440 msgr2=0x55ba7b183860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:00.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.554+0000 7ff595839740 1 --2- 172.21.15.12:0/1635275693 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ba7b183440 0x55ba7b183860 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7ff584010370 tx=0x7ff584010830 comp rx=0 tx=0).stop 2024-03-29T00:19:00.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.554+0000 7ff58be00640 1 --2- 172.21.15.12:0/686955267 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff5700a1d80 0x7ff5700a4240 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x55ba7b184230 tx=0x7ff57c0c3040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:00.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.554+0000 7ff595839740 1 -- 172.21.15.12:0/1635275693 shutdown_connections 2024-03-29T00:19:00.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.554+0000 7ff595839740 1 --2- 172.21.15.12:0/1635275693 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ba7b183e30 0x55ba7b188930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.554+0000 7ff595839740 1 --2- 172.21.15.12:0/1635275693 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ba7b188fa0 0x55ba7b18b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.554+0000 7ff595839740 1 --2- 172.21.15.12:0/1635275693 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ba7b183440 0x55ba7b183860 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.554+0000 7ff595839740 1 -- 172.21.15.12:0/1635275693 >> 172.21.15.12:0/1635275693 conn(0x55ba7b146a10 msgr2=0x55ba7b17a9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:00.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.554+0000 7ff595839740 1 -- 172.21.15.12:0/1635275693 shutdown_connections 2024-03-29T00:19:00.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.554+0000 7ff595839740 1 -- 172.21.15.12:0/1635275693 wait complete. 2024-03-29T00:19:00.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.554+0000 7ff595839740 1 -- start start 2024-03-29T00:19:00.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.555+0000 7ff595839740 1 Processor -- start 2024-03-29T00:19:00.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.555+0000 7ff595839740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ba7b183440 0x55ba7b18d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:00.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.555+0000 7ff595839740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ba7b183e30 0x55ba7b18def0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:00.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.555+0000 7ff595839740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ba7b188fa0 0x55ba7b194f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:00.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.555+0000 7ff595839740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55ba7b18bf50 con 0x55ba7b188fa0 2024-03-29T00:19:00.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.555+0000 7ff595839740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55ba7b082250 con 0x55ba7b183440 2024-03-29T00:19:00.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.555+0000 7ff595839740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55ba7b18c0d0 con 0x55ba7b183e30 2024-03-29T00:19:00.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.555+0000 7ff595839740 10 client.0 _ll_register_callbacks cb 0x55ba7adf7be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:00.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.555+0000 7ff58b400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ba7b183e30 0x55ba7b18def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:00.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.555+0000 7ff590a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ba7b183440 0x55ba7b18d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:00.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.555+0000 7ff58b400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ba7b183e30 0x55ba7b18def0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:44466/0 (socket says 172.21.15.12:44466) 2024-03-29T00:19:00.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.555+0000 7ff58b400640 1 -- 172.21.15.12:0/233956814 learned_addr learned my addr 172.21.15.12:0/233956814 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:00.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.556+0000 7ff590a00640 1 --2- 172.21.15.12:0/233956814 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ba7b188fa0 0x55ba7b194f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:00.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.556+0000 7ff58b400640 1 -- 172.21.15.12:0/233956814 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ba7b183440 msgr2=0x55ba7b18d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:00.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.556+0000 7ff58b400640 1 --2- 172.21.15.12:0/233956814 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ba7b183440 0x55ba7b18d9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.556+0000 7ff58b400640 1 -- 172.21.15.12:0/233956814 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ba7b188fa0 msgr2=0x55ba7b194f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:00.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.556+0000 7ff58b400640 1 --2- 172.21.15.12:0/233956814 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ba7b188fa0 0x55ba7b194f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.556+0000 7ff58b400640 1 -- 172.21.15.12:0/233956814 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba7b09e960 con 0x55ba7b183e30 2024-03-29T00:19:00.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.556+0000 7ff58b400640 1 --2- 172.21.15.12:0/233956814 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ba7b183e30 0x55ba7b18def0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7ff578013790 tx=0x7ff578013c50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9458d35a55d6cb5f server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:00.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.556+0000 7ff575600640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:19:00.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.556+0000 7ff575600640 1 -- 172.21.15.12:0/233956814 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff578011d70 con 0x55ba7b183e30 2024-03-29T00:19:00.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.556+0000 7ff575600640 1 -- 172.21.15.12:0/233956814 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7ff578004020 con 0x55ba7b183e30 2024-03-29T00:19:00.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.556+0000 7ff595839740 1 -- 172.21.15.12:0/233956814 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff584004d20 con 0x55ba7b183e30 2024-03-29T00:19:00.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.557+0000 7ff575600640 1 -- 172.21.15.12:0/233956814 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff578026050 con 0x55ba7b183e30 2024-03-29T00:19:00.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.557+0000 7ff595839740 10 client.25690 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:00.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.557+0000 7ff595839740 1 -- 172.21.15.12:0/233956814 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ba7aec27d0 con 0x55ba7b183e30 2024-03-29T00:19:00.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.557+0000 7ff575600640 1 -- 172.21.15.12:0/233956814 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff584004d20 con 0x55ba7b183e30 2024-03-29T00:19:00.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.557+0000 7ff575600640 1 -- 172.21.15.12:0/233956814 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7ff57801a030 con 0x55ba7b183e30 2024-03-29T00:19:00.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.557+0000 7ff595839740 10 client.25690 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:00.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.557+0000 7ff595839740 10 client.25690 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:19:00.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.557+0000 7ff595839740 20 client.25690 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:00.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.557+0000 7ff595839740 1 --2- 172.21.15.12:0/233956814 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55ba7b199980 0x55ba7b19bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:00.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.557+0000 7ff595839740 4 client.25690 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:19:00.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.557+0000 7ff595839740 1 -- 172.21.15.12:0/233956814 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ba7b0f1640 con 0x55ba7b199980 2024-03-29T00:19:00.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.558+0000 7ff590a00640 1 --2- 172.21.15.12:0/233956814 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55ba7b199980 0x55ba7b19bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:00.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.558+0000 7ff590a00640 1 --2- 172.21.15.12:0/233956814 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55ba7b199980 0x55ba7b19bdc0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=55c61d742c587fc2 server_cookie=149f4b78f9ab12c8 in_seq=0 out_seq=0 2024-03-29T00:19:00.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.558+0000 7ff575600640 10 client.25690 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:00.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.559+0000 7ff575600640 1 -- 172.21.15.12:0/233956814 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55ba7b0f1640 con 0x55ba7b199980 2024-03-29T00:19:00.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.559+0000 7ff575600640 10 client.25690 handle_command_reply: tid=0 2024-03-29T00:19:00.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.559+0000 7ff595839740 1 client.25690 shutdown 2024-03-29T00:19:00.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.559+0000 7ff595839740 1 -- 172.21.15.12:0/233956814 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ba7b183e30 msgr2=0x55ba7b18def0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:00.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.559+0000 7ff595839740 1 --2- 172.21.15.12:0/233956814 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ba7b183e30 0x55ba7b18def0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7ff578013790 tx=0x7ff578013c50 comp rx=0 tx=0).stop 2024-03-29T00:19:00.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.559+0000 7ff595839740 1 -- 172.21.15.12:0/233956814 shutdown_connections 2024-03-29T00:19:00.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.559+0000 7ff595839740 1 --2- 172.21.15.12:0/233956814 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55ba7b199980 0x55ba7b19bdc0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.559+0000 7ff595839740 1 --2- 172.21.15.12:0/233956814 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ba7b188fa0 0x55ba7b194f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.559+0000 7ff595839740 1 --2- 172.21.15.12:0/233956814 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ba7b183e30 0x55ba7b18def0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.559+0000 7ff595839740 1 --2- 172.21.15.12:0/233956814 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ba7b183440 0x55ba7b18d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.559+0000 7ff575600640 0 client.25690 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:00.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.559+0000 7ff595839740 1 -- 172.21.15.12:0/233956814 >> 172.21.15.12:0/233956814 conn(0x55ba7b146a10 msgr2=0x55ba7b179d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:00.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.559+0000 7ff595839740 1 -- 172.21.15.12:0/233956814 shutdown_connections 2024-03-29T00:19:00.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.559+0000 7ff595839740 1 -- 172.21.15.12:0/233956814 wait complete. 2024-03-29T00:19:00.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.559+0000 7ff595839740 20 client.25690 trim_cache size 0 max 16384 2024-03-29T00:19:00.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.579+0000 7ff595839740 1 Processor -- start 2024-03-29T00:19:00.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.580+0000 7ff595839740 1 -- start start 2024-03-29T00:19:00.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.580+0000 7ff595839740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ba7b183440 0x55ba7b185370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:00.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.580+0000 7ff595839740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ba7b183e30 0x55ba7b1858b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:00.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.580+0000 7ff595839740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ba7b188fa0 0x55ba7b194ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:00.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.580+0000 7ff595839740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff58c1a8090 con 0x55ba7b183e30 2024-03-29T00:19:00.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.580+0000 7ff595839740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff58c1a9bd0 con 0x55ba7b188fa0 2024-03-29T00:19:00.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.580+0000 7ff595839740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff58c1a8760 con 0x55ba7b183440 2024-03-29T00:19:00.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.580+0000 7ff58b400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ba7b183e30 0x55ba7b1858b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:00.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.580+0000 7ff58b400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ba7b183e30 0x55ba7b1858b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33550/0 (socket says 172.21.15.12:33550) 2024-03-29T00:19:00.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.580+0000 7ff58b400640 1 -- 172.21.15.12:0/2290480599 learned_addr learned my addr 172.21.15.12:0/2290480599 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:00.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.580+0000 7ff590a00640 1 --2- 172.21.15.12:0/2290480599 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ba7b183440 0x55ba7b185370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:00.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.581+0000 7ff590a00640 1 --2- 172.21.15.12:0/2290480599 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ba7b188fa0 0x55ba7b194ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:00.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.581+0000 7ff58b400640 1 -- 172.21.15.12:0/2290480599 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ba7b183440 msgr2=0x55ba7b185370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:00.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.581+0000 7ff58b400640 1 --2- 172.21.15.12:0/2290480599 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ba7b183440 0x55ba7b185370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.581+0000 7ff58b400640 1 -- 172.21.15.12:0/2290480599 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ba7b188fa0 msgr2=0x55ba7b194ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:00.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.581+0000 7ff58b400640 1 --2- 172.21.15.12:0/2290480599 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ba7b188fa0 0x55ba7b194ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.581+0000 7ff58b400640 1 -- 172.21.15.12:0/2290480599 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba7adf83f0 con 0x55ba7b183e30 2024-03-29T00:19:00.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.581+0000 7ff58b400640 1 --2- 172.21.15.12:0/2290480599 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ba7b183e30 0x55ba7b1858b0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7ff578013760 tx=0x7ff578009cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66128d627fb7f6eb server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:00.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.581+0000 7ff577e00640 1 -- 172.21.15.12:0/2290480599 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff578011d70 con 0x55ba7b183e30 2024-03-29T00:19:00.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.581+0000 7ff577e00640 1 -- 172.21.15.12:0/2290480599 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff57802f070 con 0x55ba7b183e30 2024-03-29T00:19:00.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.581+0000 7ff577e00640 1 -- 172.21.15.12:0/2290480599 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5780035f0 con 0x55ba7b183e30 2024-03-29T00:19:00.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.582+0000 7ff595839740 1 -- 172.21.15.12:0/2290480599 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ba7b183e30 msgr2=0x55ba7b1858b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:00.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.582+0000 7ff595839740 1 --2- 172.21.15.12:0/2290480599 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ba7b183e30 0x55ba7b1858b0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7ff578013760 tx=0x7ff578009cd0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.582+0000 7ff595839740 1 -- 172.21.15.12:0/2290480599 shutdown_connections 2024-03-29T00:19:00.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.582+0000 7ff595839740 1 --2- 172.21.15.12:0/2290480599 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ba7b188fa0 0x55ba7b194ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.582+0000 7ff595839740 1 --2- 172.21.15.12:0/2290480599 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ba7b183e30 0x55ba7b1858b0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.582+0000 7ff595839740 1 --2- 172.21.15.12:0/2290480599 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ba7b183440 0x55ba7b185370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.582+0000 7ff595839740 1 -- 172.21.15.12:0/2290480599 >> 172.21.15.12:0/2290480599 conn(0x55ba7b146a10 msgr2=0x55ba7b18d9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:00.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.582+0000 7ff595839740 1 -- 172.21.15.12:0/2290480599 shutdown_connections 2024-03-29T00:19:00.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.582+0000 7ff595839740 1 -- 172.21.15.12:0/2290480599 wait complete. 2024-03-29T00:19:00.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.583+0000 7ff595839740 1 -- start start 2024-03-29T00:19:00.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.583+0000 7ff595839740 1 Processor -- start 2024-03-29T00:19:00.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.583+0000 7ff595839740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ba7b183440 0x55ba7b192490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:00.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.583+0000 7ff595839740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ba7b183e30 0x55ba7b1929d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:00.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.583+0000 7ff595839740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ba7b188fa0 0x55ba7b193970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:00.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.583+0000 7ff595839740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff58c1a9500 con 0x55ba7b183e30 2024-03-29T00:19:00.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.583+0000 7ff595839740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff58c1a8e30 con 0x55ba7b188fa0 2024-03-29T00:19:00.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.583+0000 7ff595839740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff58c1a6070 con 0x55ba7b183440 2024-03-29T00:19:00.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.584+0000 7ff595839740 10 client.0 _ll_register_callbacks cb 0x7ff578009610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:00.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.584+0000 7ff58b400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ba7b183e30 0x55ba7b1929d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:00.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.584+0000 7ff590a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ba7b188fa0 0x55ba7b193970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:00.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.584+0000 7ff58b400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ba7b183e30 0x55ba7b1929d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33554/0 (socket says 172.21.15.12:33554) 2024-03-29T00:19:00.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.584+0000 7ff58b400640 1 -- 172.21.15.12:0/2293634234 learned_addr learned my addr 172.21.15.12:0/2293634234 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:00.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.584+0000 7ff590a00640 1 --2- 172.21.15.12:0/2293634234 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ba7b183440 0x55ba7b192490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:00.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.584+0000 7ff58b400640 1 -- 172.21.15.12:0/2293634234 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ba7b183440 msgr2=0x55ba7b192490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:00.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.584+0000 7ff58b400640 1 --2- 172.21.15.12:0/2293634234 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ba7b183440 0x55ba7b192490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.584+0000 7ff58b400640 1 -- 172.21.15.12:0/2293634234 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ba7b188fa0 msgr2=0x55ba7b193970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:00.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.584+0000 7ff58b400640 1 --2- 172.21.15.12:0/2293634234 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ba7b188fa0 0x55ba7b193970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.584+0000 7ff58b400640 1 -- 172.21.15.12:0/2293634234 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba7adb80f0 con 0x55ba7b183e30 2024-03-29T00:19:00.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.585+0000 7ff58b400640 1 --2- 172.21.15.12:0/2293634234 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ba7b183e30 0x55ba7b1929d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ff578005000 tx=0x7ff578005f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c04f35c21f8133a server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:00.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.585+0000 7ff575600640 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-03-29T00:19:00.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.585+0000 7ff575600640 1 -- 172.21.15.12:0/2293634234 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff578038070 con 0x55ba7b183e30 2024-03-29T00:19:00.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.585+0000 7ff575600640 1 -- 172.21.15.12:0/2293634234 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7ff578011d70 con 0x55ba7b183e30 2024-03-29T00:19:00.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.585+0000 7ff595839740 1 -- 172.21.15.12:0/2293634234 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff57802f070 con 0x55ba7b183e30 2024-03-29T00:19:00.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.585+0000 7ff575600640 1 -- 172.21.15.12:0/2293634234 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff5780050d0 con 0x55ba7b183e30 2024-03-29T00:19:00.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.585+0000 7ff595839740 10 client.15522 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:00.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.585+0000 7ff595839740 1 -- 172.21.15.12:0/2293634234 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ba7b1950a0 con 0x55ba7b183e30 2024-03-29T00:19:00.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.586+0000 7ff575600640 1 -- 172.21.15.12:0/2293634234 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff57802f070 con 0x55ba7b183e30 2024-03-29T00:19:00.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.586+0000 7ff575600640 1 -- 172.21.15.12:0/2293634234 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7ff57801a040 con 0x55ba7b183e30 2024-03-29T00:19:00.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.586+0000 7ff595839740 10 client.15522 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:00.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.586+0000 7ff595839740 10 client.15522 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:19:00.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.586+0000 7ff595839740 20 client.15522 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:00.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.586+0000 7ff595839740 1 --2- 172.21.15.12:0/2293634234 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55ba7b2001e0 0x55ba7b202600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:00.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.586+0000 7ff595839740 4 client.15522 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-29T00:19:00.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.586+0000 7ff595839740 1 -- 172.21.15.12:0/2293634234 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ba7b0eb990 con 0x55ba7b2001e0 2024-03-29T00:19:00.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.586+0000 7ff590a00640 1 --2- 172.21.15.12:0/2293634234 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55ba7b2001e0 0x55ba7b202600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:00.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.587+0000 7ff590a00640 1 --2- 172.21.15.12:0/2293634234 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55ba7b2001e0 0x55ba7b202600 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e6b3d5eab6769410 server_cookie=1b1650d63fd17ef1 in_seq=0 out_seq=0 2024-03-29T00:19:00.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.587+0000 7ff575600640 10 client.15522 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:00.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.587+0000 7ff575600640 1 -- 172.21.15.12:0/2293634234 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55ba7b0eb990 con 0x55ba7b2001e0 2024-03-29T00:19:00.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.587+0000 7ff575600640 10 client.15522 handle_command_reply: tid=0 2024-03-29T00:19:00.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.587+0000 7ff595839740 1 client.15522 shutdown 2024-03-29T00:19:00.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.587+0000 7ff595839740 1 -- 172.21.15.12:0/2293634234 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ba7b183e30 msgr2=0x55ba7b1929d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:00.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.587+0000 7ff595839740 1 --2- 172.21.15.12:0/2293634234 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ba7b183e30 0x55ba7b1929d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ff578005000 tx=0x7ff578005f30 comp rx=0 tx=0).stop 2024-03-29T00:19:00.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.587+0000 7ff595839740 1 -- 172.21.15.12:0/2293634234 shutdown_connections 2024-03-29T00:19:00.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.587+0000 7ff595839740 1 --2- 172.21.15.12:0/2293634234 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55ba7b2001e0 0x55ba7b202600 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.587+0000 7ff595839740 1 --2- 172.21.15.12:0/2293634234 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ba7b188fa0 0x55ba7b193970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.587+0000 7ff595839740 1 --2- 172.21.15.12:0/2293634234 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ba7b183e30 0x55ba7b1929d0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.587+0000 7ff575600640 0 client.15522 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:00.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.587+0000 7ff595839740 1 --2- 172.21.15.12:0/2293634234 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ba7b183440 0x55ba7b192490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.587+0000 7ff595839740 1 -- 172.21.15.12:0/2293634234 >> 172.21.15.12:0/2293634234 conn(0x55ba7b146a10 msgr2=0x55ba7b18d880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:00.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.587+0000 7ff595839740 1 -- 172.21.15.12:0/2293634234 shutdown_connections 2024-03-29T00:19:00.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.587+0000 7ff595839740 1 -- 172.21.15.12:0/2293634234 wait complete. 2024-03-29T00:19:00.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.587+0000 7ff595839740 20 client.15522 trim_cache size 0 max 16384 2024-03-29T00:19:00.592 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:19:00.592 INFO:teuthology.orchestra.run.smithi012.stdout: "status": "no active scrubs running", 2024-03-29T00:19:00.592 INFO:teuthology.orchestra.run.smithi012.stdout: "scrubs": {} 2024-03-29T00:19:00.592 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:19:00.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.588+0000 7ff591400640 1 -- 172.21.15.12:0/686955267 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff5700a1d80 msgr2=0x7ff5700a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:00.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.588+0000 7ff591400640 1 --2- 172.21.15.12:0/686955267 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff5700a1d80 0x7ff5700a4240 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x55ba7b184230 tx=0x7ff57c0c3040 comp rx=0 tx=0).stop 2024-03-29T00:19:00.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.588+0000 7ff591400640 1 -- 172.21.15.12:0/686955267 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff58c102080 msgr2=0x7ff58c1979e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:00.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.588+0000 7ff591400640 1 --2- 172.21.15.12:0/686955267 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff58c102080 0x7ff58c1979e0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7ff57c02ca30 tx=0x7ff57c02c710 comp rx=0 tx=0).stop 2024-03-29T00:19:00.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.588+0000 7ff591400640 1 -- 172.21.15.12:0/686955267 shutdown_connections 2024-03-29T00:19:00.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.588+0000 7ff591400640 1 --2- 172.21.15.12:0/686955267 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff5700a1d80 0x7ff5700a4240 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.588+0000 7ff591400640 1 --2- 172.21.15.12:0/686955267 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff58c1072e0 0x7ff58c19ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.588+0000 7ff591400640 1 --2- 172.21.15.12:0/686955267 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff58c1049b0 0x7ff58c197f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.588+0000 7ff591400640 1 --2- 172.21.15.12:0/686955267 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff58c102080 0x7ff58c1979e0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.588+0000 7ff591400640 1 -- 172.21.15.12:0/686955267 >> 172.21.15.12:0/686955267 conn(0x7ff58c0fba30 msgr2=0x7ff58c102a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:00.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.588+0000 7ff591400640 1 -- 172.21.15.12:0/686955267 shutdown_connections 2024-03-29T00:19:00.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.588+0000 7ff591400640 1 -- 172.21.15.12:0/686955267 wait complete. 2024-03-29T00:19:00.609 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-29T00:19:00.610 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:19:00.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.817+0000 7fc4f2a00640 1 -- 172.21.15.12:0/3836220388 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc4ec104a10 msgr2=0x7fc4ec106e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:00.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.817+0000 7fc4f2a00640 1 --2- 172.21.15.12:0/3836220388 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc4ec104a10 0x7fc4ec106e00 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fc4d8009860 tx=0x7fc4d802bb70 comp rx=0 tx=0).stop 2024-03-29T00:19:00.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.817+0000 7fc4f2a00640 1 -- 172.21.15.12:0/3836220388 shutdown_connections 2024-03-29T00:19:00.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.817+0000 7fc4f2a00640 1 --2- 172.21.15.12:0/3836220388 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc4ec104a10 0x7fc4ec106e00 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.817+0000 7fc4f2a00640 1 --2- 172.21.15.12:0/3836220388 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc4ec107340 0x7fc4ec109790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.817+0000 7fc4f2a00640 1 --2- 172.21.15.12:0/3836220388 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc4ec1020e0 0x7fc4ec1044d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.817+0000 7fc4f2a00640 1 -- 172.21.15.12:0/3836220388 >> 172.21.15.12:0/3836220388 conn(0x7fc4ec0fbad0 msgr2=0x7fc4ec0fdf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:00.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.817+0000 7fc4f2a00640 1 -- 172.21.15.12:0/3836220388 shutdown_connections 2024-03-29T00:19:00.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.817+0000 7fc4f2a00640 1 -- 172.21.15.12:0/3836220388 wait complete. 2024-03-29T00:19:00.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.818+0000 7fc4f2a00640 1 Processor -- start 2024-03-29T00:19:00.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.818+0000 7fc4f2a00640 1 -- start start 2024-03-29T00:19:00.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.819+0000 7fc4f2a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc4ec1020e0 0x7fc4ec199cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:00.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.819+0000 7fc4f2a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc4ec104a10 0x7fc4ec19a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:00.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.819+0000 7fc4f2a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc4ec107340 0x7fc4ec1a1250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:00.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.819+0000 7fc4f2a00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ec100380 con 0x7fc4ec1020e0 2024-03-29T00:19:00.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.819+0000 7fc4f2a00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ec100200 con 0x7fc4ec107340 2024-03-29T00:19:00.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.819+0000 7fc4f2a00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ec100500 con 0x7fc4ec104a10 2024-03-29T00:19:00.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.819+0000 7fc4f2000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc4ec107340 0x7fc4ec1a1250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:00.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.819+0000 7fc4f0c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc4ec104a10 0x7fc4ec19a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:00.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.819+0000 7fc4f1600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc4ec1020e0 0x7fc4ec199cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:00.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.819+0000 7fc4f0c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc4ec104a10 0x7fc4ec19a1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:44506/0 (socket says 172.21.15.12:44506) 2024-03-29T00:19:00.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.819+0000 7fc4f0c00640 1 -- 172.21.15.12:0/2336313982 learned_addr learned my addr 172.21.15.12:0/2336313982 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:00.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.819+0000 7fc4f2000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc4ec107340 0x7fc4ec1a1250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36232/0 (socket says 172.21.15.12:36232) 2024-03-29T00:19:00.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.819+0000 7fc4f2000640 1 -- 172.21.15.12:0/2336313982 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc4ec104a10 msgr2=0x7fc4ec19a1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:00.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.819+0000 7fc4f2000640 1 --2- 172.21.15.12:0/2336313982 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc4ec104a10 0x7fc4ec19a1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.822 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.819+0000 7fc4f2000640 1 -- 172.21.15.12:0/2336313982 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc4ec1020e0 msgr2=0x7fc4ec199cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:00.822 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.819+0000 7fc4f2000640 1 --2- 172.21.15.12:0/2336313982 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc4ec1020e0 0x7fc4ec199cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:00.822 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.819+0000 7fc4f2000640 1 -- 172.21.15.12:0/2336313982 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4ec1a18f0 con 0x7fc4ec107340 2024-03-29T00:19:00.822 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.820+0000 7fc4f2000640 1 --2- 172.21.15.12:0/2336313982 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc4ec107340 0x7fc4ec1a1250 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fc4e400d680 tx=0x7fc4e400db40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:00.822 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.820+0000 7fc4ea000640 1 -- 172.21.15.12:0/2336313982 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4e4017070 con 0x7fc4ec107340 2024-03-29T00:19:00.822 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.820+0000 7fc4ea000640 1 -- 172.21.15.12:0/2336313982 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc4e4009820 con 0x7fc4ec107340 2024-03-29T00:19:00.822 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.820+0000 7fc4ea000640 1 -- 172.21.15.12:0/2336313982 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4e4010460 con 0x7fc4ec107340 2024-03-29T00:19:00.822 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.820+0000 7fc4f2a00640 1 -- 172.21.15.12:0/2336313982 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4ec1a1be0 con 0x7fc4ec107340 2024-03-29T00:19:00.822 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.820+0000 7fc4f2a00640 1 -- 172.21.15.12:0/2336313982 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4ec1a20b0 con 0x7fc4ec107340 2024-03-29T00:19:00.823 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.821+0000 7fc4f2a00640 1 -- 172.21.15.12:0/2336313982 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4ec1a2280 con 0x7fc4ec107340 2024-03-29T00:19:00.823 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.823+0000 7fc4ea000640 1 -- 172.21.15.12:0/2336313982 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fc4e40099d0 con 0x7fc4ec107340 2024-03-29T00:19:00.824 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.824+0000 7fc4ea000640 1 --2- 172.21.15.12:0/2336313982 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fc4d40a1d70 0x7fc4d40a4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:00.825 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.825+0000 7fc4ea000640 1 -- 172.21.15.12:0/2336313982 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fc4e40cda30 con 0x7fc4ec107340 2024-03-29T00:19:00.825 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.825+0000 7fc4f1600640 1 --2- 172.21.15.12:0/2336313982 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fc4d40a1d70 0x7fc4d40a4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:00.825 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.825+0000 7fc4f1600640 1 --2- 172.21.15.12:0/2336313982 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fc4d40a1d70 0x7fc4d40a4230 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fc4ec19ab80 tx=0x7fc4e0010040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:00.829 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:00.829+0000 7fc4ea000640 1 -- 172.21.15.12:0/2336313982 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fc4e409a420 con 0x7fc4ec107340 2024-03-29T00:19:01.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:00 smithi012 ceph-mon[31657]: pgmap v438: 129 pgs: 129 active+clean; 659 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 9 op/s 2024-03-29T00:19:01.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.142+0000 7fc4f2a00640 1 -- 172.21.15.12:0/2336313982 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc4ec1a2610 con 0x7fc4ec107340 2024-03-29T00:19:01.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.143+0000 7fc4ea000640 1 -- 172.21.15.12:0/2336313982 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11908 (secure 0 0 0) 0x7fc4e409e4c0 con 0x7fc4ec107340 2024-03-29T00:19:01.143 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:19:01.144 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14385,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2850016952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2850016952},{"type":"v1","addr":"172.21.15.12:6835","nonce":2850016952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/54288999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":54288999},{"type":"v1","addr":"172.21.15.12:6837","nonce":54288999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-29T00:15:17.217711+0000","modified":"2024-03-29T00:18:18.735879+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24568,"mds_1":24566,"mds_2":24544,"mds_3":24472,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14451":{"gid":14451,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6839/2537576655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":2537576655},{"type":"v1","addr":"172.21.15.12:6839","nonce":2537576655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14469":{"gid":14469,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6841/167917143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":167917143},{"type":"v1","addr":"172.21.15.12:6841","nonce":167917143}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":21,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":21,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6835/3689706936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":3689706936},{"type":"v1","addr":"172.21.15.53:6835","nonce":3689706936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6837/3069224551","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":3069224551},{"type":"v1","addr":"172.21.15.53:6837","nonce":3069224551}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.69:6835/368717986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":368717986},{"type":"v1","addr":"172.21.15.69:6835","nonce":368717986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24544":{"gid":24544,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.69:6837/466045469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":466045469},{"type":"v1","addr":"172.21.15.69:6837","nonce":466045469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24566":{"gid":24566,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":11,"addr":"172.21.15.53:6839/2142959350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":2142959350},{"type":"v1","addr":"172.21.15.53:6839","nonce":2142959350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.69:6839/1021939171","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1021939171},{"type":"v1","addr":"172.21.15.69:6839","nonce":1021939171}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24568,"qdb_cluster":[24431,24472,24544,24566,24568]},"id":1}]} 2024-03-29T00:19:01.144 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 29 2024-03-29T00:19:01.146 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.145+0000 7fc4f2a00640 1 -- 172.21.15.12:0/2336313982 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fc4d40a1d70 msgr2=0x7fc4d40a4230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:01.146 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.146+0000 7fc4f2a00640 1 --2- 172.21.15.12:0/2336313982 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fc4d40a1d70 0x7fc4d40a4230 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fc4ec19ab80 tx=0x7fc4e0010040 comp rx=0 tx=0).stop 2024-03-29T00:19:01.146 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.146+0000 7fc4f2a00640 1 -- 172.21.15.12:0/2336313982 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc4ec107340 msgr2=0x7fc4ec1a1250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:01.147 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.146+0000 7fc4f2a00640 1 --2- 172.21.15.12:0/2336313982 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc4ec107340 0x7fc4ec1a1250 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fc4e400d680 tx=0x7fc4e400db40 comp rx=0 tx=0).stop 2024-03-29T00:19:01.147 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.146+0000 7fc4f2a00640 1 -- 172.21.15.12:0/2336313982 shutdown_connections 2024-03-29T00:19:01.147 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.146+0000 7fc4f2a00640 1 --2- 172.21.15.12:0/2336313982 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fc4d40a1d70 0x7fc4d40a4230 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.147 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.146+0000 7fc4f2a00640 1 --2- 172.21.15.12:0/2336313982 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc4ec107340 0x7fc4ec1a1250 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.147 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.146+0000 7fc4f2a00640 1 --2- 172.21.15.12:0/2336313982 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc4ec104a10 0x7fc4ec19a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.147 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.146+0000 7fc4f2a00640 1 --2- 172.21.15.12:0/2336313982 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc4ec1020e0 0x7fc4ec199cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.147 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.146+0000 7fc4f2a00640 1 -- 172.21.15.12:0/2336313982 >> 172.21.15.12:0/2336313982 conn(0x7fc4ec0fbad0 msgr2=0x7fc4ec105e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:01.147 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.146+0000 7fc4f2a00640 1 -- 172.21.15.12:0/2336313982 shutdown_connections 2024-03-29T00:19:01.147 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.146+0000 7fc4f2a00640 1 -- 172.21.15.12:0/2336313982 wait complete. 2024-03-29T00:19:01.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:00 smithi053 ceph-mon[36233]: pgmap v438: 129 pgs: 129 active+clean; 659 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 9 op/s 2024-03-29T00:19:01.164 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-03-29T00:19:01.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:00 smithi069 ceph-mon[36074]: pgmap v438: 129 pgs: 129 active+clean; 659 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 9 op/s 2024-03-29T00:19:01.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.365+0000 7f2b48000640 1 -- 172.21.15.12:0/440897813 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2b40103970 msgr2=0x7f2b40103d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:01.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.365+0000 7f2b48000640 1 --2- 172.21.15.12:0/440897813 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2b40103970 0x7f2b40103d90 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f2b34009900 tx=0x7f2b3402bc30 comp rx=0 tx=0).stop 2024-03-29T00:19:01.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.365+0000 7f2b48000640 1 -- 172.21.15.12:0/440897813 shutdown_connections 2024-03-29T00:19:01.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.365+0000 7f2b48000640 1 --2- 172.21.15.12:0/440897813 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2b40105520 0x7f2b4010bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.365+0000 7f2b48000640 1 --2- 172.21.15.12:0/440897813 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2b40104b60 0x7f2b40104fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.365+0000 7f2b48000640 1 --2- 172.21.15.12:0/440897813 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2b40103970 0x7f2b40103d90 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.365+0000 7f2b48000640 1 -- 172.21.15.12:0/440897813 >> 172.21.15.12:0/440897813 conn(0x7f2b400fef00 msgr2=0x7f2b40101320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:01.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.365+0000 7f2b48000640 1 -- 172.21.15.12:0/440897813 shutdown_connections 2024-03-29T00:19:01.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.365+0000 7f2b48000640 1 -- 172.21.15.12:0/440897813 wait complete. 2024-03-29T00:19:01.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.366+0000 7f2b48000640 1 Processor -- start 2024-03-29T00:19:01.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.367+0000 7f2b48000640 1 -- start start 2024-03-29T00:19:01.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.367+0000 7f2b48000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2b40103970 0x7f2b40199dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.367+0000 7f2b48000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2b40104b60 0x7f2b4019a300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.367+0000 7f2b48000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2b40105520 0x7f2b401a1330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.367+0000 7f2b48000640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f2b4010f6d0 con 0x7f2b40105520 2024-03-29T00:19:01.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.367+0000 7f2b48000640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f2b4010f550 con 0x7f2b40103970 2024-03-29T00:19:01.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.367+0000 7f2b48000640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f2b4010f850 con 0x7f2b40104b60 2024-03-29T00:19:01.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.367+0000 7f2b45600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2b40103970 0x7f2b40199dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.367+0000 7f2b44c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2b40104b60 0x7f2b4019a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.367+0000 7f2b45600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2b40103970 0x7f2b40199dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36244/0 (socket says 172.21.15.12:36244) 2024-03-29T00:19:01.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.367+0000 7f2b45600640 1 -- 172.21.15.12:0/1102343258 learned_addr learned my addr 172.21.15.12:0/1102343258 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:01.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.367+0000 7f2b46000640 1 --2- 172.21.15.12:0/1102343258 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2b40105520 0x7f2b401a1330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.368+0000 7f2b45600640 1 -- 172.21.15.12:0/1102343258 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2b40104b60 msgr2=0x7f2b4019a300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:01.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.368+0000 7f2b45600640 1 --2- 172.21.15.12:0/1102343258 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2b40104b60 0x7f2b4019a300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.368+0000 7f2b45600640 1 -- 172.21.15.12:0/1102343258 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2b40105520 msgr2=0x7f2b401a1330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:01.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.368+0000 7f2b45600640 1 --2- 172.21.15.12:0/1102343258 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2b40105520 0x7f2b401a1330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.368+0000 7f2b45600640 1 -- 172.21.15.12:0/1102343258 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b401a19d0 con 0x7f2b40103970 2024-03-29T00:19:01.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.368+0000 7f2b46000640 1 --2- 172.21.15.12:0/1102343258 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2b40105520 0x7f2b401a1330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:19:01.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.368+0000 7f2b45600640 1 --2- 172.21.15.12:0/1102343258 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2b40103970 0x7f2b40199dc0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f2b34000c00 tx=0x7f2b3402c710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:01.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.368+0000 7f2b3e000640 1 -- 172.21.15.12:0/1102343258 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b34043020 con 0x7f2b40103970 2024-03-29T00:19:01.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.368+0000 7f2b3e000640 1 -- 172.21.15.12:0/1102343258 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2b340042d0 con 0x7f2b40103970 2024-03-29T00:19:01.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.368+0000 7f2b48000640 1 -- 172.21.15.12:0/1102343258 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b401a1c60 con 0x7f2b40103970 2024-03-29T00:19:01.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.368+0000 7f2b3e000640 1 -- 172.21.15.12:0/1102343258 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b34003cc0 con 0x7f2b40103970 2024-03-29T00:19:01.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.368+0000 7f2b48000640 1 -- 172.21.15.12:0/1102343258 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b401a21b0 con 0x7f2b40103970 2024-03-29T00:19:01.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.371+0000 7f2b3e000640 1 -- 172.21.15.12:0/1102343258 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f2b34046020 con 0x7f2b40103970 2024-03-29T00:19:01.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.372+0000 7f2b4ae05740 1 Processor -- start 2024-03-29T00:19:01.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.372+0000 7f2b4ae05740 1 -- start start 2024-03-29T00:19:01.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.372+0000 7f2b4ae05740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c065e53a0 0x556c065e57c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.372+0000 7f2b4ae05740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c065e5d90 0x556c065ea890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.372+0000 7f2b4ae05740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c065eaf00 0x556c065ed390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.372+0000 7f2b4ae05740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x556c0654a050 con 0x556c065e5d90 2024-03-29T00:19:01.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.372+0000 7f2b4ae05740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x556c064f2ce0 con 0x556c065eaf00 2024-03-29T00:19:01.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.372+0000 7f2b4ae05740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x556c065460f0 con 0x556c065e53a0 2024-03-29T00:19:01.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.373+0000 7f2b46000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c065e53a0 0x556c065e57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.373+0000 7f2b46000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c065e53a0 0x556c065e57c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:44530/0 (socket says 172.21.15.12:44530) 2024-03-29T00:19:01.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.373+0000 7f2b46000640 1 -- 172.21.15.12:0/2379996921 learned_addr learned my addr 172.21.15.12:0/2379996921 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:01.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.373+0000 7f2b44c00640 1 --2- 172.21.15.12:0/2379996921 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c065eaf00 0x556c065ed390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.375 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.373+0000 7f2b45600640 1 --2- 172.21.15.12:0/2379996921 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c065e5d90 0x556c065ea890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.375 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.373+0000 7f2b46000640 1 -- 172.21.15.12:0/2379996921 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c065eaf00 msgr2=0x556c065ed390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:01.375 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.373+0000 7f2b46000640 1 --2- 172.21.15.12:0/2379996921 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c065eaf00 0x556c065ed390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.375 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.373+0000 7f2b3e000640 1 --2- 172.21.15.12:0/1102343258 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f2b280a1d80 0x7f2b280a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.375 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.373+0000 7f2b46000640 1 -- 172.21.15.12:0/2379996921 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c065e5d90 msgr2=0x556c065ea890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:01.375 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.373+0000 7f2b46000640 1 --2- 172.21.15.12:0/2379996921 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c065e5d90 0x556c065ea890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.375 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.373+0000 7f2b46000640 1 -- 172.21.15.12:0/2379996921 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556c0625e3f0 con 0x556c065e53a0 2024-03-29T00:19:01.375 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.373+0000 7f2b44c00640 1 --2- 172.21.15.12:0/2379996921 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c065eaf00 0x556c065ed390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:01.375 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.373+0000 7f2b3e000640 1 -- 172.21.15.12:0/1102343258 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f2b340f03f0 con 0x7f2b40103970 2024-03-29T00:19:01.375 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.374+0000 7f2b46000640 1 --2- 172.21.15.12:0/1102343258 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f2b280a1d80 0x7f2b280a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.375 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.374+0000 7f2b46000640 1 --2- 172.21.15.12:0/2379996921 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c065e53a0 0x556c065e57c0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f2b3800f410 tx=0x7f2b3800f8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a739aededb2b2089 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:01.377 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.374+0000 7f2b32600640 1 -- 172.21.15.12:0/2379996921 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b38021070 con 0x556c065e53a0 2024-03-29T00:19:01.377 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.374+0000 7f2b32600640 1 -- 172.21.15.12:0/2379996921 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2b38011c40 con 0x556c065e53a0 2024-03-29T00:19:01.377 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.374+0000 7f2b32600640 1 -- 172.21.15.12:0/2379996921 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b38015070 con 0x556c065e53a0 2024-03-29T00:19:01.377 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.375+0000 7f2b4ae05740 1 -- 172.21.15.12:0/2379996921 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c065e53a0 msgr2=0x556c065e57c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:01.377 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.375+0000 7f2b46000640 1 --2- 172.21.15.12:0/1102343258 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f2b280a1d80 0x7f2b280a4240 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f2b3801e000 tx=0x7f2b38010ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:01.378 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.375+0000 7f2b4ae05740 1 --2- 172.21.15.12:0/2379996921 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c065e53a0 0x556c065e57c0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f2b3800f410 tx=0x7f2b3800f8d0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.378 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.375+0000 7f2b4ae05740 1 -- 172.21.15.12:0/2379996921 shutdown_connections 2024-03-29T00:19:01.378 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.375+0000 7f2b4ae05740 1 --2- 172.21.15.12:0/2379996921 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c065eaf00 0x556c065ed390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.378 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.375+0000 7f2b4ae05740 1 --2- 172.21.15.12:0/2379996921 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c065e5d90 0x556c065ea890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.378 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.375+0000 7f2b4ae05740 1 --2- 172.21.15.12:0/2379996921 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c065e53a0 0x556c065e57c0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.378 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.375+0000 7f2b4ae05740 1 -- 172.21.15.12:0/2379996921 >> 172.21.15.12:0/2379996921 conn(0x556c065e0910 msgr2=0x556c065e0d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:01.378 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.375+0000 7f2b4ae05740 1 -- 172.21.15.12:0/2379996921 shutdown_connections 2024-03-29T00:19:01.378 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.375+0000 7f2b4ae05740 1 -- 172.21.15.12:0/2379996921 wait complete. 2024-03-29T00:19:01.378 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.376+0000 7f2b4ae05740 1 -- start start 2024-03-29T00:19:01.378 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.376+0000 7f2b4ae05740 1 Processor -- start 2024-03-29T00:19:01.378 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.377+0000 7f2b4ae05740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c065e53a0 0x556c065ef920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.378 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.377+0000 7f2b4ae05740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c065e5d90 0x556c065efe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.378 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.377+0000 7f2b4ae05740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c065eaf00 0x556c065f6ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.379 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.377+0000 7f2b4ae05740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x556c065edf00 con 0x556c065e5d90 2024-03-29T00:19:01.379 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.377+0000 7f2b4ae05740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x556c064e82f0 con 0x556c065eaf00 2024-03-29T00:19:01.379 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.377+0000 7f2b4ae05740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x556c065ee080 con 0x556c065e53a0 2024-03-29T00:19:01.379 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.377+0000 7f2b4ae05740 10 client.0 _ll_register_callbacks cb 0x556c0625dbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:01.379 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.377+0000 7f2b46000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c065eaf00 0x556c065f6ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.379 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.377+0000 7f2b44c00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c065e5d90 0x556c065efe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.379 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.377+0000 7f2b46000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c065eaf00 0x556c065f6ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36256/0 (socket says 172.21.15.12:36256) 2024-03-29T00:19:01.379 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.377+0000 7f2b46000640 1 -- 172.21.15.12:0/271362380 learned_addr learned my addr 172.21.15.12:0/271362380 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:01.379 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.377+0000 7f2b45600640 1 --2- 172.21.15.12:0/271362380 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c065e53a0 0x556c065ef920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.382 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.377+0000 7f2b46000640 1 -- 172.21.15.12:0/271362380 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c065e53a0 msgr2=0x556c065ef920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:01.382 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.377+0000 7f2b46000640 1 --2- 172.21.15.12:0/271362380 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c065e53a0 0x556c065ef920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.382 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.377+0000 7f2b46000640 1 -- 172.21.15.12:0/271362380 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c065e5d90 msgr2=0x556c065efe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:01.382 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.377+0000 7f2b46000640 1 --2- 172.21.15.12:0/271362380 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c065e5d90 0x556c065efe60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.382 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.377+0000 7f2b46000640 1 -- 172.21.15.12:0/271362380 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556c063287d0 con 0x556c065eaf00 2024-03-29T00:19:01.382 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.378+0000 7f2b46000640 1 --2- 172.21.15.12:0/271362380 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c065eaf00 0x556c065f6ea0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f2b38006010 tx=0x7f2b38015000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=87ea14b91246ff6f server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:01.382 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.378+0000 7f2b26a00640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:19:01.382 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.378+0000 7f2b26a00640 1 -- 172.21.15.12:0/271362380 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b38021040 con 0x556c065eaf00 2024-03-29T00:19:01.382 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.378+0000 7f2b26a00640 1 -- 172.21.15.12:0/271362380 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f2b380049e0 con 0x556c065eaf00 2024-03-29T00:19:01.382 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.378+0000 7f2b4ae05740 1 -- 172.21.15.12:0/271362380 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2b38011c40 con 0x556c065eaf00 2024-03-29T00:19:01.383 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.378+0000 7f2b26a00640 1 -- 172.21.15.12:0/271362380 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2b3803c050 con 0x556c065eaf00 2024-03-29T00:19:01.383 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.379+0000 7f2b4ae05740 10 client.25655 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:01.383 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.379+0000 7f2b4ae05740 1 -- 172.21.15.12:0/271362380 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556c065fa2d0 con 0x556c065eaf00 2024-03-29T00:19:01.383 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.379+0000 7f2b26a00640 1 -- 172.21.15.12:0/271362380 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2b38011c40 con 0x556c065eaf00 2024-03-29T00:19:01.383 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.379+0000 7f2b26a00640 1 -- 172.21.15.12:0/271362380 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f2b3801a5d0 con 0x556c065eaf00 2024-03-29T00:19:01.383 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.379+0000 7f2b4ae05740 10 client.25655 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:01.383 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.379+0000 7f2b4ae05740 10 client.25655 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-03-29T00:19:01.383 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.379+0000 7f2b4ae05740 20 client.25655 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:01.383 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.379+0000 7f2b4ae05740 1 --2- 172.21.15.12:0/271362380 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x556c065fb850 0x556c065fdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.383 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.379+0000 7f2b4ae05740 4 client.25655 mds_command: new command op to 24431 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:19:01.383 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.379+0000 7f2b4ae05740 1 -- 172.21.15.12:0/271362380 --> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556c064f3680 con 0x556c065fb850 2024-03-29T00:19:01.383 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.380+0000 7f2b45600640 1 --2- 172.21.15.12:0/271362380 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x556c065fb850 0x556c065fdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.383 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.380+0000 7f2b45600640 1 --2- 172.21.15.12:0/271362380 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x556c065fb850 0x556c065fdcf0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=f141885545b8f2d2 server_cookie=3829215bc7f67580 in_seq=0 out_seq=0 2024-03-29T00:19:01.383 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.380+0000 7f2b26a00640 10 client.25655 ms_handle_connect on v2:172.21.15.53:6832/1225382034 2024-03-29T00:19:01.383 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.381+0000 7f2b26a00640 1 -- 172.21.15.12:0/271362380 <== mds.4 v2:172.21.15.53:6832/1225382034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x556c064f3680 con 0x556c065fb850 2024-03-29T00:19:01.383 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.381+0000 7f2b26a00640 10 client.25655 handle_command_reply: tid=0 2024-03-29T00:19:01.384 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.381+0000 7f2b4ae05740 1 client.25655 shutdown 2024-03-29T00:19:01.384 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.381+0000 7f2b4ae05740 1 -- 172.21.15.12:0/271362380 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c065eaf00 msgr2=0x556c065f6ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:01.384 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.381+0000 7f2b4ae05740 1 --2- 172.21.15.12:0/271362380 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c065eaf00 0x556c065f6ea0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f2b38006010 tx=0x7f2b38015000 comp rx=0 tx=0).stop 2024-03-29T00:19:01.384 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.381+0000 7f2b4ae05740 1 -- 172.21.15.12:0/271362380 shutdown_connections 2024-03-29T00:19:01.384 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.381+0000 7f2b4ae05740 1 --2- 172.21.15.12:0/271362380 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x556c065fb850 0x556c065fdcf0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.384 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.381+0000 7f2b4ae05740 1 --2- 172.21.15.12:0/271362380 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c065eaf00 0x556c065f6ea0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.384 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.381+0000 7f2b4ae05740 1 --2- 172.21.15.12:0/271362380 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c065e5d90 0x556c065efe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.384 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.381+0000 7f2b4ae05740 1 --2- 172.21.15.12:0/271362380 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c065e53a0 0x556c065ef920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.384 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.381+0000 7f2b26a00640 0 client.25655 ms_handle_reset on v2:172.21.15.53:6832/1225382034 2024-03-29T00:19:01.384 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.381+0000 7f2b4ae05740 1 -- 172.21.15.12:0/271362380 >> 172.21.15.12:0/271362380 conn(0x556c065e0910 msgr2=0x556c065dfb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:01.384 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.381+0000 7f2b4ae05740 1 -- 172.21.15.12:0/271362380 shutdown_connections 2024-03-29T00:19:01.384 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.381+0000 7f2b4ae05740 1 -- 172.21.15.12:0/271362380 wait complete. 2024-03-29T00:19:01.384 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.381+0000 7f2b4ae05740 20 client.25655 trim_cache size 0 max 16384 2024-03-29T00:19:01.398 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.398+0000 7f2b4ae05740 1 Processor -- start 2024-03-29T00:19:01.398 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.398+0000 7f2b4ae05740 1 -- start start 2024-03-29T00:19:01.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.398+0000 7f2b4ae05740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c065e53a0 0x556c065df2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.399+0000 7f2b4ae05740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c065e5d90 0x556c065f6e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.399+0000 7f2b4ae05740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c065eaf00 0x556c065df820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.399+0000 7f2b4ae05740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f2b401ac610 con 0x556c065eaf00 2024-03-29T00:19:01.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.399+0000 7f2b4ae05740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f2b401ae150 con 0x556c065e53a0 2024-03-29T00:19:01.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.399+0000 7f2b4ae05740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f2b401acce0 con 0x556c065e5d90 2024-03-29T00:19:01.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.399+0000 7f2b44c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c065e5d90 0x556c065f6e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.401 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.399+0000 7f2b45600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c065e53a0 0x556c065df2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.401 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.399+0000 7f2b44c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c065e5d90 0x556c065f6e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:44538/0 (socket says 172.21.15.12:44538) 2024-03-29T00:19:01.401 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.399+0000 7f2b44c00640 1 -- 172.21.15.12:0/129494129 learned_addr learned my addr 172.21.15.12:0/129494129 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:01.401 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.399+0000 7f2b46000640 1 --2- 172.21.15.12:0/129494129 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c065eaf00 0x556c065df820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.401 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.399+0000 7f2b44c00640 1 -- 172.21.15.12:0/129494129 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c065e53a0 msgr2=0x556c065df2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:01.401 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.399+0000 7f2b44c00640 1 --2- 172.21.15.12:0/129494129 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c065e53a0 0x556c065df2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.401 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.399+0000 7f2b44c00640 1 -- 172.21.15.12:0/129494129 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c065eaf00 msgr2=0x556c065df820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:01.401 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.399+0000 7f2b44c00640 1 --2- 172.21.15.12:0/129494129 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c065eaf00 0x556c065df820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.401 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.399+0000 7f2b44c00640 1 -- 172.21.15.12:0/129494129 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556c065dba00 con 0x556c065e5d90 2024-03-29T00:19:01.401 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.399+0000 7f2b45600640 1 --2- 172.21.15.12:0/129494129 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c065e53a0 0x556c065df2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:01.401 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.400+0000 7f2b44c00640 1 --2- 172.21.15.12:0/129494129 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c065e5d90 0x556c065f6e60 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f2b2c009e20 tx=0x7f2b2c005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c11240e6267fcb04 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:01.401 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.400+0000 7f2b31c00640 1 -- 172.21.15.12:0/129494129 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b2c010430 con 0x556c065e5d90 2024-03-29T00:19:01.401 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.400+0000 7f2b31c00640 1 -- 172.21.15.12:0/129494129 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2b2c021070 con 0x556c065e5d90 2024-03-29T00:19:01.401 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.400+0000 7f2b31c00640 1 -- 172.21.15.12:0/129494129 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b2c01c880 con 0x556c065e5d90 2024-03-29T00:19:01.404 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.401+0000 7f2b4ae05740 1 -- 172.21.15.12:0/129494129 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c065e5d90 msgr2=0x556c065f6e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:01.404 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.401+0000 7f2b4ae05740 1 --2- 172.21.15.12:0/129494129 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c065e5d90 0x556c065f6e60 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f2b2c009e20 tx=0x7f2b2c005f90 comp rx=0 tx=0).stop 2024-03-29T00:19:01.404 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.401+0000 7f2b4ae05740 1 -- 172.21.15.12:0/129494129 shutdown_connections 2024-03-29T00:19:01.404 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.401+0000 7f2b4ae05740 1 --2- 172.21.15.12:0/129494129 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c065eaf00 0x556c065df820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.404 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.401+0000 7f2b4ae05740 1 --2- 172.21.15.12:0/129494129 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c065e5d90 0x556c065f6e60 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.404 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.401+0000 7f2b4ae05740 1 --2- 172.21.15.12:0/129494129 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c065e53a0 0x556c065df2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.404 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.401+0000 7f2b4ae05740 1 -- 172.21.15.12:0/129494129 >> 172.21.15.12:0/129494129 conn(0x556c065e0910 msgr2=0x556c065ef920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:01.404 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.401+0000 7f2b4ae05740 1 -- 172.21.15.12:0/129494129 shutdown_connections 2024-03-29T00:19:01.404 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.401+0000 7f2b4ae05740 1 -- 172.21.15.12:0/129494129 wait complete. 2024-03-29T00:19:01.404 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.401+0000 7f2b4ae05740 1 -- start start 2024-03-29T00:19:01.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.402+0000 7f2b4ae05740 1 Processor -- start 2024-03-29T00:19:01.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.402+0000 7f2b4ae05740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c065e53a0 0x556c065f4640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.402+0000 7f2b4ae05740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c065e5d90 0x556c065f4b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.402+0000 7f2b4ae05740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c065eaf00 0x556c065f5b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.402+0000 7f2b4ae05740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f2b401ada80 con 0x556c065e53a0 2024-03-29T00:19:01.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.402+0000 7f2b4ae05740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f2b401ad3b0 con 0x556c065e5d90 2024-03-29T00:19:01.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.402+0000 7f2b4ae05740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f2b401aa5f0 con 0x556c065eaf00 2024-03-29T00:19:01.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.402+0000 7f2b4ae05740 10 client.0 _ll_register_callbacks cb 0x7f2b3801f070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:01.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.403+0000 7f2b44c00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c065e5d90 0x556c065f4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.403+0000 7f2b45600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c065e53a0 0x556c065f4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.403+0000 7f2b46000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c065eaf00 0x556c065f5b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.403+0000 7f2b44c00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c065e5d90 0x556c065f4b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36272/0 (socket says 172.21.15.12:36272) 2024-03-29T00:19:01.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.403+0000 7f2b44c00640 1 -- 172.21.15.12:0/4170863218 learned_addr learned my addr 172.21.15.12:0/4170863218 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:01.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.403+0000 7f2b46000640 1 -- 172.21.15.12:0/4170863218 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c065e5d90 msgr2=0x556c065f4b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:01.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.403+0000 7f2b46000640 1 --2- 172.21.15.12:0/4170863218 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c065e5d90 0x556c065f4b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.403+0000 7f2b46000640 1 -- 172.21.15.12:0/4170863218 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c065e53a0 msgr2=0x556c065f4640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:01.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.403+0000 7f2b46000640 1 --2- 172.21.15.12:0/4170863218 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c065e53a0 0x556c065f4640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.403+0000 7f2b46000640 1 -- 172.21.15.12:0/4170863218 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556c065f6180 con 0x556c065eaf00 2024-03-29T00:19:01.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.403+0000 7f2b46000640 1 --2- 172.21.15.12:0/4170863218 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c065eaf00 0x556c065f5b90 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f2b3801aa40 tx=0x7f2b38004c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6a53075438c1cf96 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:01.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.403+0000 7f2b26a00640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:19:01.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.404+0000 7f2b26a00640 1 -- 172.21.15.12:0/4170863218 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b38045060 con 0x556c065eaf00 2024-03-29T00:19:01.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.404+0000 7f2b26a00640 1 -- 172.21.15.12:0/4170863218 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f2b3801a7d0 con 0x556c065eaf00 2024-03-29T00:19:01.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.404+0000 7f2b4ae05740 1 -- 172.21.15.12:0/4170863218 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2b2c021070 con 0x556c065eaf00 2024-03-29T00:19:01.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.404+0000 7f2b26a00640 1 -- 172.21.15.12:0/4170863218 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2b38021070 con 0x556c065eaf00 2024-03-29T00:19:01.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.404+0000 7f2b4ae05740 10 client.25720 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:01.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.404+0000 7f2b4ae05740 1 -- 172.21.15.12:0/4170863218 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556c06661c50 con 0x556c065eaf00 2024-03-29T00:19:01.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.404+0000 7f2b26a00640 1 -- 172.21.15.12:0/4170863218 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2b2c021070 con 0x556c065eaf00 2024-03-29T00:19:01.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.404+0000 7f2b26a00640 1 -- 172.21.15.12:0/4170863218 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f2b380266a0 con 0x556c065eaf00 2024-03-29T00:19:01.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.405+0000 7f2b4ae05740 10 client.25720 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:01.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.405+0000 7f2b4ae05740 10 client.25720 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-03-29T00:19:01.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.405+0000 7f2b4ae05740 20 client.25720 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:01.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.405+0000 7f2b4ae05740 1 --2- 172.21.15.12:0/4170863218 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x556c06662510 0x556c06664930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.405+0000 7f2b4ae05740 4 client.25720 mds_command: new command op to 24431 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-29T00:19:01.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.405+0000 7f2b4ae05740 1 -- 172.21.15.12:0/4170863218 --> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556c06557590 con 0x556c06662510 2024-03-29T00:19:01.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.405+0000 7f2b45600640 1 --2- 172.21.15.12:0/4170863218 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x556c06662510 0x556c06664930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.405+0000 7f2b45600640 1 --2- 172.21.15.12:0/4170863218 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x556c06662510 0x556c06664930 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=9072c7e7fd7be0c6 server_cookie=e132337848dd01d1 in_seq=0 out_seq=0 2024-03-29T00:19:01.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.405+0000 7f2b26a00640 10 client.25720 ms_handle_connect on v2:172.21.15.53:6832/1225382034 2024-03-29T00:19:01.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.405+0000 7f2b26a00640 1 -- 172.21.15.12:0/4170863218 <== mds.4 v2:172.21.15.53:6832/1225382034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556c06557590 con 0x556c06662510 2024-03-29T00:19:01.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.406+0000 7f2b26a00640 10 client.25720 handle_command_reply: tid=0 2024-03-29T00:19:01.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.406+0000 7f2b4ae05740 1 client.25720 shutdown 2024-03-29T00:19:01.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.406+0000 7f2b4ae05740 1 -- 172.21.15.12:0/4170863218 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c065eaf00 msgr2=0x556c065f5b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:01.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.406+0000 7f2b4ae05740 1 --2- 172.21.15.12:0/4170863218 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c065eaf00 0x556c065f5b90 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f2b3801aa40 tx=0x7f2b38004c10 comp rx=0 tx=0).stop 2024-03-29T00:19:01.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.406+0000 7f2b4ae05740 1 -- 172.21.15.12:0/4170863218 shutdown_connections 2024-03-29T00:19:01.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.406+0000 7f2b4ae05740 1 --2- 172.21.15.12:0/4170863218 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x556c06662510 0x556c06664930 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.406+0000 7f2b4ae05740 1 --2- 172.21.15.12:0/4170863218 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c065e5d90 0x556c065f4b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.406+0000 7f2b4ae05740 1 --2- 172.21.15.12:0/4170863218 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c065eaf00 0x556c065f5b90 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.406+0000 7f2b4ae05740 1 --2- 172.21.15.12:0/4170863218 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c065e53a0 0x556c065f4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.406+0000 7f2b26a00640 0 client.25720 ms_handle_reset on v2:172.21.15.53:6832/1225382034 2024-03-29T00:19:01.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.406+0000 7f2b4ae05740 1 -- 172.21.15.12:0/4170863218 >> 172.21.15.12:0/4170863218 conn(0x556c065e0910 msgr2=0x556c065e3b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:01.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.406+0000 7f2b4ae05740 1 -- 172.21.15.12:0/4170863218 shutdown_connections 2024-03-29T00:19:01.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.406+0000 7f2b4ae05740 1 -- 172.21.15.12:0/4170863218 wait complete. 2024-03-29T00:19:01.410 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.406+0000 7f2b4ae05740 20 client.25720 trim_cache size 0 max 16384 2024-03-29T00:19:01.410 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-03-29T00:19:01.410 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.407+0000 7f2b48000640 1 -- 172.21.15.12:0/1102343258 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f2b280a1d80 msgr2=0x7f2b280a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:01.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.407+0000 7f2b48000640 1 --2- 172.21.15.12:0/1102343258 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f2b280a1d80 0x7f2b280a4240 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f2b3801e000 tx=0x7f2b38010ad0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.407+0000 7f2b48000640 1 -- 172.21.15.12:0/1102343258 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2b40103970 msgr2=0x7f2b40199dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:01.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.407+0000 7f2b48000640 1 --2- 172.21.15.12:0/1102343258 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2b40103970 0x7f2b40199dc0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f2b34000c00 tx=0x7f2b3402c710 comp rx=0 tx=0).stop 2024-03-29T00:19:01.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.407+0000 7f2b48000640 1 -- 172.21.15.12:0/1102343258 shutdown_connections 2024-03-29T00:19:01.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.407+0000 7f2b48000640 1 --2- 172.21.15.12:0/1102343258 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f2b280a1d80 0x7f2b280a4240 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.407+0000 7f2b48000640 1 --2- 172.21.15.12:0/1102343258 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2b40105520 0x7f2b401a1330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.407+0000 7f2b48000640 1 --2- 172.21.15.12:0/1102343258 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2b40104b60 0x7f2b4019a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.407+0000 7f2b48000640 1 --2- 172.21.15.12:0/1102343258 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2b40103970 0x7f2b40199dc0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.407+0000 7f2b48000640 1 -- 172.21.15.12:0/1102343258 >> 172.21.15.12:0/1102343258 conn(0x7f2b400fef00 msgr2=0x7f2b40107f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:01.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.407+0000 7f2b48000640 1 -- 172.21.15.12:0/1102343258 shutdown_connections 2024-03-29T00:19:01.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.407+0000 7f2b48000640 1 -- 172.21.15.12:0/1102343258 wait complete. 2024-03-29T00:19:01.424 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-03-29T00:19:01.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.631+0000 7fe770000640 1 -- 172.21.15.12:0/3874269045 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe768101c10 msgr2=0x7fe768102030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:01.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.631+0000 7fe770000640 1 --2- 172.21.15.12:0/3874269045 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe768101c10 0x7fe768102030 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fe75c009900 tx=0x7fe75c02bc40 comp rx=0 tx=0).stop 2024-03-29T00:19:01.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.631+0000 7fe770000640 1 -- 172.21.15.12:0/3874269045 shutdown_connections 2024-03-29T00:19:01.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.631+0000 7fe770000640 1 --2- 172.21.15.12:0/3874269045 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe768101300 0x7fe768108ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.631+0000 7fe770000640 1 --2- 172.21.15.12:0/3874269045 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe768100940 0x7fe768100dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.631+0000 7fe770000640 1 --2- 172.21.15.12:0/3874269045 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe768101c10 0x7fe768102030 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.631+0000 7fe770000640 1 -- 172.21.15.12:0/3874269045 >> 172.21.15.12:0/3874269045 conn(0x7fe7680fb370 msgr2=0x7fe7680fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:01.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.631+0000 7fe770000640 1 -- 172.21.15.12:0/3874269045 shutdown_connections 2024-03-29T00:19:01.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.631+0000 7fe770000640 1 -- 172.21.15.12:0/3874269045 wait complete. 2024-03-29T00:19:01.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.632+0000 7fe770000640 1 Processor -- start 2024-03-29T00:19:01.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.632+0000 7fe770000640 1 -- start start 2024-03-29T00:19:01.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.633+0000 7fe770000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe768100940 0x7fe768197c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.633+0000 7fe770000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe768101300 0x7fe768198160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.633+0000 7fe770000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe768101c10 0x7fe76819f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.633+0000 7fe770000640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fe76810c4a0 con 0x7fe768100940 2024-03-29T00:19:01.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.633+0000 7fe770000640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe76810c320 con 0x7fe768101c10 2024-03-29T00:19:01.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.633+0000 7fe770000640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe76810c620 con 0x7fe768101300 2024-03-29T00:19:01.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.633+0000 7fe76cc00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe768101300 0x7fe768198160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.633+0000 7fe76cc00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe768101300 0x7fe768198160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:44566/0 (socket says 172.21.15.12:44566) 2024-03-29T00:19:01.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.633+0000 7fe76cc00640 1 -- 172.21.15.12:0/1228054248 learned_addr learned my addr 172.21.15.12:0/1228054248 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:01.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.633+0000 7fe76d600640 1 --2- 172.21.15.12:0/1228054248 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe768100940 0x7fe768197c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.633+0000 7fe76e000640 1 --2- 172.21.15.12:0/1228054248 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe768101c10 0x7fe76819f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.634+0000 7fe76cc00640 1 -- 172.21.15.12:0/1228054248 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe768101c10 msgr2=0x7fe76819f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:01.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.634+0000 7fe76cc00640 1 --2- 172.21.15.12:0/1228054248 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe768101c10 0x7fe76819f190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.634+0000 7fe76cc00640 1 -- 172.21.15.12:0/1228054248 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe768100940 msgr2=0x7fe768197c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:01.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.634+0000 7fe76cc00640 1 --2- 172.21.15.12:0/1228054248 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe768100940 0x7fe768197c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.634+0000 7fe76cc00640 1 -- 172.21.15.12:0/1228054248 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe76819f830 con 0x7fe768101300 2024-03-29T00:19:01.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.634+0000 7fe76cc00640 1 --2- 172.21.15.12:0/1228054248 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe768101300 0x7fe768198160 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fe75400e9f0 tx=0x7fe75400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:01.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.634+0000 7fe766000640 1 -- 172.21.15.12:0/1228054248 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe75400cd80 con 0x7fe768101300 2024-03-29T00:19:01.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.634+0000 7fe766000640 1 -- 172.21.15.12:0/1228054248 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe754010930 con 0x7fe768101300 2024-03-29T00:19:01.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.634+0000 7fe766000640 1 -- 172.21.15.12:0/1228054248 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe754018b00 con 0x7fe768101300 2024-03-29T00:19:01.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.634+0000 7fe770000640 1 -- 172.21.15.12:0/1228054248 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe76819fb20 con 0x7fe768101300 2024-03-29T00:19:01.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.634+0000 7fe770000640 1 -- 172.21.15.12:0/1228054248 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe76819fff0 con 0x7fe768101300 2024-03-29T00:19:01.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.637+0000 7fe766000640 1 -- 172.21.15.12:0/1228054248 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fe754018ca0 con 0x7fe768101300 2024-03-29T00:19:01.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.638+0000 7fe772db5740 1 Processor -- start 2024-03-29T00:19:01.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.638+0000 7fe772db5740 1 -- start start 2024-03-29T00:19:01.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.639+0000 7fe772db5740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a9cd1687b0 0x55a9cd168bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.639+0000 7fe772db5740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a9cd1691a0 0x55a9cd16dca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.639+0000 7fe772db5740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a9cd16e310 0x55a9cd1707a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.639+0000 7fe772db5740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55a9cd0c9050 con 0x55a9cd16e310 2024-03-29T00:19:01.640 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.639+0000 7fe772db5740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55a9cd071ce0 con 0x55a9cd1687b0 2024-03-29T00:19:01.640 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.639+0000 7fe772db5740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55a9cd0c50f0 con 0x55a9cd1691a0 2024-03-29T00:19:01.640 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.639+0000 7fe76e000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a9cd1687b0 0x55a9cd168bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.640 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.639+0000 7fe76d600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a9cd1691a0 0x55a9cd16dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.640 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.639+0000 7fe76d600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a9cd1691a0 0x55a9cd16dca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:44580/0 (socket says 172.21.15.12:44580) 2024-03-29T00:19:01.640 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.639+0000 7fe76e000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a9cd1687b0 0x55a9cd168bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36312/0 (socket says 172.21.15.12:36312) 2024-03-29T00:19:01.640 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.639+0000 7fe76e000640 1 -- 172.21.15.12:0/420396544 learned_addr learned my addr 172.21.15.12:0/420396544 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:01.640 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.639+0000 7fe76cc00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a9cd16e310 0x55a9cd1707a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.640 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.639+0000 7fe766000640 1 --2- 172.21.15.12:0/1228054248 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe7500a1e00 0x7fe7500a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.639+0000 7fe766000640 1 -- 172.21.15.12:0/1228054248 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fe7540ce480 con 0x7fe768101300 2024-03-29T00:19:01.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.639+0000 7fe76d600640 1 -- 172.21.15.12:0/420396544 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a9cd1687b0 msgr2=0x55a9cd168bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:01.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.639+0000 7fe76d600640 1 --2- 172.21.15.12:0/420396544 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a9cd1687b0 0x55a9cd168bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.639+0000 7fe76d600640 1 -- 172.21.15.12:0/420396544 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a9cd16e310 msgr2=0x55a9cd1707a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:01.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.639+0000 7fe76d600640 1 --2- 172.21.15.12:0/420396544 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a9cd16e310 0x55a9cd1707a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.639+0000 7fe76d600640 1 -- 172.21.15.12:0/420396544 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a9ccddd3f0 con 0x55a9cd1691a0 2024-03-29T00:19:01.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.640+0000 7fe76e000640 1 --2- 172.21.15.12:0/1228054248 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe7500a1e00 0x7fe7500a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.640+0000 7fe76d600640 1 --2- 172.21.15.12:0/420396544 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a9cd1691a0 0x55a9cd16dca0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fe75c009230 tx=0x7fe75c02c5e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=daf41840b2fbb6df server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:01.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.640+0000 7fe75a600640 1 -- 172.21.15.12:0/420396544 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe75c02cae0 con 0x55a9cd1691a0 2024-03-29T00:19:01.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.640+0000 7fe75a600640 1 -- 172.21.15.12:0/420396544 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe75c02cc80 con 0x55a9cd1691a0 2024-03-29T00:19:01.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.640+0000 7fe75a600640 1 -- 172.21.15.12:0/420396544 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe75c004920 con 0x55a9cd1691a0 2024-03-29T00:19:01.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.641+0000 7fe772db5740 1 -- 172.21.15.12:0/420396544 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a9cd1691a0 msgr2=0x55a9cd16dca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:01.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.641+0000 7fe76e000640 1 --2- 172.21.15.12:0/1228054248 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe7500a1e00 0x7fe7500a42c0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fe760009fd0 tx=0x7fe760004b50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:01.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.641+0000 7fe772db5740 1 --2- 172.21.15.12:0/420396544 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a9cd1691a0 0x55a9cd16dca0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fe75c009230 tx=0x7fe75c02c5e0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.641+0000 7fe772db5740 1 -- 172.21.15.12:0/420396544 shutdown_connections 2024-03-29T00:19:01.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.641+0000 7fe772db5740 1 --2- 172.21.15.12:0/420396544 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a9cd16e310 0x55a9cd1707a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.641+0000 7fe772db5740 1 --2- 172.21.15.12:0/420396544 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a9cd1691a0 0x55a9cd16dca0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.641+0000 7fe772db5740 1 --2- 172.21.15.12:0/420396544 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a9cd1687b0 0x55a9cd168bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.641+0000 7fe772db5740 1 -- 172.21.15.12:0/420396544 >> 172.21.15.12:0/420396544 conn(0x55a9cd163d20 msgr2=0x55a9cd164120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:01.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.641+0000 7fe772db5740 1 -- 172.21.15.12:0/420396544 shutdown_connections 2024-03-29T00:19:01.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.641+0000 7fe772db5740 1 -- 172.21.15.12:0/420396544 wait complete. 2024-03-29T00:19:01.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.641+0000 7fe772db5740 1 -- start start 2024-03-29T00:19:01.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.642+0000 7fe772db5740 1 Processor -- start 2024-03-29T00:19:01.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.642+0000 7fe772db5740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a9cd1687b0 0x55a9cd172cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.642+0000 7fe772db5740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a9cd1691a0 0x55a9cd173230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.642+0000 7fe772db5740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a9cd16e310 0x55a9cd17a270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.642+0000 7fe772db5740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55a9cd171260 con 0x55a9cd1687b0 2024-03-29T00:19:01.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.642+0000 7fe772db5740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55a9cd0672f0 con 0x55a9cd1691a0 2024-03-29T00:19:01.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.642+0000 7fe772db5740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55a9cd1713e0 con 0x55a9cd16e310 2024-03-29T00:19:01.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.642+0000 7fe772db5740 10 client.0 _ll_register_callbacks cb 0x55a9ccddcbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:01.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.642+0000 7fe76cc00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a9cd1691a0 0x55a9cd173230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.643+0000 7fe76d600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a9cd1687b0 0x55a9cd172cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.643+0000 7fe76cc00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a9cd1691a0 0x55a9cd173230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36318/0 (socket says 172.21.15.12:36318) 2024-03-29T00:19:01.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.643+0000 7fe76e000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a9cd16e310 0x55a9cd17a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.643+0000 7fe76cc00640 1 -- 172.21.15.12:0/2745236932 learned_addr learned my addr 172.21.15.12:0/2745236932 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:01.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.643+0000 7fe76d600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a9cd1687b0 0x55a9cd172cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33642/0 (socket says 172.21.15.12:33642) 2024-03-29T00:19:01.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.643+0000 7fe76cc00640 1 -- 172.21.15.12:0/2745236932 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a9cd16e310 msgr2=0x55a9cd17a270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:01.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.643+0000 7fe76cc00640 1 --2- 172.21.15.12:0/2745236932 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a9cd16e310 0x55a9cd17a270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.643+0000 7fe76cc00640 1 -- 172.21.15.12:0/2745236932 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a9cd1687b0 msgr2=0x55a9cd172cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:01.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.643+0000 7fe76cc00640 1 --2- 172.21.15.12:0/2745236932 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a9cd1687b0 0x55a9cd172cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.643+0000 7fe76cc00640 1 -- 172.21.15.12:0/2745236932 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a9ccea77d0 con 0x55a9cd1691a0 2024-03-29T00:19:01.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.643+0000 7fe76d600640 1 --2- 172.21.15.12:0/2745236932 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a9cd1687b0 0x55a9cd172cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:01.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.643+0000 7fe76e000640 1 --2- 172.21.15.12:0/2745236932 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a9cd16e310 0x55a9cd17a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:01.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.643+0000 7fe76cc00640 1 --2- 172.21.15.12:0/2745236932 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a9cd1691a0 0x55a9cd173230 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fe75400c6a0 tx=0x7fe75409a830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=95ebb088f17987ed server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:01.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.643+0000 7fe74ea00640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:19:01.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.643+0000 7fe74ea00640 1 -- 172.21.15.12:0/2745236932 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe75409ef70 con 0x55a9cd1691a0 2024-03-29T00:19:01.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.643+0000 7fe74ea00640 1 -- 172.21.15.12:0/2745236932 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fe7540ce1b0 con 0x55a9cd1691a0 2024-03-29T00:19:01.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.643+0000 7fe772db5740 1 -- 172.21.15.12:0/2745236932 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe75c02cc80 con 0x55a9cd1691a0 2024-03-29T00:19:01.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.644+0000 7fe74ea00640 1 -- 172.21.15.12:0/2745236932 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe7540b8050 con 0x55a9cd1691a0 2024-03-29T00:19:01.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.644+0000 7fe772db5740 10 client.25673 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:01.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.644+0000 7fe772db5740 1 -- 172.21.15.12:0/2745236932 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a9cd17d6a0 con 0x55a9cd1691a0 2024-03-29T00:19:01.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.644+0000 7fe74ea00640 1 -- 172.21.15.12:0/2745236932 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe75c02cc80 con 0x55a9cd1691a0 2024-03-29T00:19:01.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.644+0000 7fe74ea00640 1 -- 172.21.15.12:0/2745236932 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fe7540b3b50 con 0x55a9cd1691a0 2024-03-29T00:19:01.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.644+0000 7fe772db5740 10 client.25673 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:01.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.644+0000 7fe772db5740 10 client.25673 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-03-29T00:19:01.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.644+0000 7fe772db5740 20 client.25673 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:01.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.644+0000 7fe772db5740 1 --2- 172.21.15.12:0/2745236932 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55a9cd17ecb0 0x55a9cd181110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.644+0000 7fe772db5740 4 client.25673 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:19:01.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.644+0000 7fe772db5740 1 -- 172.21.15.12:0/2745236932 --> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a9cd072680 con 0x55a9cd17ecb0 2024-03-29T00:19:01.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.644+0000 7fe76d600640 1 --2- 172.21.15.12:0/2745236932 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55a9cd17ecb0 0x55a9cd181110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.645+0000 7fe76d600640 1 --2- 172.21.15.12:0/2745236932 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55a9cd17ecb0 0x55a9cd181110 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=224c558df9d90b87 server_cookie=f20f66aada00f8dc in_seq=0 out_seq=0 2024-03-29T00:19:01.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.645+0000 7fe74ea00640 10 client.25673 ms_handle_connect on v2:172.21.15.69:6832/581289556 2024-03-29T00:19:01.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.646+0000 7fe74ea00640 1 -- 172.21.15.12:0/2745236932 <== mds.3 v2:172.21.15.69:6832/581289556 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55a9cd072680 con 0x55a9cd17ecb0 2024-03-29T00:19:01.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.646+0000 7fe74ea00640 10 client.25673 handle_command_reply: tid=0 2024-03-29T00:19:01.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.646+0000 7fe772db5740 1 client.25673 shutdown 2024-03-29T00:19:01.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.646+0000 7fe772db5740 1 -- 172.21.15.12:0/2745236932 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a9cd1691a0 msgr2=0x55a9cd173230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:01.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.646+0000 7fe772db5740 1 --2- 172.21.15.12:0/2745236932 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a9cd1691a0 0x55a9cd173230 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fe75400c6a0 tx=0x7fe75409a830 comp rx=0 tx=0).stop 2024-03-29T00:19:01.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.646+0000 7fe772db5740 1 -- 172.21.15.12:0/2745236932 shutdown_connections 2024-03-29T00:19:01.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.646+0000 7fe772db5740 1 --2- 172.21.15.12:0/2745236932 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a9cd1691a0 0x55a9cd173230 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.646+0000 7fe772db5740 1 --2- 172.21.15.12:0/2745236932 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55a9cd17ecb0 0x55a9cd181110 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.646+0000 7fe772db5740 1 --2- 172.21.15.12:0/2745236932 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a9cd16e310 0x55a9cd17a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.646+0000 7fe772db5740 1 --2- 172.21.15.12:0/2745236932 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a9cd1687b0 0x55a9cd172cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.646+0000 7fe772db5740 1 -- 172.21.15.12:0/2745236932 >> 172.21.15.12:0/2745236932 conn(0x55a9cd163d20 msgr2=0x55a9cd15eb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:01.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.646+0000 7fe74ea00640 0 client.25673 ms_handle_reset on v2:172.21.15.69:6832/581289556 2024-03-29T00:19:01.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.647+0000 7fe772db5740 1 -- 172.21.15.12:0/2745236932 shutdown_connections 2024-03-29T00:19:01.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.647+0000 7fe772db5740 1 -- 172.21.15.12:0/2745236932 wait complete. 2024-03-29T00:19:01.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.647+0000 7fe772db5740 20 client.25673 trim_cache size 0 max 16384 2024-03-29T00:19:01.665 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.664+0000 7fe772db5740 1 Processor -- start 2024-03-29T00:19:01.665 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.664+0000 7fe772db5740 1 -- start start 2024-03-29T00:19:01.665 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.664+0000 7fe772db5740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a9cd1687b0 0x55a9cd164100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.664+0000 7fe772db5740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a9cd1691a0 0x55a9cd17a230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.664+0000 7fe772db5740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a9cd16e310 0x55a9cd16a730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.664+0000 7fe772db5740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fe7681a8200 con 0x55a9cd1691a0 2024-03-29T00:19:01.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.664+0000 7fe772db5740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe7681a9d40 con 0x55a9cd1687b0 2024-03-29T00:19:01.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.664+0000 7fe772db5740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe7681a88d0 con 0x55a9cd16e310 2024-03-29T00:19:01.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.665+0000 7fe76e000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a9cd16e310 0x55a9cd16a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.665+0000 7fe76d600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a9cd1687b0 0x55a9cd164100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.665+0000 7fe76e000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a9cd16e310 0x55a9cd16a730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:44598/0 (socket says 172.21.15.12:44598) 2024-03-29T00:19:01.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.665+0000 7fe76e000640 1 -- 172.21.15.12:0/512708624 learned_addr learned my addr 172.21.15.12:0/512708624 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:01.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.665+0000 7fe76cc00640 1 --2- 172.21.15.12:0/512708624 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a9cd1691a0 0x55a9cd17a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.665+0000 7fe76d600640 1 -- 172.21.15.12:0/512708624 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a9cd16e310 msgr2=0x55a9cd16a730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:01.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.665+0000 7fe76d600640 1 --2- 172.21.15.12:0/512708624 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a9cd16e310 0x55a9cd16a730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.665+0000 7fe76d600640 1 -- 172.21.15.12:0/512708624 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a9cd1691a0 msgr2=0x55a9cd17a230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:01.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.665+0000 7fe76d600640 1 --2- 172.21.15.12:0/512708624 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a9cd1691a0 0x55a9cd17a230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.665+0000 7fe76d600640 1 -- 172.21.15.12:0/512708624 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a9cd164a90 con 0x55a9cd1687b0 2024-03-29T00:19:01.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.665+0000 7fe76cc00640 1 --2- 172.21.15.12:0/512708624 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a9cd1691a0 0x55a9cd17a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:19:01.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.665+0000 7fe76d600640 1 --2- 172.21.15.12:0/512708624 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a9cd1687b0 0x55a9cd164100 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x55a9cd1695a0 tx=0x7fe75c02bc40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f95b269b391e8d5d server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:01.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.665+0000 7fe759c00640 1 -- 172.21.15.12:0/512708624 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe75c05a070 con 0x55a9cd1687b0 2024-03-29T00:19:01.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.666+0000 7fe759c00640 1 -- 172.21.15.12:0/512708624 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe75c02cc00 con 0x55a9cd1687b0 2024-03-29T00:19:01.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.666+0000 7fe759c00640 1 -- 172.21.15.12:0/512708624 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe75c054e00 con 0x55a9cd1687b0 2024-03-29T00:19:01.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.666+0000 7fe772db5740 1 -- 172.21.15.12:0/512708624 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a9cd1687b0 msgr2=0x55a9cd164100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:01.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.666+0000 7fe772db5740 1 --2- 172.21.15.12:0/512708624 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a9cd1687b0 0x55a9cd164100 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x55a9cd1695a0 tx=0x7fe75c02bc40 comp rx=0 tx=0).stop 2024-03-29T00:19:01.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.666+0000 7fe772db5740 1 -- 172.21.15.12:0/512708624 shutdown_connections 2024-03-29T00:19:01.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.666+0000 7fe772db5740 1 --2- 172.21.15.12:0/512708624 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a9cd16e310 0x55a9cd16a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.666+0000 7fe772db5740 1 --2- 172.21.15.12:0/512708624 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a9cd1691a0 0x55a9cd17a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.666+0000 7fe772db5740 1 --2- 172.21.15.12:0/512708624 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a9cd1687b0 0x55a9cd164100 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.666+0000 7fe772db5740 1 -- 172.21.15.12:0/512708624 >> 172.21.15.12:0/512708624 conn(0x55a9cd163d20 msgr2=0x55a9cd171780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:01.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.666+0000 7fe772db5740 1 -- 172.21.15.12:0/512708624 shutdown_connections 2024-03-29T00:19:01.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.666+0000 7fe772db5740 1 -- 172.21.15.12:0/512708624 wait complete. 2024-03-29T00:19:01.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.667+0000 7fe772db5740 1 -- start start 2024-03-29T00:19:01.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.667+0000 7fe772db5740 1 Processor -- start 2024-03-29T00:19:01.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.667+0000 7fe772db5740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a9cd1687b0 0x55a9cd177330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.667+0000 7fe772db5740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a9cd1691a0 0x55a9cd177870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.668+0000 7fe772db5740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a9cd16e310 0x55a9cd178880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.668+0000 7fe772db5740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fe7681a9670 con 0x55a9cd1687b0 2024-03-29T00:19:01.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.668+0000 7fe772db5740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe7681a8fa0 con 0x55a9cd1691a0 2024-03-29T00:19:01.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.668+0000 7fe772db5740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe7681a61e0 con 0x55a9cd16e310 2024-03-29T00:19:01.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.668+0000 7fe772db5740 10 client.0 _ll_register_callbacks cb 0x7fe754018420 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:01.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.668+0000 7fe76d600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a9cd1687b0 0x55a9cd177330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.668+0000 7fe76cc00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a9cd1691a0 0x55a9cd177870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.668+0000 7fe76d600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a9cd1687b0 0x55a9cd177330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33654/0 (socket says 172.21.15.12:33654) 2024-03-29T00:19:01.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.668+0000 7fe76d600640 1 -- 172.21.15.12:0/2687931281 learned_addr learned my addr 172.21.15.12:0/2687931281 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:01.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.668+0000 7fe76e000640 1 --2- 172.21.15.12:0/2687931281 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a9cd16e310 0x55a9cd178880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.668+0000 7fe76cc00640 1 -- 172.21.15.12:0/2687931281 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a9cd16e310 msgr2=0x55a9cd178880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:01.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.668+0000 7fe76cc00640 1 --2- 172.21.15.12:0/2687931281 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a9cd16e310 0x55a9cd178880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.668+0000 7fe76cc00640 1 -- 172.21.15.12:0/2687931281 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a9cd1687b0 msgr2=0x55a9cd177330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:01.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.668+0000 7fe76cc00640 1 --2- 172.21.15.12:0/2687931281 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a9cd1687b0 0x55a9cd177330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.668+0000 7fe76cc00640 1 -- 172.21.15.12:0/2687931281 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a9cd178e70 con 0x55a9cd1691a0 2024-03-29T00:19:01.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.669+0000 7fe76cc00640 1 --2- 172.21.15.12:0/2687931281 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a9cd1691a0 0x55a9cd177870 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fe754097810 tx=0x7fe75401f000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fc4985628c85cae4 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:01.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.669+0000 7fe74ea00640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:19:01.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.669+0000 7fe74ea00640 1 -- 172.21.15.12:0/2687931281 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe754099010 con 0x55a9cd1691a0 2024-03-29T00:19:01.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.669+0000 7fe74ea00640 1 -- 172.21.15.12:0/2687931281 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fe754010ae0 con 0x55a9cd1691a0 2024-03-29T00:19:01.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.669+0000 7fe772db5740 1 -- 172.21.15.12:0/2687931281 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe75c02cc00 con 0x55a9cd1691a0 2024-03-29T00:19:01.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.669+0000 7fe74ea00640 1 -- 172.21.15.12:0/2687931281 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe75409a610 con 0x55a9cd1691a0 2024-03-29T00:19:01.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.669+0000 7fe772db5740 10 client.25679 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:01.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.669+0000 7fe772db5740 1 -- 172.21.15.12:0/2687931281 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a9cd17a1e0 con 0x55a9cd1691a0 2024-03-29T00:19:01.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.669+0000 7fe74ea00640 1 -- 172.21.15.12:0/2687931281 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe75c02cc00 con 0x55a9cd1691a0 2024-03-29T00:19:01.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.669+0000 7fe74ea00640 1 -- 172.21.15.12:0/2687931281 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fe754099d90 con 0x55a9cd1691a0 2024-03-29T00:19:01.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.669+0000 7fe772db5740 10 client.25679 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:01.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.669+0000 7fe772db5740 10 client.25679 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-03-29T00:19:01.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.669+0000 7fe772db5740 20 client.25679 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:01.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.670+0000 7fe772db5740 1 --2- 172.21.15.12:0/2687931281 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55a9cd1e53d0 0x55a9cd1e77f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.670+0000 7fe772db5740 4 client.25679 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-29T00:19:01.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.670+0000 7fe772db5740 1 -- 172.21.15.12:0/2687931281 --> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a9cd0d6590 con 0x55a9cd1e53d0 2024-03-29T00:19:01.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.670+0000 7fe76d600640 1 --2- 172.21.15.12:0/2687931281 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55a9cd1e53d0 0x55a9cd1e77f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.670+0000 7fe76d600640 1 --2- 172.21.15.12:0/2687931281 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55a9cd1e53d0 0x55a9cd1e77f0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=2a186b3ca9efa377 server_cookie=971f07818fd1d67d in_seq=0 out_seq=0 2024-03-29T00:19:01.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.670+0000 7fe74ea00640 10 client.25679 ms_handle_connect on v2:172.21.15.69:6832/581289556 2024-03-29T00:19:01.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.670+0000 7fe74ea00640 1 -- 172.21.15.12:0/2687931281 <== mds.3 v2:172.21.15.69:6832/581289556 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a9cd0d6590 con 0x55a9cd1e53d0 2024-03-29T00:19:01.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.670+0000 7fe74ea00640 10 client.25679 handle_command_reply: tid=0 2024-03-29T00:19:01.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.670+0000 7fe772db5740 1 client.25679 shutdown 2024-03-29T00:19:01.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.671+0000 7fe772db5740 1 -- 172.21.15.12:0/2687931281 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a9cd1691a0 msgr2=0x55a9cd177870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:01.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.671+0000 7fe772db5740 1 --2- 172.21.15.12:0/2687931281 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a9cd1691a0 0x55a9cd177870 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fe754097810 tx=0x7fe75401f000 comp rx=0 tx=0).stop 2024-03-29T00:19:01.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.671+0000 7fe772db5740 1 -- 172.21.15.12:0/2687931281 shutdown_connections 2024-03-29T00:19:01.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.671+0000 7fe772db5740 1 --2- 172.21.15.12:0/2687931281 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a9cd1691a0 0x55a9cd177870 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.671+0000 7fe772db5740 1 --2- 172.21.15.12:0/2687931281 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55a9cd1e53d0 0x55a9cd1e77f0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.671+0000 7fe772db5740 1 --2- 172.21.15.12:0/2687931281 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a9cd16e310 0x55a9cd178880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.671+0000 7fe772db5740 1 --2- 172.21.15.12:0/2687931281 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a9cd1687b0 0x55a9cd177330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.671+0000 7fe74ea00640 0 client.25679 ms_handle_reset on v2:172.21.15.69:6832/581289556 2024-03-29T00:19:01.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.671+0000 7fe772db5740 1 -- 172.21.15.12:0/2687931281 >> 172.21.15.12:0/2687931281 conn(0x55a9cd163d20 msgr2=0x55a9cd164100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:01.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.671+0000 7fe772db5740 1 -- 172.21.15.12:0/2687931281 shutdown_connections 2024-03-29T00:19:01.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.671+0000 7fe772db5740 1 -- 172.21.15.12:0/2687931281 wait complete. 2024-03-29T00:19:01.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.671+0000 7fe772db5740 20 client.25679 trim_cache size 0 max 16384 2024-03-29T00:19:01.676 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-03-29T00:19:01.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.672+0000 7fe770000640 1 -- 172.21.15.12:0/1228054248 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe7500a1e00 msgr2=0x7fe7500a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:01.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.672+0000 7fe770000640 1 --2- 172.21.15.12:0/1228054248 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe7500a1e00 0x7fe7500a42c0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fe760009fd0 tx=0x7fe760004b50 comp rx=0 tx=0).stop 2024-03-29T00:19:01.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.672+0000 7fe770000640 1 -- 172.21.15.12:0/1228054248 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe768101300 msgr2=0x7fe768198160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:01.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.672+0000 7fe770000640 1 --2- 172.21.15.12:0/1228054248 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe768101300 0x7fe768198160 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fe75400e9f0 tx=0x7fe75400eeb0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.672+0000 7fe770000640 1 -- 172.21.15.12:0/1228054248 shutdown_connections 2024-03-29T00:19:01.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.672+0000 7fe770000640 1 --2- 172.21.15.12:0/1228054248 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe7500a1e00 0x7fe7500a42c0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.672+0000 7fe770000640 1 --2- 172.21.15.12:0/1228054248 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe768101c10 0x7fe76819f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.672+0000 7fe770000640 1 --2- 172.21.15.12:0/1228054248 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe768101300 0x7fe768198160 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.672+0000 7fe770000640 1 --2- 172.21.15.12:0/1228054248 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe768100940 0x7fe768197c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.672+0000 7fe770000640 1 -- 172.21.15.12:0/1228054248 >> 172.21.15.12:0/1228054248 conn(0x7fe7680fb370 msgr2=0x7fe7680fce10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:01.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.672+0000 7fe770000640 1 -- 172.21.15.12:0/1228054248 shutdown_connections 2024-03-29T00:19:01.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.672+0000 7fe770000640 1 -- 172.21.15.12:0/1228054248 wait complete. 2024-03-29T00:19:01.688 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-29T00:19:01.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.895+0000 7f7596400640 1 -- 172.21.15.12:0/2811384629 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7590101590 msgr2=0x7f75901019b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:01.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.895+0000 7f7596400640 1 --2- 172.21.15.12:0/2811384629 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7590101590 0x7f75901019b0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f7584009ca0 tx=0x7f758402c0f0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.895+0000 7f7596400640 1 -- 172.21.15.12:0/2811384629 shutdown_connections 2024-03-29T00:19:01.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.895+0000 7f7596400640 1 --2- 172.21.15.12:0/2811384629 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7590103140 0x7f75901099d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.895+0000 7f7596400640 1 --2- 172.21.15.12:0/2811384629 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7590102780 0x7f7590102c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.895+0000 7f7596400640 1 --2- 172.21.15.12:0/2811384629 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7590101590 0x7f75901019b0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.895+0000 7f7596400640 1 -- 172.21.15.12:0/2811384629 >> 172.21.15.12:0/2811384629 conn(0x7f75900fcb00 msgr2=0x7f75900fef40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:01.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.895+0000 7f7596400640 1 -- 172.21.15.12:0/2811384629 shutdown_connections 2024-03-29T00:19:01.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.895+0000 7f7596400640 1 -- 172.21.15.12:0/2811384629 wait complete. 2024-03-29T00:19:01.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.896+0000 7f7596400640 1 Processor -- start 2024-03-29T00:19:01.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.897+0000 7f7596400640 1 -- start start 2024-03-29T00:19:01.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.897+0000 7f7596400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7590101590 0x7f75901979d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.897+0000 7f7596400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7590102780 0x7f7590197f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.897+0000 7f7596400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7590103140 0x7f759019ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.897+0000 7f7596400640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f759010d330 con 0x7f7590103140 2024-03-29T00:19:01.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.897+0000 7f7596400640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f759010d1b0 con 0x7f7590102780 2024-03-29T00:19:01.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.897+0000 7f7596400640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f759010d4b0 con 0x7f7590101590 2024-03-29T00:19:01.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.897+0000 7f7595000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7590101590 0x7f75901979d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.897+0000 7f7595000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7590101590 0x7f75901979d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:44624/0 (socket says 172.21.15.12:44624) 2024-03-29T00:19:01.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.897+0000 7f7595000640 1 -- 172.21.15.12:0/2882878882 learned_addr learned my addr 172.21.15.12:0/2882878882 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:01.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.897+0000 7f758fe00640 1 --2- 172.21.15.12:0/2882878882 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7590102780 0x7f7590197f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.897+0000 7f7595a00640 1 --2- 172.21.15.12:0/2882878882 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7590103140 0x7f759019ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.898+0000 7f7595000640 1 -- 172.21.15.12:0/2882878882 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7590102780 msgr2=0x7f7590197f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:01.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.898+0000 7f7595000640 1 --2- 172.21.15.12:0/2882878882 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7590102780 0x7f7590197f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.898+0000 7f7595000640 1 -- 172.21.15.12:0/2882878882 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7590103140 msgr2=0x7f759019ef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:01.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.898+0000 7f7595000640 1 --2- 172.21.15.12:0/2882878882 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7590103140 0x7f759019ef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.898+0000 7f7595000640 1 -- 172.21.15.12:0/2882878882 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f759019f5f0 con 0x7f7590101590 2024-03-29T00:19:01.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.898+0000 7f7595000640 1 --2- 172.21.15.12:0/2882878882 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7590101590 0x7f75901979d0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f7584000f80 tx=0x7f7584034670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:01.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.900+0000 7f758d600640 1 -- 172.21.15.12:0/2882878882 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7584039040 con 0x7f7590101590 2024-03-29T00:19:01.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.900+0000 7f758d600640 1 -- 172.21.15.12:0/2882878882 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7584044070 con 0x7f7590101590 2024-03-29T00:19:01.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.900+0000 7f7596400640 1 -- 172.21.15.12:0/2882878882 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f759019f880 con 0x7f7590101590 2024-03-29T00:19:01.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.900+0000 7f758d600640 1 -- 172.21.15.12:0/2882878882 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7584004570 con 0x7f7590101590 2024-03-29T00:19:01.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.900+0000 7f7596400640 1 -- 172.21.15.12:0/2882878882 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f759019fd90 con 0x7f7590101590 2024-03-29T00:19:01.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.902+0000 7f758d600640 1 -- 172.21.15.12:0/2882878882 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f7584004710 con 0x7f7590101590 2024-03-29T00:19:01.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.903+0000 7f759a64b740 1 Processor -- start 2024-03-29T00:19:01.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.903+0000 7f759a64b740 1 -- start start 2024-03-29T00:19:01.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.903+0000 7f759a64b740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c0f7603980 0x55c0f7603da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.903+0000 7f759a64b740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c0f7604370 0x55c0f7608e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.904+0000 7f759a64b740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c0f76094e0 0x55c0f760b970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.904+0000 7f759a64b740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55c0f7564050 con 0x55c0f7603980 2024-03-29T00:19:01.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.904+0000 7f759a64b740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55c0f750cce0 con 0x55c0f7604370 2024-03-29T00:19:01.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.904+0000 7f759a64b740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55c0f75600f0 con 0x55c0f76094e0 2024-03-29T00:19:01.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.904+0000 7f7595a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c0f7603980 0x55c0f7603da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.904+0000 7f758fe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c0f76094e0 0x55c0f760b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.904+0000 7f758fe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c0f76094e0 0x55c0f760b970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:44628/0 (socket says 172.21.15.12:44628) 2024-03-29T00:19:01.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.904+0000 7f758fe00640 1 -- 172.21.15.12:0/565846534 learned_addr learned my addr 172.21.15.12:0/565846534 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:01.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.904+0000 7f7595000640 1 --2- 172.21.15.12:0/565846534 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c0f7604370 0x55c0f7608e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.904+0000 7f758fe00640 1 -- 172.21.15.12:0/565846534 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c0f7604370 msgr2=0x55c0f7608e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:01.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.904+0000 7f758fe00640 1 --2- 172.21.15.12:0/565846534 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c0f7604370 0x55c0f7608e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.904+0000 7f758fe00640 1 -- 172.21.15.12:0/565846534 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c0f7603980 msgr2=0x55c0f7603da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:01.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.904+0000 7f758fe00640 1 --2- 172.21.15.12:0/565846534 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c0f7603980 0x55c0f7603da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.904+0000 7f758fe00640 1 -- 172.21.15.12:0/565846534 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c0f72783f0 con 0x55c0f76094e0 2024-03-29T00:19:01.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.904+0000 7f758d600640 1 --2- 172.21.15.12:0/2882878882 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f75780a1e00 0x7f75780a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.904+0000 7f7595a00640 1 --2- 172.21.15.12:0/565846534 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c0f7603980 0x55c0f7603da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:01.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.905+0000 7f758d600640 1 -- 172.21.15.12:0/2882878882 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f75840f0740 con 0x7f7590101590 2024-03-29T00:19:01.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.905+0000 7f758fe00640 1 --2- 172.21.15.12:0/565846534 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c0f76094e0 0x55c0f760b970 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f757c00bd10 tx=0x7f757c0107a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6e2b46f7fdd7f72 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:01.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.905+0000 7f7595a00640 1 --2- 172.21.15.12:0/2882878882 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f75780a1e00 0x7f75780a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.905+0000 7f7582000640 1 -- 172.21.15.12:0/565846534 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f757c005220 con 0x55c0f76094e0 2024-03-29T00:19:01.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.905+0000 7f7582000640 1 -- 172.21.15.12:0/565846534 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f757c004ca0 con 0x55c0f76094e0 2024-03-29T00:19:01.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.905+0000 7f7582000640 1 -- 172.21.15.12:0/565846534 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f757c0118e0 con 0x55c0f76094e0 2024-03-29T00:19:01.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.906+0000 7f759a64b740 1 -- 172.21.15.12:0/565846534 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c0f76094e0 msgr2=0x55c0f760b970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:01.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.906+0000 7f759a64b740 1 --2- 172.21.15.12:0/565846534 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c0f76094e0 0x55c0f760b970 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f757c00bd10 tx=0x7f757c0107a0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.906+0000 7f7595a00640 1 --2- 172.21.15.12:0/2882878882 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f75780a1e00 0x7f75780a42c0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x55c0f7604bd0 tx=0x7f7588005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:01.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.906+0000 7f759a64b740 1 -- 172.21.15.12:0/565846534 shutdown_connections 2024-03-29T00:19:01.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.906+0000 7f759a64b740 1 --2- 172.21.15.12:0/565846534 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c0f7604370 0x55c0f7608e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.906+0000 7f759a64b740 1 --2- 172.21.15.12:0/565846534 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c0f76094e0 0x55c0f760b970 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.906+0000 7f759a64b740 1 --2- 172.21.15.12:0/565846534 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c0f7603980 0x55c0f7603da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.906+0000 7f759a64b740 1 -- 172.21.15.12:0/565846534 >> 172.21.15.12:0/565846534 conn(0x55c0f75faae0 msgr2=0x55c0f75faee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:01.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.906+0000 7f759a64b740 1 -- 172.21.15.12:0/565846534 shutdown_connections 2024-03-29T00:19:01.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.906+0000 7f759a64b740 1 -- 172.21.15.12:0/565846534 wait complete. 2024-03-29T00:19:01.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.906+0000 7f759a64b740 1 -- start start 2024-03-29T00:19:01.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.907+0000 7f759a64b740 1 Processor -- start 2024-03-29T00:19:01.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.907+0000 7f759a64b740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c0f7603980 0x55c0f760dec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.907+0000 7f759a64b740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c0f7604370 0x55c0f760e400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.907+0000 7f759a64b740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c0f76094e0 0x55c0f7615440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.907+0000 7f759a64b740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55c0f760c490 con 0x55c0f7603980 2024-03-29T00:19:01.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.907+0000 7f759a64b740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55c0f75022f0 con 0x55c0f7604370 2024-03-29T00:19:01.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.907+0000 7f759a64b740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55c0f760c610 con 0x55c0f76094e0 2024-03-29T00:19:01.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.907+0000 7f759a64b740 10 client.0 _ll_register_callbacks cb 0x55c0f7277be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:01.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.908+0000 7f758fe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c0f7604370 0x55c0f760e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.908+0000 7f758fe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c0f7604370 0x55c0f760e400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36390/0 (socket says 172.21.15.12:36390) 2024-03-29T00:19:01.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.908+0000 7f758fe00640 1 -- 172.21.15.12:0/1746212670 learned_addr learned my addr 172.21.15.12:0/1746212670 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:01.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.908+0000 7f7595000640 1 --2- 172.21.15.12:0/1746212670 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c0f7603980 0x55c0f760dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.908+0000 7f7595a00640 1 --2- 172.21.15.12:0/1746212670 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c0f76094e0 0x55c0f7615440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.908+0000 7f758fe00640 1 -- 172.21.15.12:0/1746212670 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c0f76094e0 msgr2=0x55c0f7615440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:01.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.908+0000 7f758fe00640 1 --2- 172.21.15.12:0/1746212670 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c0f76094e0 0x55c0f7615440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.908+0000 7f758fe00640 1 -- 172.21.15.12:0/1746212670 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c0f7603980 msgr2=0x55c0f760dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:01.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.908+0000 7f758fe00640 1 --2- 172.21.15.12:0/1746212670 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c0f7603980 0x55c0f760dec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.908+0000 7f758fe00640 1 -- 172.21.15.12:0/1746212670 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c0f73427d0 con 0x55c0f7604370 2024-03-29T00:19:01.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.908+0000 7f7595000640 1 --2- 172.21.15.12:0/1746212670 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c0f7603980 0x55c0f760dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:19:01.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.909+0000 7f758fe00640 1 --2- 172.21.15.12:0/1746212670 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c0f7604370 0x55c0f760e400 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f757c000c00 tx=0x7f757c005230 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aae64d58c0296192 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:01.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.909+0000 7f7576a00640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:19:01.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.909+0000 7f7576a00640 1 -- 172.21.15.12:0/1746212670 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f757c02a060 con 0x55c0f7604370 2024-03-29T00:19:01.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.909+0000 7f7576a00640 1 -- 172.21.15.12:0/1746212670 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f757c0048d0 con 0x55c0f7604370 2024-03-29T00:19:01.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.909+0000 7f759a64b740 1 -- 172.21.15.12:0/1746212670 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f757c004ca0 con 0x55c0f7604370 2024-03-29T00:19:01.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.909+0000 7f7576a00640 1 -- 172.21.15.12:0/1746212670 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f757c031050 con 0x55c0f7604370 2024-03-29T00:19:01.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.909+0000 7f759a64b740 10 client.25691 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:01.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.909+0000 7f759a64b740 1 -- 172.21.15.12:0/1746212670 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c0f76187b0 con 0x55c0f7604370 2024-03-29T00:19:01.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.909+0000 7f7576a00640 1 -- 172.21.15.12:0/1746212670 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f757c004ca0 con 0x55c0f7604370 2024-03-29T00:19:01.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.910+0000 7f7576a00640 1 -- 172.21.15.12:0/1746212670 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f757c01b430 con 0x55c0f7604370 2024-03-29T00:19:01.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.910+0000 7f759a64b740 10 client.25691 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:01.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.910+0000 7f759a64b740 10 client.25691 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-03-29T00:19:01.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.910+0000 7f759a64b740 20 client.25691 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:01.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.910+0000 7f759a64b740 1 --2- 172.21.15.12:0/1746212670 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x55c0f7619b00 0x55c0f761bef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.910+0000 7f759a64b740 4 client.25691 mds_command: new command op to 24544 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:19:01.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.910+0000 7f759a64b740 1 -- 172.21.15.12:0/1746212670 --> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c0f750d680 con 0x55c0f7619b00 2024-03-29T00:19:01.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.910+0000 7f7595000640 1 --2- 172.21.15.12:0/1746212670 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x55c0f7619b00 0x55c0f761bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.911+0000 7f7576a00640 10 client.25691 ms_handle_connect on v2:172.21.15.69:6836/466045469 2024-03-29T00:19:01.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.911+0000 7f7595000640 1 --2- 172.21.15.12:0/1746212670 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x55c0f7619b00 0x55c0f761bef0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=549a212e5389c052 server_cookie=1fbbf3b65a0bbbd in_seq=0 out_seq=0 2024-03-29T00:19:01.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.912+0000 7f7576a00640 1 -- 172.21.15.12:0/1746212670 <== mds.2 v2:172.21.15.69:6836/466045469 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55c0f750d680 con 0x55c0f7619b00 2024-03-29T00:19:01.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.912+0000 7f7576a00640 10 client.25691 handle_command_reply: tid=0 2024-03-29T00:19:01.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.912+0000 7f759a64b740 1 client.25691 shutdown 2024-03-29T00:19:01.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.912+0000 7f759a64b740 1 -- 172.21.15.12:0/1746212670 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c0f7604370 msgr2=0x55c0f760e400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:01.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.912+0000 7f759a64b740 1 --2- 172.21.15.12:0/1746212670 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c0f7604370 0x55c0f760e400 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f757c000c00 tx=0x7f757c005230 comp rx=0 tx=0).stop 2024-03-29T00:19:01.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.912+0000 7f759a64b740 1 -- 172.21.15.12:0/1746212670 shutdown_connections 2024-03-29T00:19:01.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.912+0000 7f759a64b740 1 --2- 172.21.15.12:0/1746212670 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x55c0f7619b00 0x55c0f761bef0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.912+0000 7f759a64b740 1 --2- 172.21.15.12:0/1746212670 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c0f7604370 0x55c0f760e400 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.912+0000 7f759a64b740 1 --2- 172.21.15.12:0/1746212670 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c0f76094e0 0x55c0f7615440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.912+0000 7f759a64b740 1 --2- 172.21.15.12:0/1746212670 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c0f7603980 0x55c0f760dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.912+0000 7f7576a00640 0 client.25691 ms_handle_reset on v2:172.21.15.69:6836/466045469 2024-03-29T00:19:01.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.912+0000 7f759a64b740 1 -- 172.21.15.12:0/1746212670 >> 172.21.15.12:0/1746212670 conn(0x55c0f75faae0 msgr2=0x55c0f75f9dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:01.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.912+0000 7f759a64b740 1 -- 172.21.15.12:0/1746212670 shutdown_connections 2024-03-29T00:19:01.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.912+0000 7f759a64b740 1 -- 172.21.15.12:0/1746212670 wait complete. 2024-03-29T00:19:01.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.912+0000 7f759a64b740 20 client.25691 trim_cache size 0 max 16384 2024-03-29T00:19:01.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.927+0000 7f759a64b740 1 Processor -- start 2024-03-29T00:19:01.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.927+0000 7f759a64b740 1 -- start start 2024-03-29T00:19:01.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.927+0000 7f759a64b740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c0f7603980 0x55c0f75f9530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.927+0000 7f759a64b740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c0f7604370 0x55c0f7615400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.927+0000 7f759a64b740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c0f76094e0 0x55c0f75f9a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.927+0000 7f759a64b740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f75901a80e0 con 0x55c0f76094e0 2024-03-29T00:19:01.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.927+0000 7f759a64b740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f75901a9c20 con 0x55c0f7603980 2024-03-29T00:19:01.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.927+0000 7f759a64b740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f75901a87b0 con 0x55c0f7604370 2024-03-29T00:19:01.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.928+0000 7f758fe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c0f7604370 0x55c0f7615400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.928+0000 7f7595a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c0f76094e0 0x55c0f75f9a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.928+0000 7f758fe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c0f7604370 0x55c0f7615400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:44646/0 (socket says 172.21.15.12:44646) 2024-03-29T00:19:01.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.928+0000 7f758fe00640 1 -- 172.21.15.12:0/578936457 learned_addr learned my addr 172.21.15.12:0/578936457 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:01.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.928+0000 7f7595000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c0f7603980 0x55c0f75f9530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.931 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.928+0000 7f758fe00640 1 -- 172.21.15.12:0/578936457 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c0f7603980 msgr2=0x55c0f75f9530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:01.931 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.928+0000 7f758fe00640 1 --2- 172.21.15.12:0/578936457 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c0f7603980 0x55c0f75f9530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.931 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.928+0000 7f758fe00640 1 -- 172.21.15.12:0/578936457 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c0f76094e0 msgr2=0x55c0f75f9a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:01.931 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.928+0000 7f758fe00640 1 --2- 172.21.15.12:0/578936457 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c0f76094e0 0x55c0f75f9a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.931 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.928+0000 7f758fe00640 1 -- 172.21.15.12:0/578936457 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c0f761c260 con 0x55c0f7604370 2024-03-29T00:19:01.931 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.928+0000 7f7595000640 1 --2- 172.21.15.12:0/578936457 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c0f7603980 0x55c0f75f9530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:01.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.928+0000 7f758fe00640 1 --2- 172.21.15.12:0/578936457 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c0f7604370 0x55c0f7615400 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f757c011010 tx=0x7f757c00bb60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b563bd11f897a474 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:01.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.929+0000 7f7581600640 1 -- 172.21.15.12:0/578936457 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f757c01f070 con 0x55c0f7604370 2024-03-29T00:19:01.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.929+0000 7f7581600640 1 -- 172.21.15.12:0/578936457 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f757c005600 con 0x55c0f7604370 2024-03-29T00:19:01.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.929+0000 7f7581600640 1 -- 172.21.15.12:0/578936457 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f757c02a070 con 0x55c0f7604370 2024-03-29T00:19:01.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.929+0000 7f759a64b740 1 -- 172.21.15.12:0/578936457 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c0f7604370 msgr2=0x55c0f7615400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:01.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.929+0000 7f759a64b740 1 --2- 172.21.15.12:0/578936457 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c0f7604370 0x55c0f7615400 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f757c011010 tx=0x7f757c00bb60 comp rx=0 tx=0).stop 2024-03-29T00:19:01.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.929+0000 7f759a64b740 1 -- 172.21.15.12:0/578936457 shutdown_connections 2024-03-29T00:19:01.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.929+0000 7f759a64b740 1 --2- 172.21.15.12:0/578936457 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c0f76094e0 0x55c0f75f9a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.929+0000 7f759a64b740 1 --2- 172.21.15.12:0/578936457 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c0f7604370 0x55c0f7615400 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.929+0000 7f759a64b740 1 --2- 172.21.15.12:0/578936457 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c0f7603980 0x55c0f75f9530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.929+0000 7f759a64b740 1 -- 172.21.15.12:0/578936457 >> 172.21.15.12:0/578936457 conn(0x55c0f75faae0 msgr2=0x55c0f75faec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:01.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.929+0000 7f759a64b740 1 -- 172.21.15.12:0/578936457 shutdown_connections 2024-03-29T00:19:01.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.929+0000 7f759a64b740 1 -- 172.21.15.12:0/578936457 wait complete. 2024-03-29T00:19:01.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.930+0000 7f759a64b740 1 -- start start 2024-03-29T00:19:01.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.930+0000 7f759a64b740 1 Processor -- start 2024-03-29T00:19:01.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.930+0000 7f759a64b740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c0f7603980 0x55c0f7612bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.930+0000 7f759a64b740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c0f7604370 0x55c0f7613100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.930+0000 7f759a64b740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c0f76094e0 0x55c0f7614110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.930+0000 7f759a64b740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f75901a9550 con 0x55c0f7604370 2024-03-29T00:19:01.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.930+0000 7f759a64b740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f75901a8e80 con 0x55c0f7603980 2024-03-29T00:19:01.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.930+0000 7f759a64b740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f75901a60c0 con 0x55c0f76094e0 2024-03-29T00:19:01.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.930+0000 7f759a64b740 10 client.0 _ll_register_callbacks cb 0x7f7588009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:01.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.931+0000 7f7595000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c0f7603980 0x55c0f7612bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.931+0000 7f7595a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c0f76094e0 0x55c0f7614110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.931+0000 7f758fe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c0f7604370 0x55c0f7613100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.931+0000 7f7595000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c0f7603980 0x55c0f7612bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36414/0 (socket says 172.21.15.12:36414) 2024-03-29T00:19:01.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.931+0000 7f7595a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c0f76094e0 0x55c0f7614110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:44656/0 (socket says 172.21.15.12:44656) 2024-03-29T00:19:01.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.931+0000 7f7595000640 1 -- 172.21.15.12:0/738539790 learned_addr learned my addr 172.21.15.12:0/738539790 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:01.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.931+0000 7f7595a00640 1 -- 172.21.15.12:0/738539790 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c0f7603980 msgr2=0x55c0f7612bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:01.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.931+0000 7f7595a00640 1 --2- 172.21.15.12:0/738539790 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c0f7603980 0x55c0f7612bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.931+0000 7f7595a00640 1 -- 172.21.15.12:0/738539790 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c0f7604370 msgr2=0x55c0f7613100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:01.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.931+0000 7f7595a00640 1 --2- 172.21.15.12:0/738539790 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c0f7604370 0x55c0f7613100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.931+0000 7f7595a00640 1 -- 172.21.15.12:0/738539790 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c0f7614700 con 0x55c0f76094e0 2024-03-29T00:19:01.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.931+0000 7f7595000640 1 --2- 172.21.15.12:0/738539790 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c0f7603980 0x55c0f7612bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:01.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.931+0000 7f7595a00640 1 --2- 172.21.15.12:0/738539790 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c0f76094e0 0x55c0f7614110 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f7588004540 tx=0x7f7588004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7f8d171e119f1566 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:01.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.931+0000 7f7576a00640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:19:01.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.932+0000 7f7576a00640 1 -- 172.21.15.12:0/738539790 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7588003c50 con 0x55c0f76094e0 2024-03-29T00:19:01.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.932+0000 7f7576a00640 1 -- 172.21.15.12:0/738539790 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f7588003df0 con 0x55c0f76094e0 2024-03-29T00:19:01.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.932+0000 7f759a64b740 1 -- 172.21.15.12:0/738539790 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f757c005600 con 0x55c0f76094e0 2024-03-29T00:19:01.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.932+0000 7f7576a00640 1 -- 172.21.15.12:0/738539790 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7588035050 con 0x55c0f76094e0 2024-03-29T00:19:01.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.932+0000 7f759a64b740 10 client.25756 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:01.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.932+0000 7f759a64b740 1 -- 172.21.15.12:0/738539790 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c0f767fed0 con 0x55c0f76094e0 2024-03-29T00:19:01.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.932+0000 7f7576a00640 1 -- 172.21.15.12:0/738539790 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f757c005600 con 0x55c0f76094e0 2024-03-29T00:19:01.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.932+0000 7f7576a00640 1 -- 172.21.15.12:0/738539790 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f7588029070 con 0x55c0f76094e0 2024-03-29T00:19:01.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.932+0000 7f759a64b740 10 client.25756 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:01.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.933+0000 7f759a64b740 10 client.25756 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-03-29T00:19:01.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.933+0000 7f759a64b740 20 client.25756 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:01.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.933+0000 7f759a64b740 1 --2- 172.21.15.12:0/738539790 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x55c0f7680980 0x55c0f7682da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:01.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.933+0000 7f759a64b740 4 client.25756 mds_command: new command op to 24544 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-29T00:19:01.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.933+0000 7f759a64b740 1 -- 172.21.15.12:0/738539790 --> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c0f7571590 con 0x55c0f7680980 2024-03-29T00:19:01.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.933+0000 7f7595000640 1 --2- 172.21.15.12:0/738539790 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x55c0f7680980 0x55c0f7682da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:01.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.933+0000 7f7595000640 1 --2- 172.21.15.12:0/738539790 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x55c0f7680980 0x55c0f7682da0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=75f06153194b5c36 server_cookie=60fca782d2c1def3 in_seq=0 out_seq=0 2024-03-29T00:19:01.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.933+0000 7f7576a00640 10 client.25756 ms_handle_connect on v2:172.21.15.69:6836/466045469 2024-03-29T00:19:01.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.933+0000 7f7576a00640 1 -- 172.21.15.12:0/738539790 <== mds.2 v2:172.21.15.69:6836/466045469 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c0f7571590 con 0x55c0f7680980 2024-03-29T00:19:01.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.933+0000 7f7576a00640 10 client.25756 handle_command_reply: tid=0 2024-03-29T00:19:01.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.933+0000 7f759a64b740 1 client.25756 shutdown 2024-03-29T00:19:01.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.934+0000 7f759a64b740 1 -- 172.21.15.12:0/738539790 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c0f76094e0 msgr2=0x55c0f7614110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:01.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.934+0000 7f759a64b740 1 --2- 172.21.15.12:0/738539790 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c0f76094e0 0x55c0f7614110 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f7588004540 tx=0x7f7588004730 comp rx=0 tx=0).stop 2024-03-29T00:19:01.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.934+0000 7f759a64b740 1 -- 172.21.15.12:0/738539790 shutdown_connections 2024-03-29T00:19:01.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.934+0000 7f759a64b740 1 --2- 172.21.15.12:0/738539790 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x55c0f7680980 0x55c0f7682da0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.934+0000 7f759a64b740 1 --2- 172.21.15.12:0/738539790 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c0f76094e0 0x55c0f7614110 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.934+0000 7f759a64b740 1 --2- 172.21.15.12:0/738539790 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c0f7604370 0x55c0f7613100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.934+0000 7f7576a00640 0 client.25756 ms_handle_reset on v2:172.21.15.69:6836/466045469 2024-03-29T00:19:01.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.934+0000 7f759a64b740 1 --2- 172.21.15.12:0/738539790 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c0f7603980 0x55c0f7612bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.934+0000 7f759a64b740 1 -- 172.21.15.12:0/738539790 >> 172.21.15.12:0/738539790 conn(0x55c0f75faae0 msgr2=0x55c0f75fdd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:01.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.934+0000 7f759a64b740 1 -- 172.21.15.12:0/738539790 shutdown_connections 2024-03-29T00:19:01.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.934+0000 7f759a64b740 1 -- 172.21.15.12:0/738539790 wait complete. 2024-03-29T00:19:01.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.934+0000 7f759a64b740 20 client.25756 trim_cache size 0 max 16384 2024-03-29T00:19:01.938 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-03-29T00:19:01.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.935+0000 7f7596400640 1 -- 172.21.15.12:0/2882878882 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f75780a1e00 msgr2=0x7f75780a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:01.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.935+0000 7f7596400640 1 --2- 172.21.15.12:0/2882878882 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f75780a1e00 0x7f75780a42c0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x55c0f7604bd0 tx=0x7f7588005f90 comp rx=0 tx=0).stop 2024-03-29T00:19:01.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.935+0000 7f7596400640 1 -- 172.21.15.12:0/2882878882 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7590101590 msgr2=0x7f75901979d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:01.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.935+0000 7f7596400640 1 --2- 172.21.15.12:0/2882878882 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7590101590 0x7f75901979d0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f7584000f80 tx=0x7f7584034670 comp rx=0 tx=0).stop 2024-03-29T00:19:01.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.935+0000 7f7596400640 1 -- 172.21.15.12:0/2882878882 shutdown_connections 2024-03-29T00:19:01.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.935+0000 7f7596400640 1 --2- 172.21.15.12:0/2882878882 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f75780a1e00 0x7f75780a42c0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.935+0000 7f7596400640 1 --2- 172.21.15.12:0/2882878882 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7590102780 0x7f7590197f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.935+0000 7f7596400640 1 --2- 172.21.15.12:0/2882878882 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7590103140 0x7f759019ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.935+0000 7f7596400640 1 --2- 172.21.15.12:0/2882878882 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7590101590 0x7f75901979d0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:01.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.935+0000 7f7596400640 1 -- 172.21.15.12:0/2882878882 >> 172.21.15.12:0/2882878882 conn(0x7f75900fcb00 msgr2=0x7f7590105a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:01.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.935+0000 7f7596400640 1 -- 172.21.15.12:0/2882878882 shutdown_connections 2024-03-29T00:19:01.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:01.935+0000 7f7596400640 1 -- 172.21.15.12:0/2882878882 wait complete. 2024-03-29T00:19:01.955 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:01 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2336313982' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:19:01.957 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-29T00:19:02.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:01 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2336313982' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:19:02.158 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.158+0000 7fbd2ce00640 1 -- 172.21.15.12:0/3783891961 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbd281020e0 msgr2=0x7fbd281044d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:02.158 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.158+0000 7fbd2ce00640 1 --2- 172.21.15.12:0/3783891961 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbd281020e0 0x7fbd281044d0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fbd18009900 tx=0x7fbd1802bc50 comp rx=0 tx=0).stop 2024-03-29T00:19:02.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.158+0000 7fbd2ce00640 1 -- 172.21.15.12:0/3783891961 shutdown_connections 2024-03-29T00:19:02.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.158+0000 7fbd2ce00640 1 --2- 172.21.15.12:0/3783891961 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbd28107340 0x7fbd28109730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.158+0000 7fbd2ce00640 1 --2- 172.21.15.12:0/3783891961 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbd28104a10 0x7fbd28106e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.158+0000 7fbd2ce00640 1 --2- 172.21.15.12:0/3783891961 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbd281020e0 0x7fbd281044d0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.158+0000 7fbd2ce00640 1 -- 172.21.15.12:0/3783891961 >> 172.21.15.12:0/3783891961 conn(0x7fbd280fba30 msgr2=0x7fbd280fde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:02.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.158+0000 7fbd2ce00640 1 -- 172.21.15.12:0/3783891961 shutdown_connections 2024-03-29T00:19:02.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.158+0000 7fbd2ce00640 1 -- 172.21.15.12:0/3783891961 wait complete. 2024-03-29T00:19:02.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.159+0000 7fbd2ce00640 1 Processor -- start 2024-03-29T00:19:02.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.159+0000 7fbd2ce00640 1 -- start start 2024-03-29T00:19:02.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.159+0000 7fbd2ce00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbd281020e0 0x7fbd28199bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.159+0000 7fbd2ce00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbd28104a10 0x7fbd2819a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.159+0000 7fbd2ce00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbd28107340 0x7fbd281a1160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.159+0000 7fbd2ce00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fbd2810d360 con 0x7fbd28104a10 2024-03-29T00:19:02.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.159+0000 7fbd2ce00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fbd2810d1e0 con 0x7fbd28107340 2024-03-29T00:19:02.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.159+0000 7fbd2ce00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fbd2810d4e0 con 0x7fbd281020e0 2024-03-29T00:19:02.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.160+0000 7fbd27400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbd281020e0 0x7fbd28199bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.160+0000 7fbd26a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbd28104a10 0x7fbd2819a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.160+0000 7fbd27400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbd281020e0 0x7fbd28199bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:44680/0 (socket says 172.21.15.12:44680) 2024-03-29T00:19:02.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.160+0000 7fbd27400640 1 -- 172.21.15.12:0/4292207561 learned_addr learned my addr 172.21.15.12:0/4292207561 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:02.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.160+0000 7fbd27e00640 1 --2- 172.21.15.12:0/4292207561 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbd28107340 0x7fbd281a1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.160+0000 7fbd27400640 1 -- 172.21.15.12:0/4292207561 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbd28107340 msgr2=0x7fbd281a1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:02.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.160+0000 7fbd27400640 1 --2- 172.21.15.12:0/4292207561 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbd28107340 0x7fbd281a1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.160+0000 7fbd27400640 1 -- 172.21.15.12:0/4292207561 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbd28104a10 msgr2=0x7fbd2819a0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:02.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.160+0000 7fbd27400640 1 --2- 172.21.15.12:0/4292207561 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbd28104a10 0x7fbd2819a0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.160+0000 7fbd27400640 1 -- 172.21.15.12:0/4292207561 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd281a17d0 con 0x7fbd281020e0 2024-03-29T00:19:02.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.160+0000 7fbd27400640 1 --2- 172.21.15.12:0/4292207561 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbd281020e0 0x7fbd28199bb0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fbd18005ab0 tx=0x7fbd18004a30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:02.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.160+0000 7fbd1fe00640 1 -- 172.21.15.12:0/4292207561 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd18043020 con 0x7fbd281020e0 2024-03-29T00:19:02.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.161+0000 7fbd2ce00640 1 -- 172.21.15.12:0/4292207561 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd281a1a60 con 0x7fbd281020e0 2024-03-29T00:19:02.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.161+0000 7fbd1fe00640 1 -- 172.21.15.12:0/4292207561 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fbd18004250 con 0x7fbd281020e0 2024-03-29T00:19:02.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.161+0000 7fbd1fe00640 1 -- 172.21.15.12:0/4292207561 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd18003b30 con 0x7fbd281020e0 2024-03-29T00:19:02.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.161+0000 7fbd2ce00640 1 -- 172.21.15.12:0/4292207561 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd281a1fb0 con 0x7fbd281020e0 2024-03-29T00:19:02.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.164+0000 7fbd1fe00640 1 -- 172.21.15.12:0/4292207561 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fbd18046020 con 0x7fbd281020e0 2024-03-29T00:19:02.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.164+0000 7fbd3116c740 1 Processor -- start 2024-03-29T00:19:02.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.164+0000 7fbd3116c740 1 -- start start 2024-03-29T00:19:02.166 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.165+0000 7fbd3116c740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b791d0c570 0x55b791d0c990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.166 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.165+0000 7fbd3116c740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b791d0cf60 0x55b791d11a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.166 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.165+0000 7fbd3116c740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b791d120d0 0x55b791d14560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.166 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.165+0000 7fbd3116c740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55b791c71050 con 0x55b791d0c570 2024-03-29T00:19:02.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.165+0000 7fbd3116c740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55b791c19ce0 con 0x55b791d120d0 2024-03-29T00:19:02.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.165+0000 7fbd3116c740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55b791c6d0f0 con 0x55b791d0cf60 2024-03-29T00:19:02.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.165+0000 7fbd27400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b791d0cf60 0x55b791d11a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.165+0000 7fbd27e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b791d0c570 0x55b791d0c990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.165+0000 7fbd27400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b791d0cf60 0x55b791d11a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:44686/0 (socket says 172.21.15.12:44686) 2024-03-29T00:19:02.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.165+0000 7fbd27400640 1 -- 172.21.15.12:0/332549929 learned_addr learned my addr 172.21.15.12:0/332549929 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:02.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.165+0000 7fbd26a00640 1 --2- 172.21.15.12:0/332549929 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b791d120d0 0x55b791d14560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.165+0000 7fbd27400640 1 -- 172.21.15.12:0/332549929 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b791d120d0 msgr2=0x55b791d14560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:02.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.165+0000 7fbd27400640 1 --2- 172.21.15.12:0/332549929 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b791d120d0 0x55b791d14560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.165+0000 7fbd27400640 1 -- 172.21.15.12:0/332549929 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b791d0c570 msgr2=0x55b791d0c990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:02.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.165+0000 7fbd27400640 1 --2- 172.21.15.12:0/332549929 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b791d0c570 0x55b791d0c990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.165+0000 7fbd27400640 1 -- 172.21.15.12:0/332549929 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b7919853f0 con 0x55b791d0cf60 2024-03-29T00:19:02.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.165+0000 7fbd27e00640 1 --2- 172.21.15.12:0/332549929 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b791d0c570 0x55b791d0c990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:02.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.166+0000 7fbd1fe00640 1 --2- 172.21.15.12:0/4292207561 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fbd0c0a1d80 0x7fbd0c0a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.166+0000 7fbd27400640 1 --2- 172.21.15.12:0/332549929 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b791d0cf60 0x55b791d11a60 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fbd180f8290 tx=0x7fbd180f8380 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7ca78536c1996f02 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:02.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.166+0000 7fbd1fe00640 1 -- 172.21.15.12:0/4292207561 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fbd180f0260 con 0x7fbd281020e0 2024-03-29T00:19:02.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.166+0000 7fbd27e00640 1 --2- 172.21.15.12:0/4292207561 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fbd0c0a1d80 0x7fbd0c0a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.166+0000 7fbd1cc00640 1 -- 172.21.15.12:0/332549929 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd180b8e80 con 0x55b791d0cf60 2024-03-29T00:19:02.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.166+0000 7fbd1cc00640 1 -- 172.21.15.12:0/332549929 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fbd180bd2e0 con 0x55b791d0cf60 2024-03-29T00:19:02.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.166+0000 7fbd1cc00640 1 -- 172.21.15.12:0/332549929 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd180bc540 con 0x55b791d0cf60 2024-03-29T00:19:02.171 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.167+0000 7fbd3116c740 1 -- 172.21.15.12:0/332549929 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b791d0cf60 msgr2=0x55b791d11a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:02.171 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.167+0000 7fbd27e00640 1 --2- 172.21.15.12:0/4292207561 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fbd0c0a1d80 0x7fbd0c0a4240 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x55b791d0d7c0 tx=0x7fbd20009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:02.171 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.167+0000 7fbd3116c740 1 --2- 172.21.15.12:0/332549929 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b791d0cf60 0x55b791d11a60 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fbd180f8290 tx=0x7fbd180f8380 comp rx=0 tx=0).stop 2024-03-29T00:19:02.171 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.167+0000 7fbd3116c740 1 -- 172.21.15.12:0/332549929 shutdown_connections 2024-03-29T00:19:02.172 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.167+0000 7fbd3116c740 1 --2- 172.21.15.12:0/332549929 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b791d120d0 0x55b791d14560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.172 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.167+0000 7fbd3116c740 1 --2- 172.21.15.12:0/332549929 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b791d0cf60 0x55b791d11a60 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.172 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.167+0000 7fbd3116c740 1 --2- 172.21.15.12:0/332549929 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b791d0c570 0x55b791d0c990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.172 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.167+0000 7fbd3116c740 1 -- 172.21.15.12:0/332549929 >> 172.21.15.12:0/332549929 conn(0x55b791d07ae0 msgr2=0x55b791d07ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:02.172 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.167+0000 7fbd3116c740 1 -- 172.21.15.12:0/332549929 shutdown_connections 2024-03-29T00:19:02.172 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.167+0000 7fbd3116c740 1 -- 172.21.15.12:0/332549929 wait complete. 2024-03-29T00:19:02.172 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.168+0000 7fbd3116c740 1 -- start start 2024-03-29T00:19:02.172 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.168+0000 7fbd3116c740 1 Processor -- start 2024-03-29T00:19:02.172 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.168+0000 7fbd3116c740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b791d0c570 0x55b791d16820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.172 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.168+0000 7fbd3116c740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b791d0cf60 0x55b791d16d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.172 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.168+0000 7fbd3116c740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b791d120d0 0x55b791d1dda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.172 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.168+0000 7fbd3116c740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55b791d14e40 con 0x55b791d0c570 2024-03-29T00:19:02.172 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.168+0000 7fbd3116c740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55b791c0f2f0 con 0x55b791d0cf60 2024-03-29T00:19:02.172 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.168+0000 7fbd3116c740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55b791d14fc0 con 0x55b791d120d0 2024-03-29T00:19:02.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.168+0000 7fbd3116c740 10 client.0 _ll_register_callbacks cb 0x55b791984be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:02.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.169+0000 7fbd26a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b791d0cf60 0x55b791d16d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.169+0000 7fbd26a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b791d0cf60 0x55b791d16d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36442/0 (socket says 172.21.15.12:36442) 2024-03-29T00:19:02.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.169+0000 7fbd26a00640 1 -- 172.21.15.12:0/1057367492 learned_addr learned my addr 172.21.15.12:0/1057367492 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:02.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.169+0000 7fbd27400640 1 --2- 172.21.15.12:0/1057367492 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b791d0c570 0x55b791d16820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.169+0000 7fbd27e00640 1 --2- 172.21.15.12:0/1057367492 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b791d120d0 0x55b791d1dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.169+0000 7fbd26a00640 1 -- 172.21.15.12:0/1057367492 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b791d120d0 msgr2=0x55b791d1dda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:02.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.169+0000 7fbd26a00640 1 --2- 172.21.15.12:0/1057367492 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b791d120d0 0x55b791d1dda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.169+0000 7fbd26a00640 1 -- 172.21.15.12:0/1057367492 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b791d0c570 msgr2=0x55b791d16820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:02.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.169+0000 7fbd26a00640 1 --2- 172.21.15.12:0/1057367492 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b791d0c570 0x55b791d16820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.169+0000 7fbd26a00640 1 -- 172.21.15.12:0/1057367492 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b791a4f7d0 con 0x55b791d0cf60 2024-03-29T00:19:02.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.169+0000 7fbd26a00640 1 --2- 172.21.15.12:0/1057367492 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b791d0cf60 0x55b791d16d60 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fbd14012700 tx=0x7fbd14012bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2567beeee6b1e61b server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:02.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.169+0000 7fbd11600640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:19:02.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.170+0000 7fbd11600640 1 -- 172.21.15.12:0/1057367492 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd1400f920 con 0x55b791d0cf60 2024-03-29T00:19:02.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.170+0000 7fbd11600640 1 -- 172.21.15.12:0/1057367492 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fbd1400fac0 con 0x55b791d0cf60 2024-03-29T00:19:02.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.170+0000 7fbd3116c740 1 -- 172.21.15.12:0/1057367492 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbd180bd2e0 con 0x55b791d0cf60 2024-03-29T00:19:02.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.170+0000 7fbd11600640 1 -- 172.21.15.12:0/1057367492 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fbd1400fcc0 con 0x55b791d0cf60 2024-03-29T00:19:02.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.170+0000 7fbd3116c740 10 client.25709 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:02.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.170+0000 7fbd3116c740 1 -- 172.21.15.12:0/1057367492 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b791d211d0 con 0x55b791d0cf60 2024-03-29T00:19:02.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.170+0000 7fbd11600640 1 -- 172.21.15.12:0/1057367492 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fbd180bd2e0 con 0x55b791d0cf60 2024-03-29T00:19:02.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.170+0000 7fbd11600640 1 -- 172.21.15.12:0/1057367492 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fbd1401c4d0 con 0x55b791d0cf60 2024-03-29T00:19:02.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.170+0000 7fbd3116c740 10 client.25709 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:02.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.170+0000 7fbd3116c740 10 client.25709 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-29T00:19:02.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.170+0000 7fbd3116c740 20 client.25709 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:02.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.170+0000 7fbd3116c740 1 --2- 172.21.15.12:0/1057367492 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55b791d22890 0x55b791d24d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.170+0000 7fbd3116c740 4 client.25709 mds_command: new command op to 24566 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:19:02.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.170+0000 7fbd3116c740 1 -- 172.21.15.12:0/1057367492 --> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b791c1a680 con 0x55b791d22890 2024-03-29T00:19:02.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.171+0000 7fbd27400640 1 --2- 172.21.15.12:0/1057367492 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55b791d22890 0x55b791d24d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.171+0000 7fbd27400640 1 --2- 172.21.15.12:0/1057367492 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55b791d22890 0x55b791d24d30 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4ef75df86898aaee server_cookie=e9eddad255be78ca in_seq=0 out_seq=0 2024-03-29T00:19:02.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.171+0000 7fbd11600640 10 client.25709 ms_handle_connect on v2:172.21.15.53:6838/2142959350 2024-03-29T00:19:02.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.172+0000 7fbd11600640 1 -- 172.21.15.12:0/1057367492 <== mds.1 v2:172.21.15.53:6838/2142959350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55b791c1a680 con 0x55b791d22890 2024-03-29T00:19:02.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.172+0000 7fbd11600640 10 client.25709 handle_command_reply: tid=0 2024-03-29T00:19:02.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.172+0000 7fbd3116c740 1 client.25709 shutdown 2024-03-29T00:19:02.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.172+0000 7fbd3116c740 1 -- 172.21.15.12:0/1057367492 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b791d0cf60 msgr2=0x55b791d16d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:02.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.172+0000 7fbd3116c740 1 --2- 172.21.15.12:0/1057367492 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b791d0cf60 0x55b791d16d60 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fbd14012700 tx=0x7fbd14012bc0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.172+0000 7fbd3116c740 1 -- 172.21.15.12:0/1057367492 shutdown_connections 2024-03-29T00:19:02.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.172+0000 7fbd3116c740 1 --2- 172.21.15.12:0/1057367492 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55b791d22890 0x55b791d24d30 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.172+0000 7fbd3116c740 1 --2- 172.21.15.12:0/1057367492 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b791d0cf60 0x55b791d16d60 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.172+0000 7fbd3116c740 1 --2- 172.21.15.12:0/1057367492 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b791d120d0 0x55b791d1dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.172+0000 7fbd3116c740 1 --2- 172.21.15.12:0/1057367492 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b791d0c570 0x55b791d16820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.172+0000 7fbd11600640 0 client.25709 ms_handle_reset on v2:172.21.15.53:6838/2142959350 2024-03-29T00:19:02.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.172+0000 7fbd3116c740 1 -- 172.21.15.12:0/1057367492 >> 172.21.15.12:0/1057367492 conn(0x55b791d07ae0 msgr2=0x55b791d06dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:02.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.172+0000 7fbd3116c740 1 -- 172.21.15.12:0/1057367492 shutdown_connections 2024-03-29T00:19:02.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.172+0000 7fbd3116c740 1 -- 172.21.15.12:0/1057367492 wait complete. 2024-03-29T00:19:02.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.173+0000 7fbd3116c740 20 client.25709 trim_cache size 0 max 16384 2024-03-29T00:19:02.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.188+0000 7fbd3116c740 1 Processor -- start 2024-03-29T00:19:02.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.188+0000 7fbd3116c740 1 -- start start 2024-03-29T00:19:02.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.188+0000 7fbd3116c740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b791d0c570 0x55b791d0e420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.188+0000 7fbd3116c740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b791d0cf60 0x55b791d0e960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.188+0000 7fbd3116c740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b791d120d0 0x55b791d1dd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.188+0000 7fbd3116c740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fbd281ac470 con 0x55b791d120d0 2024-03-29T00:19:02.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.188+0000 7fbd3116c740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fbd281adfb0 con 0x55b791d0c570 2024-03-29T00:19:02.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.188+0000 7fbd3116c740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fbd281acb40 con 0x55b791d0cf60 2024-03-29T00:19:02.190 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.188+0000 7fbd27400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b791d0c570 0x55b791d0e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.190 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.188+0000 7fbd26a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b791d0cf60 0x55b791d0e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.190 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.188+0000 7fbd27e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b791d120d0 0x55b791d1dd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.190 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.188+0000 7fbd26a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b791d0cf60 0x55b791d0e960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:44708/0 (socket says 172.21.15.12:44708) 2024-03-29T00:19:02.190 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.188+0000 7fbd27400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b791d0c570 0x55b791d0e420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36454/0 (socket says 172.21.15.12:36454) 2024-03-29T00:19:02.190 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.188+0000 7fbd26a00640 1 -- 172.21.15.12:0/3539794004 learned_addr learned my addr 172.21.15.12:0/3539794004 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:02.190 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.189+0000 7fbd26a00640 1 -- 172.21.15.12:0/3539794004 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b791d0c570 msgr2=0x55b791d0e420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:02.190 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.189+0000 7fbd26a00640 1 --2- 172.21.15.12:0/3539794004 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b791d0c570 0x55b791d0e420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.190 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.189+0000 7fbd26a00640 1 -- 172.21.15.12:0/3539794004 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b791d120d0 msgr2=0x55b791d1dd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:02.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.189+0000 7fbd26a00640 1 --2- 172.21.15.12:0/3539794004 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b791d120d0 0x55b791d1dd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.189+0000 7fbd26a00640 1 -- 172.21.15.12:0/3539794004 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b791d0d340 con 0x55b791d0cf60 2024-03-29T00:19:02.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.189+0000 7fbd27400640 1 --2- 172.21.15.12:0/3539794004 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b791d0c570 0x55b791d0e420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:02.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.189+0000 7fbd26a00640 1 --2- 172.21.15.12:0/3539794004 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b791d0cf60 0x55b791d0e960 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fbd140059f0 tx=0x7fbd14009ea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8572d0a853f89cfd server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:02.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.189+0000 7fbd13e00640 1 -- 172.21.15.12:0/3539794004 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd1400f920 con 0x55b791d0cf60 2024-03-29T00:19:02.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.189+0000 7fbd13e00640 1 -- 172.21.15.12:0/3539794004 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fbd1400fac0 con 0x55b791d0cf60 2024-03-29T00:19:02.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.189+0000 7fbd13e00640 1 -- 172.21.15.12:0/3539794004 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd14003ad0 con 0x55b791d0cf60 2024-03-29T00:19:02.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.190+0000 7fbd3116c740 1 -- 172.21.15.12:0/3539794004 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b791d0cf60 msgr2=0x55b791d0e960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:02.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.190+0000 7fbd3116c740 1 --2- 172.21.15.12:0/3539794004 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b791d0cf60 0x55b791d0e960 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fbd140059f0 tx=0x7fbd14009ea0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.190+0000 7fbd3116c740 1 -- 172.21.15.12:0/3539794004 shutdown_connections 2024-03-29T00:19:02.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.190+0000 7fbd3116c740 1 --2- 172.21.15.12:0/3539794004 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b791d120d0 0x55b791d1dd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.190+0000 7fbd3116c740 1 --2- 172.21.15.12:0/3539794004 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b791d0cf60 0x55b791d0e960 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.190+0000 7fbd3116c740 1 --2- 172.21.15.12:0/3539794004 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b791d0c570 0x55b791d0e420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.190+0000 7fbd3116c740 1 -- 172.21.15.12:0/3539794004 >> 172.21.15.12:0/3539794004 conn(0x55b791d07ae0 msgr2=0x55b791d07ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:02.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.190+0000 7fbd3116c740 1 -- 172.21.15.12:0/3539794004 shutdown_connections 2024-03-29T00:19:02.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.190+0000 7fbd3116c740 1 -- 172.21.15.12:0/3539794004 wait complete. 2024-03-29T00:19:02.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.191+0000 7fbd3116c740 1 -- start start 2024-03-29T00:19:02.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.191+0000 7fbd3116c740 1 Processor -- start 2024-03-29T00:19:02.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.191+0000 7fbd3116c740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b791d0c570 0x55b791d1b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.191+0000 7fbd3116c740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b791d0cf60 0x55b791d1b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.191+0000 7fbd3116c740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b791d120d0 0x55b791d1c840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.191+0000 7fbd3116c740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fbd281ad8e0 con 0x55b791d0c570 2024-03-29T00:19:02.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.191+0000 7fbd3116c740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fbd281ad210 con 0x55b791d120d0 2024-03-29T00:19:02.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.191+0000 7fbd3116c740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fbd281aa450 con 0x55b791d0cf60 2024-03-29T00:19:02.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.191+0000 7fbd3116c740 10 client.0 _ll_register_callbacks cb 0x7fbd14009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:02.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.192+0000 7fbd27e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b791d120d0 0x55b791d1c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.192+0000 7fbd26a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b791d0cf60 0x55b791d1b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.192+0000 7fbd27e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b791d120d0 0x55b791d1c840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36470/0 (socket says 172.21.15.12:36470) 2024-03-29T00:19:02.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.192+0000 7fbd27400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b791d0c570 0x55b791d1b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.192+0000 7fbd27e00640 1 -- 172.21.15.12:0/552124898 learned_addr learned my addr 172.21.15.12:0/552124898 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:02.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.192+0000 7fbd27e00640 1 -- 172.21.15.12:0/552124898 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b791d0cf60 msgr2=0x55b791d1b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:02.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.192+0000 7fbd27e00640 1 --2- 172.21.15.12:0/552124898 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b791d0cf60 0x55b791d1b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.192+0000 7fbd27e00640 1 -- 172.21.15.12:0/552124898 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b791d0c570 msgr2=0x55b791d1b3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:02.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.192+0000 7fbd27e00640 1 --2- 172.21.15.12:0/552124898 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b791d0c570 0x55b791d1b3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.192+0000 7fbd27e00640 1 -- 172.21.15.12:0/552124898 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b791d1ce30 con 0x55b791d120d0 2024-03-29T00:19:02.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.192+0000 7fbd27e00640 1 --2- 172.21.15.12:0/552124898 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b791d120d0 0x55b791d1c840 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fbd2000f880 tx=0x7fbd20004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=857c068e8d372528 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:02.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.192+0000 7fbd11600640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:19:02.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.193+0000 7fbd11600640 1 -- 172.21.15.12:0/552124898 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd20004b20 con 0x55b791d120d0 2024-03-29T00:19:02.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.193+0000 7fbd3116c740 1 -- 172.21.15.12:0/552124898 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbd1400fac0 con 0x55b791d120d0 2024-03-29T00:19:02.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.193+0000 7fbd11600640 1 -- 172.21.15.12:0/552124898 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fbd20004cc0 con 0x55b791d120d0 2024-03-29T00:19:02.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.193+0000 7fbd11600640 1 -- 172.21.15.12:0/552124898 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fbd20035050 con 0x55b791d120d0 2024-03-29T00:19:02.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.193+0000 7fbd3116c740 10 client.25715 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:02.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.193+0000 7fbd3116c740 1 -- 172.21.15.12:0/552124898 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b791d88c30 con 0x55b791d120d0 2024-03-29T00:19:02.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.193+0000 7fbd11600640 1 -- 172.21.15.12:0/552124898 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fbd1400fac0 con 0x55b791d120d0 2024-03-29T00:19:02.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.194+0000 7fbd11600640 1 -- 172.21.15.12:0/552124898 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fbd200054d0 con 0x55b791d120d0 2024-03-29T00:19:02.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.194+0000 7fbd3116c740 10 client.25715 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:02.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.194+0000 7fbd3116c740 10 client.25715 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-29T00:19:02.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.194+0000 7fbd3116c740 20 client.25715 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:02.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.194+0000 7fbd3116c740 1 --2- 172.21.15.12:0/552124898 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55b791d894f0 0x55b791d8b910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.194+0000 7fbd3116c740 4 client.25715 mds_command: new command op to 24566 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-29T00:19:02.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.194+0000 7fbd3116c740 1 -- 172.21.15.12:0/552124898 --> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b791c7e590 con 0x55b791d894f0 2024-03-29T00:19:02.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.194+0000 7fbd27400640 1 --2- 172.21.15.12:0/552124898 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55b791d894f0 0x55b791d8b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.194+0000 7fbd27400640 1 --2- 172.21.15.12:0/552124898 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55b791d894f0 0x55b791d8b910 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=66fc2b5acf15898a server_cookie=8a75dcbd5608df33 in_seq=0 out_seq=0 2024-03-29T00:19:02.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.194+0000 7fbd11600640 10 client.25715 ms_handle_connect on v2:172.21.15.53:6838/2142959350 2024-03-29T00:19:02.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.195+0000 7fbd11600640 1 -- 172.21.15.12:0/552124898 <== mds.1 v2:172.21.15.53:6838/2142959350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b791c7e590 con 0x55b791d894f0 2024-03-29T00:19:02.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.195+0000 7fbd11600640 10 client.25715 handle_command_reply: tid=0 2024-03-29T00:19:02.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.195+0000 7fbd3116c740 1 client.25715 shutdown 2024-03-29T00:19:02.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.195+0000 7fbd3116c740 1 -- 172.21.15.12:0/552124898 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b791d120d0 msgr2=0x55b791d1c840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:02.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.195+0000 7fbd3116c740 1 --2- 172.21.15.12:0/552124898 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b791d120d0 0x55b791d1c840 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fbd2000f880 tx=0x7fbd20004a40 comp rx=0 tx=0).stop 2024-03-29T00:19:02.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.195+0000 7fbd3116c740 1 -- 172.21.15.12:0/552124898 shutdown_connections 2024-03-29T00:19:02.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.195+0000 7fbd3116c740 1 --2- 172.21.15.12:0/552124898 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55b791d894f0 0x55b791d8b910 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.195+0000 7fbd3116c740 1 --2- 172.21.15.12:0/552124898 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b791d120d0 0x55b791d1c840 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.195+0000 7fbd3116c740 1 --2- 172.21.15.12:0/552124898 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b791d0cf60 0x55b791d1b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.195+0000 7fbd11600640 0 client.25715 ms_handle_reset on v2:172.21.15.53:6838/2142959350 2024-03-29T00:19:02.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.195+0000 7fbd3116c740 1 --2- 172.21.15.12:0/552124898 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b791d0c570 0x55b791d1b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.195+0000 7fbd3116c740 1 -- 172.21.15.12:0/552124898 >> 172.21.15.12:0/552124898 conn(0x55b791d07ae0 msgr2=0x55b791d167e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:02.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.195+0000 7fbd3116c740 1 -- 172.21.15.12:0/552124898 shutdown_connections 2024-03-29T00:19:02.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.195+0000 7fbd3116c740 1 -- 172.21.15.12:0/552124898 wait complete. 2024-03-29T00:19:02.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.195+0000 7fbd3116c740 20 client.25715 trim_cache size 0 max 16384 2024-03-29T00:19:02.200 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-03-29T00:19:02.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.196+0000 7fbd2ce00640 1 -- 172.21.15.12:0/4292207561 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fbd0c0a1d80 msgr2=0x7fbd0c0a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:02.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.196+0000 7fbd2ce00640 1 --2- 172.21.15.12:0/4292207561 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fbd0c0a1d80 0x7fbd0c0a4240 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x55b791d0d7c0 tx=0x7fbd20009500 comp rx=0 tx=0).stop 2024-03-29T00:19:02.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.196+0000 7fbd2ce00640 1 -- 172.21.15.12:0/4292207561 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbd281020e0 msgr2=0x7fbd28199bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:02.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.196+0000 7fbd2ce00640 1 --2- 172.21.15.12:0/4292207561 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbd281020e0 0x7fbd28199bb0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fbd18005ab0 tx=0x7fbd18004a30 comp rx=0 tx=0).stop 2024-03-29T00:19:02.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.196+0000 7fbd2ce00640 1 -- 172.21.15.12:0/4292207561 shutdown_connections 2024-03-29T00:19:02.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.196+0000 7fbd2ce00640 1 --2- 172.21.15.12:0/4292207561 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fbd0c0a1d80 0x7fbd0c0a4240 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.196+0000 7fbd2ce00640 1 --2- 172.21.15.12:0/4292207561 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbd28107340 0x7fbd281a1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.196+0000 7fbd2ce00640 1 --2- 172.21.15.12:0/4292207561 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbd28104a10 0x7fbd2819a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.196+0000 7fbd2ce00640 1 --2- 172.21.15.12:0/4292207561 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbd281020e0 0x7fbd28199bb0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.196+0000 7fbd2ce00640 1 -- 172.21.15.12:0/4292207561 >> 172.21.15.12:0/4292207561 conn(0x7fbd280fba30 msgr2=0x7fbd28101760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:02.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.196+0000 7fbd2ce00640 1 -- 172.21.15.12:0/4292207561 shutdown_connections 2024-03-29T00:19:02.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.196+0000 7fbd2ce00640 1 -- 172.21.15.12:0/4292207561 wait complete. 2024-03-29T00:19:02.219 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-29T00:19:02.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:01 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2336313982' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:19:02.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.426+0000 7f347ca00640 1 -- 172.21.15.12:0/2261743778 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3478104b80 msgr2=0x7f3478105000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:02.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.426+0000 7f347ca00640 1 --2- 172.21.15.12:0/2261743778 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3478104b80 0x7f3478105000 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f3464009900 tx=0x7f346402bc30 comp rx=0 tx=0).stop 2024-03-29T00:19:02.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.426+0000 7f347ca00640 1 -- 172.21.15.12:0/2261743778 shutdown_connections 2024-03-29T00:19:02.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.426+0000 7f347ca00640 1 --2- 172.21.15.12:0/2261743778 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3478104b80 0x7f3478105000 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.426+0000 7f347ca00640 1 --2- 172.21.15.12:0/2261743778 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3478105540 0x7f347810bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.426+0000 7f347ca00640 1 --2- 172.21.15.12:0/2261743778 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3478103990 0x7f3478103db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.426+0000 7f347ca00640 1 -- 172.21.15.12:0/2261743778 >> 172.21.15.12:0/2261743778 conn(0x7f34780fef00 msgr2=0x7f3478101340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:02.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.426+0000 7f347ca00640 1 -- 172.21.15.12:0/2261743778 shutdown_connections 2024-03-29T00:19:02.428 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.426+0000 7f347ca00640 1 -- 172.21.15.12:0/2261743778 wait complete. 2024-03-29T00:19:02.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.427+0000 7f347ca00640 1 Processor -- start 2024-03-29T00:19:02.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.427+0000 7f347ca00640 1 -- start start 2024-03-29T00:19:02.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.428+0000 7f347ca00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3478103990 0x7f3478199d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.428+0000 7f347ca00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3478104b80 0x7f347819a280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.428+0000 7f347ca00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3478105540 0x7f34781a12f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.428+0000 7f347ca00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f347810f6f0 con 0x7f3478104b80 2024-03-29T00:19:02.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.428+0000 7f347ca00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f347810f570 con 0x7f3478103990 2024-03-29T00:19:02.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.428+0000 7f347ca00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f347810f870 con 0x7f3478105540 2024-03-29T00:19:02.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.428+0000 7f3475e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3478103990 0x7f3478199d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.428+0000 7f3475400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3478104b80 0x7f347819a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.428+0000 7f3475400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3478104b80 0x7f347819a280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33792/0 (socket says 172.21.15.12:33792) 2024-03-29T00:19:02.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.428+0000 7f3475400640 1 -- 172.21.15.12:0/1890819054 learned_addr learned my addr 172.21.15.12:0/1890819054 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:02.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.428+0000 7f3475e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3478103990 0x7f3478199d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36480/0 (socket says 172.21.15.12:36480) 2024-03-29T00:19:02.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.428+0000 7f3476800640 1 --2- 172.21.15.12:0/1890819054 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3478105540 0x7f34781a12f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.428+0000 7f3475e00640 1 -- 172.21.15.12:0/1890819054 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3478105540 msgr2=0x7f34781a12f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:02.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.428+0000 7f3475e00640 1 --2- 172.21.15.12:0/1890819054 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3478105540 0x7f34781a12f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.428+0000 7f3475e00640 1 -- 172.21.15.12:0/1890819054 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3478104b80 msgr2=0x7f347819a280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:02.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.428+0000 7f3475e00640 1 --2- 172.21.15.12:0/1890819054 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3478104b80 0x7f347819a280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.428+0000 7f3475e00640 1 -- 172.21.15.12:0/1890819054 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34781a1960 con 0x7f3478103990 2024-03-29T00:19:02.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.429+0000 7f3475e00640 1 --2- 172.21.15.12:0/1890819054 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3478103990 0x7f3478199d40 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f346800d6a0 tx=0x7f346800db60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:02.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.429+0000 7f346ea00640 1 -- 172.21.15.12:0/1890819054 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3468017070 con 0x7f3478103990 2024-03-29T00:19:02.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.429+0000 7f346ea00640 1 -- 172.21.15.12:0/1890819054 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3468009d20 con 0x7f3478103990 2024-03-29T00:19:02.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.429+0000 7f347ca00640 1 -- 172.21.15.12:0/1890819054 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34781a1c50 con 0x7f3478103990 2024-03-29T00:19:02.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.429+0000 7f346ea00640 1 -- 172.21.15.12:0/1890819054 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3468003d60 con 0x7f3478103990 2024-03-29T00:19:02.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.429+0000 7f347ca00640 1 -- 172.21.15.12:0/1890819054 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34781a2170 con 0x7f3478103990 2024-03-29T00:19:02.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.433+0000 7f347f80f740 1 Processor -- start 2024-03-29T00:19:02.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.434+0000 7f347f80f740 1 -- start start 2024-03-29T00:19:02.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.434+0000 7f346ea00640 1 -- 172.21.15.12:0/1890819054 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f3468009820 con 0x7f3478103990 2024-03-29T00:19:02.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.434+0000 7f347f80f740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ed9ce5e3a0 0x55ed9ce5e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.434+0000 7f347f80f740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ed9ce5ed90 0x55ed9ce63890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.434+0000 7f347f80f740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ed9ce63f00 0x55ed9ce66390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.434+0000 7f347f80f740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55ed9cdc3050 con 0x55ed9ce63f00 2024-03-29T00:19:02.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.434+0000 7f347f80f740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55ed9cd6bce0 con 0x55ed9ce5e3a0 2024-03-29T00:19:02.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.434+0000 7f347f80f740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55ed9cdbf0f0 con 0x55ed9ce5ed90 2024-03-29T00:19:02.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.434+0000 7f3476800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ed9ce5e3a0 0x55ed9ce5e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.434+0000 7f3475e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ed9ce5ed90 0x55ed9ce63890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.434+0000 7f3476800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ed9ce5e3a0 0x55ed9ce5e7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36490/0 (socket says 172.21.15.12:36490) 2024-03-29T00:19:02.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.434+0000 7f3476800640 1 -- 172.21.15.12:0/651990151 learned_addr learned my addr 172.21.15.12:0/651990151 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:02.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.434+0000 7f3475400640 1 --2- 172.21.15.12:0/651990151 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ed9ce63f00 0x55ed9ce66390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.435+0000 7f3476800640 1 -- 172.21.15.12:0/651990151 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ed9ce5ed90 msgr2=0x55ed9ce63890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:02.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.435+0000 7f3476800640 1 --2- 172.21.15.12:0/651990151 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ed9ce5ed90 0x55ed9ce63890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.435+0000 7f3476800640 1 -- 172.21.15.12:0/651990151 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ed9ce63f00 msgr2=0x55ed9ce66390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:02.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.435+0000 7f3476800640 1 --2- 172.21.15.12:0/651990151 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ed9ce63f00 0x55ed9ce66390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.435+0000 7f3476800640 1 -- 172.21.15.12:0/651990151 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed9cad73f0 con 0x55ed9ce5e3a0 2024-03-29T00:19:02.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.435+0000 7f3475400640 1 --2- 172.21.15.12:0/651990151 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ed9ce63f00 0x55ed9ce66390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:19:02.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.435+0000 7f3476800640 1 --2- 172.21.15.12:0/651990151 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ed9ce5e3a0 0x55ed9ce5e7c0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f3470009fd0 tx=0x7f34700118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=51a8a67067ed0861 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:02.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.435+0000 7f3463000640 1 -- 172.21.15.12:0/651990151 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3470004d20 con 0x55ed9ce5e3a0 2024-03-29T00:19:02.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.435+0000 7f3463000640 1 -- 172.21.15.12:0/651990151 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3470004050 con 0x55ed9ce5e3a0 2024-03-29T00:19:02.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.435+0000 7f3463000640 1 -- 172.21.15.12:0/651990151 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3470005260 con 0x55ed9ce5e3a0 2024-03-29T00:19:02.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.436+0000 7f346ea00640 1 --2- 172.21.15.12:0/1890819054 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f345c0a1d80 0x7f345c0a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.436+0000 7f346ea00640 1 -- 172.21.15.12:0/1890819054 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f34680cd9f0 con 0x7f3478103990 2024-03-29T00:19:02.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.436+0000 7f347f80f740 1 -- 172.21.15.12:0/651990151 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ed9ce5e3a0 msgr2=0x55ed9ce5e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:02.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.436+0000 7f347f80f740 1 --2- 172.21.15.12:0/651990151 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ed9ce5e3a0 0x55ed9ce5e7c0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f3470009fd0 tx=0x7f34700118d0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.436+0000 7f3475e00640 1 --2- 172.21.15.12:0/1890819054 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f345c0a1d80 0x7f345c0a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.436+0000 7f347f80f740 1 -- 172.21.15.12:0/651990151 shutdown_connections 2024-03-29T00:19:02.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.436+0000 7f347f80f740 1 --2- 172.21.15.12:0/651990151 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ed9ce63f00 0x55ed9ce66390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.436+0000 7f347f80f740 1 --2- 172.21.15.12:0/651990151 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ed9ce5ed90 0x55ed9ce63890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.436+0000 7f347f80f740 1 --2- 172.21.15.12:0/651990151 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ed9ce5e3a0 0x55ed9ce5e7c0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.436+0000 7f347f80f740 1 -- 172.21.15.12:0/651990151 >> 172.21.15.12:0/651990151 conn(0x55ed9ce59910 msgr2=0x55ed9ce59d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:02.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.436+0000 7f347f80f740 1 -- 172.21.15.12:0/651990151 shutdown_connections 2024-03-29T00:19:02.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.436+0000 7f347f80f740 1 -- 172.21.15.12:0/651990151 wait complete. 2024-03-29T00:19:02.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.437+0000 7f3475e00640 1 --2- 172.21.15.12:0/1890819054 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f345c0a1d80 0x7f345c0a4240 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f34680cb4d0 tx=0x7f3468096040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:02.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.437+0000 7f347f80f740 1 -- start start 2024-03-29T00:19:02.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.437+0000 7f347f80f740 1 Processor -- start 2024-03-29T00:19:02.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.438+0000 7f347f80f740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ed9ce5e3a0 0x55ed9ce686d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.438+0000 7f347f80f740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ed9ce5ed90 0x55ed9ce68c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.438+0000 7f347f80f740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ed9ce63f00 0x55ed9ce6fc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.438+0000 7f347f80f740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55ed9ce66eb0 con 0x55ed9ce63f00 2024-03-29T00:19:02.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.438+0000 7f347f80f740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55ed9cd612f0 con 0x55ed9ce5e3a0 2024-03-29T00:19:02.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.438+0000 7f347f80f740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55ed9ce67030 con 0x55ed9ce5ed90 2024-03-29T00:19:02.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.438+0000 7f347f80f740 10 client.0 _ll_register_callbacks cb 0x55ed9cad6be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:02.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.438+0000 7f3475400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ed9ce5ed90 0x55ed9ce68c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.438+0000 7f3475400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ed9ce5ed90 0x55ed9ce68c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:44746/0 (socket says 172.21.15.12:44746) 2024-03-29T00:19:02.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.438+0000 7f3475400640 1 -- 172.21.15.12:0/3346402602 learned_addr learned my addr 172.21.15.12:0/3346402602 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:02.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.438+0000 7f3476800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ed9ce5e3a0 0x55ed9ce686d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.438+0000 7f3476800640 1 --2- 172.21.15.12:0/3346402602 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ed9ce63f00 0x55ed9ce6fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.438+0000 7f3475400640 1 -- 172.21.15.12:0/3346402602 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ed9ce5e3a0 msgr2=0x55ed9ce686d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:02.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.438+0000 7f3475400640 1 --2- 172.21.15.12:0/3346402602 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ed9ce5e3a0 0x55ed9ce686d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.438+0000 7f3475400640 1 -- 172.21.15.12:0/3346402602 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ed9ce63f00 msgr2=0x55ed9ce6fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:02.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.438+0000 7f3475400640 1 --2- 172.21.15.12:0/3346402602 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ed9ce63f00 0x55ed9ce6fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.438+0000 7f3475400640 1 -- 172.21.15.12:0/3346402602 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed9cba17d0 con 0x55ed9ce5ed90 2024-03-29T00:19:02.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.438+0000 7f3476800640 1 --2- 172.21.15.12:0/3346402602 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ed9ce5e3a0 0x55ed9ce686d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:19:02.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.439+0000 7f3475400640 1 --2- 172.21.15.12:0/3346402602 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ed9ce5ed90 0x55ed9ce68c10 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f3464009230 tx=0x7f34640095d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=521b3519280a7f0b server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:02.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.439+0000 7f3457400640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:19:02.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.439+0000 7f3457400640 1 -- 172.21.15.12:0/3346402602 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3464043070 con 0x55ed9ce5ed90 2024-03-29T00:19:02.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.439+0000 7f3457400640 1 -- 172.21.15.12:0/3346402602 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f3464004410 con 0x55ed9ce5ed90 2024-03-29T00:19:02.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.439+0000 7f347f80f740 1 -- 172.21.15.12:0/3346402602 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3470004050 con 0x55ed9ce5ed90 2024-03-29T00:19:02.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.439+0000 7f3457400640 1 -- 172.21.15.12:0/3346402602 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f346404f050 con 0x55ed9ce5ed90 2024-03-29T00:19:02.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.439+0000 7f347f80f740 10 client.25786 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:02.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.439+0000 7f347f80f740 1 -- 172.21.15.12:0/3346402602 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ed9ce73030 con 0x55ed9ce5ed90 2024-03-29T00:19:02.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.440+0000 7f3457400640 1 -- 172.21.15.12:0/3346402602 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3470004050 con 0x55ed9ce5ed90 2024-03-29T00:19:02.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.440+0000 7f3457400640 1 -- 172.21.15.12:0/3346402602 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f34640035f0 con 0x55ed9ce5ed90 2024-03-29T00:19:02.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.440+0000 7f347f80f740 10 client.25786 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:02.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.440+0000 7f347f80f740 10 client.25786 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:19:02.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.440+0000 7f347f80f740 20 client.25786 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:02.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.440+0000 7f347f80f740 1 --2- 172.21.15.12:0/3346402602 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55ed9ce74710 0x55ed9ce76b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.440+0000 7f347f80f740 4 client.25786 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:19:02.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.440+0000 7f347f80f740 1 -- 172.21.15.12:0/3346402602 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ed9cd6c680 con 0x55ed9ce74710 2024-03-29T00:19:02.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.440+0000 7f3476800640 1 --2- 172.21.15.12:0/3346402602 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55ed9ce74710 0x55ed9ce76b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.441+0000 7f3457400640 10 client.25786 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:02.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.441+0000 7f3476800640 1 --2- 172.21.15.12:0/3346402602 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55ed9ce74710 0x55ed9ce76b30 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f1572f40606573d6 server_cookie=72639558863732a9 in_seq=0 out_seq=0 2024-03-29T00:19:02.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.441+0000 7f3457400640 1 -- 172.21.15.12:0/3346402602 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55ed9cd6c680 con 0x55ed9ce74710 2024-03-29T00:19:02.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.441+0000 7f3457400640 10 client.25786 handle_command_reply: tid=0 2024-03-29T00:19:02.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.442+0000 7f347f80f740 1 client.25786 shutdown 2024-03-29T00:19:02.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.442+0000 7f347f80f740 1 -- 172.21.15.12:0/3346402602 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ed9ce5ed90 msgr2=0x55ed9ce68c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:02.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.442+0000 7f347f80f740 1 --2- 172.21.15.12:0/3346402602 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ed9ce5ed90 0x55ed9ce68c10 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f3464009230 tx=0x7f34640095d0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.442+0000 7f347f80f740 1 -- 172.21.15.12:0/3346402602 shutdown_connections 2024-03-29T00:19:02.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.442+0000 7f347f80f740 1 --2- 172.21.15.12:0/3346402602 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55ed9ce74710 0x55ed9ce76b30 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.442+0000 7f347f80f740 1 --2- 172.21.15.12:0/3346402602 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ed9ce63f00 0x55ed9ce6fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.442+0000 7f347f80f740 1 --2- 172.21.15.12:0/3346402602 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ed9ce5ed90 0x55ed9ce68c10 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.442+0000 7f347f80f740 1 --2- 172.21.15.12:0/3346402602 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ed9ce5e3a0 0x55ed9ce686d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.442+0000 7f3457400640 0 client.25786 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:02.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.442+0000 7f347f80f740 1 -- 172.21.15.12:0/3346402602 >> 172.21.15.12:0/3346402602 conn(0x55ed9ce59910 msgr2=0x55ed9ce58b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:02.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.442+0000 7f347f80f740 1 -- 172.21.15.12:0/3346402602 shutdown_connections 2024-03-29T00:19:02.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.442+0000 7f347f80f740 1 -- 172.21.15.12:0/3346402602 wait complete. 2024-03-29T00:19:02.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.442+0000 7f347f80f740 20 client.25786 trim_cache size 0 max 16384 2024-03-29T00:19:02.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.459+0000 7f347f80f740 1 Processor -- start 2024-03-29T00:19:02.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.459+0000 7f347f80f740 1 -- start start 2024-03-29T00:19:02.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.459+0000 7f347f80f740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ed9ce5e3a0 0x55ed9ce582e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.459+0000 7f347f80f740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ed9ce5ed90 0x55ed9ce6fc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.459+0000 7f347f80f740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ed9ce63f00 0x55ed9ce58820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.459+0000 7f347f80f740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f34781ac620 con 0x55ed9ce63f00 2024-03-29T00:19:02.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.459+0000 7f347f80f740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f34781ae160 con 0x55ed9ce5ed90 2024-03-29T00:19:02.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.459+0000 7f347f80f740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f34781accf0 con 0x55ed9ce5e3a0 2024-03-29T00:19:02.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.459+0000 7f3475400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ed9ce5ed90 0x55ed9ce6fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.459+0000 7f3476800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ed9ce5e3a0 0x55ed9ce582e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.459+0000 7f3475400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ed9ce5ed90 0x55ed9ce6fc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36514/0 (socket says 172.21.15.12:36514) 2024-03-29T00:19:02.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.459+0000 7f3475400640 1 -- 172.21.15.12:0/1647757557 learned_addr learned my addr 172.21.15.12:0/1647757557 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:02.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.460+0000 7f3476800640 1 --2- 172.21.15.12:0/1647757557 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ed9ce63f00 0x55ed9ce58820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.460+0000 7f3475400640 1 -- 172.21.15.12:0/1647757557 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ed9ce5e3a0 msgr2=0x55ed9ce582e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:02.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.460+0000 7f3475400640 1 --2- 172.21.15.12:0/1647757557 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ed9ce5e3a0 0x55ed9ce582e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.460+0000 7f3475400640 1 -- 172.21.15.12:0/1647757557 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ed9ce63f00 msgr2=0x55ed9ce58820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:02.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.460+0000 7f3475400640 1 --2- 172.21.15.12:0/1647757557 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ed9ce63f00 0x55ed9ce58820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.460+0000 7f3475400640 1 -- 172.21.15.12:0/1647757557 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed9ce54a00 con 0x55ed9ce5ed90 2024-03-29T00:19:02.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.460+0000 7f3475400640 1 --2- 172.21.15.12:0/1647757557 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ed9ce5ed90 0x55ed9ce6fc10 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f346402cfd0 tx=0x7f34640092e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d516d44c473feeae server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:02.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.460+0000 7f3462600640 1 -- 172.21.15.12:0/1647757557 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3464058070 con 0x55ed9ce5ed90 2024-03-29T00:19:02.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.460+0000 7f3462600640 1 -- 172.21.15.12:0/1647757557 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3464004bc0 con 0x55ed9ce5ed90 2024-03-29T00:19:02.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.460+0000 7f3462600640 1 -- 172.21.15.12:0/1647757557 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3464043070 con 0x55ed9ce5ed90 2024-03-29T00:19:02.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.461+0000 7f347f80f740 1 -- 172.21.15.12:0/1647757557 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ed9ce5ed90 msgr2=0x55ed9ce6fc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:02.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.461+0000 7f347f80f740 1 --2- 172.21.15.12:0/1647757557 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ed9ce5ed90 0x55ed9ce6fc10 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f346402cfd0 tx=0x7f34640092e0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.461+0000 7f347f80f740 1 -- 172.21.15.12:0/1647757557 shutdown_connections 2024-03-29T00:19:02.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.461+0000 7f347f80f740 1 --2- 172.21.15.12:0/1647757557 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ed9ce5ed90 0x55ed9ce6fc10 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.461+0000 7f347f80f740 1 --2- 172.21.15.12:0/1647757557 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ed9ce63f00 0x55ed9ce58820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.461+0000 7f347f80f740 1 --2- 172.21.15.12:0/1647757557 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ed9ce5e3a0 0x55ed9ce582e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.461+0000 7f347f80f740 1 -- 172.21.15.12:0/1647757557 >> 172.21.15.12:0/1647757557 conn(0x55ed9ce59910 msgr2=0x55ed9ce600b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:02.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.462+0000 7f347f80f740 1 -- 172.21.15.12:0/1647757557 shutdown_connections 2024-03-29T00:19:02.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.462+0000 7f347f80f740 1 -- 172.21.15.12:0/1647757557 wait complete. 2024-03-29T00:19:02.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.462+0000 7f347f80f740 1 -- start start 2024-03-29T00:19:02.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.462+0000 7f347f80f740 1 Processor -- start 2024-03-29T00:19:02.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.463+0000 7f347f80f740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ed9ce5e3a0 0x55ed9ce6d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.463+0000 7f347f80f740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ed9ce5ed90 0x55ed9ce6d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.463+0000 7f347f80f740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ed9ce63f00 0x55ed9ce6e900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.463+0000 7f347f80f740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f34781ada90 con 0x55ed9ce5ed90 2024-03-29T00:19:02.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.463+0000 7f347f80f740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f34781ad3c0 con 0x55ed9ce63f00 2024-03-29T00:19:02.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.463+0000 7f347f80f740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f34781aa600 con 0x55ed9ce5e3a0 2024-03-29T00:19:02.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.463+0000 7f347f80f740 10 client.0 _ll_register_callbacks cb 0x7f3464009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:02.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.463+0000 7f3476800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ed9ce5e3a0 0x55ed9ce6d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.463+0000 7f3476800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ed9ce5e3a0 0x55ed9ce6d3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:44768/0 (socket says 172.21.15.12:44768) 2024-03-29T00:19:02.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.463+0000 7f3476800640 1 -- 172.21.15.12:0/3385306971 learned_addr learned my addr 172.21.15.12:0/3385306971 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:02.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.463+0000 7f3475400640 1 --2- 172.21.15.12:0/3385306971 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ed9ce5ed90 0x55ed9ce6d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.463+0000 7f3476800640 1 --2- 172.21.15.12:0/3385306971 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ed9ce63f00 0x55ed9ce6e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.463+0000 7f3476800640 1 -- 172.21.15.12:0/3385306971 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ed9ce63f00 msgr2=0x55ed9ce6e900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:02.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.463+0000 7f3476800640 1 --2- 172.21.15.12:0/3385306971 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ed9ce63f00 0x55ed9ce6e900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.463+0000 7f3476800640 1 -- 172.21.15.12:0/3385306971 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ed9ce5ed90 msgr2=0x55ed9ce6d8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:02.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.463+0000 7f3476800640 1 --2- 172.21.15.12:0/3385306971 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ed9ce5ed90 0x55ed9ce6d8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.463+0000 7f3476800640 1 -- 172.21.15.12:0/3385306971 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed9ce6eef0 con 0x55ed9ce5e3a0 2024-03-29T00:19:02.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.464+0000 7f3476800640 1 --2- 172.21.15.12:0/3385306971 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ed9ce5e3a0 0x55ed9ce6d3b0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f3470009c70 tx=0x7f34700118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=76489767d677bda3 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:02.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.464+0000 7f3457400640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:19:02.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.464+0000 7f3457400640 1 -- 172.21.15.12:0/3385306971 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f347002e6c0 con 0x55ed9ce5e3a0 2024-03-29T00:19:02.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.464+0000 7f347f80f740 1 -- 172.21.15.12:0/3385306971 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3464004bc0 con 0x55ed9ce5e3a0 2024-03-29T00:19:02.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.464+0000 7f3457400640 1 -- 172.21.15.12:0/3385306971 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f347000f4e0 con 0x55ed9ce5e3a0 2024-03-29T00:19:02.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.464+0000 7f3457400640 1 -- 172.21.15.12:0/3385306971 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f347000f6e0 con 0x55ed9ce5e3a0 2024-03-29T00:19:02.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.464+0000 7f347f80f740 10 client.25792 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:02.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.464+0000 7f347f80f740 1 -- 172.21.15.12:0/3385306971 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ed9cedaad0 con 0x55ed9ce5e3a0 2024-03-29T00:19:02.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.465+0000 7f3457400640 1 -- 172.21.15.12:0/3385306971 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3464004bc0 con 0x55ed9ce5e3a0 2024-03-29T00:19:02.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.465+0000 7f3457400640 1 -- 172.21.15.12:0/3385306971 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f347003a070 con 0x55ed9ce5e3a0 2024-03-29T00:19:02.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.465+0000 7f347f80f740 10 client.25792 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:02.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.465+0000 7f347f80f740 10 client.25792 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:19:02.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.465+0000 7f347f80f740 20 client.25792 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:02.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.465+0000 7f347f80f740 1 --2- 172.21.15.12:0/3385306971 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55ed9cedb370 0x55ed9cedd790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:02.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.465+0000 7f347f80f740 4 client.25792 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-29T00:19:02.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.465+0000 7f347f80f740 1 -- 172.21.15.12:0/3385306971 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ed9cdd0590 con 0x55ed9cedb370 2024-03-29T00:19:02.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.465+0000 7f3475400640 1 --2- 172.21.15.12:0/3385306971 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55ed9cedb370 0x55ed9cedd790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:02.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.466+0000 7f3475400640 1 --2- 172.21.15.12:0/3385306971 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55ed9cedb370 0x55ed9cedd790 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cb957acd57100938 server_cookie=593e92fc514f14a1 in_seq=0 out_seq=0 2024-03-29T00:19:02.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.466+0000 7f3457400640 10 client.25792 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:02.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.466+0000 7f3457400640 1 -- 172.21.15.12:0/3385306971 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ed9cdd0590 con 0x55ed9cedb370 2024-03-29T00:19:02.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.466+0000 7f3457400640 10 client.25792 handle_command_reply: tid=0 2024-03-29T00:19:02.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.466+0000 7f347f80f740 1 client.25792 shutdown 2024-03-29T00:19:02.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.466+0000 7f347f80f740 1 -- 172.21.15.12:0/3385306971 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ed9ce5e3a0 msgr2=0x55ed9ce6d3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:02.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.466+0000 7f347f80f740 1 --2- 172.21.15.12:0/3385306971 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ed9ce5e3a0 0x55ed9ce6d3b0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f3470009c70 tx=0x7f34700118d0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.466+0000 7f347f80f740 1 -- 172.21.15.12:0/3385306971 shutdown_connections 2024-03-29T00:19:02.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.466+0000 7f347f80f740 1 --2- 172.21.15.12:0/3385306971 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55ed9cedb370 0x55ed9cedd790 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.466+0000 7f347f80f740 1 --2- 172.21.15.12:0/3385306971 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ed9ce63f00 0x55ed9ce6e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.466+0000 7f347f80f740 1 --2- 172.21.15.12:0/3385306971 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ed9ce5ed90 0x55ed9ce6d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.466+0000 7f347f80f740 1 --2- 172.21.15.12:0/3385306971 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ed9ce5e3a0 0x55ed9ce6d3b0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.466+0000 7f3457400640 0 client.25792 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:02.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.466+0000 7f347f80f740 1 -- 172.21.15.12:0/3385306971 >> 172.21.15.12:0/3385306971 conn(0x55ed9ce59910 msgr2=0x55ed9ce5cb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:02.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.466+0000 7f347f80f740 1 -- 172.21.15.12:0/3385306971 shutdown_connections 2024-03-29T00:19:02.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.466+0000 7f347f80f740 1 -- 172.21.15.12:0/3385306971 wait complete. 2024-03-29T00:19:02.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.467+0000 7f347f80f740 20 client.25792 trim_cache size 0 max 16384 2024-03-29T00:19:02.471 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-03-29T00:19:02.471 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.467+0000 7f347ca00640 1 -- 172.21.15.12:0/1890819054 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f345c0a1d80 msgr2=0x7f345c0a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:02.471 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.467+0000 7f347ca00640 1 --2- 172.21.15.12:0/1890819054 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f345c0a1d80 0x7f345c0a4240 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f34680cb4d0 tx=0x7f3468096040 comp rx=0 tx=0).stop 2024-03-29T00:19:02.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.467+0000 7f347ca00640 1 -- 172.21.15.12:0/1890819054 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3478103990 msgr2=0x7f3478199d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:02.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.467+0000 7f347ca00640 1 --2- 172.21.15.12:0/1890819054 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3478103990 0x7f3478199d40 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f346800d6a0 tx=0x7f346800db60 comp rx=0 tx=0).stop 2024-03-29T00:19:02.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.467+0000 7f347ca00640 1 -- 172.21.15.12:0/1890819054 shutdown_connections 2024-03-29T00:19:02.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.467+0000 7f347ca00640 1 --2- 172.21.15.12:0/1890819054 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f345c0a1d80 0x7f345c0a4240 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.467+0000 7f347ca00640 1 --2- 172.21.15.12:0/1890819054 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3478105540 0x7f34781a12f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.467+0000 7f347ca00640 1 --2- 172.21.15.12:0/1890819054 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3478104b80 0x7f347819a280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.467+0000 7f347ca00640 1 --2- 172.21.15.12:0/1890819054 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3478103990 0x7f3478199d40 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:02.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.467+0000 7f347ca00640 1 -- 172.21.15.12:0/1890819054 >> 172.21.15.12:0/1890819054 conn(0x7f34780fef00 msgr2=0x7f3478107e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:02.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.468+0000 7f347ca00640 1 -- 172.21.15.12:0/1890819054 shutdown_connections 2024-03-29T00:19:02.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:02.468+0000 7f347ca00640 1 -- 172.21.15.12:0/1890819054 wait complete. 2024-03-29T00:19:03.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:02 smithi053 ceph-mon[36233]: pgmap v439: 129 pgs: 129 active+clean; 659 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 255 B/s wr, 9 op/s 2024-03-29T00:19:03.233 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:02 smithi069 ceph-mon[36074]: pgmap v439: 129 pgs: 129 active+clean; 659 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 255 B/s wr, 9 op/s 2024-03-29T00:19:03.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:02 smithi012 ceph-mon[31657]: pgmap v439: 129 pgs: 129 active+clean; 659 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 255 B/s wr, 9 op/s 2024-03-29T00:19:03.485 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-29T00:19:03.485 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:19:03.485 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-29T00:19:03.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.711+0000 7f725aa00640 1 -- 172.21.15.12:0/1059075547 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7254101110 msgr2=0x7f7254101590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:03.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.711+0000 7f725aa00640 1 --2- 172.21.15.12:0/1059075547 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7254101110 0x7f7254101590 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f724c009ca0 tx=0x7f724c02c100 comp rx=0 tx=0).stop 2024-03-29T00:19:03.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.711+0000 7f725aa00640 1 -- 172.21.15.12:0/1059075547 shutdown_connections 2024-03-29T00:19:03.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.711+0000 7f725aa00640 1 --2- 172.21.15.12:0/1059075547 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7254100770 0x7f7254100bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.711+0000 7f725aa00640 1 --2- 172.21.15.12:0/1059075547 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7254101110 0x7f7254101590 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.711+0000 7f725aa00640 1 --2- 172.21.15.12:0/1059075547 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f72540ffe10 0x7f7254100230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.711+0000 7f725aa00640 1 -- 172.21.15.12:0/1059075547 >> 172.21.15.12:0/1059075547 conn(0x7f72540fba30 msgr2=0x7f72540fde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:03.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.711+0000 7f725aa00640 1 -- 172.21.15.12:0/1059075547 shutdown_connections 2024-03-29T00:19:03.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.711+0000 7f725aa00640 1 -- 172.21.15.12:0/1059075547 wait complete. 2024-03-29T00:19:03.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.712+0000 7f725aa00640 1 Processor -- start 2024-03-29T00:19:03.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.712+0000 7f725aa00640 1 -- start start 2024-03-29T00:19:03.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.712+0000 7f725aa00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f72540ffe10 0x7f7254199af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:03.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.712+0000 7f725aa00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7254100770 0x7f725419a030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:03.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.712+0000 7f725aa00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7254101110 0x7f72541a10a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:03.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.712+0000 7f725aa00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f725410f560 con 0x7f7254100770 2024-03-29T00:19:03.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.712+0000 7f725aa00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f725410f3e0 con 0x7f7254101110 2024-03-29T00:19:03.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.712+0000 7f725aa00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f725410f6e0 con 0x7f72540ffe10 2024-03-29T00:19:03.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.712+0000 7f7259600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f72540ffe10 0x7f7254199af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:03.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.712+0000 7f7259600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f72540ffe10 0x7f7254199af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:44784/0 (socket says 172.21.15.12:44784) 2024-03-29T00:19:03.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.712+0000 7f7259600640 1 -- 172.21.15.12:0/829324102 learned_addr learned my addr 172.21.15.12:0/829324102 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:03.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.712+0000 7f7258c00640 1 --2- 172.21.15.12:0/829324102 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7254100770 0x7f725419a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:03.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.712+0000 7f725a000640 1 --2- 172.21.15.12:0/829324102 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7254101110 0x7f72541a10a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:03.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.713+0000 7f7259600640 1 -- 172.21.15.12:0/829324102 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7254101110 msgr2=0x7f72541a10a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:03.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.713+0000 7f7259600640 1 --2- 172.21.15.12:0/829324102 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7254101110 0x7f72541a10a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.713+0000 7f7259600640 1 -- 172.21.15.12:0/829324102 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7254100770 msgr2=0x7f725419a030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:03.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.713+0000 7f7259600640 1 --2- 172.21.15.12:0/829324102 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7254100770 0x7f725419a030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.713+0000 7f7259600640 1 -- 172.21.15.12:0/829324102 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72541a1710 con 0x7f72540ffe10 2024-03-29T00:19:03.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.713+0000 7f725a000640 1 --2- 172.21.15.12:0/829324102 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7254101110 0x7f72541a10a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:03.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.713+0000 7f7259600640 1 --2- 172.21.15.12:0/829324102 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f72540ffe10 0x7f7254199af0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f724800d950 tx=0x7f724800de10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:03.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.713+0000 7f7252000640 1 -- 172.21.15.12:0/829324102 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7248017070 con 0x7f72540ffe10 2024-03-29T00:19:03.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.713+0000 7f7252000640 1 -- 172.21.15.12:0/829324102 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7248009c30 con 0x7f72540ffe10 2024-03-29T00:19:03.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.713+0000 7f725aa00640 1 -- 172.21.15.12:0/829324102 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72541a1a00 con 0x7f72540ffe10 2024-03-29T00:19:03.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.713+0000 7f7252000640 1 -- 172.21.15.12:0/829324102 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f724800f740 con 0x7f72540ffe10 2024-03-29T00:19:03.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.714+0000 7f725aa00640 1 -- 172.21.15.12:0/829324102 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72541a1fa0 con 0x7f72540ffe10 2024-03-29T00:19:03.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.717+0000 7f725ed8e740 1 Processor -- start 2024-03-29T00:19:03.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.717+0000 7f725ed8e740 1 -- start start 2024-03-29T00:19:03.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.717+0000 7f7252000640 1 -- 172.21.15.12:0/829324102 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f7248010a80 con 0x7f72540ffe10 2024-03-29T00:19:03.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.717+0000 7f725ed8e740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f5ffb9f190 0x55f5ffb9f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:03.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.717+0000 7f725ed8e740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5ffb9fb80 0x55f5ffba4680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:03.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.718+0000 7f725ed8e740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5ffba4cf0 0x55f5ffba7180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:03.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.718+0000 7f725ed8e740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55f5ffb03c40 con 0x55f5ffb9f190 2024-03-29T00:19:03.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.718+0000 7f725ed8e740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55f5ffaacc40 con 0x55f5ffb9fb80 2024-03-29T00:19:03.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.718+0000 7f725ed8e740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55f5ffaffce0 con 0x55f5ffba4cf0 2024-03-29T00:19:03.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.718+0000 7f7259600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5ffb9fb80 0x55f5ffba4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:03.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.718+0000 7f7258c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5ffba4cf0 0x55f5ffba7180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:03.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.718+0000 7f7259600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5ffb9fb80 0x55f5ffba4680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36556/0 (socket says 172.21.15.12:36556) 2024-03-29T00:19:03.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.718+0000 7f7259600640 1 -- 172.21.15.12:0/1286271795 learned_addr learned my addr 172.21.15.12:0/1286271795 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:03.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.718+0000 7f725a000640 1 --2- 172.21.15.12:0/1286271795 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f5ffb9f190 0x55f5ffb9f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:03.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.718+0000 7f7258c00640 1 -- 172.21.15.12:0/1286271795 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5ffb9fb80 msgr2=0x55f5ffba4680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:03.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.718+0000 7f7258c00640 1 --2- 172.21.15.12:0/1286271795 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5ffb9fb80 0x55f5ffba4680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.718+0000 7f7258c00640 1 -- 172.21.15.12:0/1286271795 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f5ffb9f190 msgr2=0x55f5ffb9f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:03.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.718+0000 7f7258c00640 1 --2- 172.21.15.12:0/1286271795 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f5ffb9f190 0x55f5ffb9f5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.718+0000 7f7258c00640 1 -- 172.21.15.12:0/1286271795 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f5ff8e07e0 con 0x55f5ffba4cf0 2024-03-29T00:19:03.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.718+0000 7f7259600640 1 --2- 172.21.15.12:0/1286271795 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5ffb9fb80 0x55f5ffba4680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:03.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.719+0000 7f7258c00640 1 --2- 172.21.15.12:0/1286271795 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5ffba4cf0 0x55f5ffba7180 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f7240009bd0 tx=0x7f7240011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=adaaf63c2f6ea0ac server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:03.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.719+0000 7f7246600640 1 -- 172.21.15.12:0/1286271795 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7240004230 con 0x55f5ffba4cf0 2024-03-29T00:19:03.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.719+0000 7f7246600640 1 -- 172.21.15.12:0/1286271795 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7240009e40 con 0x55f5ffba4cf0 2024-03-29T00:19:03.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.719+0000 7f7246600640 1 -- 172.21.15.12:0/1286271795 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7240004e30 con 0x55f5ffba4cf0 2024-03-29T00:19:03.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.719+0000 7f7252000640 1 --2- 172.21.15.12:0/829324102 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f723c0a1e00 0x7f723c0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:03.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.719+0000 7f7252000640 1 -- 172.21.15.12:0/829324102 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f72480cdd10 con 0x7f72540ffe10 2024-03-29T00:19:03.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.719+0000 7f725a000640 1 --2- 172.21.15.12:0/829324102 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f723c0a1e00 0x7f723c0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:03.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.720+0000 7f725ed8e740 1 -- 172.21.15.12:0/1286271795 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5ffba4cf0 msgr2=0x55f5ffba7180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:03.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.720+0000 7f725ed8e740 1 --2- 172.21.15.12:0/1286271795 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5ffba4cf0 0x55f5ffba7180 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f7240009bd0 tx=0x7f7240011810 comp rx=0 tx=0).stop 2024-03-29T00:19:03.726 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.720+0000 7f725ed8e740 1 -- 172.21.15.12:0/1286271795 shutdown_connections 2024-03-29T00:19:03.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.720+0000 7f725ed8e740 1 --2- 172.21.15.12:0/1286271795 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5ffb9fb80 0x55f5ffba4680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.720+0000 7f725ed8e740 1 --2- 172.21.15.12:0/1286271795 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5ffba4cf0 0x55f5ffba7180 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.720+0000 7f725ed8e740 1 --2- 172.21.15.12:0/1286271795 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f5ffb9f190 0x55f5ffb9f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.720+0000 7f725ed8e740 1 -- 172.21.15.12:0/1286271795 >> 172.21.15.12:0/1286271795 conn(0x55f5ffb9a700 msgr2=0x55f5ffb9ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:03.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.720+0000 7f725ed8e740 1 -- 172.21.15.12:0/1286271795 shutdown_connections 2024-03-29T00:19:03.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.720+0000 7f725a000640 1 --2- 172.21.15.12:0/829324102 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f723c0a1e00 0x7f723c0a42c0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f724c02c640 tx=0x7f724c032640 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:03.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.720+0000 7f725ed8e740 1 -- 172.21.15.12:0/1286271795 wait complete. 2024-03-29T00:19:03.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.721+0000 7f725ed8e740 1 -- start start 2024-03-29T00:19:03.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.721+0000 7f725ed8e740 1 Processor -- start 2024-03-29T00:19:03.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.721+0000 7f725ed8e740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f5ffb9f190 0x55f5ffba9640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:03.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.721+0000 7f725ed8e740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5ffb9fb80 0x55f5ffba9b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:03.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.722+0000 7f725ed8e740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5ffba4cf0 0x55f5ffbb0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:03.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.722+0000 7f725ed8e740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55f5ffba7ca0 con 0x55f5ffb9f190 2024-03-29T00:19:03.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.722+0000 7f725ed8e740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55f5ffaa2250 con 0x55f5ffba4cf0 2024-03-29T00:19:03.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.722+0000 7f725ed8e740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55f5ffba7e20 con 0x55f5ffb9fb80 2024-03-29T00:19:03.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.722+0000 7f725ed8e740 10 client.0 _ll_register_callbacks cb 0x55f5ffac3e70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:03.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.722+0000 7f7258c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5ffb9fb80 0x55f5ffba9b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:03.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.722+0000 7f7259600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f5ffb9f190 0x55f5ffba9640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:03.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.722+0000 7f7258c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5ffb9fb80 0x55f5ffba9b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:44794/0 (socket says 172.21.15.12:44794) 2024-03-29T00:19:03.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.722+0000 7f7258c00640 1 -- 172.21.15.12:0/3393342178 learned_addr learned my addr 172.21.15.12:0/3393342178 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:03.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.722+0000 7f725a000640 1 --2- 172.21.15.12:0/3393342178 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5ffba4cf0 0x55f5ffbb0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:03.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.722+0000 7f7258c00640 1 -- 172.21.15.12:0/3393342178 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5ffba4cf0 msgr2=0x55f5ffbb0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:03.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.722+0000 7f7258c00640 1 --2- 172.21.15.12:0/3393342178 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5ffba4cf0 0x55f5ffbb0bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.722+0000 7f7258c00640 1 -- 172.21.15.12:0/3393342178 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f5ffb9f190 msgr2=0x55f5ffba9640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:03.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.722+0000 7f7258c00640 1 --2- 172.21.15.12:0/3393342178 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f5ffb9f190 0x55f5ffba9640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.722+0000 7f7258c00640 1 -- 172.21.15.12:0/3393342178 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f5ff940f70 con 0x55f5ffb9fb80 2024-03-29T00:19:03.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.723+0000 7f7258c00640 1 --2- 172.21.15.12:0/3393342178 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5ffb9fb80 0x55f5ffba9b80 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f7240003820 tx=0x7f7240003850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aec994b32d5f5538 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:03.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.723+0000 7f723aa00640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:19:03.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.723+0000 7f723aa00640 1 -- 172.21.15.12:0/3393342178 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7240027020 con 0x55f5ffb9fb80 2024-03-29T00:19:03.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.723+0000 7f725ed8e740 1 -- 172.21.15.12:0/3393342178 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55f5ffb11180 con 0x55f5ffb9fb80 2024-03-29T00:19:03.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.723+0000 7f723aa00640 1 -- 172.21.15.12:0/3393342178 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f7240003c70 con 0x55f5ffb9fb80 2024-03-29T00:19:03.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.723+0000 7f723aa00640 1 -- 172.21.15.12:0/3393342178 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7240032050 con 0x55f5ffb9fb80 2024-03-29T00:19:03.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.723+0000 7f725ed8e740 10 client.25804 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:03.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.723+0000 7f725ed8e740 1 -- 172.21.15.12:0/3393342178 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f5ff7d8170 con 0x55f5ffb9fb80 2024-03-29T00:19:03.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.723+0000 7f723aa00640 1 -- 172.21.15.12:0/3393342178 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x55f5ffb11180 con 0x55f5ffb9fb80 2024-03-29T00:19:03.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.724+0000 7f723aa00640 1 -- 172.21.15.12:0/3393342178 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f7240018070 con 0x55f5ffb9fb80 2024-03-29T00:19:03.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.724+0000 7f725ed8e740 10 client.25804 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:03.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.724+0000 7f725ed8e740 10 client.25804 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:19:03.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.724+0000 7f725ed8e740 20 client.25804 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:03.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.724+0000 7f725ed8e740 1 --2- 172.21.15.12:0/3393342178 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55f5ffbb5250 0x55f5ffbb76f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:03.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.724+0000 7f725ed8e740 4 client.25804 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:19:03.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.724+0000 7f725ed8e740 1 -- 172.21.15.12:0/3393342178 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f5ffb0b4d0 con 0x55f5ffbb5250 2024-03-29T00:19:03.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.724+0000 7f7259600640 1 --2- 172.21.15.12:0/3393342178 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55f5ffbb5250 0x55f5ffbb76f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:03.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.725+0000 7f7259600640 1 --2- 172.21.15.12:0/3393342178 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55f5ffbb5250 0x55f5ffbb76f0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=25b71466165cc178 server_cookie=382a15f1c565eadd in_seq=0 out_seq=0 2024-03-29T00:19:03.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.725+0000 7f723aa00640 10 client.25804 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:03.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.725+0000 7f723aa00640 1 -- 172.21.15.12:0/3393342178 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55f5ffb0b4d0 con 0x55f5ffbb5250 2024-03-29T00:19:03.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.725+0000 7f723aa00640 10 client.25804 handle_command_reply: tid=0 2024-03-29T00:19:03.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.725+0000 7f725ed8e740 1 client.25804 shutdown 2024-03-29T00:19:03.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.726+0000 7f725ed8e740 1 -- 172.21.15.12:0/3393342178 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5ffb9fb80 msgr2=0x55f5ffba9b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:03.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.726+0000 7f725ed8e740 1 --2- 172.21.15.12:0/3393342178 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5ffb9fb80 0x55f5ffba9b80 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f7240003820 tx=0x7f7240003850 comp rx=0 tx=0).stop 2024-03-29T00:19:03.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.726+0000 7f725ed8e740 1 -- 172.21.15.12:0/3393342178 shutdown_connections 2024-03-29T00:19:03.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.726+0000 7f725ed8e740 1 --2- 172.21.15.12:0/3393342178 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55f5ffbb5250 0x55f5ffbb76f0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.726+0000 7f725ed8e740 1 --2- 172.21.15.12:0/3393342178 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5ffba4cf0 0x55f5ffbb0bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.726+0000 7f725ed8e740 1 --2- 172.21.15.12:0/3393342178 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5ffb9fb80 0x55f5ffba9b80 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.726+0000 7f725ed8e740 1 --2- 172.21.15.12:0/3393342178 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f5ffb9f190 0x55f5ffba9640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.726+0000 7f723aa00640 0 client.25804 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:03.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.726+0000 7f725ed8e740 1 -- 172.21.15.12:0/3393342178 >> 172.21.15.12:0/3393342178 conn(0x55f5ffb9a700 msgr2=0x55f5ffb99900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:03.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.726+0000 7f725ed8e740 1 -- 172.21.15.12:0/3393342178 shutdown_connections 2024-03-29T00:19:03.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.726+0000 7f725ed8e740 1 -- 172.21.15.12:0/3393342178 wait complete. 2024-03-29T00:19:03.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.726+0000 7f725ed8e740 20 client.25804 trim_cache size 0 max 16384 2024-03-29T00:19:03.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.747+0000 7f725ed8e740 1 Processor -- start 2024-03-29T00:19:03.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.747+0000 7f725ed8e740 1 -- start start 2024-03-29T00:19:03.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.747+0000 7f725ed8e740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5ffb9f190 0x55f5ffb99070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:03.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.747+0000 7f725ed8e740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f5ffb9fb80 0x55f5ffbb0b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:03.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.747+0000 7f725ed8e740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5ffba4cf0 0x55f5ffb995b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:03.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.747+0000 7f725ed8e740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f72541ac3c0 con 0x55f5ffb9fb80 2024-03-29T00:19:03.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.747+0000 7f725ed8e740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f72541adf00 con 0x55f5ffb9f190 2024-03-29T00:19:03.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.747+0000 7f725ed8e740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f72541aca90 con 0x55f5ffba4cf0 2024-03-29T00:19:03.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.748+0000 7f725a000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5ffba4cf0 0x55f5ffb995b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:03.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.748+0000 7f725a000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5ffba4cf0 0x55f5ffb995b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:44810/0 (socket says 172.21.15.12:44810) 2024-03-29T00:19:03.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.748+0000 7f725a000640 1 -- 172.21.15.12:0/2559916174 learned_addr learned my addr 172.21.15.12:0/2559916174 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:03.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.748+0000 7f7259600640 1 --2- 172.21.15.12:0/2559916174 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5ffb9f190 0x55f5ffb99070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:03.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.748+0000 7f7258c00640 1 --2- 172.21.15.12:0/2559916174 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f5ffb9fb80 0x55f5ffbb0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:03.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.748+0000 7f725a000640 1 -- 172.21.15.12:0/2559916174 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5ffb9f190 msgr2=0x55f5ffb99070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:03.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.748+0000 7f725a000640 1 --2- 172.21.15.12:0/2559916174 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5ffb9f190 0x55f5ffb99070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.748+0000 7f725a000640 1 -- 172.21.15.12:0/2559916174 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f5ffb9fb80 msgr2=0x55f5ffbb0b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:03.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.748+0000 7f725a000640 1 --2- 172.21.15.12:0/2559916174 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f5ffb9fb80 0x55f5ffbb0b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.748+0000 7f725a000640 1 -- 172.21.15.12:0/2559916174 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f5ffb8b870 con 0x55f5ffba4cf0 2024-03-29T00:19:03.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.748+0000 7f7258c00640 1 --2- 172.21.15.12:0/2559916174 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f5ffb9fb80 0x55f5ffbb0b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:19:03.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.748+0000 7f725a000640 1 --2- 172.21.15.12:0/2559916174 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5ffba4cf0 0x55f5ffb995b0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f724c02c710 tx=0x7f724c041000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3b3db2f4b269d9e3 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:03.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.749+0000 7f7245c00640 1 -- 172.21.15.12:0/2559916174 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f724c039040 con 0x55f5ffba4cf0 2024-03-29T00:19:03.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.749+0000 7f7245c00640 1 -- 172.21.15.12:0/2559916174 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f724c004040 con 0x55f5ffba4cf0 2024-03-29T00:19:03.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.749+0000 7f7245c00640 1 -- 172.21.15.12:0/2559916174 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f724c0352a0 con 0x55f5ffba4cf0 2024-03-29T00:19:03.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.750+0000 7f725ed8e740 1 -- 172.21.15.12:0/2559916174 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5ffba4cf0 msgr2=0x55f5ffb995b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:03.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.750+0000 7f725ed8e740 1 --2- 172.21.15.12:0/2559916174 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5ffba4cf0 0x55f5ffb995b0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f724c02c710 tx=0x7f724c041000 comp rx=0 tx=0).stop 2024-03-29T00:19:03.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.750+0000 7f725ed8e740 1 -- 172.21.15.12:0/2559916174 shutdown_connections 2024-03-29T00:19:03.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.750+0000 7f725ed8e740 1 --2- 172.21.15.12:0/2559916174 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5ffba4cf0 0x55f5ffb995b0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.750+0000 7f725ed8e740 1 --2- 172.21.15.12:0/2559916174 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f5ffb9fb80 0x55f5ffbb0b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.750+0000 7f725ed8e740 1 --2- 172.21.15.12:0/2559916174 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5ffb9f190 0x55f5ffb99070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.750+0000 7f725ed8e740 1 -- 172.21.15.12:0/2559916174 >> 172.21.15.12:0/2559916174 conn(0x55f5ffb9a700 msgr2=0x55f5ffba9640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:03.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.750+0000 7f725ed8e740 1 -- 172.21.15.12:0/2559916174 shutdown_connections 2024-03-29T00:19:03.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.750+0000 7f725ed8e740 1 -- 172.21.15.12:0/2559916174 wait complete. 2024-03-29T00:19:03.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.750+0000 7f725ed8e740 1 -- start start 2024-03-29T00:19:03.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.751+0000 7f725ed8e740 1 Processor -- start 2024-03-29T00:19:03.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.751+0000 7f725ed8e740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f5ffb9f190 0x55f5ffbae670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:03.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.751+0000 7f725ed8e740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5ffb9fb80 0x55f5ffbaebb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:03.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.751+0000 7f725ed8e740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5ffba4cf0 0x55f5ffbafb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:03.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.751+0000 7f725ed8e740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f72541ad830 con 0x55f5ffb9f190 2024-03-29T00:19:03.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.751+0000 7f725ed8e740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f72541ad160 con 0x55f5ffb9fb80 2024-03-29T00:19:03.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.751+0000 7f725ed8e740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f72541aa3a0 con 0x55f5ffba4cf0 2024-03-29T00:19:03.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.751+0000 7f725ed8e740 10 client.0 _ll_register_callbacks cb 0x7f7240005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:03.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.751+0000 7f7259600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f5ffb9f190 0x55f5ffbae670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:03.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.751+0000 7f7258c00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5ffb9fb80 0x55f5ffbaebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:03.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.752+0000 7f7258c00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5ffb9fb80 0x55f5ffbaebb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36570/0 (socket says 172.21.15.12:36570) 2024-03-29T00:19:03.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.752+0000 7f7259600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f5ffb9f190 0x55f5ffbae670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33878/0 (socket says 172.21.15.12:33878) 2024-03-29T00:19:03.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.752+0000 7f7258c00640 1 -- 172.21.15.12:0/4110100755 learned_addr learned my addr 172.21.15.12:0/4110100755 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:03.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.752+0000 7f725a000640 1 --2- 172.21.15.12:0/4110100755 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5ffba4cf0 0x55f5ffbafb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:03.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.752+0000 7f7258c00640 1 -- 172.21.15.12:0/4110100755 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5ffba4cf0 msgr2=0x55f5ffbafb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:03.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.752+0000 7f7258c00640 1 --2- 172.21.15.12:0/4110100755 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5ffba4cf0 0x55f5ffbafb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.752+0000 7f7258c00640 1 -- 172.21.15.12:0/4110100755 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f5ffb9f190 msgr2=0x55f5ffbae670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:03.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.752+0000 7f7258c00640 1 --2- 172.21.15.12:0/4110100755 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f5ffb9f190 0x55f5ffbae670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.752+0000 7f7258c00640 1 -- 172.21.15.12:0/4110100755 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f5ffbb0140 con 0x55f5ffb9fb80 2024-03-29T00:19:03.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.752+0000 7f7258c00640 1 --2- 172.21.15.12:0/4110100755 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5ffb9fb80 0x55f5ffbaebb0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f72400059f0 tx=0x7f7240009640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1caf79b2960025d2 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:03.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.752+0000 7f723aa00640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:19:03.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.752+0000 7f723aa00640 1 -- 172.21.15.12:0/4110100755 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7240027070 con 0x55f5ffb9fb80 2024-03-29T00:19:03.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.753+0000 7f723aa00640 1 -- 172.21.15.12:0/4110100755 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f7240003ac0 con 0x55f5ffb9fb80 2024-03-29T00:19:03.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.753+0000 7f725ed8e740 1 -- 172.21.15.12:0/4110100755 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f724c004040 con 0x55f5ffb9fb80 2024-03-29T00:19:03.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.753+0000 7f723aa00640 1 -- 172.21.15.12:0/4110100755 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f724003d050 con 0x55f5ffb9fb80 2024-03-29T00:19:03.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.753+0000 7f725ed8e740 10 client.25751 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:03.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.753+0000 7f725ed8e740 1 -- 172.21.15.12:0/4110100755 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f5ffc1b9e0 con 0x55f5ffb9fb80 2024-03-29T00:19:03.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.753+0000 7f723aa00640 1 -- 172.21.15.12:0/4110100755 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f724c004040 con 0x55f5ffb9fb80 2024-03-29T00:19:03.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.753+0000 7f723aa00640 1 -- 172.21.15.12:0/4110100755 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f7240018070 con 0x55f5ffb9fb80 2024-03-29T00:19:03.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.753+0000 7f725ed8e740 10 client.25751 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:03.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.753+0000 7f725ed8e740 10 client.25751 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:19:03.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.753+0000 7f725ed8e740 20 client.25751 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:03.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.753+0000 7f725ed8e740 1 --2- 172.21.15.12:0/4110100755 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55f5ffc1c360 0x55f5ffc1e780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:03.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.753+0000 7f725ed8e740 4 client.25751 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-29T00:19:03.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.753+0000 7f725ed8e740 1 -- 172.21.15.12:0/4110100755 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55f5ffa89aa0 con 0x55f5ffc1c360 2024-03-29T00:19:03.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.754+0000 7f7259600640 1 --2- 172.21.15.12:0/4110100755 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55f5ffc1c360 0x55f5ffc1e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:03.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.754+0000 7f7259600640 1 --2- 172.21.15.12:0/4110100755 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55f5ffc1c360 0x55f5ffc1e780 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1f2203646791ca23 server_cookie=b87f06ab55247a83 in_seq=0 out_seq=0 2024-03-29T00:19:03.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.754+0000 7f723aa00640 10 client.25751 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:03.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.755+0000 7f723aa00640 1 -- 172.21.15.12:0/4110100755 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55f5ffa89aa0 con 0x55f5ffc1c360 2024-03-29T00:19:03.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.755+0000 7f723aa00640 10 client.25751 handle_command_reply: tid=0 2024-03-29T00:19:03.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.755+0000 7f725ed8e740 1 client.25751 shutdown 2024-03-29T00:19:03.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.756+0000 7f725ed8e740 1 -- 172.21.15.12:0/4110100755 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5ffb9fb80 msgr2=0x55f5ffbaebb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:03.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.756+0000 7f725ed8e740 1 --2- 172.21.15.12:0/4110100755 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5ffb9fb80 0x55f5ffbaebb0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f72400059f0 tx=0x7f7240009640 comp rx=0 tx=0).stop 2024-03-29T00:19:03.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.756+0000 7f725ed8e740 1 -- 172.21.15.12:0/4110100755 shutdown_connections 2024-03-29T00:19:03.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.756+0000 7f725ed8e740 1 --2- 172.21.15.12:0/4110100755 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55f5ffc1c360 0x55f5ffc1e780 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.756+0000 7f725ed8e740 1 --2- 172.21.15.12:0/4110100755 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5ffb9fb80 0x55f5ffbaebb0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.756+0000 7f725ed8e740 1 --2- 172.21.15.12:0/4110100755 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5ffba4cf0 0x55f5ffbafb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.756+0000 7f725ed8e740 1 --2- 172.21.15.12:0/4110100755 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f5ffb9f190 0x55f5ffbae670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.756+0000 7f723aa00640 0 client.25751 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:03.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.756+0000 7f725ed8e740 1 -- 172.21.15.12:0/4110100755 >> 172.21.15.12:0/4110100755 conn(0x55f5ffb9a700 msgr2=0x55f5ffb9d960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:03.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.756+0000 7f725ed8e740 1 -- 172.21.15.12:0/4110100755 shutdown_connections 2024-03-29T00:19:03.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.756+0000 7f725ed8e740 1 -- 172.21.15.12:0/4110100755 wait complete. 2024-03-29T00:19:03.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.756+0000 7f725ed8e740 20 client.25751 trim_cache size 0 max 16384 2024-03-29T00:19:03.760 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:19:03.760 INFO:teuthology.orchestra.run.smithi012.stdout: "return_code": 0, 2024-03-29T00:19:03.760 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_tag": "2f392c4a-54ba-41f6-9363-dec509a7a0b7", 2024-03-29T00:19:03.760 INFO:teuthology.orchestra.run.smithi012.stdout: "mode": "asynchronous" 2024-03-29T00:19:03.760 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:19:03.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.757+0000 7f725aa00640 1 -- 172.21.15.12:0/829324102 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f723c0a1e00 msgr2=0x7f723c0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:03.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.757+0000 7f725aa00640 1 --2- 172.21.15.12:0/829324102 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f723c0a1e00 0x7f723c0a42c0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f724c02c640 tx=0x7f724c032640 comp rx=0 tx=0).stop 2024-03-29T00:19:03.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.757+0000 7f725aa00640 1 -- 172.21.15.12:0/829324102 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f72540ffe10 msgr2=0x7f7254199af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:03.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.757+0000 7f725aa00640 1 --2- 172.21.15.12:0/829324102 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f72540ffe10 0x7f7254199af0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f724800d950 tx=0x7f724800de10 comp rx=0 tx=0).stop 2024-03-29T00:19:03.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.757+0000 7f725aa00640 1 -- 172.21.15.12:0/829324102 shutdown_connections 2024-03-29T00:19:03.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.757+0000 7f725aa00640 1 --2- 172.21.15.12:0/829324102 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f723c0a1e00 0x7f723c0a42c0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.757+0000 7f725aa00640 1 --2- 172.21.15.12:0/829324102 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7254101110 0x7f72541a10a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.757+0000 7f725aa00640 1 --2- 172.21.15.12:0/829324102 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7254100770 0x7f725419a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.757+0000 7f725aa00640 1 --2- 172.21.15.12:0/829324102 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f72540ffe10 0x7f7254199af0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.757+0000 7f725aa00640 1 -- 172.21.15.12:0/829324102 >> 172.21.15.12:0/829324102 conn(0x7f72540fba30 msgr2=0x7f72540fd530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:03.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.757+0000 7f725aa00640 1 -- 172.21.15.12:0/829324102 shutdown_connections 2024-03-29T00:19:03.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.757+0000 7f725aa00640 1 -- 172.21.15.12:0/829324102 wait complete. 2024-03-29T00:19:03.773 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-29T00:19:03.774 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-29T00:19:03.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.979+0000 7f124f400640 1 -- 172.21.15.12:0/2826646090 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1248100040 msgr2=0x7f1248100460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:03.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.979+0000 7f124f400640 1 --2- 172.21.15.12:0/2826646090 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1248100040 0x7f1248100460 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f123c009900 tx=0x7f123c02bc30 comp rx=0 tx=0).stop 2024-03-29T00:19:03.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.980+0000 7f124f400640 1 -- 172.21.15.12:0/2826646090 shutdown_connections 2024-03-29T00:19:03.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.980+0000 7f124f400640 1 --2- 172.21.15.12:0/2826646090 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1248101340 0x7f12481017c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.980+0000 7f124f400640 1 --2- 172.21.15.12:0/2826646090 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f12481009a0 0x7f1248100e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.980+0000 7f124f400640 1 --2- 172.21.15.12:0/2826646090 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1248100040 0x7f1248100460 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.980+0000 7f124f400640 1 -- 172.21.15.12:0/2826646090 >> 172.21.15.12:0/2826646090 conn(0x7f12480fbbe0 msgr2=0x7f12480fe020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:03.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.980+0000 7f124f400640 1 -- 172.21.15.12:0/2826646090 shutdown_connections 2024-03-29T00:19:03.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.980+0000 7f124f400640 1 -- 172.21.15.12:0/2826646090 wait complete. 2024-03-29T00:19:03.983 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.981+0000 7f124f400640 1 Processor -- start 2024-03-29T00:19:03.983 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.981+0000 7f124f400640 1 -- start start 2024-03-29T00:19:03.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.981+0000 7f124f400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1248100040 0x7f1248199d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:03.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.981+0000 7f124f400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f12481009a0 0x7f124819a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:03.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.981+0000 7f124f400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1248101340 0x7f12481a1320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:03.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.981+0000 7f124f400640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f124810f6a0 con 0x7f1248101340 2024-03-29T00:19:03.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.981+0000 7f124f400640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f124810f520 con 0x7f12481009a0 2024-03-29T00:19:03.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.981+0000 7f124f400640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f124810f820 con 0x7f1248100040 2024-03-29T00:19:03.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.982+0000 7f124ca00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1248100040 0x7f1248199d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:03.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.982+0000 7f124ca00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1248100040 0x7f1248199d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:53146/0 (socket says 172.21.15.12:53146) 2024-03-29T00:19:03.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.982+0000 7f1247e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f12481009a0 0x7f124819a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:03.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.982+0000 7f124ca00640 1 -- 172.21.15.12:0/3169891461 learned_addr learned my addr 172.21.15.12:0/3169891461 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:03.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.982+0000 7f124d400640 1 --2- 172.21.15.12:0/3169891461 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1248101340 0x7f12481a1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:03.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.982+0000 7f124ca00640 1 -- 172.21.15.12:0/3169891461 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f12481009a0 msgr2=0x7f124819a2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:03.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.982+0000 7f124ca00640 1 --2- 172.21.15.12:0/3169891461 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f12481009a0 0x7f124819a2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.982+0000 7f124ca00640 1 -- 172.21.15.12:0/3169891461 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1248101340 msgr2=0x7f12481a1320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:03.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.982+0000 7f124ca00640 1 --2- 172.21.15.12:0/3169891461 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1248101340 0x7f12481a1320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.982+0000 7f124ca00640 1 -- 172.21.15.12:0/3169891461 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12481a1990 con 0x7f1248100040 2024-03-29T00:19:03.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.982+0000 7f1247e00640 1 --2- 172.21.15.12:0/3169891461 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f12481009a0 0x7f124819a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:03.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.983+0000 7f124ca00640 1 --2- 172.21.15.12:0/3169891461 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1248100040 0x7f1248199d70 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f123c02ca30 tx=0x7f123c02c710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:03.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.983+0000 7f1245600640 1 -- 172.21.15.12:0/3169891461 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f123c043020 con 0x7f1248100040 2024-03-29T00:19:03.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.983+0000 7f1245600640 1 -- 172.21.15.12:0/3169891461 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f123c0042d0 con 0x7f1248100040 2024-03-29T00:19:03.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.983+0000 7f124f400640 1 -- 172.21.15.12:0/3169891461 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12481a1c20 con 0x7f1248100040 2024-03-29T00:19:03.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.983+0000 7f1245600640 1 -- 172.21.15.12:0/3169891461 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f123c003cc0 con 0x7f1248100040 2024-03-29T00:19:03.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.983+0000 7f124f400640 1 -- 172.21.15.12:0/3169891461 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12481a21c0 con 0x7f1248100040 2024-03-29T00:19:03.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.986+0000 7f1252005740 1 Processor -- start 2024-03-29T00:19:03.987 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.986+0000 7f1252005740 1 -- start start 2024-03-29T00:19:03.988 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.986+0000 7f1252005740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e3059dae40 0x55e3059db260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:03.988 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.986+0000 7f1252005740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55e3059db830 0x55e3059e0330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:03.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.987+0000 7f1252005740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e3059e09a0 0x55e3059e2e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:03.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.987+0000 7f1252005740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55e305940100 con 0x55e3059e09a0 2024-03-29T00:19:03.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.987+0000 7f1252005740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55e3058e8ba0 con 0x55e3059db830 2024-03-29T00:19:03.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.987+0000 7f1252005740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55e30593c1a0 con 0x55e3059dae40 2024-03-29T00:19:03.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.987+0000 7f1247e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e3059e09a0 0x55e3059e2e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:03.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.987+0000 7f124d400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e3059dae40 0x55e3059db260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:03.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.987+0000 7f124d400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e3059dae40 0x55e3059db260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:53154/0 (socket says 172.21.15.12:53154) 2024-03-29T00:19:03.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.987+0000 7f124d400640 1 -- 172.21.15.12:0/2253474224 learned_addr learned my addr 172.21.15.12:0/2253474224 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:03.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.987+0000 7f124d400640 1 -- 172.21.15.12:0/2253474224 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55e3059db830 msgr2=0x55e3059e0330 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-29T00:19:03.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.987+0000 7f124d400640 1 --2- 172.21.15.12:0/2253474224 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55e3059db830 0x55e3059e0330 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.987+0000 7f124d400640 1 -- 172.21.15.12:0/2253474224 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e3059e09a0 msgr2=0x55e3059e2e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:03.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.987+0000 7f124d400640 1 --2- 172.21.15.12:0/2253474224 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e3059e09a0 0x55e3059e2e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.987+0000 7f124d400640 1 -- 172.21.15.12:0/2253474224 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e3059191a0 con 0x55e3059dae40 2024-03-29T00:19:03.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.987+0000 7f1247e00640 1 --2- 172.21.15.12:0/2253474224 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e3059e09a0 0x55e3059e2e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:03.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.987+0000 7f124d400640 1 --2- 172.21.15.12:0/2253474224 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e3059dae40 0x55e3059db260 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f1240009f50 tx=0x7f12400118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=abe17f8113709bc9 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:03.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.988+0000 7f1239c00640 1 -- 172.21.15.12:0/2253474224 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1240004b20 con 0x55e3059dae40 2024-03-29T00:19:03.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.988+0000 7f1239c00640 1 -- 172.21.15.12:0/2253474224 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1240004cc0 con 0x55e3059dae40 2024-03-29T00:19:03.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.988+0000 7f1239c00640 1 -- 172.21.15.12:0/2253474224 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12400054a0 con 0x55e3059dae40 2024-03-29T00:19:03.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.988+0000 7f1245600640 1 -- 172.21.15.12:0/3169891461 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f123c046020 con 0x7f1248100040 2024-03-29T00:19:03.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.988+0000 7f1252005740 1 -- 172.21.15.12:0/2253474224 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e3059dae40 msgr2=0x55e3059db260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:03.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.988+0000 7f1252005740 1 --2- 172.21.15.12:0/2253474224 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e3059dae40 0x55e3059db260 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f1240009f50 tx=0x7f12400118d0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.989+0000 7f1252005740 1 -- 172.21.15.12:0/2253474224 shutdown_connections 2024-03-29T00:19:03.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.989+0000 7f1252005740 1 --2- 172.21.15.12:0/2253474224 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55e3059db830 0x55e3059e0330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.989+0000 7f1252005740 1 --2- 172.21.15.12:0/2253474224 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e3059e09a0 0x55e3059e2e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.989+0000 7f1252005740 1 --2- 172.21.15.12:0/2253474224 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e3059dae40 0x55e3059db260 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.989+0000 7f1252005740 1 -- 172.21.15.12:0/2253474224 >> 172.21.15.12:0/2253474224 conn(0x55e3059a2a10 msgr2=0x55e3059d67b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:03.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.989+0000 7f1252005740 1 -- 172.21.15.12:0/2253474224 shutdown_connections 2024-03-29T00:19:03.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.989+0000 7f1252005740 1 -- 172.21.15.12:0/2253474224 wait complete. 2024-03-29T00:19:03.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.989+0000 7f1252005740 1 -- start start 2024-03-29T00:19:03.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.990+0000 7f1252005740 1 Processor -- start 2024-03-29T00:19:03.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.990+0000 7f1245600640 1 --2- 172.21.15.12:0/3169891461 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f12300a1d10 0x7f12300a41d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:03.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.990+0000 7f1245600640 1 -- 172.21.15.12:0/3169891461 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f123c0f0190 con 0x7f1248100040 2024-03-29T00:19:03.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.990+0000 7f124d400640 1 --2- 172.21.15.12:0/3169891461 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f12300a1d10 0x7f12300a41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:03.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.990+0000 7f1252005740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e3059dae40 0x55e3059e53c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:03.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.990+0000 7f1252005740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e3059db830 0x55e3059e5900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:03.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.990+0000 7f1252005740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55e3059e09a0 0x55e3059ec960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:03.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.990+0000 7f1252005740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55e3059e3950 con 0x55e3059dae40 2024-03-29T00:19:03.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.990+0000 7f1252005740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55e3058de250 con 0x55e3059e09a0 2024-03-29T00:19:03.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.990+0000 7f1252005740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55e3059e3ad0 con 0x55e3059db830 2024-03-29T00:19:03.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.990+0000 7f1252005740 10 client.0 _ll_register_callbacks cb 0x55e305653be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:03.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.991+0000 7f124ca00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e3059dae40 0x55e3059e53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:03.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.991+0000 7f124ca00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e3059dae40 0x55e3059e53c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:35254/0 (socket says 172.21.15.12:35254) 2024-03-29T00:19:03.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.991+0000 7f124d400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55e3059e09a0 0x55e3059ec960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:03.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.991+0000 7f124ca00640 1 -- 172.21.15.12:0/3376573216 learned_addr learned my addr 172.21.15.12:0/3376573216 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:03.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.991+0000 7f1247e00640 1 --2- 172.21.15.12:0/3376573216 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e3059db830 0x55e3059e5900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:03.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.991+0000 7f124ca00640 1 -- 172.21.15.12:0/3376573216 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e3059db830 msgr2=0x55e3059e5900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:03.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.991+0000 7f124ca00640 1 --2- 172.21.15.12:0/3376573216 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e3059db830 0x55e3059e5900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.991+0000 7f124ca00640 1 -- 172.21.15.12:0/3376573216 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55e3059e09a0 msgr2=0x55e3059ec960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:03.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.991+0000 7f124ca00640 1 --2- 172.21.15.12:0/3376573216 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55e3059e09a0 0x55e3059ec960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.991+0000 7f124ca00640 1 -- 172.21.15.12:0/3376573216 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e3058fa960 con 0x55e3059dae40 2024-03-29T00:19:03.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.991+0000 7f124d400640 1 --2- 172.21.15.12:0/3169891461 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f12300a1d10 0x7f12300a41d0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f1240009d60 tx=0x7f1240000f40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:03.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.991+0000 7f124ca00640 1 --2- 172.21.15.12:0/3376573216 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e3059dae40 0x55e3059e53c0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f123c0bcb50 tx=0x7f123c0bc700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff29c9e8246a2e94 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:03.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.992+0000 7f122e000640 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-03-29T00:19:03.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.992+0000 7f122e000640 1 -- 172.21.15.12:0/3376573216 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f123c004480 con 0x55e3059dae40 2024-03-29T00:19:03.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.992+0000 7f122e000640 1 -- 172.21.15.12:0/3376573216 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f123c0bce20 con 0x55e3059dae40 2024-03-29T00:19:03.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.992+0000 7f1252005740 1 -- 172.21.15.12:0/3376573216 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1240004cc0 con 0x55e3059dae40 2024-03-29T00:19:03.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.992+0000 7f122e000640 1 -- 172.21.15.12:0/3376573216 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f123c0bd2c0 con 0x55e3059dae40 2024-03-29T00:19:03.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.992+0000 7f1252005740 10 client.15645 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:03.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.992+0000 7f1252005740 1 -- 172.21.15.12:0/3376573216 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e30571e7d0 con 0x55e3059dae40 2024-03-29T00:19:03.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.992+0000 7f122e000640 1 -- 172.21.15.12:0/3376573216 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1240004cc0 con 0x55e3059dae40 2024-03-29T00:19:03.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.993+0000 7f122e000640 1 -- 172.21.15.12:0/3376573216 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f123c0bc010 con 0x55e3059dae40 2024-03-29T00:19:03.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.993+0000 7f1252005740 10 client.15645 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:03.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.993+0000 7f1252005740 10 client.15645 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:19:03.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.993+0000 7f1252005740 20 client.15645 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:03.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.993+0000 7f1252005740 1 --2- 172.21.15.12:0/3376573216 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55e3059f1150 0x55e3059f3540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:03.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.993+0000 7f1252005740 4 client.15645 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:19:03.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.993+0000 7f1252005740 1 -- 172.21.15.12:0/3376573216 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e30594d640 con 0x55e3059f1150 2024-03-29T00:19:03.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.993+0000 7f1247e00640 1 --2- 172.21.15.12:0/3376573216 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55e3059f1150 0x55e3059f3540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:03.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.994+0000 7f1247e00640 1 --2- 172.21.15.12:0/3376573216 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55e3059f1150 0x55e3059f3540 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4556a81463101f80 server_cookie=9f071882199a4be4 in_seq=0 out_seq=0 2024-03-29T00:19:03.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.994+0000 7f122e000640 10 client.15645 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:03.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.994+0000 7f122e000640 1 -- 172.21.15.12:0/3376573216 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55e30594d640 con 0x55e3059f1150 2024-03-29T00:19:03.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.994+0000 7f122e000640 10 client.15645 handle_command_reply: tid=0 2024-03-29T00:19:03.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.994+0000 7f1252005740 1 client.15645 shutdown 2024-03-29T00:19:03.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.995+0000 7f1252005740 1 -- 172.21.15.12:0/3376573216 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e3059dae40 msgr2=0x55e3059e53c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:03.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.995+0000 7f1252005740 1 --2- 172.21.15.12:0/3376573216 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e3059dae40 0x55e3059e53c0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f123c0bcb50 tx=0x7f123c0bc700 comp rx=0 tx=0).stop 2024-03-29T00:19:03.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.995+0000 7f1252005740 1 -- 172.21.15.12:0/3376573216 shutdown_connections 2024-03-29T00:19:03.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.995+0000 7f1252005740 1 --2- 172.21.15.12:0/3376573216 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55e3059f1150 0x55e3059f3540 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.995+0000 7f1252005740 1 --2- 172.21.15.12:0/3376573216 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55e3059e09a0 0x55e3059ec960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.995+0000 7f1252005740 1 --2- 172.21.15.12:0/3376573216 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e3059db830 0x55e3059e5900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.995+0000 7f1252005740 1 --2- 172.21.15.12:0/3376573216 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e3059dae40 0x55e3059e53c0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:03.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.995+0000 7f122e000640 0 client.15645 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:03.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.995+0000 7f1252005740 1 -- 172.21.15.12:0/3376573216 >> 172.21.15.12:0/3376573216 conn(0x55e3059a2a10 msgr2=0x55e3059d5ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:03.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.995+0000 7f1252005740 1 -- 172.21.15.12:0/3376573216 shutdown_connections 2024-03-29T00:19:03.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.995+0000 7f1252005740 1 -- 172.21.15.12:0/3376573216 wait complete. 2024-03-29T00:19:03.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:03.995+0000 7f1252005740 20 client.15645 trim_cache size 0 max 16384 2024-03-29T00:19:04.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.015+0000 7f1252005740 1 Processor -- start 2024-03-29T00:19:04.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.015+0000 7f1252005740 1 -- start start 2024-03-29T00:19:04.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.015+0000 7f1252005740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55e3059dae40 0x55e3059da100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:04.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.016+0000 7f1252005740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e3059db830 0x55e3059ec8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:04.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.016+0000 7f1252005740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e3059e09a0 0x55e3059e4ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:04.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.016+0000 7f1252005740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f12481ac6f0 con 0x55e3059e09a0 2024-03-29T00:19:04.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.016+0000 7f1252005740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f12481ae230 con 0x55e3059dae40 2024-03-29T00:19:04.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.016+0000 7f1252005740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f12481acdc0 con 0x55e3059db830 2024-03-29T00:19:04.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.016+0000 7f124ca00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55e3059dae40 0x55e3059da100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:04.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.016+0000 7f124ca00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55e3059dae40 0x55e3059da100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:57896/0 (socket says 172.21.15.12:57896) 2024-03-29T00:19:04.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.016+0000 7f124ca00640 1 -- 172.21.15.12:0/2699746844 learned_addr learned my addr 172.21.15.12:0/2699746844 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:04.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.016+0000 7f1247e00640 1 --2- 172.21.15.12:0/2699746844 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e3059db830 0x55e3059ec8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:04.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.016+0000 7f124d400640 1 --2- 172.21.15.12:0/2699746844 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e3059e09a0 0x55e3059e4ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:04.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.016+0000 7f124ca00640 1 -- 172.21.15.12:0/2699746844 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e3059db830 msgr2=0x55e3059ec8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:04.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.016+0000 7f124ca00640 1 --2- 172.21.15.12:0/2699746844 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e3059db830 0x55e3059ec8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:04.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.016+0000 7f124ca00640 1 -- 172.21.15.12:0/2699746844 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e3059e09a0 msgr2=0x55e3059e4ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:04.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.016+0000 7f124ca00640 1 --2- 172.21.15.12:0/2699746844 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e3059e09a0 0x55e3059e4ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:04.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.016+0000 7f124ca00640 1 -- 172.21.15.12:0/2699746844 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e3056543f0 con 0x55e3059dae40 2024-03-29T00:19:04.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.016+0000 7f124d400640 1 --2- 172.21.15.12:0/2699746844 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e3059e09a0 0x55e3059e4ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:19:04.019 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.016+0000 7f1247e00640 1 --2- 172.21.15.12:0/2699746844 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e3059db830 0x55e3059ec8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:04.019 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.017+0000 7f124ca00640 1 --2- 172.21.15.12:0/2699746844 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55e3059dae40 0x55e3059da100 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f123c0edc70 tx=0x7f123c0bb0d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=13b1446fe7436e3a server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:04.019 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.017+0000 7f1239200640 1 -- 172.21.15.12:0/2699746844 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f123c0c4e40 con 0x55e3059dae40 2024-03-29T00:19:04.019 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.017+0000 7f1239200640 1 -- 172.21.15.12:0/2699746844 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f123c004480 con 0x55e3059dae40 2024-03-29T00:19:04.019 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.017+0000 7f1239200640 1 -- 172.21.15.12:0/2699746844 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f123c0bc520 con 0x55e3059dae40 2024-03-29T00:19:04.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.017+0000 7f1252005740 1 -- 172.21.15.12:0/2699746844 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55e3059dae40 msgr2=0x55e3059da100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:04.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.017+0000 7f1252005740 1 --2- 172.21.15.12:0/2699746844 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55e3059dae40 0x55e3059da100 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f123c0edc70 tx=0x7f123c0bb0d0 comp rx=0 tx=0).stop 2024-03-29T00:19:04.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.018+0000 7f1252005740 1 -- 172.21.15.12:0/2699746844 shutdown_connections 2024-03-29T00:19:04.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.018+0000 7f1252005740 1 --2- 172.21.15.12:0/2699746844 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e3059e09a0 0x55e3059e4ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:04.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.018+0000 7f1252005740 1 --2- 172.21.15.12:0/2699746844 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e3059db830 0x55e3059ec8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:04.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.018+0000 7f1252005740 1 --2- 172.21.15.12:0/2699746844 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55e3059dae40 0x55e3059da100 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:04.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.018+0000 7f1252005740 1 -- 172.21.15.12:0/2699746844 >> 172.21.15.12:0/2699746844 conn(0x55e3059a2a10 msgr2=0x55e3059d99f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:04.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.018+0000 7f1252005740 1 -- 172.21.15.12:0/2699746844 shutdown_connections 2024-03-29T00:19:04.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.018+0000 7f1252005740 1 -- 172.21.15.12:0/2699746844 wait complete. 2024-03-29T00:19:04.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.018+0000 7f1252005740 1 -- start start 2024-03-29T00:19:04.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.018+0000 7f1252005740 1 Processor -- start 2024-03-29T00:19:04.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.019+0000 7f1252005740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55e3059dae40 0x55e3059e9e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:04.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.019+0000 7f1252005740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e3059db830 0x55e3059ea370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:04.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.019+0000 7f1252005740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e3059e09a0 0x55e3059eb2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:04.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.019+0000 7f1252005740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f12481adb60 con 0x55e3059db830 2024-03-29T00:19:04.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.019+0000 7f1252005740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f12481ad490 con 0x55e3059dae40 2024-03-29T00:19:04.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.019+0000 7f1252005740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f12481aa6d0 con 0x55e3059e09a0 2024-03-29T00:19:04.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.019+0000 7f1252005740 10 client.0 _ll_register_callbacks cb 0x7f123c0b8e60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:04.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.019+0000 7f124ca00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55e3059dae40 0x55e3059e9e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:04.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.019+0000 7f124ca00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55e3059dae40 0x55e3059e9e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:57910/0 (socket says 172.21.15.12:57910) 2024-03-29T00:19:04.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.019+0000 7f124ca00640 1 -- 172.21.15.12:0/3519356643 learned_addr learned my addr 172.21.15.12:0/3519356643 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:04.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.019+0000 7f124d400640 1 --2- 172.21.15.12:0/3519356643 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e3059e09a0 0x55e3059eb2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:04.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.019+0000 7f1247e00640 1 --2- 172.21.15.12:0/3519356643 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e3059db830 0x55e3059ea370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:04.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.019+0000 7f124ca00640 1 -- 172.21.15.12:0/3519356643 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e3059e09a0 msgr2=0x55e3059eb2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:04.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.019+0000 7f124ca00640 1 --2- 172.21.15.12:0/3519356643 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e3059e09a0 0x55e3059eb2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:04.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.019+0000 7f124ca00640 1 -- 172.21.15.12:0/3519356643 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e3059db830 msgr2=0x55e3059ea370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:04.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.019+0000 7f124ca00640 1 --2- 172.21.15.12:0/3519356643 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e3059db830 0x55e3059ea370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:04.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.019+0000 7f124ca00640 1 -- 172.21.15.12:0/3519356643 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e3056140f0 con 0x55e3059dae40 2024-03-29T00:19:04.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.020+0000 7f124ca00640 1 --2- 172.21.15.12:0/3519356643 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55e3059dae40 0x55e3059e9e30 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f123c0bcb50 tx=0x7f123c02bc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=275d613f29c204e3 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:04.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.020+0000 7f122e000640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:19:04.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.020+0000 7f122e000640 1 -- 172.21.15.12:0/3519356643 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f123c0bc520 con 0x55e3059dae40 2024-03-29T00:19:04.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.020+0000 7f1252005740 1 -- 172.21.15.12:0/3519356643 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55e305947990 con 0x55e3059dae40 2024-03-29T00:19:04.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.020+0000 7f122e000640 1 -- 172.21.15.12:0/3519356643 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f123c0d0d80 con 0x55e3059dae40 2024-03-29T00:19:04.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.020+0000 7f122e000640 1 -- 172.21.15.12:0/3519356643 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f123c0c4e40 con 0x55e3059dae40 2024-03-29T00:19:04.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.020+0000 7f1252005740 10 client.25766 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:04.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.020+0000 7f1252005740 1 -- 172.21.15.12:0/3519356643 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e3056140f0 con 0x55e3059dae40 2024-03-29T00:19:04.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.020+0000 7f122e000640 1 -- 172.21.15.12:0/3519356643 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x55e305947990 con 0x55e3059dae40 2024-03-29T00:19:04.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.020+0000 7f122e000640 1 -- 172.21.15.12:0/3519356643 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f123c0bba80 con 0x55e3059dae40 2024-03-29T00:19:04.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.020+0000 7f1252005740 10 client.25766 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:04.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.020+0000 7f1252005740 10 client.25766 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:19:04.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.020+0000 7f1252005740 20 client.25766 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:04.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.021+0000 7f1252005740 1 --2- 172.21.15.12:0/3519356643 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55e305a5fda0 0x55e305a62190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:04.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.021+0000 7f1252005740 4 client.25766 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-29T00:19:04.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.021+0000 7f1252005740 1 -- 172.21.15.12:0/3519356643 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e3058c5400 con 0x55e305a5fda0 2024-03-29T00:19:04.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.021+0000 7f1247e00640 1 --2- 172.21.15.12:0/3519356643 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55e305a5fda0 0x55e305a62190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:04.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.021+0000 7f122e000640 10 client.25766 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:04.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.021+0000 7f1247e00640 1 --2- 172.21.15.12:0/3519356643 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55e305a5fda0 0x55e305a62190 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2e85fccd0318ad47 server_cookie=117156df0a378d01 in_seq=0 out_seq=0 2024-03-29T00:19:04.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.022+0000 7f122e000640 1 -- 172.21.15.12:0/3519356643 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55e3058c5400 con 0x55e305a5fda0 2024-03-29T00:19:04.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.022+0000 7f122e000640 10 client.25766 handle_command_reply: tid=0 2024-03-29T00:19:04.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.022+0000 7f1252005740 1 client.25766 shutdown 2024-03-29T00:19:04.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.022+0000 7f1252005740 1 -- 172.21.15.12:0/3519356643 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55e3059dae40 msgr2=0x55e3059e9e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:04.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.022+0000 7f1252005740 1 --2- 172.21.15.12:0/3519356643 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55e3059dae40 0x55e3059e9e30 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f123c0bcb50 tx=0x7f123c02bc30 comp rx=0 tx=0).stop 2024-03-29T00:19:04.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.022+0000 7f1252005740 1 -- 172.21.15.12:0/3519356643 shutdown_connections 2024-03-29T00:19:04.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.022+0000 7f1252005740 1 --2- 172.21.15.12:0/3519356643 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55e305a5fda0 0x55e305a62190 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:04.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.022+0000 7f1252005740 1 --2- 172.21.15.12:0/3519356643 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e3059e09a0 0x55e3059eb2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:04.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.022+0000 7f1252005740 1 --2- 172.21.15.12:0/3519356643 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e3059db830 0x55e3059ea370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:04.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.022+0000 7f1252005740 1 --2- 172.21.15.12:0/3519356643 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55e3059dae40 0x55e3059e9e30 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:04.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.022+0000 7f122e000640 0 client.25766 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:04.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.022+0000 7f1252005740 1 -- 172.21.15.12:0/3519356643 >> 172.21.15.12:0/3519356643 conn(0x55e3059a2a10 msgr2=0x55e3059e4f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:04.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.022+0000 7f1252005740 1 -- 172.21.15.12:0/3519356643 shutdown_connections 2024-03-29T00:19:04.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.022+0000 7f1252005740 1 -- 172.21.15.12:0/3519356643 wait complete. 2024-03-29T00:19:04.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.022+0000 7f1252005740 20 client.25766 trim_cache size 0 max 16384 2024-03-29T00:19:04.027 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:19:04.027 INFO:teuthology.orchestra.run.smithi012.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-29T00:19:04.027 INFO:teuthology.orchestra.run.smithi012.stdout: "scrubs": { 2024-03-29T00:19:04.027 INFO:teuthology.orchestra.run.smithi012.stdout: "2f392c4a-54ba-41f6-9363-dec509a7a0b7": { 2024-03-29T00:19:04.027 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/", 2024-03-29T00:19:04.028 INFO:teuthology.orchestra.run.smithi012.stdout: "tag": "2f392c4a-54ba-41f6-9363-dec509a7a0b7", 2024-03-29T00:19:04.028 INFO:teuthology.orchestra.run.smithi012.stdout: "options": "recursive,force" 2024-03-29T00:19:04.028 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:19:04.028 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:19:04.028 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:19:04.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.023+0000 7f124f400640 1 -- 172.21.15.12:0/3169891461 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f12300a1d10 msgr2=0x7f12300a41d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:04.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.023+0000 7f124f400640 1 --2- 172.21.15.12:0/3169891461 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f12300a1d10 0x7f12300a41d0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f1240009d60 tx=0x7f1240000f40 comp rx=0 tx=0).stop 2024-03-29T00:19:04.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.023+0000 7f124f400640 1 -- 172.21.15.12:0/3169891461 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1248100040 msgr2=0x7f1248199d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:04.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.023+0000 7f124f400640 1 --2- 172.21.15.12:0/3169891461 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1248100040 0x7f1248199d70 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f123c02ca30 tx=0x7f123c02c710 comp rx=0 tx=0).stop 2024-03-29T00:19:04.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.023+0000 7f124f400640 1 -- 172.21.15.12:0/3169891461 shutdown_connections 2024-03-29T00:19:04.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.023+0000 7f124f400640 1 --2- 172.21.15.12:0/3169891461 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f12300a1d10 0x7f12300a41d0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:04.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.023+0000 7f124f400640 1 --2- 172.21.15.12:0/3169891461 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f12481009a0 0x7f124819a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:04.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.023+0000 7f124f400640 1 --2- 172.21.15.12:0/3169891461 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1248101340 0x7f12481a1320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:04.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.023+0000 7f124f400640 1 --2- 172.21.15.12:0/3169891461 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1248100040 0x7f1248199d70 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:04.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.023+0000 7f124f400640 1 -- 172.21.15.12:0/3169891461 >> 172.21.15.12:0/3169891461 conn(0x7f12480fbbe0 msgr2=0x7f12480fd370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:04.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.023+0000 7f124f400640 1 -- 172.21.15.12:0/3169891461 shutdown_connections 2024-03-29T00:19:04.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:04.023+0000 7f124f400640 1 -- 172.21.15.12:0/3169891461 wait complete. 2024-03-29T00:19:04.039 INFO:tasks.cephfs.filesystem:scrub status for tag:2f392c4a-54ba-41f6-9363-dec509a7a0b7 - {'path': '/', 'tag': '2f392c4a-54ba-41f6-9363-dec509a7a0b7', 'options': 'recursive,force'} 2024-03-29T00:19:05.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:04 smithi053 ceph-mon[36233]: scrub queued for path: / 2024-03-29T00:19:05.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:04 smithi053 ceph-mon[36233]: scrub summary: idle+waiting paths [/] 2024-03-29T00:19:05.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:04 smithi053 ceph-mon[36233]: scrub summary: active paths [/] 2024-03-29T00:19:05.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:04 smithi053 ceph-mon[36233]: scrub summary: idle+waiting paths [/] 2024-03-29T00:19:05.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:04 smithi053 ceph-mon[36233]: pgmap v440: 129 pgs: 129 active+clean; 669 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.1 KiB/s wr, 11 op/s 2024-03-29T00:19:05.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:04 smithi069 ceph-mon[36074]: scrub queued for path: / 2024-03-29T00:19:05.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:04 smithi069 ceph-mon[36074]: scrub summary: idle+waiting paths [/] 2024-03-29T00:19:05.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:04 smithi069 ceph-mon[36074]: scrub summary: active paths [/] 2024-03-29T00:19:05.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:04 smithi069 ceph-mon[36074]: scrub summary: idle+waiting paths [/] 2024-03-29T00:19:05.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:04 smithi069 ceph-mon[36074]: pgmap v440: 129 pgs: 129 active+clean; 669 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.1 KiB/s wr, 11 op/s 2024-03-29T00:19:05.302 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:04 smithi012 ceph-mon[31657]: scrub queued for path: / 2024-03-29T00:19:05.302 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:04 smithi012 ceph-mon[31657]: scrub summary: idle+waiting paths [/] 2024-03-29T00:19:05.302 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:04 smithi012 ceph-mon[31657]: scrub summary: active paths [/] 2024-03-29T00:19:05.302 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:04 smithi012 ceph-mon[31657]: scrub summary: idle+waiting paths [/] 2024-03-29T00:19:05.302 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:04 smithi012 ceph-mon[31657]: pgmap v440: 129 pgs: 129 active+clean; 669 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.1 KiB/s wr, 11 op/s 2024-03-29T00:19:06.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:05 smithi069 ceph-mon[36074]: scrub summary: idle 2024-03-29T00:19:06.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:05 smithi012 ceph-mon[31657]: scrub summary: idle 2024-03-29T00:19:06.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:05 smithi053 ceph-mon[36233]: scrub summary: idle 2024-03-29T00:19:07.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:06 smithi069 ceph-mon[36074]: pgmap v441: 129 pgs: 129 active+clean; 669 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-03-29T00:19:07.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:06 smithi012 ceph-mon[31657]: pgmap v441: 129 pgs: 129 active+clean; 669 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-03-29T00:19:07.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:06 smithi053 ceph-mon[36233]: pgmap v441: 129 pgs: 129 active+clean; 669 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-03-29T00:19:09.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:08 smithi069 ceph-mon[36074]: pgmap v442: 129 pgs: 129 active+clean; 669 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-03-29T00:19:09.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:08 smithi012 ceph-mon[31657]: pgmap v442: 129 pgs: 129 active+clean; 669 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-03-29T00:19:09.354 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.353+0000 7fa119800640 1 -- 172.21.15.12:0/3583173586 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa1141015d0 msgr2=0x7fa1141019f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:09.354 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.353+0000 7fa119800640 1 --2- 172.21.15.12:0/3583173586 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa1141015d0 0x7fa1141019f0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fa104009900 tx=0x7fa10402bc30 comp rx=0 tx=0).stop 2024-03-29T00:19:09.354 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.353+0000 7fa119800640 1 -- 172.21.15.12:0/3583173586 shutdown_connections 2024-03-29T00:19:09.354 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.353+0000 7fa119800640 1 --2- 172.21.15.12:0/3583173586 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa1141027c0 0x7fa114102c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.354 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.353+0000 7fa119800640 1 --2- 172.21.15.12:0/3583173586 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa114103180 0x7fa114109a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.354 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.353+0000 7fa119800640 1 --2- 172.21.15.12:0/3583173586 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa1141015d0 0x7fa1141019f0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.354 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.353+0000 7fa119800640 1 -- 172.21.15.12:0/3583173586 >> 172.21.15.12:0/3583173586 conn(0x7fa1140fcb60 msgr2=0x7fa1140fef80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:09.355 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.353+0000 7fa119800640 1 -- 172.21.15.12:0/3583173586 shutdown_connections 2024-03-29T00:19:09.355 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.353+0000 7fa119800640 1 -- 172.21.15.12:0/3583173586 wait complete. 2024-03-29T00:19:09.357 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.354+0000 7fa119800640 1 Processor -- start 2024-03-29T00:19:09.357 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.355+0000 7fa119800640 1 -- start start 2024-03-29T00:19:09.357 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.355+0000 7fa119800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa1141015d0 0x7fa114075500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:09.357 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.355+0000 7fa119800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa1141027c0 0x7fa114073b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:09.357 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.355+0000 7fa119800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa114103180 0x7fa114074080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:09.357 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.355+0000 7fa119800640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa11410d330 con 0x7fa1141027c0 2024-03-29T00:19:09.357 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.355+0000 7fa119800640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa11410d1b0 con 0x7fa114103180 2024-03-29T00:19:09.358 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.355+0000 7fa119800640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa11410d4b0 con 0x7fa1141015d0 2024-03-29T00:19:09.358 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.355+0000 7fa113e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa1141015d0 0x7fa114075500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:09.358 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.355+0000 7fa113e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa1141015d0 0x7fa114075500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:53196/0 (socket says 172.21.15.12:53196) 2024-03-29T00:19:09.358 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.355+0000 7fa113e00640 1 -- 172.21.15.12:0/3977365385 learned_addr learned my addr 172.21.15.12:0/3977365385 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:09.358 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.355+0000 7fa118e00640 1 --2- 172.21.15.12:0/3977365385 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa114103180 0x7fa114074080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:09.358 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.355+0000 7fa113400640 1 --2- 172.21.15.12:0/3977365385 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa1141027c0 0x7fa114073b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:09.359 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.356+0000 7fa113e00640 1 -- 172.21.15.12:0/3977365385 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa114103180 msgr2=0x7fa114074080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:09.359 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.356+0000 7fa113e00640 1 --2- 172.21.15.12:0/3977365385 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa114103180 0x7fa114074080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.359 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.356+0000 7fa113e00640 1 -- 172.21.15.12:0/3977365385 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa1141027c0 msgr2=0x7fa114073b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:09.359 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.356+0000 7fa113e00640 1 --2- 172.21.15.12:0/3977365385 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa1141027c0 0x7fa114073b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.359 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.356+0000 7fa113e00640 1 -- 172.21.15.12:0/3977365385 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa114074910 con 0x7fa1141015d0 2024-03-29T00:19:09.359 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.356+0000 7fa113e00640 1 --2- 172.21.15.12:0/3977365385 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa1141015d0 0x7fa114075500 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fa104000c00 tx=0x7fa10402c710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:09.360 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.356+0000 7fa110c00640 1 -- 172.21.15.12:0/3977365385 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa104043020 con 0x7fa1141015d0 2024-03-29T00:19:09.360 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.356+0000 7fa110c00640 1 -- 172.21.15.12:0/3977365385 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa1040042d0 con 0x7fa1141015d0 2024-03-29T00:19:09.360 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.356+0000 7fa110c00640 1 -- 172.21.15.12:0/3977365385 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa104003cc0 con 0x7fa1141015d0 2024-03-29T00:19:09.360 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.356+0000 7fa119800640 1 -- 172.21.15.12:0/3977365385 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1141a1a90 con 0x7fa1141015d0 2024-03-29T00:19:09.360 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.357+0000 7fa119800640 1 -- 172.21.15.12:0/3977365385 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1141a1f90 con 0x7fa1141015d0 2024-03-29T00:19:09.361 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.361+0000 7fa11dbcd740 1 Processor -- start 2024-03-29T00:19:09.361 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.361+0000 7fa11dbcd740 1 -- start start 2024-03-29T00:19:09.363 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.361+0000 7fa11dbcd740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55960defa780 0x55960defaba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:09.363 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.361+0000 7fa11dbcd740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55960defb170 0x55960deffc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:09.363 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.361+0000 7fa11dbcd740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55960df002e0 0x55960df02770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:09.363 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.361+0000 7fa11dbcd740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55960de5e640 con 0x55960defa780 2024-03-29T00:19:09.363 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.361+0000 7fa11dbcd740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55960de07810 con 0x55960df002e0 2024-03-29T00:19:09.363 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.361+0000 7fa11dbcd740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55960de5a6e0 con 0x55960defb170 2024-03-29T00:19:09.363 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.361+0000 7fa110c00640 1 -- 172.21.15.12:0/3977365385 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fa104046020 con 0x7fa1141015d0 2024-03-29T00:19:09.363 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.362+0000 7fa113400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55960df002e0 0x55960df02770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:09.363 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.362+0000 7fa118e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55960defa780 0x55960defaba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:09.363 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.362+0000 7fa113400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55960df002e0 0x55960df02770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:57942/0 (socket says 172.21.15.12:57942) 2024-03-29T00:19:09.363 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.362+0000 7fa113400640 1 -- 172.21.15.12:0/517292092 learned_addr learned my addr 172.21.15.12:0/517292092 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:09.363 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.362+0000 7fa113e00640 1 --2- 172.21.15.12:0/517292092 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55960defb170 0x55960deffc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:09.363 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.362+0000 7fa113400640 1 -- 172.21.15.12:0/517292092 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55960defb170 msgr2=0x55960deffc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:09.364 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.362+0000 7fa113400640 1 --2- 172.21.15.12:0/517292092 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55960defb170 0x55960deffc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.364 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.362+0000 7fa113400640 1 -- 172.21.15.12:0/517292092 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55960defa780 msgr2=0x55960defaba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:09.364 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.362+0000 7fa113400640 1 --2- 172.21.15.12:0/517292092 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55960defa780 0x55960defaba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.364 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.362+0000 7fa113400640 1 -- 172.21.15.12:0/517292092 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55960db73210 con 0x55960df002e0 2024-03-29T00:19:09.364 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.363+0000 7fa113400640 1 --2- 172.21.15.12:0/517292092 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55960df002e0 0x55960df02770 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fa100009c30 tx=0x7fa1000117b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=66725fa12400b8de server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:09.365 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.363+0000 7fa109600640 1 -- 172.21.15.12:0/517292092 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa100012450 con 0x55960df002e0 2024-03-29T00:19:09.365 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.363+0000 7fa109600640 1 -- 172.21.15.12:0/517292092 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa100012af0 con 0x55960df002e0 2024-03-29T00:19:09.365 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.363+0000 7fa109600640 1 -- 172.21.15.12:0/517292092 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa10000fc70 con 0x55960df002e0 2024-03-29T00:19:09.366 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.363+0000 7fa110c00640 1 --2- 172.21.15.12:0/3977365385 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa0f80a1de0 0x7fa0f80a42a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:09.366 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.363+0000 7fa110c00640 1 -- 172.21.15.12:0/3977365385 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fa1040f02a0 con 0x7fa1141015d0 2024-03-29T00:19:09.366 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.364+0000 7fa118e00640 1 --2- 172.21.15.12:0/3977365385 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa0f80a1de0 0x7fa0f80a42a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:09.366 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.364+0000 7fa11dbcd740 1 -- 172.21.15.12:0/517292092 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55960df002e0 msgr2=0x55960df02770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:09.366 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.364+0000 7fa11dbcd740 1 --2- 172.21.15.12:0/517292092 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55960df002e0 0x55960df02770 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fa100009c30 tx=0x7fa1000117b0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.366 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.364+0000 7fa11dbcd740 1 -- 172.21.15.12:0/517292092 shutdown_connections 2024-03-29T00:19:09.366 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.364+0000 7fa11dbcd740 1 --2- 172.21.15.12:0/517292092 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55960df002e0 0x55960df02770 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.366 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.364+0000 7fa11dbcd740 1 --2- 172.21.15.12:0/517292092 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55960defb170 0x55960deffc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.366 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.364+0000 7fa11dbcd740 1 --2- 172.21.15.12:0/517292092 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55960defa780 0x55960defaba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.366 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.364+0000 7fa11dbcd740 1 -- 172.21.15.12:0/517292092 >> 172.21.15.12:0/517292092 conn(0x55960def5cf0 msgr2=0x55960def60f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:09.366 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.364+0000 7fa11dbcd740 1 -- 172.21.15.12:0/517292092 shutdown_connections 2024-03-29T00:19:09.366 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.364+0000 7fa11dbcd740 1 -- 172.21.15.12:0/517292092 wait complete. 2024-03-29T00:19:09.366 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.364+0000 7fa118e00640 1 --2- 172.21.15.12:0/3977365385 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa0f80a1de0 0x7fa0f80a42a0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x55960defb9d0 tx=0x7fa10c007520 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:09.367 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.365+0000 7fa11dbcd740 1 -- start start 2024-03-29T00:19:09.367 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.365+0000 7fa11dbcd740 1 Processor -- start 2024-03-29T00:19:09.369 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.366+0000 7fa11dbcd740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55960defa780 0x55960df04a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:09.369 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.366+0000 7fa11dbcd740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55960defb170 0x55960df04fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:09.369 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.366+0000 7fa11dbcd740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55960df002e0 0x55960df0c010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:09.370 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.366+0000 7fa11dbcd740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55960df03290 con 0x55960defb170 2024-03-29T00:19:09.370 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.366+0000 7fa11dbcd740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55960ddfcd00 con 0x55960df002e0 2024-03-29T00:19:09.370 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.366+0000 7fa11dbcd740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55960df03410 con 0x55960defa780 2024-03-29T00:19:09.370 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.366+0000 7fa11dbcd740 10 client.0 _ll_register_callbacks cb 0x55960dde7490 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:09.370 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.366+0000 7fa113e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55960defa780 0x55960df04a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:09.370 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.366+0000 7fa113e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55960defa780 0x55960df04a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:53208/0 (socket says 172.21.15.12:53208) 2024-03-29T00:19:09.370 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.366+0000 7fa113400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55960defb170 0x55960df04fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:09.370 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.366+0000 7fa113e00640 1 -- 172.21.15.12:0/619655445 learned_addr learned my addr 172.21.15.12:0/619655445 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:09.370 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.366+0000 7fa118e00640 1 --2- 172.21.15.12:0/619655445 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55960df002e0 0x55960df0c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:09.370 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.366+0000 7fa113e00640 1 -- 172.21.15.12:0/619655445 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55960df002e0 msgr2=0x55960df0c010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:09.370 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.366+0000 7fa113e00640 1 --2- 172.21.15.12:0/619655445 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55960df002e0 0x55960df0c010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.370 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.366+0000 7fa113e00640 1 -- 172.21.15.12:0/619655445 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55960defb170 msgr2=0x55960df04fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:09.370 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.366+0000 7fa113e00640 1 --2- 172.21.15.12:0/619655445 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55960defb170 0x55960df04fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.370 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.366+0000 7fa113e00640 1 -- 172.21.15.12:0/619655445 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55960dc3f620 con 0x55960defa780 2024-03-29T00:19:09.371 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.367+0000 7fa113e00640 1 --2- 172.21.15.12:0/619655445 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55960defa780 0x55960df04a90 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fa104006010 tx=0x7fa1040b9030 comp rx=0 tx=0).ready entity=mon.1 client_cookie=27a5c121c7bea426 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:09.371 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.367+0000 7fa0fe000640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:19:09.371 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.367+0000 7fa0fe000640 1 -- 172.21.15.12:0/619655445 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa104003e60 con 0x55960defa780 2024-03-29T00:19:09.371 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.367+0000 7fa0fe000640 1 -- 172.21.15.12:0/619655445 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fa104005570 con 0x55960defa780 2024-03-29T00:19:09.371 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.367+0000 7fa11dbcd740 1 -- 172.21.15.12:0/619655445 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa100012af0 con 0x55960defa780 2024-03-29T00:19:09.371 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.367+0000 7fa0fe000640 1 -- 172.21.15.12:0/619655445 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa1040d5050 con 0x55960defa780 2024-03-29T00:19:09.371 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.367+0000 7fa11dbcd740 10 client.25840 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:09.371 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.367+0000 7fa11dbcd740 1 -- 172.21.15.12:0/619655445 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55960df03300 con 0x55960defa780 2024-03-29T00:19:09.371 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.367+0000 7fa0fe000640 1 -- 172.21.15.12:0/619655445 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa100012af0 con 0x55960defa780 2024-03-29T00:19:09.371 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.368+0000 7fa0fe000640 1 -- 172.21.15.12:0/619655445 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fa1040c4f50 con 0x55960defa780 2024-03-29T00:19:09.371 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.368+0000 7fa11dbcd740 10 client.25840 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:09.371 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.368+0000 7fa11dbcd740 10 client.25840 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:19:09.371 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.368+0000 7fa11dbcd740 20 client.25840 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:09.371 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.368+0000 7fa11dbcd740 1 --2- 172.21.15.12:0/619655445 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55960df106f0 0x55960df12bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:09.371 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.368+0000 7fa11dbcd740 4 client.25840 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:19:09.372 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.368+0000 7fa11dbcd740 1 -- 172.21.15.12:0/619655445 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55960de72030 con 0x55960df106f0 2024-03-29T00:19:09.372 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.368+0000 7fa113400640 1 --2- 172.21.15.12:0/619655445 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55960df106f0 0x55960df12bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:09.372 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.369+0000 7fa113400640 1 --2- 172.21.15.12:0/619655445 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55960df106f0 0x55960df12bb0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6aa54c9669fadca4 server_cookie=e663562bedd32b2d in_seq=0 out_seq=0 2024-03-29T00:19:09.372 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.369+0000 7fa0fe000640 10 client.25840 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:09.373 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.370+0000 7fa0fe000640 1 -- 172.21.15.12:0/619655445 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55960de72030 con 0x55960df106f0 2024-03-29T00:19:09.373 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.370+0000 7fa0fe000640 10 client.25840 handle_command_reply: tid=0 2024-03-29T00:19:09.373 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.370+0000 7fa11dbcd740 1 client.25840 shutdown 2024-03-29T00:19:09.373 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.370+0000 7fa11dbcd740 1 -- 172.21.15.12:0/619655445 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55960defa780 msgr2=0x55960df04a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:09.373 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.370+0000 7fa11dbcd740 1 --2- 172.21.15.12:0/619655445 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55960defa780 0x55960df04a90 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fa104006010 tx=0x7fa1040b9030 comp rx=0 tx=0).stop 2024-03-29T00:19:09.373 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.370+0000 7fa11dbcd740 1 -- 172.21.15.12:0/619655445 shutdown_connections 2024-03-29T00:19:09.373 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.370+0000 7fa11dbcd740 1 --2- 172.21.15.12:0/619655445 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55960df106f0 0x55960df12bb0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.373 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.370+0000 7fa11dbcd740 1 --2- 172.21.15.12:0/619655445 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55960df002e0 0x55960df0c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.373 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.370+0000 7fa11dbcd740 1 --2- 172.21.15.12:0/619655445 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55960defb170 0x55960df04fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.373 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.370+0000 7fa11dbcd740 1 --2- 172.21.15.12:0/619655445 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55960defa780 0x55960df04a90 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.374 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.370+0000 7fa0fe000640 0 client.25840 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:09.374 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.370+0000 7fa11dbcd740 1 -- 172.21.15.12:0/619655445 >> 172.21.15.12:0/619655445 conn(0x55960def5cf0 msgr2=0x55960def4f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:09.374 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.370+0000 7fa11dbcd740 1 -- 172.21.15.12:0/619655445 shutdown_connections 2024-03-29T00:19:09.374 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.370+0000 7fa11dbcd740 1 -- 172.21.15.12:0/619655445 wait complete. 2024-03-29T00:19:09.374 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.370+0000 7fa11dbcd740 20 client.25840 trim_cache size 0 max 16384 2024-03-29T00:19:09.387 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.387+0000 7fa11dbcd740 1 Processor -- start 2024-03-29T00:19:09.387 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.387+0000 7fa11dbcd740 1 -- start start 2024-03-29T00:19:09.387 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.387+0000 7fa11dbcd740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55960defa780 0x55960df026d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:09.387 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.387+0000 7fa11dbcd740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55960defb170 0x55960df046a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:09.387 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.387+0000 7fa11dbcd740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55960df002e0 0x55960df04be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:09.387 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.387+0000 7fa11dbcd740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa1141ac470 con 0x55960df002e0 2024-03-29T00:19:09.388 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.387+0000 7fa11dbcd740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa1141adfb0 con 0x55960defb170 2024-03-29T00:19:09.388 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.387+0000 7fa11dbcd740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa1141acb40 con 0x55960defa780 2024-03-29T00:19:09.389 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.387+0000 7fa113400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55960defb170 0x55960df046a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:09.389 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.387+0000 7fa118e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55960df002e0 0x55960df04be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:09.389 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.387+0000 7fa113400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55960defb170 0x55960df046a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:57960/0 (socket says 172.21.15.12:57960) 2024-03-29T00:19:09.389 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.387+0000 7fa113400640 1 -- 172.21.15.12:0/2939226066 learned_addr learned my addr 172.21.15.12:0/2939226066 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:09.389 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.387+0000 7fa113e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55960defa780 0x55960df026d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:09.389 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.388+0000 7fa113400640 1 -- 172.21.15.12:0/2939226066 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55960defa780 msgr2=0x55960df026d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:09.389 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.388+0000 7fa113400640 1 --2- 172.21.15.12:0/2939226066 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55960defa780 0x55960df026d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.389 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.388+0000 7fa113400640 1 -- 172.21.15.12:0/2939226066 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55960df002e0 msgr2=0x55960df04be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:09.389 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.388+0000 7fa113400640 1 --2- 172.21.15.12:0/2939226066 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55960df002e0 0x55960df04be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.389 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.388+0000 7fa113400640 1 -- 172.21.15.12:0/2939226066 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55960def10a0 con 0x55960defb170 2024-03-29T00:19:09.390 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.388+0000 7fa113400640 1 --2- 172.21.15.12:0/2939226066 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55960defb170 0x55960df046a0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa100009c30 tx=0x7fa1000117b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=12f6445300268e18 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:09.390 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.388+0000 7fa108c00640 1 -- 172.21.15.12:0/2939226066 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1000057d0 con 0x55960defb170 2024-03-29T00:19:09.390 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.388+0000 7fa108c00640 1 -- 172.21.15.12:0/2939226066 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa100032070 con 0x55960defb170 2024-03-29T00:19:09.390 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.388+0000 7fa108c00640 1 -- 172.21.15.12:0/2939226066 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa10002c5a0 con 0x55960defb170 2024-03-29T00:19:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.389+0000 7fa11dbcd740 1 -- 172.21.15.12:0/2939226066 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55960defb170 msgr2=0x55960df046a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.389+0000 7fa11dbcd740 1 --2- 172.21.15.12:0/2939226066 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55960defb170 0x55960df046a0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa100009c30 tx=0x7fa1000117b0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.389+0000 7fa11dbcd740 1 -- 172.21.15.12:0/2939226066 shutdown_connections 2024-03-29T00:19:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.389+0000 7fa11dbcd740 1 --2- 172.21.15.12:0/2939226066 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55960defb170 0x55960df046a0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.389+0000 7fa11dbcd740 1 --2- 172.21.15.12:0/2939226066 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55960df002e0 0x55960df04be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.389+0000 7fa11dbcd740 1 --2- 172.21.15.12:0/2939226066 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55960defa780 0x55960df026d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.389+0000 7fa11dbcd740 1 -- 172.21.15.12:0/2939226066 >> 172.21.15.12:0/2939226066 conn(0x55960def5cf0 msgr2=0x55960def60d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.389+0000 7fa11dbcd740 1 -- 172.21.15.12:0/2939226066 shutdown_connections 2024-03-29T00:19:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.389+0000 7fa11dbcd740 1 -- 172.21.15.12:0/2939226066 wait complete. 2024-03-29T00:19:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.390+0000 7fa11dbcd740 1 -- start start 2024-03-29T00:19:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.390+0000 7fa11dbcd740 1 Processor -- start 2024-03-29T00:19:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.390+0000 7fa11dbcd740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55960defa780 0x55960df09ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.390+0000 7fa11dbcd740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55960defb170 0x55960df0a010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.390+0000 7fa11dbcd740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55960df002e0 0x55960df0afd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.390+0000 7fa11dbcd740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa1141ad8e0 con 0x55960defa780 2024-03-29T00:19:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.390+0000 7fa11dbcd740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa1141ad210 con 0x55960df002e0 2024-03-29T00:19:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.390+0000 7fa11dbcd740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa1141aa450 con 0x55960defb170 2024-03-29T00:19:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.390+0000 7fa11dbcd740 10 client.0 _ll_register_callbacks cb 0x7fa1040035f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.390+0000 7fa113400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55960defb170 0x55960df0a010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.390+0000 7fa113400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55960defb170 0x55960df0a010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:53228/0 (socket says 172.21.15.12:53228) 2024-03-29T00:19:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.390+0000 7fa113400640 1 -- 172.21.15.12:0/151049847 learned_addr learned my addr 172.21.15.12:0/151049847 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.390+0000 7fa118e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55960df002e0 0x55960df0afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.390+0000 7fa113e00640 1 --2- 172.21.15.12:0/151049847 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55960defa780 0x55960df09ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.391+0000 7fa113400640 1 -- 172.21.15.12:0/151049847 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55960df002e0 msgr2=0x55960df0afd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.391+0000 7fa113400640 1 --2- 172.21.15.12:0/151049847 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55960df002e0 0x55960df0afd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.398 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.391+0000 7fa113400640 1 -- 172.21.15.12:0/151049847 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55960defa780 msgr2=0x55960df09ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:09.398 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.391+0000 7fa113400640 1 --2- 172.21.15.12:0/151049847 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55960defa780 0x55960df09ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.398 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.391+0000 7fa113400640 1 -- 172.21.15.12:0/151049847 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55960df0b5c0 con 0x55960defb170 2024-03-29T00:19:09.398 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.391+0000 7fa113400640 1 --2- 172.21.15.12:0/151049847 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55960defb170 0x55960df0a010 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fa100009c00 tx=0x7fa100005880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b14f9e4cff07ec53 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:09.398 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.391+0000 7fa0fe000640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:19:09.398 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.391+0000 7fa0fe000640 1 -- 172.21.15.12:0/151049847 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa10003a020 con 0x55960defb170 2024-03-29T00:19:09.398 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.392+0000 7fa11dbcd740 1 -- 172.21.15.12:0/151049847 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa100032070 con 0x55960defb170 2024-03-29T00:19:09.398 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.392+0000 7fa0fe000640 1 -- 172.21.15.12:0/151049847 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fa100005310 con 0x55960defb170 2024-03-29T00:19:09.398 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.392+0000 7fa0fe000640 1 -- 172.21.15.12:0/151049847 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa100045050 con 0x55960defb170 2024-03-29T00:19:09.398 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.392+0000 7fa11dbcd740 10 client.25846 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:09.398 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.392+0000 7fa11dbcd740 1 -- 172.21.15.12:0/151049847 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55960df77180 con 0x55960defb170 2024-03-29T00:19:09.398 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.392+0000 7fa0fe000640 1 -- 172.21.15.12:0/151049847 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa100032070 con 0x55960defb170 2024-03-29T00:19:09.398 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.392+0000 7fa0fe000640 1 -- 172.21.15.12:0/151049847 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fa100003910 con 0x55960defb170 2024-03-29T00:19:09.398 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.392+0000 7fa11dbcd740 10 client.25846 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:09.399 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.392+0000 7fa11dbcd740 10 client.25846 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:19:09.399 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.392+0000 7fa11dbcd740 20 client.25846 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:09.399 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.392+0000 7fa11dbcd740 1 --2- 172.21.15.12:0/151049847 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55960df779c0 0x55960df79de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:09.399 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.392+0000 7fa11dbcd740 4 client.25846 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-29T00:19:09.399 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.392+0000 7fa11dbcd740 1 -- 172.21.15.12:0/151049847 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55960de6bb80 con 0x55960df779c0 2024-03-29T00:19:09.399 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.393+0000 7fa113e00640 1 --2- 172.21.15.12:0/151049847 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55960df779c0 0x55960df79de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:09.399 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.393+0000 7fa113e00640 1 --2- 172.21.15.12:0/151049847 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55960df779c0 0x55960df79de0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9485129686fcc6e4 server_cookie=e394ebb5fdae0030 in_seq=0 out_seq=0 2024-03-29T00:19:09.399 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.393+0000 7fa0fe000640 10 client.25846 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:09.401 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.400+0000 7fa0fe000640 1 -- 172.21.15.12:0/151049847 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55960de6bb80 con 0x55960df779c0 2024-03-29T00:19:09.401 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.400+0000 7fa0fe000640 10 client.25846 handle_command_reply: tid=0 2024-03-29T00:19:09.401 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.400+0000 7fa11dbcd740 1 client.25846 shutdown 2024-03-29T00:19:09.401 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.400+0000 7fa11dbcd740 1 -- 172.21.15.12:0/151049847 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55960defb170 msgr2=0x55960df0a010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:09.401 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.400+0000 7fa11dbcd740 1 --2- 172.21.15.12:0/151049847 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55960defb170 0x55960df0a010 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fa100009c00 tx=0x7fa100005880 comp rx=0 tx=0).stop 2024-03-29T00:19:09.401 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.400+0000 7fa11dbcd740 1 -- 172.21.15.12:0/151049847 shutdown_connections 2024-03-29T00:19:09.401 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.400+0000 7fa11dbcd740 1 --2- 172.21.15.12:0/151049847 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55960df779c0 0x55960df79de0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.401 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.400+0000 7fa11dbcd740 1 --2- 172.21.15.12:0/151049847 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55960df002e0 0x55960df0afd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.401 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.400+0000 7fa11dbcd740 1 --2- 172.21.15.12:0/151049847 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55960defb170 0x55960df0a010 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.401 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.400+0000 7fa0fe000640 0 client.25846 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:09.402 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.400+0000 7fa11dbcd740 1 --2- 172.21.15.12:0/151049847 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55960defa780 0x55960df09ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.402 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.400+0000 7fa11dbcd740 1 -- 172.21.15.12:0/151049847 >> 172.21.15.12:0/151049847 conn(0x55960def5cf0 msgr2=0x55960def60d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:09.402 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.400+0000 7fa11dbcd740 1 -- 172.21.15.12:0/151049847 shutdown_connections 2024-03-29T00:19:09.402 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.400+0000 7fa11dbcd740 1 -- 172.21.15.12:0/151049847 wait complete. 2024-03-29T00:19:09.402 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.401+0000 7fa11dbcd740 20 client.25846 trim_cache size 0 max 16384 2024-03-29T00:19:09.402 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:{ 2024-03-29T00:19:09.402 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "message": "", 2024-03-29T00:19:09.402 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "return_code": 0 2024-03-29T00:19:09.402 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:} 2024-03-29T00:19:09.403 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.401+0000 7fa119800640 1 -- 172.21.15.12:0/3977365385 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa0f80a1de0 msgr2=0x7fa0f80a42a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:09.403 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.401+0000 7fa119800640 1 --2- 172.21.15.12:0/3977365385 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa0f80a1de0 0x7fa0f80a42a0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x55960defb9d0 tx=0x7fa10c007520 comp rx=0 tx=0).stop 2024-03-29T00:19:09.403 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.401+0000 7fa119800640 1 -- 172.21.15.12:0/3977365385 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa1141015d0 msgr2=0x7fa114075500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:09.403 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.401+0000 7fa119800640 1 --2- 172.21.15.12:0/3977365385 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa1141015d0 0x7fa114075500 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fa104000c00 tx=0x7fa10402c710 comp rx=0 tx=0).stop 2024-03-29T00:19:09.403 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.401+0000 7fa119800640 1 -- 172.21.15.12:0/3977365385 shutdown_connections 2024-03-29T00:19:09.404 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.401+0000 7fa119800640 1 --2- 172.21.15.12:0/3977365385 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa0f80a1de0 0x7fa0f80a42a0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.404 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.401+0000 7fa119800640 1 --2- 172.21.15.12:0/3977365385 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa114103180 0x7fa114074080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.404 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.401+0000 7fa119800640 1 --2- 172.21.15.12:0/3977365385 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa1141027c0 0x7fa114073b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.404 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.401+0000 7fa119800640 1 --2- 172.21.15.12:0/3977365385 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa1141015d0 0x7fa114075500 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:09.404 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.401+0000 7fa119800640 1 -- 172.21.15.12:0/3977365385 >> 172.21.15.12:0/3977365385 conn(0x7fa1140fcb60 msgr2=0x7fa114105a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:09.404 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.402+0000 7fa119800640 1 -- 172.21.15.12:0/3977365385 shutdown_connections 2024-03-29T00:19:09.404 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:09.402+0000 7fa119800640 1 -- 172.21.15.12:0/3977365385 wait complete. 2024-03-29T00:19:09.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:08 smithi053 ceph-mon[36233]: pgmap v442: 129 pgs: 129 active+clean; 669 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-03-29T00:19:11.205 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:10 smithi053 ceph-mon[36233]: pgmap v443: 129 pgs: 129 active+clean; 669 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 938 B/s wr, 10 op/s 2024-03-29T00:19:11.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:10 smithi069 ceph-mon[36074]: pgmap v443: 129 pgs: 129 active+clean; 669 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 938 B/s wr, 10 op/s 2024-03-29T00:19:11.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:10 smithi012 ceph-mon[31657]: pgmap v443: 129 pgs: 129 active+clean; 669 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 938 B/s wr, 10 op/s 2024-03-29T00:19:13.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:12 smithi069 ceph-mon[36074]: pgmap v444: 129 pgs: 129 active+clean; 669 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-03-29T00:19:13.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:12 smithi012 ceph-mon[31657]: pgmap v444: 129 pgs: 129 active+clean; 669 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-03-29T00:19:13.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:12 smithi053 ceph-mon[36233]: pgmap v444: 129 pgs: 129 active+clean; 669 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-03-29T00:19:14.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:13 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:19:14.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:13 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:19:14.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:13 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:19:15.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:14 smithi069 ceph-mon[36074]: pgmap v445: 129 pgs: 129 active+clean; 670 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-03-29T00:19:15.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:14 smithi012 ceph-mon[31657]: pgmap v445: 129 pgs: 129 active+clean; 670 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-03-29T00:19:15.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:14 smithi053 ceph-mon[36233]: pgmap v445: 129 pgs: 129 active+clean; 670 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-03-29T00:19:16.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:15 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:19:16.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:15 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:19:16.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:15 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:19:16.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:15 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:19:16.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:15 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:19:16.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:15 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:19:16.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:15 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:19:16.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:15 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:19:16.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:15 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:19:17.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:16 smithi069 ceph-mon[36074]: pgmap v446: 129 pgs: 129 active+clean; 670 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 853 B/s wr, 11 op/s 2024-03-29T00:19:17.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:16 smithi012 ceph-mon[31657]: pgmap v446: 129 pgs: 129 active+clean; 670 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 853 B/s wr, 11 op/s 2024-03-29T00:19:17.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:16 smithi053 ceph-mon[36233]: pgmap v446: 129 pgs: 129 active+clean; 670 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 853 B/s wr, 11 op/s 2024-03-29T00:19:19.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:18 smithi069 ceph-mon[36074]: pgmap v447: 129 pgs: 129 active+clean; 670 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 767 B/s wr, 14 op/s 2024-03-29T00:19:19.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:18 smithi012 ceph-mon[31657]: pgmap v447: 129 pgs: 129 active+clean; 670 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 767 B/s wr, 14 op/s 2024-03-29T00:19:19.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:18 smithi053 ceph-mon[36233]: pgmap v447: 129 pgs: 129 active+clean; 670 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 767 B/s wr, 14 op/s 2024-03-29T00:19:21.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:20 smithi069 ceph-mon[36074]: pgmap v448: 129 pgs: 129 active+clean; 670 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 767 B/s wr, 10 op/s 2024-03-29T00:19:21.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:20 smithi012 ceph-mon[31657]: pgmap v448: 129 pgs: 129 active+clean; 670 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 767 B/s wr, 10 op/s 2024-03-29T00:19:21.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:20 smithi053 ceph-mon[36233]: pgmap v448: 129 pgs: 129 active+clean; 670 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 767 B/s wr, 10 op/s 2024-03-29T00:19:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.539+0000 7f2e3e800640 1 -- 172.21.15.12:0/3616260255 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2e38103170 msgr2=0x7f2e38109a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.539+0000 7f2e3e800640 1 --2- 172.21.15.12:0/3616260255 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2e38103170 0x7f2e38109a00 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f2e30009ca0 tx=0x7f2e3002c0f0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.539+0000 7f2e3e800640 1 -- 172.21.15.12:0/3616260255 shutdown_connections 2024-03-29T00:19:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.539+0000 7f2e3e800640 1 --2- 172.21.15.12:0/3616260255 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2e381027b0 0x7f2e38102c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.539+0000 7f2e3e800640 1 --2- 172.21.15.12:0/3616260255 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2e38103170 0x7f2e38109a00 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.539+0000 7f2e3e800640 1 --2- 172.21.15.12:0/3616260255 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2e381015c0 0x7f2e381019e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.539+0000 7f2e3e800640 1 -- 172.21.15.12:0/3616260255 >> 172.21.15.12:0/3616260255 conn(0x7f2e380fcb30 msgr2=0x7f2e380fef70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:22.541 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.539+0000 7f2e3e800640 1 -- 172.21.15.12:0/3616260255 shutdown_connections 2024-03-29T00:19:22.541 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.539+0000 7f2e3e800640 1 -- 172.21.15.12:0/3616260255 wait complete. 2024-03-29T00:19:22.543 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.540+0000 7f2e3e800640 1 Processor -- start 2024-03-29T00:19:22.543 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.541+0000 7f2e3e800640 1 -- start start 2024-03-29T00:19:22.543 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.541+0000 7f2e3e800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2e381015c0 0x7f2e38075500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:22.543 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.541+0000 7f2e3e800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2e381027b0 0x7f2e38073b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:22.543 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.541+0000 7f2e3e800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2e38103170 0x7f2e38074080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:22.543 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.541+0000 7f2e3e800640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f2e3810d370 con 0x7f2e381027b0 2024-03-29T00:19:22.543 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.541+0000 7f2e3e800640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f2e3810d1f0 con 0x7f2e381015c0 2024-03-29T00:19:22.543 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.541+0000 7f2e3e800640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f2e3810d4f0 con 0x7f2e38103170 2024-03-29T00:19:22.543 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.541+0000 7f2e3d400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2e381015c0 0x7f2e38075500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:22.543 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.541+0000 7f2e3de00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2e38103170 0x7f2e38074080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:22.543 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.541+0000 7f2e3d400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2e381015c0 0x7f2e38075500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:35620/0 (socket says 172.21.15.12:35620) 2024-03-29T00:19:22.543 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.541+0000 7f2e3d400640 1 -- 172.21.15.12:0/3932323375 learned_addr learned my addr 172.21.15.12:0/3932323375 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:22.543 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.541+0000 7f2e3ca00640 1 --2- 172.21.15.12:0/3932323375 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2e381027b0 0x7f2e38073b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:22.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.542+0000 7f2e3d400640 1 -- 172.21.15.12:0/3932323375 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2e38103170 msgr2=0x7f2e38074080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:22.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.542+0000 7f2e3d400640 1 --2- 172.21.15.12:0/3932323375 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2e38103170 0x7f2e38074080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.542+0000 7f2e3d400640 1 -- 172.21.15.12:0/3932323375 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2e381027b0 msgr2=0x7f2e38073b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:22.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.542+0000 7f2e3d400640 1 --2- 172.21.15.12:0/3932323375 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2e381027b0 0x7f2e38073b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.542+0000 7f2e3d400640 1 -- 172.21.15.12:0/3932323375 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e38074910 con 0x7f2e381015c0 2024-03-29T00:19:22.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.542+0000 7f2e3d400640 1 --2- 172.21.15.12:0/3932323375 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2e381015c0 0x7f2e38075500 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f2e2c00e9c0 tx=0x7f2e2c00ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:22.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.542+0000 7f2e36000640 1 -- 172.21.15.12:0/3932323375 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e2c00cd80 con 0x7f2e381015c0 2024-03-29T00:19:22.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.542+0000 7f2e36000640 1 -- 172.21.15.12:0/3932323375 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2e2c0035f0 con 0x7f2e381015c0 2024-03-29T00:19:22.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.542+0000 7f2e3e800640 1 -- 172.21.15.12:0/3932323375 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e381a1a70 con 0x7f2e381015c0 2024-03-29T00:19:22.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.542+0000 7f2e3e800640 1 -- 172.21.15.12:0/3932323375 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e381a2010 con 0x7f2e381015c0 2024-03-29T00:19:22.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.543+0000 7f2e36000640 1 -- 172.21.15.12:0/3932323375 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e2c010690 con 0x7f2e381015c0 2024-03-29T00:19:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.545+0000 7f2e36000640 1 -- 172.21.15.12:0/3932323375 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f2e2c0037a0 con 0x7f2e381015c0 2024-03-29T00:19:22.547 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.547+0000 7f2e36000640 1 --2- 172.21.15.12:0/3932323375 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f2e200a1de0 0x7f2e200a42a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:22.547 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.547+0000 7f2e42b8f740 1 Processor -- start 2024-03-29T00:19:22.547 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.547+0000 7f2e36000640 1 -- 172.21.15.12:0/3932323375 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f2e2c0ce5e0 con 0x7f2e381015c0 2024-03-29T00:19:22.547 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.547+0000 7f2e42b8f740 1 -- start start 2024-03-29T00:19:22.549 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.547+0000 7f2e3ca00640 1 --2- 172.21.15.12:0/3932323375 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f2e200a1de0 0x7f2e200a42a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:22.549 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.547+0000 7f2e42b8f740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558227499f90 0x55822749a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:22.549 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.547+0000 7f2e42b8f740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55822749a980 0x55822749f480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:22.549 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.548+0000 7f2e42b8f740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55822749faf0 0x5582274a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:22.549 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.548+0000 7f2e42b8f740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5582273f5640 con 0x55822749a980 2024-03-29T00:19:22.549 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.548+0000 7f2e42b8f740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55822739e810 con 0x558227499f90 2024-03-29T00:19:22.549 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.548+0000 7f2e42b8f740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5582273f16e0 con 0x55822749faf0 2024-03-29T00:19:22.549 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.548+0000 7f2e3d400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558227499f90 0x55822749a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:22.549 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.548+0000 7f2e3d400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558227499f90 0x55822749a3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:35630/0 (socket says 172.21.15.12:35630) 2024-03-29T00:19:22.549 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.548+0000 7f2e3d400640 1 -- 172.21.15.12:0/2105408551 learned_addr learned my addr 172.21.15.12:0/2105408551 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:22.549 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.548+0000 7f2e3d400640 1 -- 172.21.15.12:0/2105408551 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55822749faf0 msgr2=0x5582274a1f80 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-29T00:19:22.550 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.548+0000 7f2e3d400640 1 --2- 172.21.15.12:0/2105408551 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55822749faf0 0x5582274a1f80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.550 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.548+0000 7f2e3d400640 1 -- 172.21.15.12:0/2105408551 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55822749a980 msgr2=0x55822749f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:22.550 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.548+0000 7f2e3ca00640 1 --2- 172.21.15.12:0/2105408551 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55822749a980 0x55822749f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:22.550 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.548+0000 7f2e3d400640 1 --2- 172.21.15.12:0/2105408551 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55822749a980 0x55822749f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.550 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.548+0000 7f2e3d400640 1 -- 172.21.15.12:0/2105408551 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55822710a210 con 0x558227499f90 2024-03-29T00:19:22.550 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.548+0000 7f2e3ca00640 1 --2- 172.21.15.12:0/2105408551 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55822749a980 0x55822749f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:19:22.550 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.549+0000 7f2e3d400640 1 --2- 172.21.15.12:0/2105408551 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558227499f90 0x55822749a3b0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f2e2c097380 tx=0x7f2e2c09a880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7e635e5ae203a131 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.549+0000 7f2e2a600640 1 -- 172.21.15.12:0/2105408551 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e2c0b2020 con 0x558227499f90 2024-03-29T00:19:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.549+0000 7f2e2a600640 1 -- 172.21.15.12:0/2105408551 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2e2c09f070 con 0x558227499f90 2024-03-29T00:19:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.549+0000 7f2e2a600640 1 -- 172.21.15.12:0/2105408551 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e2c003ce0 con 0x558227499f90 2024-03-29T00:19:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.550+0000 7f2e42b8f740 1 -- 172.21.15.12:0/2105408551 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558227499f90 msgr2=0x55822749a3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.550+0000 7f2e42b8f740 1 --2- 172.21.15.12:0/2105408551 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558227499f90 0x55822749a3b0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f2e2c097380 tx=0x7f2e2c09a880 comp rx=0 tx=0).stop 2024-03-29T00:19:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.550+0000 7f2e3ca00640 1 --2- 172.21.15.12:0/3932323375 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f2e200a1de0 0x7f2e200a42a0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x55822749ad80 tx=0x7f2e240097c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.550+0000 7f2e42b8f740 1 -- 172.21.15.12:0/2105408551 shutdown_connections 2024-03-29T00:19:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.550+0000 7f2e42b8f740 1 --2- 172.21.15.12:0/2105408551 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55822749faf0 0x5582274a1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.550+0000 7f2e42b8f740 1 --2- 172.21.15.12:0/2105408551 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55822749a980 0x55822749f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.550+0000 7f2e42b8f740 1 --2- 172.21.15.12:0/2105408551 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558227499f90 0x55822749a3b0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.550+0000 7f2e42b8f740 1 -- 172.21.15.12:0/2105408551 >> 172.21.15.12:0/2105408551 conn(0x55822748ccf0 msgr2=0x55822748d0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.550+0000 7f2e42b8f740 1 -- 172.21.15.12:0/2105408551 shutdown_connections 2024-03-29T00:19:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.550+0000 7f2e42b8f740 1 -- 172.21.15.12:0/2105408551 wait complete. 2024-03-29T00:19:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.550+0000 7f2e42b8f740 1 -- start start 2024-03-29T00:19:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.551+0000 7f2e42b8f740 1 Processor -- start 2024-03-29T00:19:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.551+0000 7f2e42b8f740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558227499f90 0x5582274a4250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.551+0000 7f2e42b8f740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55822749a980 0x5582274a4790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.551+0000 7f2e42b8f740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55822749faf0 0x5582274ab7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.551+0000 7f2e42b8f740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5582274a2a40 con 0x558227499f90 2024-03-29T00:19:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.551+0000 7f2e42b8f740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x558227393d00 con 0x55822749faf0 2024-03-29T00:19:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.551+0000 7f2e42b8f740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5582274a2bc0 con 0x55822749a980 2024-03-29T00:19:22.555 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.551+0000 7f2e3d400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558227499f90 0x5582274a4250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:22.555 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.551+0000 7f2e3d400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558227499f90 0x5582274a4250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:52548/0 (socket says 172.21.15.12:52548) 2024-03-29T00:19:22.555 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.551+0000 7f2e3d400640 1 -- 172.21.15.12:0/2174447063 learned_addr learned my addr 172.21.15.12:0/2174447063 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:22.555 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.552+0000 7f2e42b8f740 10 client.0 _ll_register_callbacks cb 0x55822737e490 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:22.555 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.552+0000 7f2e3ca00640 1 --2- 172.21.15.12:0/2174447063 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55822749a980 0x5582274a4790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:22.555 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.552+0000 7f2e3de00640 1 --2- 172.21.15.12:0/2174447063 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55822749faf0 0x5582274ab7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:22.555 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.552+0000 7f2e3ca00640 1 -- 172.21.15.12:0/2174447063 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55822749faf0 msgr2=0x5582274ab7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:22.555 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.552+0000 7f2e3ca00640 1 --2- 172.21.15.12:0/2174447063 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55822749faf0 0x5582274ab7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.555 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.552+0000 7f2e3ca00640 1 -- 172.21.15.12:0/2174447063 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558227499f90 msgr2=0x5582274a4250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:22.555 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.552+0000 7f2e3ca00640 1 --2- 172.21.15.12:0/2174447063 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558227499f90 0x5582274a4250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.556 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.552+0000 7f2e3ca00640 1 -- 172.21.15.12:0/2174447063 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582271d6620 con 0x55822749a980 2024-03-29T00:19:22.556 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.552+0000 7f2e3ca00640 1 --2- 172.21.15.12:0/2174447063 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55822749a980 0x5582274a4790 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x55822749b3f0 tx=0x7f2e24005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2dd3d5b4a597d5fb server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:22.556 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.552+0000 7f2e1ea00640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:19:22.556 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.553+0000 7f2e1ea00640 1 -- 172.21.15.12:0/2174447063 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e24025070 con 0x55822749a980 2024-03-29T00:19:22.556 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.553+0000 7f2e1ea00640 1 -- 172.21.15.12:0/2174447063 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f2e24011850 con 0x55822749a980 2024-03-29T00:19:22.556 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.553+0000 7f2e42b8f740 1 -- 172.21.15.12:0/2174447063 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2e2c09f070 con 0x55822749a980 2024-03-29T00:19:22.556 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.553+0000 7f2e1ea00640 1 -- 172.21.15.12:0/2174447063 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2e24031050 con 0x55822749a980 2024-03-29T00:19:22.556 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.553+0000 7f2e42b8f740 10 client.25855 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:22.556 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.553+0000 7f2e42b8f740 1 -- 172.21.15.12:0/2174447063 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5582274ae800 con 0x55822749a980 2024-03-29T00:19:22.556 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.553+0000 7f2e1ea00640 1 -- 172.21.15.12:0/2174447063 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2e2c09f070 con 0x55822749a980 2024-03-29T00:19:22.556 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.554+0000 7f2e1ea00640 1 -- 172.21.15.12:0/2174447063 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f2e24021c90 con 0x55822749a980 2024-03-29T00:19:22.556 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.554+0000 7f2e42b8f740 10 client.25855 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:22.556 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.554+0000 7f2e42b8f740 10 client.25855 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:19:22.556 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.554+0000 7f2e42b8f740 20 client.25855 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:22.557 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.554+0000 7f2e42b8f740 1 --2- 172.21.15.12:0/2174447063 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5582274afef0 0x5582274b2390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:22.557 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.554+0000 7f2e42b8f740 4 client.25855 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:19:22.557 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.554+0000 7f2e42b8f740 1 -- 172.21.15.12:0/2174447063 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558227409030 con 0x5582274afef0 2024-03-29T00:19:22.557 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.554+0000 7f2e3d400640 1 --2- 172.21.15.12:0/2174447063 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5582274afef0 0x5582274b2390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:22.557 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.555+0000 7f2e1ea00640 10 client.25855 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:22.557 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.555+0000 7f2e3d400640 1 --2- 172.21.15.12:0/2174447063 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5582274afef0 0x5582274b2390 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a7dad95a827edd07 server_cookie=b69c8ef2e66a73bf in_seq=0 out_seq=0 2024-03-29T00:19:22.558 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.556+0000 7f2e1ea00640 1 -- 172.21.15.12:0/2174447063 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x558227409030 con 0x5582274afef0 2024-03-29T00:19:22.558 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.556+0000 7f2e1ea00640 10 client.25855 handle_command_reply: tid=0 2024-03-29T00:19:22.558 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.556+0000 7f2e42b8f740 1 client.25855 shutdown 2024-03-29T00:19:22.558 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.556+0000 7f2e42b8f740 1 -- 172.21.15.12:0/2174447063 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55822749a980 msgr2=0x5582274a4790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:22.558 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.556+0000 7f2e42b8f740 1 --2- 172.21.15.12:0/2174447063 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55822749a980 0x5582274a4790 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x55822749b3f0 tx=0x7f2e24005f90 comp rx=0 tx=0).stop 2024-03-29T00:19:22.558 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.556+0000 7f2e42b8f740 1 -- 172.21.15.12:0/2174447063 shutdown_connections 2024-03-29T00:19:22.558 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.556+0000 7f2e42b8f740 1 --2- 172.21.15.12:0/2174447063 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5582274afef0 0x5582274b2390 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.558 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.556+0000 7f2e42b8f740 1 --2- 172.21.15.12:0/2174447063 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55822749faf0 0x5582274ab7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.558 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.556+0000 7f2e42b8f740 1 --2- 172.21.15.12:0/2174447063 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55822749a980 0x5582274a4790 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.559 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.556+0000 7f2e1ea00640 0 client.25855 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:22.559 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.556+0000 7f2e42b8f740 1 --2- 172.21.15.12:0/2174447063 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558227499f90 0x5582274a4250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.559 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.556+0000 7f2e42b8f740 1 -- 172.21.15.12:0/2174447063 >> 172.21.15.12:0/2174447063 conn(0x55822748ccf0 msgr2=0x55822748bf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:22.559 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.556+0000 7f2e42b8f740 1 -- 172.21.15.12:0/2174447063 shutdown_connections 2024-03-29T00:19:22.559 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.556+0000 7f2e42b8f740 1 -- 172.21.15.12:0/2174447063 wait complete. 2024-03-29T00:19:22.559 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.556+0000 7f2e42b8f740 20 client.25855 trim_cache size 0 max 16384 2024-03-29T00:19:22.573 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.572+0000 7f2e42b8f740 1 Processor -- start 2024-03-29T00:19:22.573 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.572+0000 7f2e42b8f740 1 -- start start 2024-03-29T00:19:22.573 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.572+0000 7f2e42b8f740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558227499f90 0x55822748ff50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:22.573 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.572+0000 7f2e42b8f740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55822749a980 0x5582274ab790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:22.573 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.572+0000 7f2e42b8f740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55822749faf0 0x558227490490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:22.573 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.572+0000 7f2e42b8f740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f2e1800fba0 con 0x55822749faf0 2024-03-29T00:19:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.572+0000 7f2e42b8f740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f2e180116e0 con 0x55822749a980 2024-03-29T00:19:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.572+0000 7f2e42b8f740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f2e18010270 con 0x558227499f90 2024-03-29T00:19:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.573+0000 7f2e3d400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558227499f90 0x55822748ff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.573+0000 7f2e3ca00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55822749a980 0x5582274ab790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.573+0000 7f2e3d400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558227499f90 0x55822748ff50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:58570/0 (socket says 172.21.15.12:58570) 2024-03-29T00:19:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.573+0000 7f2e3ca00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55822749a980 0x5582274ab790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:35652/0 (socket says 172.21.15.12:35652) 2024-03-29T00:19:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.573+0000 7f2e3ca00640 1 -- 172.21.15.12:0/167730272 learned_addr learned my addr 172.21.15.12:0/167730272 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.573+0000 7f2e3de00640 1 --2- 172.21.15.12:0/167730272 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55822749faf0 0x558227490490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:22.576 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.573+0000 7f2e3ca00640 1 -- 172.21.15.12:0/167730272 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558227499f90 msgr2=0x55822748ff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:22.577 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.573+0000 7f2e3ca00640 1 --2- 172.21.15.12:0/167730272 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558227499f90 0x55822748ff50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.577 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.573+0000 7f2e3ca00640 1 -- 172.21.15.12:0/167730272 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55822749faf0 msgr2=0x558227490490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:22.577 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.573+0000 7f2e3ca00640 1 --2- 172.21.15.12:0/167730272 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55822749faf0 0x558227490490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.577 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.573+0000 7f2e3ca00640 1 -- 172.21.15.12:0/167730272 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55822748b310 con 0x55822749a980 2024-03-29T00:19:22.577 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.573+0000 7f2e3de00640 1 --2- 172.21.15.12:0/167730272 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55822749faf0 0x558227490490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:19:22.577 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.573+0000 7f2e3ca00640 1 --2- 172.21.15.12:0/167730272 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55822749a980 0x5582274ab790 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f2e24004460 tx=0x7f2e24009570 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d7c54fc756df93fc server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:22.577 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.574+0000 7f2e29c00640 1 -- 172.21.15.12:0/167730272 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e24039030 con 0x55822749a980 2024-03-29T00:19:22.577 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.574+0000 7f2e29c00640 1 -- 172.21.15.12:0/167730272 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2e24011b50 con 0x55822749a980 2024-03-29T00:19:22.577 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.574+0000 7f2e29c00640 1 -- 172.21.15.12:0/167730272 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e24025050 con 0x55822749a980 2024-03-29T00:19:22.577 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.574+0000 7f2e42b8f740 1 -- 172.21.15.12:0/167730272 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55822749a980 msgr2=0x5582274ab790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:22.577 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.574+0000 7f2e42b8f740 1 --2- 172.21.15.12:0/167730272 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55822749a980 0x5582274ab790 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f2e24004460 tx=0x7f2e24009570 comp rx=0 tx=0).stop 2024-03-29T00:19:22.577 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.574+0000 7f2e42b8f740 1 -- 172.21.15.12:0/167730272 shutdown_connections 2024-03-29T00:19:22.578 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.574+0000 7f2e42b8f740 1 --2- 172.21.15.12:0/167730272 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55822749a980 0x5582274ab790 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.578 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.574+0000 7f2e42b8f740 1 --2- 172.21.15.12:0/167730272 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55822749faf0 0x558227490490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.578 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.574+0000 7f2e42b8f740 1 --2- 172.21.15.12:0/167730272 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558227499f90 0x55822748ff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.578 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.574+0000 7f2e42b8f740 1 -- 172.21.15.12:0/167730272 >> 172.21.15.12:0/167730272 conn(0x55822748ccf0 msgr2=0x558227487a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:22.578 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.575+0000 7f2e42b8f740 1 -- 172.21.15.12:0/167730272 shutdown_connections 2024-03-29T00:19:22.578 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.575+0000 7f2e42b8f740 1 -- 172.21.15.12:0/167730272 wait complete. 2024-03-29T00:19:22.578 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.575+0000 7f2e42b8f740 1 -- start start 2024-03-29T00:19:22.578 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.575+0000 7f2e42b8f740 1 Processor -- start 2024-03-29T00:19:22.578 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.576+0000 7f2e42b8f740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558227499f90 0x5582274ab1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:22.578 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.576+0000 7f2e42b8f740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55822749a980 0x5582274ab720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:22.578 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.576+0000 7f2e42b8f740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55822749faf0 0x5582274a97f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:22.578 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.576+0000 7f2e42b8f740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f2e18011010 con 0x55822749a980 2024-03-29T00:19:22.578 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.576+0000 7f2e42b8f740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f2e18010940 con 0x55822749faf0 2024-03-29T00:19:22.578 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.576+0000 7f2e42b8f740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f2e1800db80 con 0x558227499f90 2024-03-29T00:19:22.579 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.576+0000 7f2e42b8f740 10 client.0 _ll_register_callbacks cb 0x7f2e24009bb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:22.579 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.576+0000 7f2e3d400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558227499f90 0x5582274ab1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:22.579 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.576+0000 7f2e3d400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558227499f90 0x5582274ab1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:58572/0 (socket says 172.21.15.12:58572) 2024-03-29T00:19:22.579 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.576+0000 7f2e3d400640 1 -- 172.21.15.12:0/3088927487 learned_addr learned my addr 172.21.15.12:0/3088927487 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:22.579 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.576+0000 7f2e3ca00640 1 --2- 172.21.15.12:0/3088927487 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55822749a980 0x5582274ab720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:22.579 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.576+0000 7f2e3d400640 1 -- 172.21.15.12:0/3088927487 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55822749faf0 msgr2=0x5582274a97f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:22.579 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.576+0000 7f2e3d400640 1 --2- 172.21.15.12:0/3088927487 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55822749faf0 0x5582274a97f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.579 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.576+0000 7f2e3d400640 1 -- 172.21.15.12:0/3088927487 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55822749a980 msgr2=0x5582274ab720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:22.579 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.576+0000 7f2e3d400640 1 --2- 172.21.15.12:0/3088927487 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55822749a980 0x5582274ab720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.579 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.576+0000 7f2e3d400640 1 -- 172.21.15.12:0/3088927487 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582274aa000 con 0x558227499f90 2024-03-29T00:19:22.581 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.577+0000 7f2e3d400640 1 --2- 172.21.15.12:0/3088927487 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558227499f90 0x5582274ab1e0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f2e2c003c00 tx=0x7f2e2c0097f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dfff95040925d70f server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:22.581 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.577+0000 7f2e1ea00640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:19:22.581 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.577+0000 7f2e1ea00640 1 -- 172.21.15.12:0/3088927487 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e2c0b2040 con 0x558227499f90 2024-03-29T00:19:22.581 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.577+0000 7f2e1ea00640 1 -- 172.21.15.12:0/3088927487 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f2e2c099220 con 0x558227499f90 2024-03-29T00:19:22.581 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.577+0000 7f2e42b8f740 1 -- 172.21.15.12:0/3088927487 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2e24011b50 con 0x558227499f90 2024-03-29T00:19:22.581 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.577+0000 7f2e1ea00640 1 -- 172.21.15.12:0/3088927487 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2e2c0aa050 con 0x558227499f90 2024-03-29T00:19:22.581 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.577+0000 7f2e42b8f740 10 client.25861 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:22.581 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.577+0000 7f2e42b8f740 1 -- 172.21.15.12:0/3088927487 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558227516e20 con 0x558227499f90 2024-03-29T00:19:22.581 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.577+0000 7f2e1ea00640 1 -- 172.21.15.12:0/3088927487 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2e24011b50 con 0x558227499f90 2024-03-29T00:19:22.581 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.578+0000 7f2e1ea00640 1 -- 172.21.15.12:0/3088927487 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f2e2c0a5ce0 con 0x558227499f90 2024-03-29T00:19:22.581 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.578+0000 7f2e42b8f740 10 client.25861 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:22.581 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.578+0000 7f2e42b8f740 10 client.25861 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:19:22.582 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.578+0000 7f2e42b8f740 20 client.25861 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:22.582 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.578+0000 7f2e42b8f740 1 --2- 172.21.15.12:0/3088927487 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5582275173e0 0x5582275197d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:22.582 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.578+0000 7f2e42b8f740 4 client.25861 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-29T00:19:22.582 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.578+0000 7f2e42b8f740 1 -- 172.21.15.12:0/3088927487 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558227402b80 con 0x5582275173e0 2024-03-29T00:19:22.582 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.578+0000 7f2e3ca00640 1 --2- 172.21.15.12:0/3088927487 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5582275173e0 0x5582275197d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:22.582 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.578+0000 7f2e3ca00640 1 --2- 172.21.15.12:0/3088927487 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5582275173e0 0x5582275197d0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d61725a33af6f7db server_cookie=d74f98fef850240e in_seq=0 out_seq=0 2024-03-29T00:19:22.582 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.578+0000 7f2e1ea00640 10 client.25861 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:22.582 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.581+0000 7f2e1ea00640 1 -- 172.21.15.12:0/3088927487 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x558227402b80 con 0x5582275173e0 2024-03-29T00:19:22.582 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.581+0000 7f2e1ea00640 10 client.25861 handle_command_reply: tid=0 2024-03-29T00:19:22.582 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.581+0000 7f2e42b8f740 1 client.25861 shutdown 2024-03-29T00:19:22.583 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.583+0000 7f2e42b8f740 1 -- 172.21.15.12:0/3088927487 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558227499f90 msgr2=0x5582274ab1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:22.584 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.583+0000 7f2e42b8f740 1 --2- 172.21.15.12:0/3088927487 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558227499f90 0x5582274ab1e0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f2e2c003c00 tx=0x7f2e2c0097f0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.584 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.583+0000 7f2e42b8f740 1 -- 172.21.15.12:0/3088927487 shutdown_connections 2024-03-29T00:19:22.584 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.583+0000 7f2e42b8f740 1 --2- 172.21.15.12:0/3088927487 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5582275173e0 0x5582275197d0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.584 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.583+0000 7f2e42b8f740 1 --2- 172.21.15.12:0/3088927487 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55822749faf0 0x5582274a97f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.584 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.583+0000 7f2e1ea00640 0 client.25861 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:22.584 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.583+0000 7f2e42b8f740 1 --2- 172.21.15.12:0/3088927487 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55822749a980 0x5582274ab720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.584 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.583+0000 7f2e42b8f740 1 --2- 172.21.15.12:0/3088927487 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558227499f90 0x5582274ab1e0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.584 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.583+0000 7f2e42b8f740 1 -- 172.21.15.12:0/3088927487 >> 172.21.15.12:0/3088927487 conn(0x55822748ccf0 msgr2=0x55822748ff50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:22.584 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.583+0000 7f2e42b8f740 1 -- 172.21.15.12:0/3088927487 shutdown_connections 2024-03-29T00:19:22.584 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.583+0000 7f2e42b8f740 1 -- 172.21.15.12:0/3088927487 wait complete. 2024-03-29T00:19:22.584 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.583+0000 7f2e42b8f740 20 client.25861 trim_cache size 0 max 16384 2024-03-29T00:19:22.585 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:{ 2024-03-29T00:19:22.585 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "message": "", 2024-03-29T00:19:22.585 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "return_code": 0 2024-03-29T00:19:22.585 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:} 2024-03-29T00:19:22.585 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.584+0000 7f2e3e800640 1 -- 172.21.15.12:0/3932323375 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f2e200a1de0 msgr2=0x7f2e200a42a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:22.585 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.584+0000 7f2e3e800640 1 --2- 172.21.15.12:0/3932323375 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f2e200a1de0 0x7f2e200a42a0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x55822749ad80 tx=0x7f2e240097c0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.585 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.584+0000 7f2e3e800640 1 -- 172.21.15.12:0/3932323375 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2e381015c0 msgr2=0x7f2e38075500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:22.586 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.584+0000 7f2e3e800640 1 --2- 172.21.15.12:0/3932323375 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2e381015c0 0x7f2e38075500 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f2e2c00e9c0 tx=0x7f2e2c00ee80 comp rx=0 tx=0).stop 2024-03-29T00:19:22.586 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.584+0000 7f2e3e800640 1 -- 172.21.15.12:0/3932323375 shutdown_connections 2024-03-29T00:19:22.586 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.584+0000 7f2e3e800640 1 --2- 172.21.15.12:0/3932323375 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f2e200a1de0 0x7f2e200a42a0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.586 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.584+0000 7f2e3e800640 1 --2- 172.21.15.12:0/3932323375 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2e38103170 0x7f2e38074080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.586 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.584+0000 7f2e3e800640 1 --2- 172.21.15.12:0/3932323375 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2e381027b0 0x7f2e38073b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.586 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.584+0000 7f2e3e800640 1 --2- 172.21.15.12:0/3932323375 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2e381015c0 0x7f2e38075500 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:22.586 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.584+0000 7f2e3e800640 1 -- 172.21.15.12:0/3932323375 >> 172.21.15.12:0/3932323375 conn(0x7f2e380fcb30 msgr2=0x7f2e38105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:22.586 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.584+0000 7f2e3e800640 1 -- 172.21.15.12:0/3932323375 shutdown_connections 2024-03-29T00:19:22.586 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:22.584+0000 7f2e3e800640 1 -- 172.21.15.12:0/3932323375 wait complete. 2024-03-29T00:19:23.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:22 smithi069 ceph-mon[36074]: pgmap v449: 129 pgs: 129 active+clean; 670 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 767 B/s wr, 11 op/s 2024-03-29T00:19:23.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:22 smithi012 ceph-mon[31657]: pgmap v449: 129 pgs: 129 active+clean; 670 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 767 B/s wr, 11 op/s 2024-03-29T00:19:23.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:22 smithi053 ceph-mon[36233]: pgmap v449: 129 pgs: 129 active+clean; 670 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 767 B/s wr, 11 op/s 2024-03-29T00:19:25.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:24 smithi012 ceph-mon[31657]: pgmap v450: 129 pgs: 129 active+clean; 670 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 511 B/s wr, 12 op/s 2024-03-29T00:19:25.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:24 smithi053 ceph-mon[36233]: pgmap v450: 129 pgs: 129 active+clean; 670 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 511 B/s wr, 12 op/s 2024-03-29T00:19:25.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:24 smithi069 ceph-mon[36074]: pgmap v450: 129 pgs: 129 active+clean; 670 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 511 B/s wr, 12 op/s 2024-03-29T00:19:27.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:26 smithi012 ceph-mon[31657]: pgmap v451: 129 pgs: 129 active+clean; 670 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 0 B/s wr, 8 op/s 2024-03-29T00:19:27.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:26 smithi053 ceph-mon[36233]: pgmap v451: 129 pgs: 129 active+clean; 670 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 0 B/s wr, 8 op/s 2024-03-29T00:19:27.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:26 smithi069 ceph-mon[36074]: pgmap v451: 129 pgs: 129 active+clean; 670 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 0 B/s wr, 8 op/s 2024-03-29T00:19:29.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:28 smithi012 ceph-mon[31657]: pgmap v452: 129 pgs: 129 active+clean; 671 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 12 op/s 2024-03-29T00:19:29.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:28 smithi053 ceph-mon[36233]: pgmap v452: 129 pgs: 129 active+clean; 671 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 12 op/s 2024-03-29T00:19:29.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:28 smithi069 ceph-mon[36074]: pgmap v452: 129 pgs: 129 active+clean; 671 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 12 op/s 2024-03-29T00:19:31.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:30 smithi012 ceph-mon[31657]: pgmap v453: 129 pgs: 129 active+clean; 671 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 9 op/s 2024-03-29T00:19:31.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:30 smithi053 ceph-mon[36233]: pgmap v453: 129 pgs: 129 active+clean; 671 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 9 op/s 2024-03-29T00:19:31.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:30 smithi069 ceph-mon[36074]: pgmap v453: 129 pgs: 129 active+clean; 671 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 9 op/s 2024-03-29T00:19:33.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:32 smithi012 ceph-mon[31657]: pgmap v454: 129 pgs: 129 active+clean; 671 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 255 B/s wr, 9 op/s 2024-03-29T00:19:33.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:32 smithi053 ceph-mon[36233]: pgmap v454: 129 pgs: 129 active+clean; 671 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 255 B/s wr, 9 op/s 2024-03-29T00:19:33.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:32 smithi069 ceph-mon[36074]: pgmap v454: 129 pgs: 129 active+clean; 671 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 255 B/s wr, 9 op/s 2024-03-29T00:19:34.041 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-29T00:19:34.041 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-29T00:19:34.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.265+0000 7ffbf7000640 1 -- 172.21.15.12:0/1450582950 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ffbf0075730 msgr2=0x7ffbf0073b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:34.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.265+0000 7ffbf7000640 1 --2- 172.21.15.12:0/1450582950 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ffbf0075730 0x7ffbf0073b80 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7ffbe4009900 tx=0x7ffbe402bcc0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.266+0000 7ffbf7000640 1 -- 172.21.15.12:0/1450582950 shutdown_connections 2024-03-29T00:19:34.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.266+0000 7ffbf7000640 1 --2- 172.21.15.12:0/1450582950 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffbf0109450 0x7ffbf010b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.266+0000 7ffbf7000640 1 --2- 172.21.15.12:0/1450582950 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ffbf0074150 0x7ffbf00745b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.266+0000 7ffbf7000640 1 --2- 172.21.15.12:0/1450582950 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ffbf0075730 0x7ffbf0073b80 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.266+0000 7ffbf7000640 1 -- 172.21.15.12:0/1450582950 >> 172.21.15.12:0/1450582950 conn(0x7ffbf00fcb30 msgr2=0x7ffbf00fef70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:34.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.266+0000 7ffbf7000640 1 -- 172.21.15.12:0/1450582950 shutdown_connections 2024-03-29T00:19:34.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.266+0000 7ffbf7000640 1 -- 172.21.15.12:0/1450582950 wait complete. 2024-03-29T00:19:34.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.267+0000 7ffbf7000640 1 Processor -- start 2024-03-29T00:19:34.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.267+0000 7ffbf7000640 1 -- start start 2024-03-29T00:19:34.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.268+0000 7ffbf7000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ffbf0074150 0x7ffbf0199b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:34.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.268+0000 7ffbf7000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffbf0075730 0x7ffbf019a090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:34.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.268+0000 7ffbf7000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ffbf0109450 0x7ffbf01a1100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:34.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.268+0000 7ffbf7000640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ffbf010f570 con 0x7ffbf0074150 2024-03-29T00:19:34.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.268+0000 7ffbf7000640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ffbf010f3f0 con 0x7ffbf0109450 2024-03-29T00:19:34.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.268+0000 7ffbf7000640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ffbf010f6f0 con 0x7ffbf0075730 2024-03-29T00:19:34.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.268+0000 7ffbf5c00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ffbf0074150 0x7ffbf0199b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:34.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.268+0000 7ffbf5200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffbf0075730 0x7ffbf019a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:34.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.268+0000 7ffbf5200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffbf0075730 0x7ffbf019a090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46058/0 (socket says 172.21.15.12:46058) 2024-03-29T00:19:34.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.268+0000 7ffbf5200640 1 -- 172.21.15.12:0/1561000000 learned_addr learned my addr 172.21.15.12:0/1561000000 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:34.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.268+0000 7ffbf6600640 1 --2- 172.21.15.12:0/1561000000 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ffbf0109450 0x7ffbf01a1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:34.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.269+0000 7ffbf5200640 1 -- 172.21.15.12:0/1561000000 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ffbf0109450 msgr2=0x7ffbf01a1100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:34.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.269+0000 7ffbf5200640 1 --2- 172.21.15.12:0/1561000000 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ffbf0109450 0x7ffbf01a1100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.269+0000 7ffbf5200640 1 -- 172.21.15.12:0/1561000000 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ffbf0074150 msgr2=0x7ffbf0199b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:34.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.269+0000 7ffbf5200640 1 --2- 172.21.15.12:0/1561000000 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ffbf0074150 0x7ffbf0199b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.269+0000 7ffbf5200640 1 -- 172.21.15.12:0/1561000000 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbf01a1770 con 0x7ffbf0075730 2024-03-29T00:19:34.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.269+0000 7ffbf5200640 1 --2- 172.21.15.12:0/1561000000 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffbf0075730 0x7ffbf019a090 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc00e9f0 tx=0x7ffbdc00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:34.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.269+0000 7ffbee000640 1 -- 172.21.15.12:0/1561000000 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbdc00cd80 con 0x7ffbf0075730 2024-03-29T00:19:34.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.269+0000 7ffbee000640 1 -- 172.21.15.12:0/1561000000 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ffbdc010930 con 0x7ffbf0075730 2024-03-29T00:19:34.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.269+0000 7ffbf7000640 1 -- 172.21.15.12:0/1561000000 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbf01a1a60 con 0x7ffbf0075730 2024-03-29T00:19:34.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.269+0000 7ffbee000640 1 -- 172.21.15.12:0/1561000000 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbdc018a80 con 0x7ffbf0075730 2024-03-29T00:19:34.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.270+0000 7ffbf7000640 1 -- 172.21.15.12:0/1561000000 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbf01a1fb0 con 0x7ffbf0075730 2024-03-29T00:19:34.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.275+0000 7ffbfb3d3740 1 Processor -- start 2024-03-29T00:19:34.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.275+0000 7ffbfb3d3740 1 -- start start 2024-03-29T00:19:34.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.275+0000 7ffbfb3d3740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651b0c94030 0x5651b0c94450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:34.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.275+0000 7ffbfb3d3740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5651b0c94a20 0x5651b0c99520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:34.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.275+0000 7ffbfb3d3740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5651b0c99b90 0x5651b0c9c020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:34.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.275+0000 7ffbfb3d3740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5651b0bf9100 con 0x5651b0c94030 2024-03-29T00:19:34.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.275+0000 7ffbfb3d3740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5651b0ba1ba0 con 0x5651b0c94a20 2024-03-29T00:19:34.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.275+0000 7ffbfb3d3740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5651b0bf51a0 con 0x5651b0c99b90 2024-03-29T00:19:34.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.276+0000 7ffbf6600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651b0c94030 0x5651b0c94450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:34.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.276+0000 7ffbf5c00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5651b0c94a20 0x5651b0c99520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:34.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.276+0000 7ffbf6600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651b0c94030 0x5651b0c94450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:56294/0 (socket says 172.21.15.12:56294) 2024-03-29T00:19:34.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.276+0000 7ffbf6600640 1 -- 172.21.15.12:0/3767713312 learned_addr learned my addr 172.21.15.12:0/3767713312 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:34.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.276+0000 7ffbee000640 1 -- 172.21.15.12:0/1561000000 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7ffbdc010ae0 con 0x7ffbf0075730 2024-03-29T00:19:34.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.276+0000 7ffbf5200640 1 --2- 172.21.15.12:0/3767713312 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5651b0c99b90 0x5651b0c9c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:34.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.277+0000 7ffbf6600640 1 -- 172.21.15.12:0/3767713312 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5651b0c99b90 msgr2=0x5651b0c9c020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:34.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.277+0000 7ffbf6600640 1 --2- 172.21.15.12:0/3767713312 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5651b0c99b90 0x5651b0c9c020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.277+0000 7ffbf6600640 1 -- 172.21.15.12:0/3767713312 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5651b0c94a20 msgr2=0x5651b0c99520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:34.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.277+0000 7ffbf6600640 1 --2- 172.21.15.12:0/3767713312 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5651b0c94a20 0x5651b0c99520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.277+0000 7ffbf6600640 1 -- 172.21.15.12:0/3767713312 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5651b0bd21a0 con 0x5651b0c94030 2024-03-29T00:19:34.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.277+0000 7ffbf5200640 1 --2- 172.21.15.12:0/3767713312 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5651b0c99b90 0x5651b0c9c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:19:34.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.277+0000 7ffbf6600640 1 --2- 172.21.15.12:0/3767713312 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651b0c94030 0x5651b0c94450 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7ffbe8009fd0 tx=0x7ffbe80118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb2975c3b142d85d server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:34.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.277+0000 7ffbe2a00640 1 -- 172.21.15.12:0/3767713312 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbe8004d20 con 0x5651b0c94030 2024-03-29T00:19:34.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.278+0000 7ffbe2a00640 1 -- 172.21.15.12:0/3767713312 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ffbe8004050 con 0x5651b0c94030 2024-03-29T00:19:34.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.278+0000 7ffbe2a00640 1 -- 172.21.15.12:0/3767713312 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbe8005280 con 0x5651b0c94030 2024-03-29T00:19:34.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.278+0000 7ffbee000640 1 --2- 172.21.15.12:0/1561000000 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ffbd80a1d80 0x7ffbd80a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:34.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.278+0000 7ffbee000640 1 -- 172.21.15.12:0/1561000000 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7ffbdc0ce550 con 0x7ffbf0075730 2024-03-29T00:19:34.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.278+0000 7ffbf5c00640 1 --2- 172.21.15.12:0/1561000000 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ffbd80a1d80 0x7ffbd80a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:34.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.279+0000 7ffbfb3d3740 1 -- 172.21.15.12:0/3767713312 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651b0c94030 msgr2=0x5651b0c94450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:34.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.279+0000 7ffbfb3d3740 1 --2- 172.21.15.12:0/3767713312 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651b0c94030 0x5651b0c94450 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7ffbe8009fd0 tx=0x7ffbe80118d0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.279+0000 7ffbfb3d3740 1 -- 172.21.15.12:0/3767713312 shutdown_connections 2024-03-29T00:19:34.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.279+0000 7ffbfb3d3740 1 --2- 172.21.15.12:0/3767713312 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5651b0c94a20 0x5651b0c99520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.282 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.279+0000 7ffbfb3d3740 1 --2- 172.21.15.12:0/3767713312 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5651b0c99b90 0x5651b0c9c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.282 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.279+0000 7ffbfb3d3740 1 --2- 172.21.15.12:0/3767713312 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651b0c94030 0x5651b0c94450 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.282 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.279+0000 7ffbfb3d3740 1 -- 172.21.15.12:0/3767713312 >> 172.21.15.12:0/3767713312 conn(0x5651b0c5ba10 msgr2=0x5651b0c8f9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:34.282 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.280+0000 7ffbf5c00640 1 --2- 172.21.15.12:0/1561000000 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ffbd80a1d80 0x7ffbd80a4240 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7ffbe4006010 tx=0x7ffbe402ca60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:34.282 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.280+0000 7ffbfb3d3740 1 -- 172.21.15.12:0/3767713312 shutdown_connections 2024-03-29T00:19:34.282 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.280+0000 7ffbfb3d3740 1 -- 172.21.15.12:0/3767713312 wait complete. 2024-03-29T00:19:34.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.280+0000 7ffbfb3d3740 1 -- start start 2024-03-29T00:19:34.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.281+0000 7ffbfb3d3740 1 Processor -- start 2024-03-29T00:19:34.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.281+0000 7ffbfb3d3740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5651b0c94030 0x5651b0c9e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:34.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.281+0000 7ffbfb3d3740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651b0c94a20 0x5651b0c9eae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:34.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.281+0000 7ffbfb3d3740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5651b0c99b90 0x5651b0ca5b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:34.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.281+0000 7ffbfb3d3740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5651b0c9cb40 con 0x5651b0c94a20 2024-03-29T00:19:34.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.281+0000 7ffbfb3d3740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5651b0b97250 con 0x5651b0c99b90 2024-03-29T00:19:34.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.281+0000 7ffbfb3d3740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5651b0c9ccc0 con 0x5651b0c94030 2024-03-29T00:19:34.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.281+0000 7ffbfb3d3740 10 client.0 _ll_register_callbacks cb 0x5651b090cbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:34.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.282+0000 7ffbf5c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5651b0c94030 0x5651b0c9e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:34.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.282+0000 7ffbf6600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5651b0c99b90 0x5651b0ca5b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:34.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.282+0000 7ffbf6600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5651b0c99b90 0x5651b0ca5b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:35500/0 (socket says 172.21.15.12:35500) 2024-03-29T00:19:34.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.282+0000 7ffbf6600640 1 -- 172.21.15.12:0/2067147572 learned_addr learned my addr 172.21.15.12:0/2067147572 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:34.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.282+0000 7ffbf5200640 1 --2- 172.21.15.12:0/2067147572 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651b0c94a20 0x5651b0c9eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:34.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.282+0000 7ffbf5c00640 1 -- 172.21.15.12:0/2067147572 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5651b0c99b90 msgr2=0x5651b0ca5b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:34.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.282+0000 7ffbf5c00640 1 --2- 172.21.15.12:0/2067147572 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5651b0c99b90 0x5651b0ca5b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.282+0000 7ffbf5c00640 1 -- 172.21.15.12:0/2067147572 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651b0c94a20 msgr2=0x5651b0c9eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:34.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.282+0000 7ffbf5c00640 1 --2- 172.21.15.12:0/2067147572 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651b0c94a20 0x5651b0c9eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.282+0000 7ffbf5c00640 1 -- 172.21.15.12:0/2067147572 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5651b0bb3960 con 0x5651b0c94030 2024-03-29T00:19:34.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.283+0000 7ffbf6600640 1 --2- 172.21.15.12:0/2067147572 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5651b0c99b90 0x5651b0ca5b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:34.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.283+0000 7ffbf5200640 1 --2- 172.21.15.12:0/2067147572 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651b0c94a20 0x5651b0c9eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:34.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.283+0000 7ffbf5c00640 1 --2- 172.21.15.12:0/2067147572 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5651b0c94030 0x5651b0c9e5a0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7ffbe402c200 tx=0x7ffbe402bcc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3da58dd0896db3f3 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:34.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.283+0000 7ffbd7400640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:19:34.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.283+0000 7ffbd7400640 1 -- 172.21.15.12:0/2067147572 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbe404e020 con 0x5651b0c94030 2024-03-29T00:19:34.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.284+0000 7ffbfb3d3740 1 -- 172.21.15.12:0/2067147572 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffbe8004050 con 0x5651b0c94030 2024-03-29T00:19:34.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.284+0000 7ffbd7400640 1 -- 172.21.15.12:0/2067147572 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7ffbe40048c0 con 0x5651b0c94030 2024-03-29T00:19:34.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.284+0000 7ffbd7400640 1 -- 172.21.15.12:0/2067147572 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ffbe4059050 con 0x5651b0c94030 2024-03-29T00:19:34.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.284+0000 7ffbfb3d3740 10 client.25870 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:34.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.284+0000 7ffbfb3d3740 1 -- 172.21.15.12:0/2067147572 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5651b09d77d0 con 0x5651b0c94030 2024-03-29T00:19:34.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.284+0000 7ffbd7400640 1 -- 172.21.15.12:0/2067147572 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ffbe8004050 con 0x5651b0c94030 2024-03-29T00:19:34.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.284+0000 7ffbd7400640 1 -- 172.21.15.12:0/2067147572 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7ffbe4003c20 con 0x5651b0c94030 2024-03-29T00:19:34.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.285+0000 7ffbfb3d3740 10 client.25870 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:34.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.285+0000 7ffbfb3d3740 10 client.25870 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:19:34.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.285+0000 7ffbfb3d3740 20 client.25870 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:34.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.285+0000 7ffbfb3d3740 1 --2- 172.21.15.12:0/2067147572 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5651b0caa3d0 0x5651b0cac800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:34.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.285+0000 7ffbfb3d3740 4 client.25870 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:19:34.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.285+0000 7ffbfb3d3740 1 -- 172.21.15.12:0/2067147572 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5651b0c06640 con 0x5651b0caa3d0 2024-03-29T00:19:34.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.286+0000 7ffbf5200640 1 --2- 172.21.15.12:0/2067147572 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5651b0caa3d0 0x5651b0cac800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:34.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.286+0000 7ffbf5200640 1 --2- 172.21.15.12:0/2067147572 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5651b0caa3d0 0x5651b0cac800 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7c8350a2303a3e70 server_cookie=1d40db48a4f9734 in_seq=0 out_seq=0 2024-03-29T00:19:34.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.286+0000 7ffbd7400640 10 client.25870 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:34.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.287+0000 7ffbd7400640 1 -- 172.21.15.12:0/2067147572 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5651b0c06640 con 0x5651b0caa3d0 2024-03-29T00:19:34.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.287+0000 7ffbd7400640 10 client.25870 handle_command_reply: tid=0 2024-03-29T00:19:34.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.287+0000 7ffbfb3d3740 1 client.25870 shutdown 2024-03-29T00:19:34.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.287+0000 7ffbfb3d3740 1 -- 172.21.15.12:0/2067147572 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5651b0c94030 msgr2=0x5651b0c9e5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:34.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.287+0000 7ffbfb3d3740 1 --2- 172.21.15.12:0/2067147572 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5651b0c94030 0x5651b0c9e5a0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7ffbe402c200 tx=0x7ffbe402bcc0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.287+0000 7ffbfb3d3740 1 -- 172.21.15.12:0/2067147572 shutdown_connections 2024-03-29T00:19:34.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.287+0000 7ffbfb3d3740 1 --2- 172.21.15.12:0/2067147572 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5651b0caa3d0 0x5651b0cac800 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.287+0000 7ffbfb3d3740 1 --2- 172.21.15.12:0/2067147572 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5651b0c99b90 0x5651b0ca5b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.287+0000 7ffbd7400640 0 client.25870 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:34.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.287+0000 7ffbfb3d3740 1 --2- 172.21.15.12:0/2067147572 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651b0c94a20 0x5651b0c9eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.287+0000 7ffbfb3d3740 1 --2- 172.21.15.12:0/2067147572 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5651b0c94030 0x5651b0c9e5a0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.287+0000 7ffbfb3d3740 1 -- 172.21.15.12:0/2067147572 >> 172.21.15.12:0/2067147572 conn(0x5651b0c5ba10 msgr2=0x5651b0c8ed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:34.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.287+0000 7ffbfb3d3740 1 -- 172.21.15.12:0/2067147572 shutdown_connections 2024-03-29T00:19:34.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.287+0000 7ffbfb3d3740 1 -- 172.21.15.12:0/2067147572 wait complete. 2024-03-29T00:19:34.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.288+0000 7ffbfb3d3740 20 client.25870 trim_cache size 0 max 16384 2024-03-29T00:19:34.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.306+0000 7ffbfb3d3740 1 Processor -- start 2024-03-29T00:19:34.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.306+0000 7ffbfb3d3740 1 -- start start 2024-03-29T00:19:34.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.307+0000 7ffbfb3d3740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5651b0c94030 0x5651b0c9d060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:34.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.307+0000 7ffbfb3d3740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5651b0c94a20 0x5651b0ca5ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:34.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.307+0000 7ffbfb3d3740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651b0c99b90 0x5651b0c932f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:34.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.307+0000 7ffbfb3d3740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ffbf01ac4f0 con 0x5651b0c99b90 2024-03-29T00:19:34.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.307+0000 7ffbfb3d3740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ffbf01ae030 con 0x5651b0c94030 2024-03-29T00:19:34.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.307+0000 7ffbfb3d3740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ffbf01acbc0 con 0x5651b0c94a20 2024-03-29T00:19:34.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.307+0000 7ffbf5c00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5651b0c94030 0x5651b0c9d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:34.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.307+0000 7ffbf5c00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5651b0c94030 0x5651b0c9d060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:35508/0 (socket says 172.21.15.12:35508) 2024-03-29T00:19:34.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.307+0000 7ffbf5c00640 1 -- 172.21.15.12:0/1309293779 learned_addr learned my addr 172.21.15.12:0/1309293779 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:34.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.307+0000 7ffbf6600640 1 --2- 172.21.15.12:0/1309293779 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651b0c99b90 0x5651b0c932f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:34.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.307+0000 7ffbf5200640 1 --2- 172.21.15.12:0/1309293779 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5651b0c94a20 0x5651b0ca5ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:34.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.307+0000 7ffbf5c00640 1 -- 172.21.15.12:0/1309293779 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5651b0c94a20 msgr2=0x5651b0ca5ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:34.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.307+0000 7ffbf5c00640 1 --2- 172.21.15.12:0/1309293779 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5651b0c94a20 0x5651b0ca5ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.308+0000 7ffbf5c00640 1 -- 172.21.15.12:0/1309293779 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651b0c99b90 msgr2=0x5651b0c932f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:34.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.308+0000 7ffbf5c00640 1 --2- 172.21.15.12:0/1309293779 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651b0c99b90 0x5651b0c932f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.308+0000 7ffbf5c00640 1 -- 172.21.15.12:0/1309293779 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5651b090d3f0 con 0x5651b0c94030 2024-03-29T00:19:34.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.308+0000 7ffbf5c00640 1 --2- 172.21.15.12:0/1309293779 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5651b0c94030 0x5651b0c9d060 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7ffbe4009690 tx=0x7ffbe40052c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ef2a2a47b5d8209 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:34.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.308+0000 7ffbf5200640 1 --2- 172.21.15.12:0/1309293779 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5651b0c94a20 0x5651b0ca5ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:19:34.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.308+0000 7ffbe2000640 1 -- 172.21.15.12:0/1309293779 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbe404e040 con 0x5651b0c94030 2024-03-29T00:19:34.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.308+0000 7ffbe2000640 1 -- 172.21.15.12:0/1309293779 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ffbe4045070 con 0x5651b0c94030 2024-03-29T00:19:34.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.308+0000 7ffbe2000640 1 -- 172.21.15.12:0/1309293779 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbe4004920 con 0x5651b0c94030 2024-03-29T00:19:34.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.309+0000 7ffbfb3d3740 1 -- 172.21.15.12:0/1309293779 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5651b0c94030 msgr2=0x5651b0c9d060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:34.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.309+0000 7ffbfb3d3740 1 --2- 172.21.15.12:0/1309293779 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5651b0c94030 0x5651b0c9d060 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7ffbe4009690 tx=0x7ffbe40052c0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.309+0000 7ffbfb3d3740 1 -- 172.21.15.12:0/1309293779 shutdown_connections 2024-03-29T00:19:34.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.309+0000 7ffbfb3d3740 1 --2- 172.21.15.12:0/1309293779 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651b0c99b90 0x5651b0c932f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.309+0000 7ffbfb3d3740 1 --2- 172.21.15.12:0/1309293779 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5651b0c94a20 0x5651b0ca5ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.309+0000 7ffbfb3d3740 1 --2- 172.21.15.12:0/1309293779 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5651b0c94030 0x5651b0c9d060 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.309+0000 7ffbfb3d3740 1 -- 172.21.15.12:0/1309293779 >> 172.21.15.12:0/1309293779 conn(0x5651b0c5ba10 msgr2=0x5651b0c92be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:34.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.309+0000 7ffbfb3d3740 1 -- 172.21.15.12:0/1309293779 shutdown_connections 2024-03-29T00:19:34.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.309+0000 7ffbfb3d3740 1 -- 172.21.15.12:0/1309293779 wait complete. 2024-03-29T00:19:34.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.310+0000 7ffbfb3d3740 1 -- start start 2024-03-29T00:19:34.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.310+0000 7ffbfb3d3740 1 Processor -- start 2024-03-29T00:19:34.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.310+0000 7ffbfb3d3740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5651b0c94030 0x5651b0ca3120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:34.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.310+0000 7ffbfb3d3740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5651b0c94a20 0x5651b0ca3660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:34.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.310+0000 7ffbfb3d3740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651b0c99b90 0x5651b0ca4670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:34.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.310+0000 7ffbfb3d3740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ffbf01ad960 con 0x5651b0c99b90 2024-03-29T00:19:34.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.310+0000 7ffbfb3d3740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ffbf01ad290 con 0x5651b0c94030 2024-03-29T00:19:34.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.310+0000 7ffbfb3d3740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ffbf01aa4d0 con 0x5651b0c94a20 2024-03-29T00:19:34.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.310+0000 7ffbfb3d3740 10 client.0 _ll_register_callbacks cb 0x7ffbe80093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:34.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.311+0000 7ffbf5200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5651b0c94a20 0x5651b0ca3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:34.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.311+0000 7ffbf5c00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5651b0c94030 0x5651b0ca3120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:34.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.311+0000 7ffbf5c00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5651b0c94030 0x5651b0ca3120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:35514/0 (socket says 172.21.15.12:35514) 2024-03-29T00:19:34.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.311+0000 7ffbf5c00640 1 -- 172.21.15.12:0/420081514 learned_addr learned my addr 172.21.15.12:0/420081514 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:34.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.311+0000 7ffbf6600640 1 --2- 172.21.15.12:0/420081514 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651b0c99b90 0x5651b0ca4670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:34.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.311+0000 7ffbf5c00640 1 -- 172.21.15.12:0/420081514 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5651b0c94a20 msgr2=0x5651b0ca3660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:34.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.311+0000 7ffbf5c00640 1 --2- 172.21.15.12:0/420081514 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5651b0c94a20 0x5651b0ca3660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.311+0000 7ffbf5c00640 1 -- 172.21.15.12:0/420081514 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651b0c99b90 msgr2=0x5651b0ca4670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:34.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.311+0000 7ffbf5c00640 1 --2- 172.21.15.12:0/420081514 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651b0c99b90 0x5651b0ca4670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.311+0000 7ffbf5c00640 1 -- 172.21.15.12:0/420081514 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5651b08cd0f0 con 0x5651b0c94030 2024-03-29T00:19:34.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.311+0000 7ffbf6600640 1 --2- 172.21.15.12:0/420081514 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651b0c99b90 0x5651b0ca4670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:19:34.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.311+0000 7ffbf5200640 1 --2- 172.21.15.12:0/420081514 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5651b0c94a20 0x5651b0ca3660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:19:34.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.311+0000 7ffbf5c00640 1 --2- 172.21.15.12:0/420081514 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5651b0c94030 0x5651b0ca3120 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7ffbe402bd00 tx=0x7ffbe4055570 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2b33736750edc062 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:34.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.311+0000 7ffbd7400640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:19:34.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.311+0000 7ffbd7400640 1 -- 172.21.15.12:0/420081514 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbe404e070 con 0x5651b0c94030 2024-03-29T00:19:34.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.312+0000 7ffbfb3d3740 1 -- 172.21.15.12:0/420081514 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffbe4045070 con 0x5651b0c94030 2024-03-29T00:19:34.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.312+0000 7ffbd7400640 1 -- 172.21.15.12:0/420081514 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7ffbe4055bc0 con 0x5651b0c94030 2024-03-29T00:19:34.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.312+0000 7ffbd7400640 1 -- 172.21.15.12:0/420081514 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ffbe406d050 con 0x5651b0c94030 2024-03-29T00:19:34.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.312+0000 7ffbfb3d3740 10 client.25817 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:34.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.312+0000 7ffbfb3d3740 1 -- 172.21.15.12:0/420081514 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5651b0ca5d10 con 0x5651b0c94030 2024-03-29T00:19:34.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.312+0000 7ffbd7400640 1 -- 172.21.15.12:0/420081514 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ffbe4045070 con 0x5651b0c94030 2024-03-29T00:19:34.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.312+0000 7ffbd7400640 1 -- 172.21.15.12:0/420081514 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7ffbe4003990 con 0x5651b0c94030 2024-03-29T00:19:34.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.312+0000 7ffbfb3d3740 10 client.25817 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:34.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.312+0000 7ffbfb3d3740 10 client.25817 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:19:34.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.312+0000 7ffbfb3d3740 20 client.25817 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:34.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.313+0000 7ffbfb3d3740 1 --2- 172.21.15.12:0/420081514 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5651b0d19420 0x5651b0d1b840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:34.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.313+0000 7ffbfb3d3740 4 client.25817 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-29T00:19:34.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.313+0000 7ffbfb3d3740 1 -- 172.21.15.12:0/420081514 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5651b0c00990 con 0x5651b0d19420 2024-03-29T00:19:34.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.313+0000 7ffbf5200640 1 --2- 172.21.15.12:0/420081514 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5651b0d19420 0x5651b0d1b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:34.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.313+0000 7ffbf5200640 1 --2- 172.21.15.12:0/420081514 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5651b0d19420 0x5651b0d1b840 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=298660394415a95e server_cookie=33b9e45713953e81 in_seq=0 out_seq=0 2024-03-29T00:19:34.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.313+0000 7ffbd7400640 10 client.25817 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:34.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.313+0000 7ffbd7400640 1 -- 172.21.15.12:0/420081514 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5651b0c00990 con 0x5651b0d19420 2024-03-29T00:19:34.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.313+0000 7ffbd7400640 10 client.25817 handle_command_reply: tid=0 2024-03-29T00:19:34.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.314+0000 7ffbfb3d3740 1 client.25817 shutdown 2024-03-29T00:19:34.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.314+0000 7ffbfb3d3740 1 -- 172.21.15.12:0/420081514 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5651b0c94030 msgr2=0x5651b0ca3120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:34.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.314+0000 7ffbfb3d3740 1 --2- 172.21.15.12:0/420081514 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5651b0c94030 0x5651b0ca3120 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7ffbe402bd00 tx=0x7ffbe4055570 comp rx=0 tx=0).stop 2024-03-29T00:19:34.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.314+0000 7ffbfb3d3740 1 -- 172.21.15.12:0/420081514 shutdown_connections 2024-03-29T00:19:34.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.314+0000 7ffbfb3d3740 1 --2- 172.21.15.12:0/420081514 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5651b0d19420 0x5651b0d1b840 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.314+0000 7ffbfb3d3740 1 --2- 172.21.15.12:0/420081514 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651b0c99b90 0x5651b0ca4670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.314+0000 7ffbfb3d3740 1 --2- 172.21.15.12:0/420081514 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5651b0c94a20 0x5651b0ca3660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.314+0000 7ffbfb3d3740 1 --2- 172.21.15.12:0/420081514 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5651b0c94030 0x5651b0ca3120 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.314+0000 7ffbfb3d3740 1 -- 172.21.15.12:0/420081514 >> 172.21.15.12:0/420081514 conn(0x5651b0c5ba10 msgr2=0x5651b0c9e190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:34.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.314+0000 7ffbd7400640 0 client.25817 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:34.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.314+0000 7ffbfb3d3740 1 -- 172.21.15.12:0/420081514 shutdown_connections 2024-03-29T00:19:34.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.314+0000 7ffbfb3d3740 1 -- 172.21.15.12:0/420081514 wait complete. 2024-03-29T00:19:34.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.314+0000 7ffbfb3d3740 20 client.25817 trim_cache size 0 max 16384 2024-03-29T00:19:34.319 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:19:34.319 INFO:teuthology.orchestra.run.smithi012.stdout: "status": "no active scrubs running", 2024-03-29T00:19:34.319 INFO:teuthology.orchestra.run.smithi012.stdout: "scrubs": {} 2024-03-29T00:19:34.319 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:19:34.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.315+0000 7ffbf7000640 1 -- 172.21.15.12:0/1561000000 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ffbd80a1d80 msgr2=0x7ffbd80a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:34.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.315+0000 7ffbf7000640 1 --2- 172.21.15.12:0/1561000000 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ffbd80a1d80 0x7ffbd80a4240 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7ffbe4006010 tx=0x7ffbe402ca60 comp rx=0 tx=0).stop 2024-03-29T00:19:34.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.315+0000 7ffbf7000640 1 -- 172.21.15.12:0/1561000000 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffbf0075730 msgr2=0x7ffbf019a090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:34.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.315+0000 7ffbf7000640 1 --2- 172.21.15.12:0/1561000000 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffbf0075730 0x7ffbf019a090 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc00e9f0 tx=0x7ffbdc00eeb0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.315+0000 7ffbf7000640 1 -- 172.21.15.12:0/1561000000 shutdown_connections 2024-03-29T00:19:34.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.315+0000 7ffbf7000640 1 --2- 172.21.15.12:0/1561000000 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ffbd80a1d80 0x7ffbd80a4240 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.315+0000 7ffbf7000640 1 --2- 172.21.15.12:0/1561000000 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ffbf0109450 0x7ffbf01a1100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.315+0000 7ffbf7000640 1 --2- 172.21.15.12:0/1561000000 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffbf0075730 0x7ffbf019a090 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.315+0000 7ffbf7000640 1 --2- 172.21.15.12:0/1561000000 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ffbf0074150 0x7ffbf0199b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.315+0000 7ffbf7000640 1 -- 172.21.15.12:0/1561000000 >> 172.21.15.12:0/1561000000 conn(0x7ffbf00fcb30 msgr2=0x7ffbf01053e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:34.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.315+0000 7ffbf7000640 1 -- 172.21.15.12:0/1561000000 shutdown_connections 2024-03-29T00:19:34.321 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.315+0000 7ffbf7000640 1 -- 172.21.15.12:0/1561000000 wait complete. 2024-03-29T00:19:34.339 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-29T00:19:34.339 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:19:34.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.520+0000 7fedc8e00640 1 -- 172.21.15.12:0/934349978 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fedc4101670 msgr2=0x7fedc4101a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:34.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.520+0000 7fedc8e00640 1 --2- 172.21.15.12:0/934349978 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fedc4101670 0x7fedc4101a90 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fedb4009860 tx=0x7fedb402bb70 comp rx=0 tx=0).stop 2024-03-29T00:19:34.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.520+0000 7fedc8e00640 1 -- 172.21.15.12:0/934349978 shutdown_connections 2024-03-29T00:19:34.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.520+0000 7fedc8e00640 1 --2- 172.21.15.12:0/934349978 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedc4103220 0x7fedc4109ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.520+0000 7fedc8e00640 1 --2- 172.21.15.12:0/934349978 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fedc4102860 0x7fedc4102ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.520+0000 7fedc8e00640 1 --2- 172.21.15.12:0/934349978 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fedc4101670 0x7fedc4101a90 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.520+0000 7fedc8e00640 1 -- 172.21.15.12:0/934349978 >> 172.21.15.12:0/934349978 conn(0x7fedc40fcbe0 msgr2=0x7fedc40ff020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:34.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.522+0000 7fedc8e00640 1 -- 172.21.15.12:0/934349978 shutdown_connections 2024-03-29T00:19:34.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.522+0000 7fedc8e00640 1 -- 172.21.15.12:0/934349978 wait complete. 2024-03-29T00:19:34.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.523+0000 7fedc8e00640 1 Processor -- start 2024-03-29T00:19:34.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.523+0000 7fedc8e00640 1 -- start start 2024-03-29T00:19:34.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.524+0000 7fedc8e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedc4101670 0x7fedc4199c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:34.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.524+0000 7fedc8e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fedc4102860 0x7fedc419a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:34.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.524+0000 7fedc8e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fedc4103220 0x7fedc41a11f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:34.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.524+0000 7fedc8e00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fedc410d420 con 0x7fedc4101670 2024-03-29T00:19:34.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.524+0000 7fedc8e00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fedc410d2a0 con 0x7fedc4103220 2024-03-29T00:19:34.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.524+0000 7fedc8e00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fedc410d5a0 con 0x7fedc4102860 2024-03-29T00:19:34.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.524+0000 7fedc3e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fedc4103220 0x7fedc41a11f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:34.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.524+0000 7fedc3e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fedc4103220 0x7fedc41a11f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:35544/0 (socket says 172.21.15.12:35544) 2024-03-29T00:19:34.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.524+0000 7fedc3e00640 1 -- 172.21.15.12:0/1365757253 learned_addr learned my addr 172.21.15.12:0/1365757253 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:34.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.524+0000 7fedc3400640 1 --2- 172.21.15.12:0/1365757253 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedc4101670 0x7fedc4199c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:34.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.524+0000 7fedc2a00640 1 --2- 172.21.15.12:0/1365757253 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fedc4102860 0x7fedc419a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:34.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.524+0000 7fedc3e00640 1 -- 172.21.15.12:0/1365757253 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fedc4102860 msgr2=0x7fedc419a1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:34.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.524+0000 7fedc3e00640 1 --2- 172.21.15.12:0/1365757253 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fedc4102860 0x7fedc419a1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.524+0000 7fedc3e00640 1 -- 172.21.15.12:0/1365757253 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedc4101670 msgr2=0x7fedc4199c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:34.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.524+0000 7fedc3e00640 1 --2- 172.21.15.12:0/1365757253 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedc4101670 0x7fedc4199c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.524+0000 7fedc3e00640 1 -- 172.21.15.12:0/1365757253 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedc41a1890 con 0x7fedc4103220 2024-03-29T00:19:34.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.525+0000 7fedc2a00640 1 --2- 172.21.15.12:0/1365757253 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fedc4102860 0x7fedc419a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:19:34.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.525+0000 7fedc3e00640 1 --2- 172.21.15.12:0/1365757253 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fedc4103220 0x7fedc41a11f0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fedbc00eb10 tx=0x7fedbc00c2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:34.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.525+0000 7fedbbe00640 1 -- 172.21.15.12:0/1365757253 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedbc004b20 con 0x7fedc4103220 2024-03-29T00:19:34.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.525+0000 7fedbbe00640 1 -- 172.21.15.12:0/1365757253 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fedbc004cc0 con 0x7fedc4103220 2024-03-29T00:19:34.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.525+0000 7fedbbe00640 1 -- 172.21.15.12:0/1365757253 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedbc0107f0 con 0x7fedc4103220 2024-03-29T00:19:34.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.525+0000 7fedc8e00640 1 -- 172.21.15.12:0/1365757253 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedc41a1b80 con 0x7fedc4103220 2024-03-29T00:19:34.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.526+0000 7fedc8e00640 1 -- 172.21.15.12:0/1365757253 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedc41a2050 con 0x7fedc4103220 2024-03-29T00:19:34.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.527+0000 7fedc8e00640 1 -- 172.21.15.12:0/1365757253 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedc41a2280 con 0x7fedc4103220 2024-03-29T00:19:34.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.530+0000 7fedbbe00640 1 -- 172.21.15.12:0/1365757253 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fedbc0109b0 con 0x7fedc4103220 2024-03-29T00:19:34.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.532+0000 7fedbbe00640 1 --2- 172.21.15.12:0/1365757253 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7feda80a1df0 0x7feda80a42b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:34.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.532+0000 7fedbbe00640 1 -- 172.21.15.12:0/1365757253 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fedbc0ce890 con 0x7fedc4103220 2024-03-29T00:19:34.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.533+0000 7fedbbe00640 1 -- 172.21.15.12:0/1365757253 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fedbc09b8d0 con 0x7fedc4103220 2024-03-29T00:19:34.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.533+0000 7fedc3400640 1 --2- 172.21.15.12:0/1365757253 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7feda80a1df0 0x7feda80a42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:34.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.534+0000 7fedc3400640 1 --2- 172.21.15.12:0/1365757253 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7feda80a1df0 0x7feda80a42b0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fedb4034a80 tx=0x7fedb4034b70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:34.791 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.789+0000 7fedc8e00640 1 -- 172.21.15.12:0/1365757253 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fedc41a2450 con 0x7fedc4103220 2024-03-29T00:19:34.791 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.790+0000 7fedbbe00640 1 -- 172.21.15.12:0/1365757253 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11908 (secure 0 0 0) 0x7fedbc09b1d0 con 0x7fedc4103220 2024-03-29T00:19:34.792 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:19:34.792 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14385,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2850016952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2850016952},{"type":"v1","addr":"172.21.15.12:6835","nonce":2850016952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/54288999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":54288999},{"type":"v1","addr":"172.21.15.12:6837","nonce":54288999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-29T00:15:17.217711+0000","modified":"2024-03-29T00:18:18.735879+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24568,"mds_1":24566,"mds_2":24544,"mds_3":24472,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14451":{"gid":14451,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6839/2537576655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":2537576655},{"type":"v1","addr":"172.21.15.12:6839","nonce":2537576655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14469":{"gid":14469,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6841/167917143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":167917143},{"type":"v1","addr":"172.21.15.12:6841","nonce":167917143}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":21,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":21,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6835/3689706936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":3689706936},{"type":"v1","addr":"172.21.15.53:6835","nonce":3689706936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6837/3069224551","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":3069224551},{"type":"v1","addr":"172.21.15.53:6837","nonce":3069224551}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.69:6835/368717986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":368717986},{"type":"v1","addr":"172.21.15.69:6835","nonce":368717986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24544":{"gid":24544,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.69:6837/466045469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":466045469},{"type":"v1","addr":"172.21.15.69:6837","nonce":466045469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24566":{"gid":24566,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":11,"addr":"172.21.15.53:6839/2142959350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":2142959350},{"type":"v1","addr":"172.21.15.53:6839","nonce":2142959350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.69:6839/1021939171","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1021939171},{"type":"v1","addr":"172.21.15.69:6839","nonce":1021939171}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24568,"qdb_cluster":[24431,24472,24544,24566,24568]},"id":1}]} 2024-03-29T00:19:34.792 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 29 2024-03-29T00:19:34.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.793+0000 7fedc8e00640 1 -- 172.21.15.12:0/1365757253 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7feda80a1df0 msgr2=0x7feda80a42b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:34.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.793+0000 7fedc8e00640 1 --2- 172.21.15.12:0/1365757253 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7feda80a1df0 0x7feda80a42b0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fedb4034a80 tx=0x7fedb4034b70 comp rx=0 tx=0).stop 2024-03-29T00:19:34.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.793+0000 7fedc8e00640 1 -- 172.21.15.12:0/1365757253 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fedc4103220 msgr2=0x7fedc41a11f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:34.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.793+0000 7fedc8e00640 1 --2- 172.21.15.12:0/1365757253 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fedc4103220 0x7fedc41a11f0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fedbc00eb10 tx=0x7fedbc00c2d0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.793+0000 7fedc8e00640 1 -- 172.21.15.12:0/1365757253 shutdown_connections 2024-03-29T00:19:34.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.793+0000 7fedc8e00640 1 --2- 172.21.15.12:0/1365757253 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7feda80a1df0 0x7feda80a42b0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.793+0000 7fedc8e00640 1 --2- 172.21.15.12:0/1365757253 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fedc4103220 0x7fedc41a11f0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.793+0000 7fedc8e00640 1 --2- 172.21.15.12:0/1365757253 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fedc4102860 0x7fedc419a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.793+0000 7fedc8e00640 1 --2- 172.21.15.12:0/1365757253 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedc4101670 0x7fedc4199c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.793+0000 7fedc8e00640 1 -- 172.21.15.12:0/1365757253 >> 172.21.15.12:0/1365757253 conn(0x7fedc40fcbe0 msgr2=0x7fedc4073980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:34.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.794+0000 7fedc8e00640 1 -- 172.21.15.12:0/1365757253 shutdown_connections 2024-03-29T00:19:34.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.794+0000 7fedc8e00640 1 -- 172.21.15.12:0/1365757253 wait complete. 2024-03-29T00:19:34.812 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-03-29T00:19:34.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.994+0000 7fe54ee00640 1 -- 172.21.15.12:0/1803656317 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe5481027b0 msgr2=0x7fe548102c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:34.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.994+0000 7fe54ee00640 1 --2- 172.21.15.12:0/1803656317 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe5481027b0 0x7fe548102c30 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fe534009900 tx=0x7fe53402bc30 comp rx=0 tx=0).stop 2024-03-29T00:19:34.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.994+0000 7fe54ee00640 1 -- 172.21.15.12:0/1803656317 shutdown_connections 2024-03-29T00:19:34.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.994+0000 7fe54ee00640 1 --2- 172.21.15.12:0/1803656317 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe548103170 0x7fe548109a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.994+0000 7fe54ee00640 1 --2- 172.21.15.12:0/1803656317 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe5481027b0 0x7fe548102c30 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.994+0000 7fe54ee00640 1 --2- 172.21.15.12:0/1803656317 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe5481015c0 0x7fe5481019e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:34.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.994+0000 7fe54ee00640 1 -- 172.21.15.12:0/1803656317 >> 172.21.15.12:0/1803656317 conn(0x7fe5480fcb30 msgr2=0x7fe5480fef70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:34.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.994+0000 7fe54ee00640 1 -- 172.21.15.12:0/1803656317 shutdown_connections 2024-03-29T00:19:34.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.995+0000 7fe54ee00640 1 -- 172.21.15.12:0/1803656317 wait complete. 2024-03-29T00:19:34.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.995+0000 7fe54ee00640 1 Processor -- start 2024-03-29T00:19:34.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.996+0000 7fe54ee00640 1 -- start start 2024-03-29T00:19:34.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.996+0000 7fe54ee00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe5481015c0 0x7fe548199b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:34.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.996+0000 7fe54ee00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe5481027b0 0x7fe54819a080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:34.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.996+0000 7fe54ee00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe548103170 0x7fe5481a10f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:34.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.996+0000 7fe54ee00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fe54810d320 con 0x7fe548103170 2024-03-29T00:19:34.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.996+0000 7fe54ee00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe54810d1a0 con 0x7fe5481015c0 2024-03-29T00:19:34.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.996+0000 7fe54ee00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe54810d4a0 con 0x7fe5481027b0 2024-03-29T00:19:34.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.996+0000 7fe54da00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe5481015c0 0x7fe548199b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:34.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.996+0000 7fe54da00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe5481015c0 0x7fe548199b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:35558/0 (socket says 172.21.15.12:35558) 2024-03-29T00:19:34.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.996+0000 7fe54da00640 1 -- 172.21.15.12:0/3122854867 learned_addr learned my addr 172.21.15.12:0/3122854867 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:34.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.996+0000 7fe54e400640 1 --2- 172.21.15.12:0/3122854867 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe548103170 0x7fe5481a10f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:34.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.997+0000 7fe54d000640 1 --2- 172.21.15.12:0/3122854867 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe5481027b0 0x7fe54819a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:34.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.997+0000 7fe54da00640 1 -- 172.21.15.12:0/3122854867 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe5481027b0 msgr2=0x7fe54819a080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:34.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.997+0000 7fe54da00640 1 --2- 172.21.15.12:0/3122854867 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe5481027b0 0x7fe54819a080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.997+0000 7fe54da00640 1 -- 172.21.15.12:0/3122854867 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe548103170 msgr2=0x7fe5481a10f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.997+0000 7fe54da00640 1 --2- 172.21.15.12:0/3122854867 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe548103170 0x7fe5481a10f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.997+0000 7fe54da00640 1 -- 172.21.15.12:0/3122854867 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5481a1760 con 0x7fe5481015c0 2024-03-29T00:19:35.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.997+0000 7fe54e400640 1 --2- 172.21.15.12:0/3122854867 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe548103170 0x7fe5481a10f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:19:35.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.997+0000 7fe54d000640 1 --2- 172.21.15.12:0/3122854867 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe5481027b0 0x7fe54819a080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:19:35.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.997+0000 7fe54da00640 1 --2- 172.21.15.12:0/3122854867 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe5481015c0 0x7fe548199b40 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fe53c00e9c0 tx=0x7fe53c00ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:35.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.997+0000 7fe546000640 1 -- 172.21.15.12:0/3122854867 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe53c00cd80 con 0x7fe5481015c0 2024-03-29T00:19:35.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.997+0000 7fe546000640 1 -- 172.21.15.12:0/3122854867 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe53c0035f0 con 0x7fe5481015c0 2024-03-29T00:19:35.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.997+0000 7fe546000640 1 -- 172.21.15.12:0/3122854867 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe53c010690 con 0x7fe5481015c0 2024-03-29T00:19:35.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.997+0000 7fe54ee00640 1 -- 172.21.15.12:0/3122854867 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5481a1a50 con 0x7fe5481015c0 2024-03-29T00:19:35.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:34.998+0000 7fe54ee00640 1 -- 172.21.15.12:0/3122854867 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5481a1f50 con 0x7fe5481015c0 2024-03-29T00:19:35.006 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.002+0000 7fe546000640 1 -- 172.21.15.12:0/3122854867 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fe53c0037a0 con 0x7fe5481015c0 2024-03-29T00:19:35.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.002+0000 7fe55317f740 1 Processor -- start 2024-03-29T00:19:35.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.003+0000 7fe55317f740 1 -- start start 2024-03-29T00:19:35.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.003+0000 7fe55317f740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c9d907570 0x564c9d907990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.003+0000 7fe55317f740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c9d907f60 0x564c9d90ca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.003+0000 7fe55317f740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c9d90d0d0 0x564c9d90f560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.003+0000 7fe55317f740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x564c9d86c050 con 0x564c9d907f60 2024-03-29T00:19:35.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.003+0000 7fe55317f740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x564c9d814ce0 con 0x564c9d907570 2024-03-29T00:19:35.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.003+0000 7fe55317f740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x564c9d8680f0 con 0x564c9d90d0d0 2024-03-29T00:19:35.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.004+0000 7fe54da00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c9d907f60 0x564c9d90ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.004+0000 7fe54da00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c9d907f60 0x564c9d90ca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:56366/0 (socket says 172.21.15.12:56366) 2024-03-29T00:19:35.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.004+0000 7fe54da00640 1 -- 172.21.15.12:0/4099979394 learned_addr learned my addr 172.21.15.12:0/4099979394 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:35.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.004+0000 7fe54d000640 1 --2- 172.21.15.12:0/4099979394 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c9d90d0d0 0x564c9d90f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.004+0000 7fe54e400640 1 --2- 172.21.15.12:0/4099979394 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c9d907570 0x564c9d907990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.005+0000 7fe54d000640 1 -- 172.21.15.12:0/4099979394 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c9d907570 msgr2=0x564c9d907990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.005+0000 7fe54d000640 1 --2- 172.21.15.12:0/4099979394 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c9d907570 0x564c9d907990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.005+0000 7fe54d000640 1 -- 172.21.15.12:0/4099979394 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c9d907f60 msgr2=0x564c9d90ca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.005+0000 7fe54d000640 1 --2- 172.21.15.12:0/4099979394 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c9d907f60 0x564c9d90ca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.005+0000 7fe54d000640 1 -- 172.21.15.12:0/4099979394 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564c9d5803f0 con 0x564c9d90d0d0 2024-03-29T00:19:35.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.005+0000 7fe546000640 1 --2- 172.21.15.12:0/3122854867 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe5300a1e80 0x7fe5300a4340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.005+0000 7fe54d000640 1 --2- 172.21.15.12:0/4099979394 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c9d90d0d0 0x564c9d90f560 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fe534036040 tx=0x7fe534005d50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4ff8251b18b8e36e server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:35.010 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.005+0000 7fe53aa00640 1 -- 172.21.15.12:0/4099979394 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe534041070 con 0x564c9d90d0d0 2024-03-29T00:19:35.010 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.006+0000 7fe53aa00640 1 -- 172.21.15.12:0/4099979394 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe534004040 con 0x564c9d90d0d0 2024-03-29T00:19:35.010 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.006+0000 7fe53aa00640 1 -- 172.21.15.12:0/4099979394 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5340055f0 con 0x564c9d90d0d0 2024-03-29T00:19:35.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.006+0000 7fe54e400640 1 --2- 172.21.15.12:0/3122854867 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe5300a1e80 0x7fe5300a4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.006+0000 7fe546000640 1 -- 172.21.15.12:0/3122854867 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fe53c0ce6d0 con 0x7fe5481015c0 2024-03-29T00:19:35.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.006+0000 7fe55317f740 1 -- 172.21.15.12:0/4099979394 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c9d90d0d0 msgr2=0x564c9d90f560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.006+0000 7fe55317f740 1 --2- 172.21.15.12:0/4099979394 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c9d90d0d0 0x564c9d90f560 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fe534036040 tx=0x7fe534005d50 comp rx=0 tx=0).stop 2024-03-29T00:19:35.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.007+0000 7fe54e400640 1 --2- 172.21.15.12:0/3122854867 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe5300a1e80 0x7fe5300a4340 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x564c9d9087c0 tx=0x7fe540009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:35.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.007+0000 7fe55317f740 1 -- 172.21.15.12:0/4099979394 shutdown_connections 2024-03-29T00:19:35.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.007+0000 7fe55317f740 1 --2- 172.21.15.12:0/4099979394 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c9d90d0d0 0x564c9d90f560 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.007+0000 7fe55317f740 1 --2- 172.21.15.12:0/4099979394 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c9d907f60 0x564c9d90ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.007+0000 7fe55317f740 1 --2- 172.21.15.12:0/4099979394 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c9d907570 0x564c9d907990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.007+0000 7fe55317f740 1 -- 172.21.15.12:0/4099979394 >> 172.21.15.12:0/4099979394 conn(0x564c9d902ae0 msgr2=0x564c9d902ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:35.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.007+0000 7fe55317f740 1 -- 172.21.15.12:0/4099979394 shutdown_connections 2024-03-29T00:19:35.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.007+0000 7fe55317f740 1 -- 172.21.15.12:0/4099979394 wait complete. 2024-03-29T00:19:35.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.007+0000 7fe55317f740 1 -- start start 2024-03-29T00:19:35.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.008+0000 7fe55317f740 1 Processor -- start 2024-03-29T00:19:35.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.008+0000 7fe55317f740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c9d907570 0x564c9d911aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.008+0000 7fe55317f740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c9d907f60 0x564c9d911fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.009+0000 7fe55317f740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c9d90d0d0 0x564c9d919020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.009+0000 7fe54da00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c9d907570 0x564c9d911aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.009+0000 7fe55317f740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x564c9d910020 con 0x564c9d90d0d0 2024-03-29T00:19:35.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.009+0000 7fe54da00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c9d907570 0x564c9d911aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46164/0 (socket says 172.21.15.12:46164) 2024-03-29T00:19:35.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.009+0000 7fe55317f740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x564c9d80a2f0 con 0x564c9d907f60 2024-03-29T00:19:35.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.009+0000 7fe54da00640 1 -- 172.21.15.12:0/1947084619 learned_addr learned my addr 172.21.15.12:0/1947084619 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:35.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.009+0000 7fe55317f740 1 -- 172.21.15.12:0/1947084619 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x564c9d9101a0 con 0x564c9d907570 2024-03-29T00:19:35.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.009+0000 7fe54d000640 1 --2- 172.21.15.12:0/1947084619 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c9d907f60 0x564c9d911fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.009+0000 7fe54e400640 1 --2- 172.21.15.12:0/1947084619 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c9d90d0d0 0x564c9d919020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.009+0000 7fe55317f740 10 client.0 _ll_register_callbacks cb 0x564c9d57fbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:35.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.009+0000 7fe54d000640 1 -- 172.21.15.12:0/1947084619 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c9d907570 msgr2=0x564c9d911aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.009+0000 7fe54d000640 1 --2- 172.21.15.12:0/1947084619 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c9d907570 0x564c9d911aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.009+0000 7fe54d000640 1 -- 172.21.15.12:0/1947084619 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c9d90d0d0 msgr2=0x564c9d919020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.013 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.009+0000 7fe54d000640 1 --2- 172.21.15.12:0/1947084619 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c9d90d0d0 0x564c9d919020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.013 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.009+0000 7fe54d000640 1 -- 172.21.15.12:0/1947084619 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564c9d64a7d0 con 0x564c9d907f60 2024-03-29T00:19:35.013 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.009+0000 7fe54da00640 1 --2- 172.21.15.12:0/1947084619 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c9d907570 0x564c9d911aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:35.013 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.009+0000 7fe55317f740 1 -- 172.21.15.12:0/1947084619 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe534004040 con 0x564c9d907f60 2024-03-29T00:19:35.013 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.010+0000 7fe54d000640 1 --2- 172.21.15.12:0/1947084619 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c9d907f60 0x564c9d911fe0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fe53402c170 tx=0x7fe534004420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=38bda8e4f440beb2 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:35.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.010+0000 7fe52f400640 10 client.25835 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:19:35.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.010+0000 7fe52f400640 1 -- 172.21.15.12:0/1947084619 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe534041050 con 0x564c9d907f60 2024-03-29T00:19:35.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.010+0000 7fe52f400640 1 -- 172.21.15.12:0/1947084619 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fe53402cce0 con 0x564c9d907f60 2024-03-29T00:19:35.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.010+0000 7fe52f400640 1 -- 172.21.15.12:0/1947084619 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe5340035f0 con 0x564c9d907f60 2024-03-29T00:19:35.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.010+0000 7fe55317f740 10 client.25835 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:35.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.010+0000 7fe55317f740 1 -- 172.21.15.12:0/1947084619 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({fsmap=29}) -- 0x564c9d91c250 con 0x564c9d907f60 2024-03-29T00:19:35.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.011+0000 7fe52f400640 1 -- 172.21.15.12:0/1947084619 <== mon.2 v2:172.21.15.53:3300/0 4 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fe534003790 con 0x564c9d907f60 2024-03-29T00:19:35.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.011+0000 7fe55317f740 10 client.25835 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:35.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.011+0000 7fe55317f740 10 client.25835 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-03-29T00:19:35.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.011+0000 7fe55317f740 20 client.25835 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:35.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.011+0000 7fe55317f740 1 --2- 172.21.15.12:0/1947084619 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x564c9d91d5a0 0x564c9d91f990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.011+0000 7fe55317f740 4 client.25835 mds_command: new command op to 24431 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:19:35.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.011+0000 7fe55317f740 1 -- 172.21.15.12:0/1947084619 --> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564c9d815680 con 0x564c9d91d5a0 2024-03-29T00:19:35.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.011+0000 7fe54da00640 1 --2- 172.21.15.12:0/1947084619 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x564c9d91d5a0 0x564c9d91f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.015 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.012+0000 7fe54da00640 1 --2- 172.21.15.12:0/1947084619 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x564c9d91d5a0 0x564c9d91f990 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=f462674e7f52d501 server_cookie=a70543da7941252c in_seq=0 out_seq=0 2024-03-29T00:19:35.015 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.012+0000 7fe52f400640 10 client.25835 ms_handle_connect on v2:172.21.15.53:6832/1225382034 2024-03-29T00:19:35.016 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.013+0000 7fe52f400640 1 -- 172.21.15.12:0/1947084619 <== mds.4 v2:172.21.15.53:6832/1225382034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x564c9d815680 con 0x564c9d91d5a0 2024-03-29T00:19:35.016 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.013+0000 7fe52f400640 10 client.25835 handle_command_reply: tid=0 2024-03-29T00:19:35.016 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.013+0000 7fe55317f740 1 client.25835 shutdown 2024-03-29T00:19:35.016 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.013+0000 7fe55317f740 1 -- 172.21.15.12:0/1947084619 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c9d907f60 msgr2=0x564c9d911fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.016 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.013+0000 7fe55317f740 1 --2- 172.21.15.12:0/1947084619 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c9d907f60 0x564c9d911fe0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fe53402c170 tx=0x7fe534004420 comp rx=0 tx=0).stop 2024-03-29T00:19:35.016 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.013+0000 7fe55317f740 1 -- 172.21.15.12:0/1947084619 shutdown_connections 2024-03-29T00:19:35.016 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.013+0000 7fe55317f740 1 --2- 172.21.15.12:0/1947084619 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x564c9d91d5a0 0x564c9d91f990 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.016 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.013+0000 7fe55317f740 1 --2- 172.21.15.12:0/1947084619 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c9d907f60 0x564c9d911fe0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.016 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.013+0000 7fe55317f740 1 --2- 172.21.15.12:0/1947084619 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c9d90d0d0 0x564c9d919020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.016 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.013+0000 7fe55317f740 1 --2- 172.21.15.12:0/1947084619 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c9d907570 0x564c9d911aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.013+0000 7fe55317f740 1 -- 172.21.15.12:0/1947084619 >> 172.21.15.12:0/1947084619 conn(0x564c9d902ae0 msgr2=0x564c9d901dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:35.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.013+0000 7fe52f400640 0 client.25835 ms_handle_reset on v2:172.21.15.53:6832/1225382034 2024-03-29T00:19:35.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.013+0000 7fe55317f740 1 -- 172.21.15.12:0/1947084619 shutdown_connections 2024-03-29T00:19:35.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.014+0000 7fe55317f740 1 -- 172.21.15.12:0/1947084619 wait complete. 2024-03-29T00:19:35.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.014+0000 7fe55317f740 20 client.25835 trim_cache size 0 max 16384 2024-03-29T00:19:35.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.028+0000 7fe55317f740 1 Processor -- start 2024-03-29T00:19:35.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.028+0000 7fe55317f740 1 -- start start 2024-03-29T00:19:35.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.028+0000 7fe55317f740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c9d902ae0 0x564c9d909460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.028+0000 7fe55317f740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c9d907570 0x564c9d918fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.028+0000 7fe55317f740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c9d907f60 0x564c9d9099a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.028+0000 7fe55317f740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fe5481a8050 con 0x564c9d907570 2024-03-29T00:19:35.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.028+0000 7fe55317f740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe5481a9b90 con 0x564c9d907f60 2024-03-29T00:19:35.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.028+0000 7fe55317f740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe5481a8720 con 0x564c9d902ae0 2024-03-29T00:19:35.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.029+0000 7fe54da00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c9d902ae0 0x564c9d909460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.029+0000 7fe54da00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c9d902ae0 0x564c9d909460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46170/0 (socket says 172.21.15.12:46170) 2024-03-29T00:19:35.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.029+0000 7fe54da00640 1 -- 172.21.15.12:0/3369036714 learned_addr learned my addr 172.21.15.12:0/3369036714 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:35.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.029+0000 7fe54e400640 1 --2- 172.21.15.12:0/3369036714 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c9d907f60 0x564c9d9099a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.029+0000 7fe54d000640 1 --2- 172.21.15.12:0/3369036714 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c9d907570 0x564c9d918fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.029+0000 7fe54da00640 1 -- 172.21.15.12:0/3369036714 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c9d907f60 msgr2=0x564c9d9099a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.029+0000 7fe54da00640 1 --2- 172.21.15.12:0/3369036714 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c9d907f60 0x564c9d9099a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.029+0000 7fe54da00640 1 -- 172.21.15.12:0/3369036714 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c9d907570 msgr2=0x564c9d918fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.029+0000 7fe54da00640 1 --2- 172.21.15.12:0/3369036714 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c9d907570 0x564c9d918fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.029+0000 7fe54da00640 1 -- 172.21.15.12:0/3369036714 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564c9d90ce20 con 0x564c9d902ae0 2024-03-29T00:19:35.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.029+0000 7fe54d000640 1 --2- 172.21.15.12:0/3369036714 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c9d907570 0x564c9d918fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:19:35.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.029+0000 7fe54da00640 1 --2- 172.21.15.12:0/3369036714 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c9d902ae0 0x564c9d909460 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fe53c000c00 tx=0x7fe53c0cbcb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a58de8c77928661 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:35.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.029+0000 7fe53a000640 1 -- 172.21.15.12:0/3369036714 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe53c09ab50 con 0x564c9d902ae0 2024-03-29T00:19:35.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.030+0000 7fe53a000640 1 -- 172.21.15.12:0/3369036714 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe53c003bc0 con 0x564c9d902ae0 2024-03-29T00:19:35.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.030+0000 7fe53a000640 1 -- 172.21.15.12:0/3369036714 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe53c09a970 con 0x564c9d902ae0 2024-03-29T00:19:35.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.030+0000 7fe55317f740 1 -- 172.21.15.12:0/3369036714 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c9d902ae0 msgr2=0x564c9d909460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.030+0000 7fe55317f740 1 --2- 172.21.15.12:0/3369036714 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c9d902ae0 0x564c9d909460 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fe53c000c00 tx=0x7fe53c0cbcb0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.030+0000 7fe55317f740 1 -- 172.21.15.12:0/3369036714 shutdown_connections 2024-03-29T00:19:35.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.030+0000 7fe55317f740 1 --2- 172.21.15.12:0/3369036714 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c9d907f60 0x564c9d9099a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.030+0000 7fe55317f740 1 --2- 172.21.15.12:0/3369036714 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c9d907570 0x564c9d918fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.030+0000 7fe55317f740 1 --2- 172.21.15.12:0/3369036714 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c9d902ae0 0x564c9d909460 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.030+0000 7fe55317f740 1 -- 172.21.15.12:0/3369036714 >> 172.21.15.12:0/3369036714 conn(0x564c9d908d40 msgr2=0x564c9d902ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:35.037 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.031+0000 7fe55317f740 1 -- 172.21.15.12:0/3369036714 shutdown_connections 2024-03-29T00:19:35.037 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.031+0000 7fe55317f740 1 -- 172.21.15.12:0/3369036714 wait complete. 2024-03-29T00:19:35.037 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.031+0000 7fe55317f740 1 -- start start 2024-03-29T00:19:35.037 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.031+0000 7fe55317f740 1 Processor -- start 2024-03-29T00:19:35.037 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.032+0000 7fe55317f740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c9d902ae0 0x564c9d916980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.037 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.032+0000 7fe55317f740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c9d907570 0x564c9d916ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.037 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.032+0000 7fe55317f740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c9d907f60 0x564c9d917ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.037 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.032+0000 7fe55317f740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fe5481a94c0 con 0x564c9d907570 2024-03-29T00:19:35.037 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.032+0000 7fe55317f740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe5481a8df0 con 0x564c9d907f60 2024-03-29T00:19:35.037 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.032+0000 7fe55317f740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe5481a6030 con 0x564c9d902ae0 2024-03-29T00:19:35.037 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.032+0000 7fe55317f740 10 client.0 _ll_register_callbacks cb 0x7fe53c0d4060 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:35.037 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.032+0000 7fe54d000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c9d907570 0x564c9d916ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.032+0000 7fe54da00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c9d902ae0 0x564c9d916980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.032+0000 7fe54da00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c9d902ae0 0x564c9d916980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46184/0 (socket says 172.21.15.12:46184) 2024-03-29T00:19:35.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.032+0000 7fe54da00640 1 -- 172.21.15.12:0/3177478572 learned_addr learned my addr 172.21.15.12:0/3177478572 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:35.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.033+0000 7fe54e400640 1 --2- 172.21.15.12:0/3177478572 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c9d907f60 0x564c9d917ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.033+0000 7fe54da00640 1 -- 172.21.15.12:0/3177478572 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c9d907f60 msgr2=0x564c9d917ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.033+0000 7fe54da00640 1 --2- 172.21.15.12:0/3177478572 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c9d907f60 0x564c9d917ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.033+0000 7fe54da00640 1 -- 172.21.15.12:0/3177478572 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c9d907570 msgr2=0x564c9d916ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.033+0000 7fe54da00640 1 --2- 172.21.15.12:0/3177478572 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c9d907570 0x564c9d916ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.033+0000 7fe54da00640 1 -- 172.21.15.12:0/3177478572 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564c9d9184c0 con 0x564c9d902ae0 2024-03-29T00:19:35.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.033+0000 7fe54da00640 1 --2- 172.21.15.12:0/3177478572 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c9d902ae0 0x564c9d916980 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fe53c0d1e80 tx=0x7fe53c0a3840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dd26fe32e15d0714 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:35.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.033+0000 7fe52f400640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:19:35.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.033+0000 7fe52f400640 1 -- 172.21.15.12:0/3177478572 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe53c0b7020 con 0x564c9d902ae0 2024-03-29T00:19:35.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.033+0000 7fe52f400640 1 -- 172.21.15.12:0/3177478572 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fe53c0ce3b0 con 0x564c9d902ae0 2024-03-29T00:19:35.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.034+0000 7fe55317f740 1 -- 172.21.15.12:0/3177478572 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x564c9d879590 con 0x564c9d902ae0 2024-03-29T00:19:35.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.034+0000 7fe52f400640 1 -- 172.21.15.12:0/3177478572 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe53c09b010 con 0x564c9d902ae0 2024-03-29T00:19:35.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.034+0000 7fe55317f740 10 client.25891 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:35.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.034+0000 7fe55317f740 1 -- 172.21.15.12:0/3177478572 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564c9d983950 con 0x564c9d902ae0 2024-03-29T00:19:35.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.034+0000 7fe52f400640 1 -- 172.21.15.12:0/3177478572 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe53c09f160 con 0x564c9d902ae0 2024-03-29T00:19:35.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.034+0000 7fe52f400640 1 -- 172.21.15.12:0/3177478572 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fe53c095c10 con 0x564c9d902ae0 2024-03-29T00:19:35.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.034+0000 7fe55317f740 10 client.25891 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:35.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.034+0000 7fe55317f740 10 client.25891 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-03-29T00:19:35.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.034+0000 7fe55317f740 20 client.25891 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:35.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.034+0000 7fe55317f740 1 --2- 172.21.15.12:0/3177478572 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x564c9d90d0d0 0x564c9d9861a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.034+0000 7fe55317f740 4 client.25891 mds_command: new command op to 24431 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-29T00:19:35.040 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.034+0000 7fe55317f740 1 -- 172.21.15.12:0/3177478572 --> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564c9d879590 con 0x564c9d90d0d0 2024-03-29T00:19:35.040 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.035+0000 7fe54d000640 1 --2- 172.21.15.12:0/3177478572 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x564c9d90d0d0 0x564c9d9861a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.035+0000 7fe54d000640 1 --2- 172.21.15.12:0/3177478572 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x564c9d90d0d0 0x564c9d9861a0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=37609f6b7382d3ad server_cookie=cf51238cf2a8d2e7 in_seq=0 out_seq=0 2024-03-29T00:19:35.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.035+0000 7fe52f400640 10 client.25891 ms_handle_connect on v2:172.21.15.53:6832/1225382034 2024-03-29T00:19:35.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.035+0000 7fe52f400640 1 -- 172.21.15.12:0/3177478572 <== mds.4 v2:172.21.15.53:6832/1225382034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564c9d879590 con 0x564c9d90d0d0 2024-03-29T00:19:35.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.035+0000 7fe52f400640 10 client.25891 handle_command_reply: tid=0 2024-03-29T00:19:35.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.035+0000 7fe55317f740 1 client.25891 shutdown 2024-03-29T00:19:35.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.036+0000 7fe55317f740 1 -- 172.21.15.12:0/3177478572 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c9d902ae0 msgr2=0x564c9d916980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.036+0000 7fe55317f740 1 --2- 172.21.15.12:0/3177478572 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c9d902ae0 0x564c9d916980 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fe53c0d1e80 tx=0x7fe53c0a3840 comp rx=0 tx=0).stop 2024-03-29T00:19:35.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.036+0000 7fe55317f740 1 -- 172.21.15.12:0/3177478572 shutdown_connections 2024-03-29T00:19:35.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.036+0000 7fe55317f740 1 --2- 172.21.15.12:0/3177478572 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x564c9d90d0d0 0x564c9d9861a0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.036+0000 7fe52f400640 0 client.25891 ms_handle_reset on v2:172.21.15.53:6832/1225382034 2024-03-29T00:19:35.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.036+0000 7fe55317f740 1 --2- 172.21.15.12:0/3177478572 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c9d907f60 0x564c9d917ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.036+0000 7fe55317f740 1 --2- 172.21.15.12:0/3177478572 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c9d907570 0x564c9d916ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.036+0000 7fe55317f740 1 --2- 172.21.15.12:0/3177478572 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c9d902ae0 0x564c9d916980 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.036+0000 7fe55317f740 1 -- 172.21.15.12:0/3177478572 >> 172.21.15.12:0/3177478572 conn(0x564c9d908d40 msgr2=0x564c9d9105c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:35.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.036+0000 7fe55317f740 1 -- 172.21.15.12:0/3177478572 shutdown_connections 2024-03-29T00:19:35.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.036+0000 7fe55317f740 1 -- 172.21.15.12:0/3177478572 wait complete. 2024-03-29T00:19:35.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.036+0000 7fe55317f740 20 client.25891 trim_cache size 0 max 16384 2024-03-29T00:19:35.043 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-03-29T00:19:35.043 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.037+0000 7fe54ee00640 1 -- 172.21.15.12:0/3122854867 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe5300a1e80 msgr2=0x7fe5300a4340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.043 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.037+0000 7fe54ee00640 1 --2- 172.21.15.12:0/3122854867 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe5300a1e80 0x7fe5300a4340 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x564c9d9087c0 tx=0x7fe540009500 comp rx=0 tx=0).stop 2024-03-29T00:19:35.043 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.037+0000 7fe54ee00640 1 -- 172.21.15.12:0/3122854867 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe5481015c0 msgr2=0x7fe548199b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.043 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.037+0000 7fe54ee00640 1 --2- 172.21.15.12:0/3122854867 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe5481015c0 0x7fe548199b40 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fe53c00e9c0 tx=0x7fe53c00ee80 comp rx=0 tx=0).stop 2024-03-29T00:19:35.043 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.038+0000 7fe54ee00640 1 -- 172.21.15.12:0/3122854867 shutdown_connections 2024-03-29T00:19:35.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.038+0000 7fe54ee00640 1 --2- 172.21.15.12:0/3122854867 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe5300a1e80 0x7fe5300a4340 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.038+0000 7fe54ee00640 1 --2- 172.21.15.12:0/3122854867 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe548103170 0x7fe5481a10f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.038+0000 7fe54ee00640 1 --2- 172.21.15.12:0/3122854867 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe5481027b0 0x7fe54819a080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.038+0000 7fe54ee00640 1 --2- 172.21.15.12:0/3122854867 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe5481015c0 0x7fe548199b40 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.038+0000 7fe54ee00640 1 -- 172.21.15.12:0/3122854867 >> 172.21.15.12:0/3122854867 conn(0x7fe5480fcb30 msgr2=0x7fe548073980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:35.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.038+0000 7fe54ee00640 1 -- 172.21.15.12:0/3122854867 shutdown_connections 2024-03-29T00:19:35.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.038+0000 7fe54ee00640 1 -- 172.21.15.12:0/3122854867 wait complete. 2024-03-29T00:19:35.062 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-03-29T00:19:35.124 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:35 smithi012 ceph-mon[31657]: pgmap v455: 129 pgs: 129 active+clean; 671 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 11 op/s 2024-03-29T00:19:35.124 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:35 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1365757253' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:19:35.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.249+0000 7f9c13200640 1 -- 172.21.15.12:0/4219868535 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c140ffe10 msgr2=0x7f9c14100230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.249+0000 7f9c13200640 1 --2- 172.21.15.12:0/4219868535 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c140ffe10 0x7f9c14100230 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f9c04009900 tx=0x7f9c0402bc30 comp rx=0 tx=0).stop 2024-03-29T00:19:35.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.249+0000 7f9c13200640 1 -- 172.21.15.12:0/4219868535 shutdown_connections 2024-03-29T00:19:35.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.249+0000 7f9c13200640 1 --2- 172.21.15.12:0/4219868535 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9c14100770 0x7f9c14100bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.249+0000 7f9c13200640 1 --2- 172.21.15.12:0/4219868535 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9c14101110 0x7f9c14101590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.249+0000 7f9c13200640 1 --2- 172.21.15.12:0/4219868535 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c140ffe10 0x7f9c14100230 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.249+0000 7f9c13200640 1 -- 172.21.15.12:0/4219868535 >> 172.21.15.12:0/4219868535 conn(0x7f9c140fba30 msgr2=0x7f9c140fde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:35.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.249+0000 7f9c13200640 1 -- 172.21.15.12:0/4219868535 shutdown_connections 2024-03-29T00:19:35.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.249+0000 7f9c13200640 1 -- 172.21.15.12:0/4219868535 wait complete. 2024-03-29T00:19:35.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.250+0000 7f9c13200640 1 Processor -- start 2024-03-29T00:19:35.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.250+0000 7f9c13200640 1 -- start start 2024-03-29T00:19:35.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.251+0000 7f9c13200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c140ffe10 0x7f9c14199b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.251+0000 7f9c13200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9c14100770 0x7f9c1419a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.251+0000 7f9c13200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9c14101110 0x7f9c141a1110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.251+0000 7f9c13200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f9c1410f510 con 0x7f9c14100770 2024-03-29T00:19:35.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.251+0000 7f9c13200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f9c1410f390 con 0x7f9c14101110 2024-03-29T00:19:35.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.251+0000 7f9c13200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f9c1410f690 con 0x7f9c140ffe10 2024-03-29T00:19:35.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.251+0000 7f9c11e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c140ffe10 0x7f9c14199b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.251+0000 7f9c11e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c140ffe10 0x7f9c14199b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46212/0 (socket says 172.21.15.12:46212) 2024-03-29T00:19:35.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.251+0000 7f9c11e00640 1 -- 172.21.15.12:0/1974982085 learned_addr learned my addr 172.21.15.12:0/1974982085 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:35.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.251+0000 7f9c12800640 1 --2- 172.21.15.12:0/1974982085 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9c14101110 0x7f9c141a1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.251+0000 7f9c11400640 1 --2- 172.21.15.12:0/1974982085 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9c14100770 0x7f9c1419a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.251+0000 7f9c12800640 1 -- 172.21.15.12:0/1974982085 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c140ffe10 msgr2=0x7f9c14199b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.251+0000 7f9c12800640 1 --2- 172.21.15.12:0/1974982085 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c140ffe10 0x7f9c14199b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.251+0000 7f9c12800640 1 -- 172.21.15.12:0/1974982085 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9c14100770 msgr2=0x7f9c1419a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.251+0000 7f9c12800640 1 --2- 172.21.15.12:0/1974982085 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9c14100770 0x7f9c1419a0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.251+0000 7f9c12800640 1 -- 172.21.15.12:0/1974982085 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c141a1780 con 0x7f9c14101110 2024-03-29T00:19:35.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.252+0000 7f9c12800640 1 --2- 172.21.15.12:0/1974982085 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9c14101110 0x7f9c141a1110 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f9c0c009fd0 tx=0x7f9c0c00ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:35.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.252+0000 7f9c0aa00640 1 -- 172.21.15.12:0/1974982085 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c0c00ce20 con 0x7f9c14101110 2024-03-29T00:19:35.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.252+0000 7f9c13200640 1 -- 172.21.15.12:0/1974982085 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c141a1a70 con 0x7f9c14101110 2024-03-29T00:19:35.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.252+0000 7f9c13200640 1 -- 172.21.15.12:0/1974982085 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c141a1fc0 con 0x7f9c14101110 2024-03-29T00:19:35.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.252+0000 7f9c0aa00640 1 -- 172.21.15.12:0/1974982085 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9c0c004b20 con 0x7f9c14101110 2024-03-29T00:19:35.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.252+0000 7f9c0aa00640 1 -- 172.21.15.12:0/1974982085 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c0c010790 con 0x7f9c14101110 2024-03-29T00:19:35.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.256+0000 7f9c1bde0740 1 Processor -- start 2024-03-29T00:19:35.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.257+0000 7f9c0aa00640 1 -- 172.21.15.12:0/1974982085 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f9c0c005020 con 0x7f9c14101110 2024-03-29T00:19:35.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.257+0000 7f9c1bde0740 1 -- start start 2024-03-29T00:19:35.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.258+0000 7f9c1bde0740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cc46ed5570 0x55cc46ed5990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.258+0000 7f9c1bde0740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cc46ed5f60 0x55cc46edaa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.258+0000 7f9c1bde0740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cc46edb0d0 0x55cc46edd560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.258+0000 7f9c1bde0740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55cc46e3a050 con 0x55cc46edb0d0 2024-03-29T00:19:35.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.258+0000 7f9c1bde0740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55cc46de2ce0 con 0x55cc46ed5f60 2024-03-29T00:19:35.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.258+0000 7f9c1bde0740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55cc46e360f0 con 0x55cc46ed5570 2024-03-29T00:19:35.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.258+0000 7f9c11400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cc46ed5570 0x55cc46ed5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.258+0000 7f9c11400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cc46ed5570 0x55cc46ed5990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46226/0 (socket says 172.21.15.12:46226) 2024-03-29T00:19:35.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.258+0000 7f9c11400640 1 -- 172.21.15.12:0/3016540857 learned_addr learned my addr 172.21.15.12:0/3016540857 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:35.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.259+0000 7f9c11400640 1 --2- 172.21.15.12:0/3016540857 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cc46edb0d0 0x55cc46edd560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.259+0000 7f9c11e00640 1 --2- 172.21.15.12:0/3016540857 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cc46ed5f60 0x55cc46edaa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.259+0000 7f9c11e00640 1 -- 172.21.15.12:0/3016540857 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cc46ed5570 msgr2=0x55cc46ed5990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.259+0000 7f9c11e00640 1 --2- 172.21.15.12:0/3016540857 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cc46ed5570 0x55cc46ed5990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.259+0000 7f9c11e00640 1 -- 172.21.15.12:0/3016540857 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cc46edb0d0 msgr2=0x55cc46edd560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.259+0000 7f9c11e00640 1 --2- 172.21.15.12:0/3016540857 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cc46edb0d0 0x55cc46edd560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.259+0000 7f9c11e00640 1 -- 172.21.15.12:0/3016540857 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cc46b4e3f0 con 0x55cc46ed5f60 2024-03-29T00:19:35.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.259+0000 7f9c0aa00640 1 --2- 172.21.15.12:0/1974982085 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9bf80a1e00 0x7f9bf80a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.260+0000 7f9c0aa00640 1 -- 172.21.15.12:0/1974982085 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f9c0c0ce830 con 0x7f9c14101110 2024-03-29T00:19:35.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.260+0000 7f9c11e00640 1 --2- 172.21.15.12:0/3016540857 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cc46ed5f60 0x55cc46edaa60 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f9c04005ab0 tx=0x7f9c04009560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d5b2395ff8e5ab6 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:35.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.260+0000 7f9c11400640 1 --2- 172.21.15.12:0/1974982085 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9bf80a1e00 0x7f9bf80a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.260+0000 7f9bff400640 1 -- 172.21.15.12:0/3016540857 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c0402cad0 con 0x55cc46ed5f60 2024-03-29T00:19:35.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.260+0000 7f9bff400640 1 -- 172.21.15.12:0/3016540857 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9c0402cc70 con 0x55cc46ed5f60 2024-03-29T00:19:35.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.260+0000 7f9bff400640 1 -- 172.21.15.12:0/3016540857 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c040046c0 con 0x55cc46ed5f60 2024-03-29T00:19:35.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.261+0000 7f9c1bde0740 1 -- 172.21.15.12:0/3016540857 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cc46ed5f60 msgr2=0x55cc46edaa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.261+0000 7f9c1bde0740 1 --2- 172.21.15.12:0/3016540857 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cc46ed5f60 0x55cc46edaa60 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f9c04005ab0 tx=0x7f9c04009560 comp rx=0 tx=0).stop 2024-03-29T00:19:35.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.261+0000 7f9c11400640 1 --2- 172.21.15.12:0/1974982085 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9bf80a1e00 0x7f9bf80a42c0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x55cc46ed67c0 tx=0x7f9c00005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:35.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.261+0000 7f9c1bde0740 1 -- 172.21.15.12:0/3016540857 shutdown_connections 2024-03-29T00:19:35.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.261+0000 7f9c1bde0740 1 --2- 172.21.15.12:0/3016540857 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cc46ed5f60 0x55cc46edaa60 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.261+0000 7f9c1bde0740 1 --2- 172.21.15.12:0/3016540857 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cc46edb0d0 0x55cc46edd560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.261+0000 7f9c1bde0740 1 --2- 172.21.15.12:0/3016540857 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cc46ed5570 0x55cc46ed5990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.261+0000 7f9c1bde0740 1 -- 172.21.15.12:0/3016540857 >> 172.21.15.12:0/3016540857 conn(0x55cc46ed0ae0 msgr2=0x55cc46ed0ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:35.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.262+0000 7f9c1bde0740 1 -- 172.21.15.12:0/3016540857 shutdown_connections 2024-03-29T00:19:35.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.262+0000 7f9c1bde0740 1 -- 172.21.15.12:0/3016540857 wait complete. 2024-03-29T00:19:35.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.262+0000 7f9c1bde0740 1 -- start start 2024-03-29T00:19:35.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.263+0000 7f9c1bde0740 1 Processor -- start 2024-03-29T00:19:35.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.263+0000 7f9c1bde0740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cc46ed5570 0x55cc46edfa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.263+0000 7f9c1bde0740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cc46ed5f60 0x55cc46edffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.263+0000 7f9c1bde0740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cc46edb0d0 0x55cc46ee6fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.263+0000 7f9c1bde0740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55cc46ede020 con 0x55cc46ed5570 2024-03-29T00:19:35.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.263+0000 7f9c1bde0740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55cc46dd82f0 con 0x55cc46edb0d0 2024-03-29T00:19:35.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.263+0000 7f9c1bde0740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55cc46ede1a0 con 0x55cc46ed5f60 2024-03-29T00:19:35.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.263+0000 7f9c1bde0740 10 client.0 _ll_register_callbacks cb 0x55cc46b4dbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:35.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.263+0000 7f9c11e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cc46ed5570 0x55cc46edfa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.264+0000 7f9c11400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cc46ed5f60 0x55cc46edffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.264+0000 7f9c11400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cc46ed5f60 0x55cc46edffa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46238/0 (socket says 172.21.15.12:46238) 2024-03-29T00:19:35.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.264+0000 7f9c11400640 1 -- 172.21.15.12:0/3461557747 learned_addr learned my addr 172.21.15.12:0/3461557747 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:35.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.264+0000 7f9c12800640 1 --2- 172.21.15.12:0/3461557747 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cc46edb0d0 0x55cc46ee6fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.264+0000 7f9c11e00640 1 -- 172.21.15.12:0/3461557747 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cc46ed5f60 msgr2=0x55cc46edffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.264+0000 7f9c11e00640 1 --2- 172.21.15.12:0/3461557747 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cc46ed5f60 0x55cc46edffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.264+0000 7f9c11e00640 1 -- 172.21.15.12:0/3461557747 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cc46edb0d0 msgr2=0x55cc46ee6fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.264+0000 7f9c11e00640 1 --2- 172.21.15.12:0/3461557747 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cc46edb0d0 0x55cc46ee6fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.264+0000 7f9c11e00640 1 -- 172.21.15.12:0/3461557747 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cc46c187d0 con 0x55cc46ed5570 2024-03-29T00:19:35.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.264+0000 7f9c12800640 1 --2- 172.21.15.12:0/3461557747 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cc46edb0d0 0x55cc46ee6fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:19:35.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.265+0000 7f9c11e00640 1 --2- 172.21.15.12:0/3461557747 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cc46ed5570 0x55cc46edfa60 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x55cc46ed1a50 tx=0x7f9c04005e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=225f3bd3ab252c31 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:35.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.265+0000 7f9bf3e00640 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-03-29T00:19:35.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.265+0000 7f9bf3e00640 1 -- 172.21.15.12:0/3461557747 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c0402cad0 con 0x55cc46ed5570 2024-03-29T00:19:35.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.265+0000 7f9bf3e00640 1 -- 172.21.15.12:0/3461557747 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f9c040037f0 con 0x55cc46ed5570 2024-03-29T00:19:35.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.265+0000 7f9c1bde0740 1 -- 172.21.15.12:0/3461557747 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9c0402cc70 con 0x55cc46ed5570 2024-03-29T00:19:35.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.265+0000 7f9bf3e00640 1 -- 172.21.15.12:0/3461557747 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9c040039f0 con 0x55cc46ed5570 2024-03-29T00:19:35.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.266+0000 7f9c1bde0740 10 client.15729 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:35.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.266+0000 7f9c1bde0740 1 -- 172.21.15.12:0/3461557747 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55cc46eea350 con 0x55cc46ed5570 2024-03-29T00:19:35.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.266+0000 7f9bf3e00640 1 -- 172.21.15.12:0/3461557747 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9c0402cc70 con 0x55cc46ed5570 2024-03-29T00:19:35.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.266+0000 7f9bf3e00640 1 -- 172.21.15.12:0/3461557747 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f9c0403f430 con 0x55cc46ed5570 2024-03-29T00:19:35.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.266+0000 7f9c1bde0740 10 client.15729 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:35.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.266+0000 7f9c1bde0740 10 client.15729 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-03-29T00:19:35.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.266+0000 7f9c1bde0740 20 client.15729 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:35.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.266+0000 7f9c1bde0740 1 --2- 172.21.15.12:0/3461557747 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55cc46eeb6a0 0x55cc46eeda90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.266+0000 7f9c1bde0740 4 client.15729 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:19:35.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.266+0000 7f9c1bde0740 1 -- 172.21.15.12:0/3461557747 --> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cc46de3680 con 0x55cc46eeb6a0 2024-03-29T00:19:35.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.267+0000 7f9c11400640 1 --2- 172.21.15.12:0/3461557747 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55cc46eeb6a0 0x55cc46eeda90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.267+0000 7f9c11400640 1 --2- 172.21.15.12:0/3461557747 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55cc46eeb6a0 0x55cc46eeda90 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=4052ec928708a26d server_cookie=430f226ba0fe40f5 in_seq=0 out_seq=0 2024-03-29T00:19:35.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.267+0000 7f9bf3e00640 10 client.15729 ms_handle_connect on v2:172.21.15.69:6832/581289556 2024-03-29T00:19:35.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.268+0000 7f9bf3e00640 1 -- 172.21.15.12:0/3461557747 <== mds.3 v2:172.21.15.69:6832/581289556 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55cc46de3680 con 0x55cc46eeb6a0 2024-03-29T00:19:35.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.268+0000 7f9bf3e00640 10 client.15729 handle_command_reply: tid=0 2024-03-29T00:19:35.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.269+0000 7f9c1bde0740 1 client.15729 shutdown 2024-03-29T00:19:35.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.269+0000 7f9c1bde0740 1 -- 172.21.15.12:0/3461557747 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cc46ed5570 msgr2=0x55cc46edfa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.269+0000 7f9c1bde0740 1 --2- 172.21.15.12:0/3461557747 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cc46ed5570 0x55cc46edfa60 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x55cc46ed1a50 tx=0x7f9c04005e10 comp rx=0 tx=0).stop 2024-03-29T00:19:35.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.269+0000 7f9c1bde0740 1 -- 172.21.15.12:0/3461557747 shutdown_connections 2024-03-29T00:19:35.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.269+0000 7f9c1bde0740 1 --2- 172.21.15.12:0/3461557747 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cc46edb0d0 0x55cc46ee6fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.269+0000 7f9c1bde0740 1 --2- 172.21.15.12:0/3461557747 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55cc46eeb6a0 0x55cc46eeda90 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.269+0000 7f9c1bde0740 1 --2- 172.21.15.12:0/3461557747 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cc46ed5f60 0x55cc46edffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.269+0000 7f9c1bde0740 1 --2- 172.21.15.12:0/3461557747 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cc46ed5570 0x55cc46edfa60 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.269+0000 7f9c1bde0740 1 -- 172.21.15.12:0/3461557747 >> 172.21.15.12:0/3461557747 conn(0x55cc46ed0ae0 msgr2=0x55cc46ecfdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:35.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.269+0000 7f9bf3e00640 0 client.15729 ms_handle_reset on v2:172.21.15.69:6832/581289556 2024-03-29T00:19:35.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.269+0000 7f9c1bde0740 1 -- 172.21.15.12:0/3461557747 shutdown_connections 2024-03-29T00:19:35.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.269+0000 7f9c1bde0740 1 -- 172.21.15.12:0/3461557747 wait complete. 2024-03-29T00:19:35.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.270+0000 7f9c1bde0740 20 client.15729 trim_cache size 0 max 16384 2024-03-29T00:19:35.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.284+0000 7f9c1bde0740 1 Processor -- start 2024-03-29T00:19:35.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.284+0000 7f9c1bde0740 1 -- start start 2024-03-29T00:19:35.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.284+0000 7f9c1bde0740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cc46ed5570 0x55cc46ed4450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.284+0000 7f9c1bde0740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cc46ed5f60 0x55cc46ee6fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.284+0000 7f9c1bde0740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cc46edb0d0 0x55cc46edf080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.284+0000 7f9c1bde0740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f9bf400fbd0 con 0x55cc46edb0d0 2024-03-29T00:19:35.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.284+0000 7f9c1bde0740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f9bf4011710 con 0x55cc46ed5570 2024-03-29T00:19:35.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.284+0000 7f9c1bde0740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f9bf40102a0 con 0x55cc46ed5f60 2024-03-29T00:19:35.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.285+0000 7f9c11e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cc46ed5570 0x55cc46ed4450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.285+0000 7f9c11e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cc46ed5570 0x55cc46ed4450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:35638/0 (socket says 172.21.15.12:35638) 2024-03-29T00:19:35.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.285+0000 7f9c11e00640 1 -- 172.21.15.12:0/825854531 learned_addr learned my addr 172.21.15.12:0/825854531 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:35.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.285+0000 7f9c11400640 1 --2- 172.21.15.12:0/825854531 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cc46ed5f60 0x55cc46ee6fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.285+0000 7f9c12800640 1 --2- 172.21.15.12:0/825854531 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cc46edb0d0 0x55cc46edf080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.285+0000 7f9c11400640 1 -- 172.21.15.12:0/825854531 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cc46ed5570 msgr2=0x55cc46ed4450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.285+0000 7f9c11400640 1 --2- 172.21.15.12:0/825854531 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cc46ed5570 0x55cc46ed4450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.285+0000 7f9c11400640 1 -- 172.21.15.12:0/825854531 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cc46edb0d0 msgr2=0x55cc46edf080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.285+0000 7f9c11400640 1 --2- 172.21.15.12:0/825854531 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cc46edb0d0 0x55cc46edf080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.285+0000 7f9c11400640 1 -- 172.21.15.12:0/825854531 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cc46edeb40 con 0x55cc46ed5f60 2024-03-29T00:19:35.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.285+0000 7f9c11e00640 1 --2- 172.21.15.12:0/825854531 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cc46ed5570 0x55cc46ed4450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:35.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.286+0000 7f9c11400640 1 --2- 172.21.15.12:0/825854531 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cc46ed5f60 0x55cc46ee6fa0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x55cc46eee1f0 tx=0x7f9c000046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=75cfde95ecfeda73 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:35.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.286+0000 7f9bfea00640 1 -- 172.21.15.12:0/825854531 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c00009770 con 0x55cc46ed5f60 2024-03-29T00:19:35.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.286+0000 7f9bfea00640 1 -- 172.21.15.12:0/825854531 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9c0002cb90 con 0x55cc46ed5f60 2024-03-29T00:19:35.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.286+0000 7f9bfea00640 1 -- 172.21.15.12:0/825854531 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c000047a0 con 0x55cc46ed5f60 2024-03-29T00:19:35.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.287+0000 7f9c1bde0740 1 -- 172.21.15.12:0/825854531 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cc46ed5f60 msgr2=0x55cc46ee6fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.287+0000 7f9c1bde0740 1 --2- 172.21.15.12:0/825854531 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cc46ed5f60 0x55cc46ee6fa0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x55cc46eee1f0 tx=0x7f9c000046c0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.287+0000 7f9c1bde0740 1 -- 172.21.15.12:0/825854531 shutdown_connections 2024-03-29T00:19:35.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.287+0000 7f9c1bde0740 1 --2- 172.21.15.12:0/825854531 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cc46edb0d0 0x55cc46edf080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.287+0000 7f9c1bde0740 1 --2- 172.21.15.12:0/825854531 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cc46ed5f60 0x55cc46ee6fa0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.287+0000 7f9c1bde0740 1 --2- 172.21.15.12:0/825854531 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cc46ed5570 0x55cc46ed4450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.287+0000 7f9c1bde0740 1 -- 172.21.15.12:0/825854531 >> 172.21.15.12:0/825854531 conn(0x55cc46ed0ae0 msgr2=0x55cc46ed3d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:35.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.287+0000 7f9c1bde0740 1 -- 172.21.15.12:0/825854531 shutdown_connections 2024-03-29T00:19:35.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.287+0000 7f9c1bde0740 1 -- 172.21.15.12:0/825854531 wait complete. 2024-03-29T00:19:35.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.288+0000 7f9c1bde0740 1 -- start start 2024-03-29T00:19:35.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.288+0000 7f9c1bde0740 1 Processor -- start 2024-03-29T00:19:35.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.289+0000 7f9c1bde0740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cc46ed5570 0x55cc46ee46a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.289+0000 7f9c1bde0740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cc46ed5f60 0x55cc46ee4be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.289+0000 7f9c1bde0740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cc46edb0d0 0x55cc46ee5bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.289+0000 7f9c1bde0740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f9bf4011040 con 0x55cc46ed5570 2024-03-29T00:19:35.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.289+0000 7f9c1bde0740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f9bf4010970 con 0x55cc46ed5f60 2024-03-29T00:19:35.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.289+0000 7f9c1bde0740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f9bf400dbb0 con 0x55cc46edb0d0 2024-03-29T00:19:35.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.289+0000 7f9c1bde0740 10 client.0 _ll_register_callbacks cb 0x7f9c00009a50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:35.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.289+0000 7f9c12800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cc46edb0d0 0x55cc46ee5bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.289+0000 7f9c12800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cc46edb0d0 0x55cc46ee5bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46244/0 (socket says 172.21.15.12:46244) 2024-03-29T00:19:35.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.289+0000 7f9c12800640 1 -- 172.21.15.12:0/915751102 learned_addr learned my addr 172.21.15.12:0/915751102 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:35.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.289+0000 7f9c11400640 1 --2- 172.21.15.12:0/915751102 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cc46ed5f60 0x55cc46ee4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.289+0000 7f9c11e00640 1 --2- 172.21.15.12:0/915751102 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cc46ed5570 0x55cc46ee46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.289+0000 7f9c12800640 1 -- 172.21.15.12:0/915751102 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cc46ed5f60 msgr2=0x55cc46ee4be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.289+0000 7f9c12800640 1 --2- 172.21.15.12:0/915751102 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cc46ed5f60 0x55cc46ee4be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.289+0000 7f9c12800640 1 -- 172.21.15.12:0/915751102 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cc46ed5570 msgr2=0x55cc46ee46a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.289+0000 7f9c12800640 1 --2- 172.21.15.12:0/915751102 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cc46ed5570 0x55cc46ee46a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.289+0000 7f9c12800640 1 -- 172.21.15.12:0/915751102 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cc46ee61e0 con 0x55cc46edb0d0 2024-03-29T00:19:35.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.289+0000 7f9c11e00640 1 --2- 172.21.15.12:0/915751102 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cc46ed5570 0x55cc46ee46a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:19:35.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.290+0000 7f9c12800640 1 --2- 172.21.15.12:0/915751102 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cc46edb0d0 0x55cc46ee5bf0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f9c0c097b40 tx=0x7f9c0c09b230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=549719d1c5e54a12 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:35.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.290+0000 7f9bf3e00640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:19:35.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.290+0000 7f9bf3e00640 1 -- 172.21.15.12:0/915751102 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c0c0a3910 con 0x55cc46edb0d0 2024-03-29T00:19:35.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.290+0000 7f9c1bde0740 1 -- 172.21.15.12:0/915751102 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9c0002cb90 con 0x55cc46edb0d0 2024-03-29T00:19:35.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.290+0000 7f9bf3e00640 1 -- 172.21.15.12:0/915751102 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f9c0c0b9580 con 0x55cc46edb0d0 2024-03-29T00:19:35.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.290+0000 7f9bf3e00640 1 -- 172.21.15.12:0/915751102 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9c0c0a3480 con 0x55cc46edb0d0 2024-03-29T00:19:35.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.290+0000 7f9c1bde0740 10 client.25909 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:35.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.290+0000 7f9c1bde0740 1 -- 172.21.15.12:0/915751102 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55cc46f5a210 con 0x55cc46edb0d0 2024-03-29T00:19:35.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.290+0000 7f9bf3e00640 1 -- 172.21.15.12:0/915751102 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9c0002cb90 con 0x55cc46edb0d0 2024-03-29T00:19:35.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.291+0000 7f9bf3e00640 1 -- 172.21.15.12:0/915751102 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f9c0c095ce0 con 0x55cc46edb0d0 2024-03-29T00:19:35.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.291+0000 7f9c1bde0740 10 client.25909 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:35.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.291+0000 7f9c1bde0740 10 client.25909 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-03-29T00:19:35.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.291+0000 7f9c1bde0740 20 client.25909 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:35.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.291+0000 7f9c1bde0740 1 --2- 172.21.15.12:0/915751102 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55cc46f5ab90 0x55cc46f5cfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.291+0000 7f9c1bde0740 4 client.25909 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-29T00:19:35.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.291+0000 7f9c1bde0740 1 -- 172.21.15.12:0/915751102 --> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55cc46e47590 con 0x55cc46f5ab90 2024-03-29T00:19:35.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.292+0000 7f9c11e00640 1 --2- 172.21.15.12:0/915751102 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55cc46f5ab90 0x55cc46f5cfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.292+0000 7f9c11e00640 1 --2- 172.21.15.12:0/915751102 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55cc46f5ab90 0x55cc46f5cfb0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=516d22dae2637e6d server_cookie=ba28e868bec3b57f in_seq=0 out_seq=0 2024-03-29T00:19:35.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.292+0000 7f9bf3e00640 10 client.25909 ms_handle_connect on v2:172.21.15.69:6832/581289556 2024-03-29T00:19:35.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.292+0000 7f9bf3e00640 1 -- 172.21.15.12:0/915751102 <== mds.3 v2:172.21.15.69:6832/581289556 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55cc46e47590 con 0x55cc46f5ab90 2024-03-29T00:19:35.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.292+0000 7f9bf3e00640 10 client.25909 handle_command_reply: tid=0 2024-03-29T00:19:35.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.292+0000 7f9c1bde0740 1 client.25909 shutdown 2024-03-29T00:19:35.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.293+0000 7f9c1bde0740 1 -- 172.21.15.12:0/915751102 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cc46edb0d0 msgr2=0x55cc46ee5bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.293+0000 7f9c1bde0740 1 --2- 172.21.15.12:0/915751102 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cc46edb0d0 0x55cc46ee5bf0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f9c0c097b40 tx=0x7f9c0c09b230 comp rx=0 tx=0).stop 2024-03-29T00:19:35.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.293+0000 7f9c1bde0740 1 -- 172.21.15.12:0/915751102 shutdown_connections 2024-03-29T00:19:35.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.293+0000 7f9c1bde0740 1 --2- 172.21.15.12:0/915751102 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cc46ed5f60 0x55cc46ee4be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.293+0000 7f9c1bde0740 1 --2- 172.21.15.12:0/915751102 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55cc46f5ab90 0x55cc46f5cfb0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.293+0000 7f9c1bde0740 1 --2- 172.21.15.12:0/915751102 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cc46edb0d0 0x55cc46ee5bf0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.293+0000 7f9c1bde0740 1 --2- 172.21.15.12:0/915751102 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cc46ed5570 0x55cc46ee46a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.293+0000 7f9bf3e00640 0 client.25909 ms_handle_reset on v2:172.21.15.69:6832/581289556 2024-03-29T00:19:35.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.293+0000 7f9c1bde0740 1 -- 172.21.15.12:0/915751102 >> 172.21.15.12:0/915751102 conn(0x55cc46ed0ae0 msgr2=0x55cc46ed45d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:35.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.293+0000 7f9c1bde0740 1 -- 172.21.15.12:0/915751102 shutdown_connections 2024-03-29T00:19:35.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.293+0000 7f9c1bde0740 1 -- 172.21.15.12:0/915751102 wait complete. 2024-03-29T00:19:35.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.293+0000 7f9c1bde0740 20 client.25909 trim_cache size 0 max 16384 2024-03-29T00:19:35.297 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-03-29T00:19:35.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.294+0000 7f9c13200640 1 -- 172.21.15.12:0/1974982085 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9bf80a1e00 msgr2=0x7f9bf80a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.294+0000 7f9c13200640 1 --2- 172.21.15.12:0/1974982085 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9bf80a1e00 0x7f9bf80a42c0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x55cc46ed67c0 tx=0x7f9c00005f90 comp rx=0 tx=0).stop 2024-03-29T00:19:35.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.294+0000 7f9c13200640 1 -- 172.21.15.12:0/1974982085 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9c14101110 msgr2=0x7f9c141a1110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.294+0000 7f9c13200640 1 --2- 172.21.15.12:0/1974982085 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9c14101110 0x7f9c141a1110 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f9c0c009fd0 tx=0x7f9c0c00ef10 comp rx=0 tx=0).stop 2024-03-29T00:19:35.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.294+0000 7f9c13200640 1 -- 172.21.15.12:0/1974982085 shutdown_connections 2024-03-29T00:19:35.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.294+0000 7f9c13200640 1 --2- 172.21.15.12:0/1974982085 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9bf80a1e00 0x7f9bf80a42c0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.294+0000 7f9c13200640 1 --2- 172.21.15.12:0/1974982085 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9c14101110 0x7f9c141a1110 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.294+0000 7f9c13200640 1 --2- 172.21.15.12:0/1974982085 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9c14100770 0x7f9c1419a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.294+0000 7f9c13200640 1 --2- 172.21.15.12:0/1974982085 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c140ffe10 0x7f9c14199b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.294+0000 7f9c13200640 1 -- 172.21.15.12:0/1974982085 >> 172.21.15.12:0/1974982085 conn(0x7f9c140fba30 msgr2=0x7f9c140fd530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:35.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.294+0000 7f9c13200640 1 -- 172.21.15.12:0/1974982085 shutdown_connections 2024-03-29T00:19:35.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.295+0000 7f9c13200640 1 -- 172.21.15.12:0/1974982085 wait complete. 2024-03-29T00:19:35.312 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-29T00:19:35.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:35 smithi053 ceph-mon[36233]: pgmap v455: 129 pgs: 129 active+clean; 671 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 11 op/s 2024-03-29T00:19:35.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:35 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1365757253' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:19:35.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:35 smithi069 ceph-mon[36074]: pgmap v455: 129 pgs: 129 active+clean; 671 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 11 op/s 2024-03-29T00:19:35.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:35 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1365757253' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:19:35.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.510+0000 7f88d1e00640 1 -- 172.21.15.12:0/2380020591 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f88cc105130 msgr2=0x7f88cc1055b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.512 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.510+0000 7f88d1e00640 1 --2- 172.21.15.12:0/2380020591 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f88cc105130 0x7f88cc1055b0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f88c4009900 tx=0x7f88c402bc50 comp rx=0 tx=0).stop 2024-03-29T00:19:35.512 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.510+0000 7f88d1e00640 1 -- 172.21.15.12:0/2380020591 shutdown_connections 2024-03-29T00:19:35.512 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.510+0000 7f88d1e00640 1 --2- 172.21.15.12:0/2380020591 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f88cc102780 0x7f88cc104bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.512 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.510+0000 7f88d1e00640 1 --2- 172.21.15.12:0/2380020591 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f88cc105130 0x7f88cc1055b0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.512 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.510+0000 7f88d1e00640 1 --2- 172.21.15.12:0/2380020591 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f88cc0ffe10 0x7f88cc102240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.512 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.510+0000 7f88d1e00640 1 -- 172.21.15.12:0/2380020591 >> 172.21.15.12:0/2380020591 conn(0x7f88cc0fba30 msgr2=0x7f88cc0fde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:35.512 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.510+0000 7f88d1e00640 1 -- 172.21.15.12:0/2380020591 shutdown_connections 2024-03-29T00:19:35.512 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.510+0000 7f88d1e00640 1 -- 172.21.15.12:0/2380020591 wait complete. 2024-03-29T00:19:35.513 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.511+0000 7f88d1e00640 1 Processor -- start 2024-03-29T00:19:35.513 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.511+0000 7f88d1e00640 1 -- start start 2024-03-29T00:19:35.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.511+0000 7f88d1e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f88cc0ffe10 0x7f88cc19dec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.511+0000 7f88d1e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f88cc102780 0x7f88cc19e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.511+0000 7f88d1e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f88cc105130 0x7f88cc1a5470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.511+0000 7f88d1e00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f88cc1139b0 con 0x7f88cc0ffe10 2024-03-29T00:19:35.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.511+0000 7f88d1e00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f88cc113830 con 0x7f88cc102780 2024-03-29T00:19:35.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.511+0000 7f88d1e00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f88cc113b30 con 0x7f88cc105130 2024-03-29T00:19:35.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.512+0000 7f88cbe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f88cc102780 0x7f88cc19e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.512+0000 7f88d0a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f88cc0ffe10 0x7f88cc19dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.512+0000 7f88cbe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f88cc102780 0x7f88cc19e400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:35654/0 (socket says 172.21.15.12:35654) 2024-03-29T00:19:35.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.512+0000 7f88cbe00640 1 -- 172.21.15.12:0/2537702595 learned_addr learned my addr 172.21.15.12:0/2537702595 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:35.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.512+0000 7f88d1400640 1 --2- 172.21.15.12:0/2537702595 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f88cc105130 0x7f88cc1a5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.512+0000 7f88cbe00640 1 -- 172.21.15.12:0/2537702595 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f88cc105130 msgr2=0x7f88cc1a5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.512+0000 7f88cbe00640 1 --2- 172.21.15.12:0/2537702595 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f88cc105130 0x7f88cc1a5470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.512+0000 7f88cbe00640 1 -- 172.21.15.12:0/2537702595 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f88cc0ffe10 msgr2=0x7f88cc19dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.515 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.512+0000 7f88cbe00640 1 --2- 172.21.15.12:0/2537702595 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f88cc0ffe10 0x7f88cc19dec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.515 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.512+0000 7f88cbe00640 1 -- 172.21.15.12:0/2537702595 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88cc1a5ae0 con 0x7f88cc102780 2024-03-29T00:19:35.515 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.513+0000 7f88d1400640 1 --2- 172.21.15.12:0/2537702595 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f88cc105130 0x7f88cc1a5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:19:35.516 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.513+0000 7f88cbe00640 1 --2- 172.21.15.12:0/2537702595 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f88cc102780 0x7f88cc19e400 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f88b800d950 tx=0x7f88b800de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:35.516 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.513+0000 7f88c9600640 1 -- 172.21.15.12:0/2537702595 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88b8017030 con 0x7f88cc102780 2024-03-29T00:19:35.516 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.513+0000 7f88c9600640 1 -- 172.21.15.12:0/2537702595 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f88b8004020 con 0x7f88cc102780 2024-03-29T00:19:35.516 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.513+0000 7f88c9600640 1 -- 172.21.15.12:0/2537702595 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88b80047a0 con 0x7f88cc102780 2024-03-29T00:19:35.516 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.513+0000 7f88d1e00640 1 -- 172.21.15.12:0/2537702595 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88cc1a5dd0 con 0x7f88cc102780 2024-03-29T00:19:35.516 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.513+0000 7f88d1e00640 1 -- 172.21.15.12:0/2537702595 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88cc1a6240 con 0x7f88cc102780 2024-03-29T00:19:35.518 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.516+0000 7f88c9600640 1 -- 172.21.15.12:0/2537702595 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f88b80041d0 con 0x7f88cc102780 2024-03-29T00:19:35.519 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.518+0000 7f88d6052740 1 Processor -- start 2024-03-29T00:19:35.519 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.518+0000 7f88d6052740 1 -- start start 2024-03-29T00:19:35.519 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.518+0000 7f88c9600640 1 --2- 172.21.15.12:0/2537702595 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f88b40a1e00 0x7f88b40a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.519 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.518+0000 7f88c9600640 1 -- 172.21.15.12:0/2537702595 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f88b80cdaf0 con 0x7f88cc102780 2024-03-29T00:19:35.520 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.518+0000 7f88d6052740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5640db2d7570 0x5640db2d7990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.520 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.518+0000 7f88d6052740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5640db2d7f60 0x5640db2dca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.520 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.518+0000 7f88d6052740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5640db2dd0d0 0x5640db2df560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.520 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.518+0000 7f88d6052740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5640db23c050 con 0x5640db2d7570 2024-03-29T00:19:35.520 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.518+0000 7f88d6052740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5640db1e4ce0 con 0x5640db2dd0d0 2024-03-29T00:19:35.520 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.518+0000 7f88d6052740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5640db2380f0 con 0x5640db2d7f60 2024-03-29T00:19:35.520 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.519+0000 7f88d0a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5640db2d7570 0x5640db2d7990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.520 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.519+0000 7f88d1400640 1 --2- 172.21.15.12:0/2537702595 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f88b40a1e00 0x7f88b40a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.520 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.519+0000 7f88d0a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5640db2d7570 0x5640db2d7990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:56474/0 (socket says 172.21.15.12:56474) 2024-03-29T00:19:35.521 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.519+0000 7f88d0a00640 1 -- 172.21.15.12:0/361152285 learned_addr learned my addr 172.21.15.12:0/361152285 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:35.521 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.519+0000 7f88d1400640 1 --2- 172.21.15.12:0/361152285 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5640db2dd0d0 0x5640db2df560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.521 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.519+0000 7f88cbe00640 1 --2- 172.21.15.12:0/361152285 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5640db2d7f60 0x5640db2dca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.519+0000 7f88d0a00640 1 -- 172.21.15.12:0/361152285 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5640db2d7f60 msgr2=0x5640db2dca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.519+0000 7f88d0a00640 1 --2- 172.21.15.12:0/361152285 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5640db2d7f60 0x5640db2dca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.519+0000 7f88d0a00640 1 -- 172.21.15.12:0/361152285 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5640db2dd0d0 msgr2=0x5640db2df560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.519+0000 7f88d0a00640 1 --2- 172.21.15.12:0/361152285 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5640db2dd0d0 0x5640db2df560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.519+0000 7f88d0a00640 1 -- 172.21.15.12:0/361152285 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640daf503f0 con 0x5640db2d7570 2024-03-29T00:19:35.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.520+0000 7f88d0a00640 1 --2- 172.21.15.12:0/361152285 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5640db2d7570 0x5640db2d7990 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f88c00114f0 tx=0x7f88c00119b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7f7ce5e5c3f813f server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:35.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.520+0000 7f88d1400640 1 --2- 172.21.15.12:0/2537702595 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f88b40a1e00 0x7f88b40a42c0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f88c4006010 tx=0x7f88c4005d70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:35.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.520+0000 7f88bdc00640 1 -- 172.21.15.12:0/361152285 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88c001e070 con 0x5640db2d7570 2024-03-29T00:19:35.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.520+0000 7f88bdc00640 1 -- 172.21.15.12:0/361152285 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f88c000fb20 con 0x5640db2d7570 2024-03-29T00:19:35.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.520+0000 7f88bdc00640 1 -- 172.21.15.12:0/361152285 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88c0019c80 con 0x5640db2d7570 2024-03-29T00:19:35.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.521+0000 7f88d6052740 1 -- 172.21.15.12:0/361152285 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5640db2d7570 msgr2=0x5640db2d7990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.521+0000 7f88d6052740 1 --2- 172.21.15.12:0/361152285 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5640db2d7570 0x5640db2d7990 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f88c00114f0 tx=0x7f88c00119b0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.521+0000 7f88d6052740 1 -- 172.21.15.12:0/361152285 shutdown_connections 2024-03-29T00:19:35.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.521+0000 7f88d6052740 1 --2- 172.21.15.12:0/361152285 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5640db2dd0d0 0x5640db2df560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.521+0000 7f88d6052740 1 --2- 172.21.15.12:0/361152285 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5640db2d7f60 0x5640db2dca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.521+0000 7f88d6052740 1 --2- 172.21.15.12:0/361152285 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5640db2d7570 0x5640db2d7990 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.521+0000 7f88d6052740 1 -- 172.21.15.12:0/361152285 >> 172.21.15.12:0/361152285 conn(0x5640db2d2ae0 msgr2=0x5640db2d2ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:35.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.521+0000 7f88d6052740 1 -- 172.21.15.12:0/361152285 shutdown_connections 2024-03-29T00:19:35.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.521+0000 7f88d6052740 1 -- 172.21.15.12:0/361152285 wait complete. 2024-03-29T00:19:35.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.521+0000 7f88d6052740 1 -- start start 2024-03-29T00:19:35.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.522+0000 7f88d6052740 1 Processor -- start 2024-03-29T00:19:35.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.522+0000 7f88d6052740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5640db2d7570 0x5640db2e1ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.522+0000 7f88d6052740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5640db2d7f60 0x5640db2e1ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.522+0000 7f88d6052740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5640db2dd0d0 0x5640db2e9030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.522+0000 7f88d6052740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5640db2e00d0 con 0x5640db2d7f60 2024-03-29T00:19:35.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.522+0000 7f88d6052740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5640db1da2f0 con 0x5640db2d7570 2024-03-29T00:19:35.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.522+0000 7f88d6052740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5640db2e0250 con 0x5640db2dd0d0 2024-03-29T00:19:35.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.522+0000 7f88d6052740 10 client.0 _ll_register_callbacks cb 0x5640daf4fbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:35.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.522+0000 7f88d1400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5640db2dd0d0 0x5640db2e9030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.523+0000 7f88d1400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5640db2dd0d0 0x5640db2e9030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46272/0 (socket says 172.21.15.12:46272) 2024-03-29T00:19:35.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.523+0000 7f88d1400640 1 -- 172.21.15.12:0/338629877 learned_addr learned my addr 172.21.15.12:0/338629877 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:35.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.523+0000 7f88d0a00640 1 --2- 172.21.15.12:0/338629877 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5640db2d7570 0x5640db2e1ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.523+0000 7f88cbe00640 1 --2- 172.21.15.12:0/338629877 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5640db2d7f60 0x5640db2e1ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.523+0000 7f88d1400640 1 -- 172.21.15.12:0/338629877 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5640db2d7570 msgr2=0x5640db2e1ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.523+0000 7f88d1400640 1 --2- 172.21.15.12:0/338629877 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5640db2d7570 0x5640db2e1ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.523+0000 7f88d1400640 1 -- 172.21.15.12:0/338629877 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5640db2d7f60 msgr2=0x5640db2e1ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.523+0000 7f88d1400640 1 --2- 172.21.15.12:0/338629877 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5640db2d7f60 0x5640db2e1ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.523+0000 7f88d1400640 1 -- 172.21.15.12:0/338629877 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640db01a7d0 con 0x5640db2dd0d0 2024-03-29T00:19:35.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.523+0000 7f88d0a00640 1 --2- 172.21.15.12:0/338629877 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5640db2d7570 0x5640db2e1ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:35.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.524+0000 7f88d1400640 1 --2- 172.21.15.12:0/338629877 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5640db2dd0d0 0x5640db2e9030 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f88c4034000 tx=0x7f88c402bc50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=62d035731b8af9d8 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:35.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.524+0000 7f88b2000640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:19:35.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.524+0000 7f88b2000640 1 -- 172.21.15.12:0/338629877 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88c402cb40 con 0x5640db2dd0d0 2024-03-29T00:19:35.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.524+0000 7f88b2000640 1 -- 172.21.15.12:0/338629877 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f88c402cce0 con 0x5640db2dd0d0 2024-03-29T00:19:35.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.524+0000 7f88d6052740 1 -- 172.21.15.12:0/338629877 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f88c000fb20 con 0x5640db2dd0d0 2024-03-29T00:19:35.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.524+0000 7f88b2000640 1 -- 172.21.15.12:0/338629877 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f88c4059050 con 0x5640db2dd0d0 2024-03-29T00:19:35.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.524+0000 7f88d6052740 10 client.25921 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:35.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.524+0000 7f88d6052740 1 -- 172.21.15.12:0/338629877 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5640db2ec410 con 0x5640db2dd0d0 2024-03-29T00:19:35.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.525+0000 7f88b2000640 1 -- 172.21.15.12:0/338629877 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f88c000fb20 con 0x5640db2dd0d0 2024-03-29T00:19:35.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.526+0000 7f88b2000640 1 -- 172.21.15.12:0/338629877 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f88c4034440 con 0x5640db2dd0d0 2024-03-29T00:19:35.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.526+0000 7f88d6052740 10 client.25921 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:35.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.526+0000 7f88d6052740 10 client.25921 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-03-29T00:19:35.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.526+0000 7f88d6052740 20 client.25921 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:35.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.526+0000 7f88d6052740 1 --2- 172.21.15.12:0/338629877 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x5640db2edb30 0x5640db2effc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.526+0000 7f88d6052740 4 client.25921 mds_command: new command op to 24544 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:19:35.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.526+0000 7f88d6052740 1 -- 172.21.15.12:0/338629877 --> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5640db1e5680 con 0x5640db2edb30 2024-03-29T00:19:35.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.526+0000 7f88d0a00640 1 --2- 172.21.15.12:0/338629877 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x5640db2edb30 0x5640db2effc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.527+0000 7f88d0a00640 1 --2- 172.21.15.12:0/338629877 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x5640db2edb30 0x5640db2effc0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=aa7999f700f2a274 server_cookie=e01305898158ae3a in_seq=0 out_seq=0 2024-03-29T00:19:35.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.527+0000 7f88b2000640 10 client.25921 ms_handle_connect on v2:172.21.15.69:6836/466045469 2024-03-29T00:19:35.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.528+0000 7f88b2000640 1 -- 172.21.15.12:0/338629877 <== mds.2 v2:172.21.15.69:6836/466045469 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5640db1e5680 con 0x5640db2edb30 2024-03-29T00:19:35.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.528+0000 7f88b2000640 10 client.25921 handle_command_reply: tid=0 2024-03-29T00:19:35.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.528+0000 7f88d6052740 1 client.25921 shutdown 2024-03-29T00:19:35.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.528+0000 7f88d6052740 1 -- 172.21.15.12:0/338629877 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5640db2dd0d0 msgr2=0x5640db2e9030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.528+0000 7f88d6052740 1 --2- 172.21.15.12:0/338629877 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5640db2dd0d0 0x5640db2e9030 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f88c4034000 tx=0x7f88c402bc50 comp rx=0 tx=0).stop 2024-03-29T00:19:35.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.528+0000 7f88d6052740 1 -- 172.21.15.12:0/338629877 shutdown_connections 2024-03-29T00:19:35.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.528+0000 7f88d6052740 1 --2- 172.21.15.12:0/338629877 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x5640db2edb30 0x5640db2effc0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.528+0000 7f88d6052740 1 --2- 172.21.15.12:0/338629877 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5640db2dd0d0 0x5640db2e9030 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.528+0000 7f88d6052740 1 --2- 172.21.15.12:0/338629877 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5640db2d7f60 0x5640db2e1ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.528+0000 7f88d6052740 1 --2- 172.21.15.12:0/338629877 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5640db2d7570 0x5640db2e1ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.528+0000 7f88d6052740 1 -- 172.21.15.12:0/338629877 >> 172.21.15.12:0/338629877 conn(0x5640db2d2ae0 msgr2=0x5640db2d1dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:35.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.528+0000 7f88b2000640 0 client.25921 ms_handle_reset on v2:172.21.15.69:6836/466045469 2024-03-29T00:19:35.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.528+0000 7f88d6052740 1 -- 172.21.15.12:0/338629877 shutdown_connections 2024-03-29T00:19:35.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.528+0000 7f88d6052740 1 -- 172.21.15.12:0/338629877 wait complete. 2024-03-29T00:19:35.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.529+0000 7f88d6052740 20 client.25921 trim_cache size 0 max 16384 2024-03-29T00:19:35.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.543+0000 7f88d6052740 1 Processor -- start 2024-03-29T00:19:35.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.543+0000 7f88d6052740 1 -- start start 2024-03-29T00:19:35.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.543+0000 7f88d6052740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5640db2d7570 0x5640db2e1ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.543+0000 7f88d6052740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5640db2d7f60 0x5640db2e1ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.543+0000 7f88d6052740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5640db2dd0d0 0x5640db2e8f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.543+0000 7f88d6052740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f88cc1b08a0 con 0x5640db2d7f60 2024-03-29T00:19:35.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.543+0000 7f88d6052740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f88cc1b23e0 con 0x5640db2dd0d0 2024-03-29T00:19:35.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.543+0000 7f88d6052740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f88cc1b0f70 con 0x5640db2d7570 2024-03-29T00:19:35.546 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.544+0000 7f88d1400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5640db2dd0d0 0x5640db2e8f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.546 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.544+0000 7f88d1400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5640db2dd0d0 0x5640db2e8f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:35678/0 (socket says 172.21.15.12:35678) 2024-03-29T00:19:35.546 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.544+0000 7f88d1400640 1 -- 172.21.15.12:0/56290315 learned_addr learned my addr 172.21.15.12:0/56290315 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:35.546 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.544+0000 7f88d0a00640 1 --2- 172.21.15.12:0/56290315 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5640db2d7570 0x5640db2e1ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.546 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.544+0000 7f88cbe00640 1 --2- 172.21.15.12:0/56290315 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5640db2d7f60 0x5640db2e1ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.546 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.544+0000 7f88d0a00640 1 -- 172.21.15.12:0/56290315 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5640db2dd0d0 msgr2=0x5640db2e8f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.546 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.544+0000 7f88d0a00640 1 --2- 172.21.15.12:0/56290315 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5640db2dd0d0 0x5640db2e8f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.546 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.544+0000 7f88d0a00640 1 -- 172.21.15.12:0/56290315 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5640db2d7f60 msgr2=0x5640db2e1ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.544+0000 7f88d0a00640 1 --2- 172.21.15.12:0/56290315 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5640db2d7f60 0x5640db2e1ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.544+0000 7f88d0a00640 1 -- 172.21.15.12:0/56290315 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640db2d8340 con 0x5640db2d7570 2024-03-29T00:19:35.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.544+0000 7f88d1400640 1 --2- 172.21.15.12:0/56290315 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5640db2dd0d0 0x5640db2e8f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:35.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.545+0000 7f88cbe00640 1 --2- 172.21.15.12:0/56290315 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5640db2d7f60 0x5640db2e1ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:19:35.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.545+0000 7f88d0a00640 1 --2- 172.21.15.12:0/56290315 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5640db2d7570 0x5640db2e1ab0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f88c0011eb0 tx=0x7f88c0019620 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9e1ebb2a6eab4785 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:35.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.545+0000 7f88bd200640 1 -- 172.21.15.12:0/56290315 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88c002c020 con 0x5640db2d7570 2024-03-29T00:19:35.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.545+0000 7f88bd200640 1 -- 172.21.15.12:0/56290315 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f88c0003970 con 0x5640db2d7570 2024-03-29T00:19:35.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.545+0000 7f88bd200640 1 -- 172.21.15.12:0/56290315 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88c001e040 con 0x5640db2d7570 2024-03-29T00:19:35.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.546+0000 7f88d6052740 1 -- 172.21.15.12:0/56290315 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5640db2d7570 msgr2=0x5640db2e1ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.546+0000 7f88d6052740 1 --2- 172.21.15.12:0/56290315 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5640db2d7570 0x5640db2e1ab0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f88c0011eb0 tx=0x7f88c0019620 comp rx=0 tx=0).stop 2024-03-29T00:19:35.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.546+0000 7f88d6052740 1 -- 172.21.15.12:0/56290315 shutdown_connections 2024-03-29T00:19:35.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.546+0000 7f88d6052740 1 --2- 172.21.15.12:0/56290315 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5640db2dd0d0 0x5640db2e8f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.546+0000 7f88d6052740 1 --2- 172.21.15.12:0/56290315 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5640db2d7f60 0x5640db2e1ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.549 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.546+0000 7f88d6052740 1 --2- 172.21.15.12:0/56290315 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5640db2d7570 0x5640db2e1ab0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.549 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.546+0000 7f88d6052740 1 -- 172.21.15.12:0/56290315 >> 172.21.15.12:0/56290315 conn(0x5640db2d2ae0 msgr2=0x5640db2d94c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:35.549 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.546+0000 7f88d6052740 1 -- 172.21.15.12:0/56290315 shutdown_connections 2024-03-29T00:19:35.549 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.546+0000 7f88d6052740 1 -- 172.21.15.12:0/56290315 wait complete. 2024-03-29T00:19:35.549 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.547+0000 7f88d6052740 1 -- start start 2024-03-29T00:19:35.549 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.547+0000 7f88d6052740 1 Processor -- start 2024-03-29T00:19:35.551 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.547+0000 7f88d6052740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5640db2d7570 0x5640db2e6400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.552 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.547+0000 7f88d6052740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5640db2d7f60 0x5640db2e6940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.552 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.547+0000 7f88d6052740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5640db2dd0d0 0x5640db2e7900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.552 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.547+0000 7f88d6052740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f88cc1b1d10 con 0x5640db2d7f60 2024-03-29T00:19:35.552 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.547+0000 7f88d6052740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f88cc1b1640 con 0x5640db2dd0d0 2024-03-29T00:19:35.552 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.547+0000 7f88d6052740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f88cc1ae880 con 0x5640db2d7570 2024-03-29T00:19:35.552 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.547+0000 7f88d6052740 10 client.0 _ll_register_callbacks cb 0x7f88c00093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:35.552 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.548+0000 7f88cbe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5640db2d7f60 0x5640db2e6940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.552 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.548+0000 7f88cbe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5640db2d7f60 0x5640db2e6940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:56492/0 (socket says 172.21.15.12:56492) 2024-03-29T00:19:35.552 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.548+0000 7f88cbe00640 1 -- 172.21.15.12:0/3868878651 learned_addr learned my addr 172.21.15.12:0/3868878651 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:35.552 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.548+0000 7f88d0a00640 1 --2- 172.21.15.12:0/3868878651 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5640db2d7570 0x5640db2e6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.552 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.548+0000 7f88d1400640 1 --2- 172.21.15.12:0/3868878651 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5640db2dd0d0 0x5640db2e7900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.552 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.548+0000 7f88d0a00640 1 -- 172.21.15.12:0/3868878651 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5640db2dd0d0 msgr2=0x5640db2e7900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.552 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.548+0000 7f88d0a00640 1 --2- 172.21.15.12:0/3868878651 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5640db2dd0d0 0x5640db2e7900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.553 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.548+0000 7f88d0a00640 1 -- 172.21.15.12:0/3868878651 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5640db2d7f60 msgr2=0x5640db2e6940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.553 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.548+0000 7f88d0a00640 1 --2- 172.21.15.12:0/3868878651 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5640db2d7f60 0x5640db2e6940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.553 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.548+0000 7f88d0a00640 1 -- 172.21.15.12:0/3868878651 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640db2e7ef0 con 0x5640db2d7570 2024-03-29T00:19:35.553 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.548+0000 7f88d1400640 1 --2- 172.21.15.12:0/3868878651 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5640db2dd0d0 0x5640db2e7900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:35.553 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.548+0000 7f88cbe00640 1 --2- 172.21.15.12:0/3868878651 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5640db2d7f60 0x5640db2e6940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:35.553 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.549+0000 7f88d0a00640 1 --2- 172.21.15.12:0/3868878651 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5640db2d7570 0x5640db2e6400 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x5640db2e1410 tx=0x7f88c0000f40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=696e33885e3b7359 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:35.553 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.549+0000 7f88b2000640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:19:35.553 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.549+0000 7f88b2000640 1 -- 172.21.15.12:0/3868878651 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88c002c070 con 0x5640db2d7570 2024-03-29T00:19:35.553 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.549+0000 7f88b2000640 1 -- 172.21.15.12:0/3868878651 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f88c0003be0 con 0x5640db2d7570 2024-03-29T00:19:35.553 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.549+0000 7f88d6052740 1 -- 172.21.15.12:0/3868878651 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f88c0003970 con 0x5640db2d7570 2024-03-29T00:19:35.553 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.549+0000 7f88b2000640 1 -- 172.21.15.12:0/3868878651 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f88c003e050 con 0x5640db2d7570 2024-03-29T00:19:35.553 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.549+0000 7f88d6052740 10 client.25927 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:35.553 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.549+0000 7f88d6052740 1 -- 172.21.15.12:0/3868878651 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5640db2e91f0 con 0x5640db2d7570 2024-03-29T00:19:35.553 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.550+0000 7f88b2000640 1 -- 172.21.15.12:0/3868878651 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f88c0003970 con 0x5640db2d7570 2024-03-29T00:19:35.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.550+0000 7f88b2000640 1 -- 172.21.15.12:0/3868878651 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f88c00197a0 con 0x5640db2d7570 2024-03-29T00:19:35.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.550+0000 7f88d6052740 10 client.25927 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:35.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.550+0000 7f88d6052740 10 client.25927 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-03-29T00:19:35.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.550+0000 7f88d6052740 20 client.25927 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:35.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.550+0000 7f88d6052740 1 --2- 172.21.15.12:0/3868878651 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x5640db354220 0x5640db356640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.550+0000 7f88d6052740 4 client.25927 mds_command: new command op to 24544 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-29T00:19:35.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.550+0000 7f88d6052740 1 -- 172.21.15.12:0/3868878651 --> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5640db249590 con 0x5640db354220 2024-03-29T00:19:35.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.550+0000 7f88cbe00640 1 --2- 172.21.15.12:0/3868878651 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x5640db354220 0x5640db356640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.551+0000 7f88cbe00640 1 --2- 172.21.15.12:0/3868878651 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x5640db354220 0x5640db356640 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d323607ea29e0921 server_cookie=a6622f14d67bd148 in_seq=0 out_seq=0 2024-03-29T00:19:35.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.551+0000 7f88b2000640 10 client.25927 ms_handle_connect on v2:172.21.15.69:6836/466045469 2024-03-29T00:19:35.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.551+0000 7f88b2000640 1 -- 172.21.15.12:0/3868878651 <== mds.2 v2:172.21.15.69:6836/466045469 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5640db249590 con 0x5640db354220 2024-03-29T00:19:35.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.551+0000 7f88b2000640 10 client.25927 handle_command_reply: tid=0 2024-03-29T00:19:35.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.551+0000 7f88d6052740 1 client.25927 shutdown 2024-03-29T00:19:35.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.551+0000 7f88d6052740 1 -- 172.21.15.12:0/3868878651 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5640db2d7570 msgr2=0x5640db2e6400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.551+0000 7f88d6052740 1 --2- 172.21.15.12:0/3868878651 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5640db2d7570 0x5640db2e6400 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x5640db2e1410 tx=0x7f88c0000f40 comp rx=0 tx=0).stop 2024-03-29T00:19:35.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.551+0000 7f88d6052740 1 -- 172.21.15.12:0/3868878651 shutdown_connections 2024-03-29T00:19:35.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.551+0000 7f88d6052740 1 --2- 172.21.15.12:0/3868878651 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x5640db354220 0x5640db356640 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.551+0000 7f88d6052740 1 --2- 172.21.15.12:0/3868878651 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5640db2dd0d0 0x5640db2e7900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.551+0000 7f88d6052740 1 --2- 172.21.15.12:0/3868878651 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5640db2d7f60 0x5640db2e6940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.551+0000 7f88d6052740 1 --2- 172.21.15.12:0/3868878651 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5640db2d7570 0x5640db2e6400 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.551+0000 7f88d6052740 1 -- 172.21.15.12:0/3868878651 >> 172.21.15.12:0/3868878651 conn(0x5640db2d2ae0 msgr2=0x5640db2e1a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:35.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.551+0000 7f88b2000640 0 client.25927 ms_handle_reset on v2:172.21.15.69:6836/466045469 2024-03-29T00:19:35.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.551+0000 7f88d6052740 1 -- 172.21.15.12:0/3868878651 shutdown_connections 2024-03-29T00:19:35.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.552+0000 7f88d6052740 1 -- 172.21.15.12:0/3868878651 wait complete. 2024-03-29T00:19:35.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.552+0000 7f88d6052740 20 client.25927 trim_cache size 0 max 16384 2024-03-29T00:19:35.557 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-03-29T00:19:35.558 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.552+0000 7f88d1e00640 1 -- 172.21.15.12:0/2537702595 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f88b40a1e00 msgr2=0x7f88b40a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.558 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.553+0000 7f88d1e00640 1 --2- 172.21.15.12:0/2537702595 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f88b40a1e00 0x7f88b40a42c0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f88c4006010 tx=0x7f88c4005d70 comp rx=0 tx=0).stop 2024-03-29T00:19:35.558 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.553+0000 7f88d1e00640 1 -- 172.21.15.12:0/2537702595 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f88cc102780 msgr2=0x7f88cc19e400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.558 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.553+0000 7f88d1e00640 1 --2- 172.21.15.12:0/2537702595 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f88cc102780 0x7f88cc19e400 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f88b800d950 tx=0x7f88b800de10 comp rx=0 tx=0).stop 2024-03-29T00:19:35.558 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.553+0000 7f88d1e00640 1 -- 172.21.15.12:0/2537702595 shutdown_connections 2024-03-29T00:19:35.558 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.553+0000 7f88d1e00640 1 --2- 172.21.15.12:0/2537702595 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f88b40a1e00 0x7f88b40a42c0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.558 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.553+0000 7f88d1e00640 1 --2- 172.21.15.12:0/2537702595 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f88cc102780 0x7f88cc19e400 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.558 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.553+0000 7f88d1e00640 1 --2- 172.21.15.12:0/2537702595 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f88cc105130 0x7f88cc1a5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.558 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.553+0000 7f88d1e00640 1 --2- 172.21.15.12:0/2537702595 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f88cc0ffe10 0x7f88cc19dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.558 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.553+0000 7f88d1e00640 1 -- 172.21.15.12:0/2537702595 >> 172.21.15.12:0/2537702595 conn(0x7f88cc0fba30 msgr2=0x7f88cc103450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:35.558 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.553+0000 7f88d1e00640 1 -- 172.21.15.12:0/2537702595 shutdown_connections 2024-03-29T00:19:35.558 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.553+0000 7f88d1e00640 1 -- 172.21.15.12:0/2537702595 wait complete. 2024-03-29T00:19:35.576 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-29T00:19:35.746 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.744+0000 7f68c5a00640 1 -- 172.21.15.12:0/4248985801 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f68c01049b0 msgr2=0x7f68c0104e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.746 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.744+0000 7f68c5a00640 1 --2- 172.21.15.12:0/4248985801 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f68c01049b0 0x7f68c0104e30 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f68ac009900 tx=0x7f68ac02bc50 comp rx=0 tx=0).stop 2024-03-29T00:19:35.746 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.744+0000 7f68c5a00640 1 -- 172.21.15.12:0/4248985801 shutdown_connections 2024-03-29T00:19:35.746 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.744+0000 7f68c5a00640 1 --2- 172.21.15.12:0/4248985801 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f68c0105370 0x7f68c010bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.746 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.744+0000 7f68c5a00640 1 --2- 172.21.15.12:0/4248985801 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f68c01049b0 0x7f68c0104e30 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.746 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.744+0000 7f68c5a00640 1 --2- 172.21.15.12:0/4248985801 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f68c01037c0 0x7f68c0103be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.746 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.744+0000 7f68c5a00640 1 -- 172.21.15.12:0/4248985801 >> 172.21.15.12:0/4248985801 conn(0x7f68c00fed30 msgr2=0x7f68c0101170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:35.747 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.744+0000 7f68c5a00640 1 -- 172.21.15.12:0/4248985801 shutdown_connections 2024-03-29T00:19:35.747 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.744+0000 7f68c5a00640 1 -- 172.21.15.12:0/4248985801 wait complete. 2024-03-29T00:19:35.748 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.745+0000 7f68c5a00640 1 Processor -- start 2024-03-29T00:19:35.748 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.745+0000 7f68c5a00640 1 -- start start 2024-03-29T00:19:35.748 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.746+0000 7f68c5a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f68c01037c0 0x7f68c0110a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.748 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.746+0000 7f68c5a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f68c01049b0 0x7f68c0110f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.749 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.746+0000 7f68c5a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f68c0105370 0x7f68c0115fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.749 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.746+0000 7f68c5a00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f68c0076fe0 con 0x7f68c01037c0 2024-03-29T00:19:35.750 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.747+0000 7f68bfe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f68c01037c0 0x7f68c0110a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.751 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.747+0000 7f68bf400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f68c01049b0 0x7f68c0110f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.751 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.747+0000 7f68bfe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f68c01037c0 0x7f68c0110a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:56520/0 (socket says 172.21.15.12:56520) 2024-03-29T00:19:35.751 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.747+0000 7f68bfe00640 1 -- 172.21.15.12:0/3935578409 learned_addr learned my addr 172.21.15.12:0/3935578409 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:35.751 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.747+0000 7f68c5000640 1 --2- 172.21.15.12:0/3935578409 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f68c0105370 0x7f68c0115fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.751 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.746+0000 7f68c5a00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f68c0076e60 con 0x7f68c01049b0 2024-03-29T00:19:35.751 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.747+0000 7f68c5a00640 1 -- 172.21.15.12:0/3935578409 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f68c0077160 con 0x7f68c0105370 2024-03-29T00:19:35.752 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.747+0000 7f68c5000640 1 -- 172.21.15.12:0/3935578409 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f68c01049b0 msgr2=0x7f68c0110f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.752 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.747+0000 7f68c5000640 1 --2- 172.21.15.12:0/3935578409 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f68c01049b0 0x7f68c0110f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.752 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.747+0000 7f68c5000640 1 -- 172.21.15.12:0/3935578409 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f68c01037c0 msgr2=0x7f68c0110a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.752 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.747+0000 7f68c5000640 1 --2- 172.21.15.12:0/3935578409 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f68c01037c0 0x7f68c0110a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.752 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.747+0000 7f68c5000640 1 -- 172.21.15.12:0/3935578409 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68c0116640 con 0x7f68c0105370 2024-03-29T00:19:35.752 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.748+0000 7f68c5000640 1 --2- 172.21.15.12:0/3935578409 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f68c0105370 0x7f68c0115fd0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f68b800cab0 tx=0x7f68b800cf70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:35.752 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.748+0000 7f68bcc00640 1 -- 172.21.15.12:0/3935578409 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68b800ae20 con 0x7f68c0105370 2024-03-29T00:19:35.753 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.748+0000 7f68bcc00640 1 -- 172.21.15.12:0/3935578409 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f68b800f950 con 0x7f68c0105370 2024-03-29T00:19:35.753 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.748+0000 7f68bcc00640 1 -- 172.21.15.12:0/3935578409 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68b8018bd0 con 0x7f68c0105370 2024-03-29T00:19:35.753 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.749+0000 7f68c5a00640 1 -- 172.21.15.12:0/3935578409 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68c01ae660 con 0x7f68c0105370 2024-03-29T00:19:35.753 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.749+0000 7f68c5a00640 1 -- 172.21.15.12:0/3935578409 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68c01aeb30 con 0x7f68c0105370 2024-03-29T00:19:35.754 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.753+0000 7f68c9dd3740 1 Processor -- start 2024-03-29T00:19:35.755 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.754+0000 7f68bcc00640 1 -- 172.21.15.12:0/3935578409 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f68b800fb00 con 0x7f68c0105370 2024-03-29T00:19:35.755 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.754+0000 7f68c9dd3740 1 -- start start 2024-03-29T00:19:35.756 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.754+0000 7f68c9dd3740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55de02848780 0x55de02848ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.756 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.754+0000 7f68c9dd3740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55de02849170 0x55de0284dc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.756 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.754+0000 7f68c9dd3740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55de0284e2e0 0x55de02850770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.756 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.754+0000 7f68c9dd3740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55de027ac640 con 0x55de02848780 2024-03-29T00:19:35.756 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.754+0000 7f68c9dd3740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55de02755810 con 0x55de02849170 2024-03-29T00:19:35.756 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.754+0000 7f68c9dd3740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55de027a86e0 con 0x55de0284e2e0 2024-03-29T00:19:35.757 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.755+0000 7f68bf400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55de02848780 0x55de02848ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.757 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.755+0000 7f68bfe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55de02849170 0x55de0284dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.757 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.755+0000 7f68bfe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55de02849170 0x55de0284dc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:35722/0 (socket says 172.21.15.12:35722) 2024-03-29T00:19:35.757 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.755+0000 7f68bfe00640 1 -- 172.21.15.12:0/1719975514 learned_addr learned my addr 172.21.15.12:0/1719975514 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:35.757 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.756+0000 7f68bfe00640 1 -- 172.21.15.12:0/1719975514 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55de0284e2e0 msgr2=0x55de02850770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.757 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.756+0000 7f68bfe00640 1 --2- 172.21.15.12:0/1719975514 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55de0284e2e0 0x55de02850770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.758 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.756+0000 7f68bfe00640 1 -- 172.21.15.12:0/1719975514 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55de02848780 msgr2=0x55de02848ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.758 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.756+0000 7f68bfe00640 1 --2- 172.21.15.12:0/1719975514 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55de02848780 0x55de02848ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.758 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.756+0000 7f68bfe00640 1 -- 172.21.15.12:0/1719975514 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de024c1210 con 0x55de02849170 2024-03-29T00:19:35.758 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.756+0000 7f68bf400640 1 --2- 172.21.15.12:0/1719975514 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55de02848780 0x55de02848ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:35.758 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.756+0000 7f68bcc00640 1 --2- 172.21.15.12:0/3935578409 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f68a40a1f30 0x7f68a40a43f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.758 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.756+0000 7f68bcc00640 1 -- 172.21.15.12:0/3935578409 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f68b80ce3c0 con 0x7f68c0105370 2024-03-29T00:19:35.758 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.757+0000 7f68bfe00640 1 --2- 172.21.15.12:0/1719975514 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55de02849170 0x55de0284dc70 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f68b000ace0 tx=0x7f68b000f790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8af0f052f4a24b0e server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.757+0000 7f68bf400640 1 --2- 172.21.15.12:0/3935578409 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f68a40a1f30 0x7f68a40a43f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.757+0000 7f68b5600640 1 -- 172.21.15.12:0/1719975514 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68b0004220 con 0x55de02849170 2024-03-29T00:19:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.757+0000 7f68b5600640 1 -- 172.21.15.12:0/1719975514 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f68b00043c0 con 0x55de02849170 2024-03-29T00:19:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.757+0000 7f68b5600640 1 -- 172.21.15.12:0/1719975514 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68b0018a70 con 0x55de02849170 2024-03-29T00:19:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.758+0000 7f68c9dd3740 1 -- 172.21.15.12:0/1719975514 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55de02849170 msgr2=0x55de0284dc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.758+0000 7f68c9dd3740 1 --2- 172.21.15.12:0/1719975514 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55de02849170 0x55de0284dc70 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f68b000ace0 tx=0x7f68b000f790 comp rx=0 tx=0).stop 2024-03-29T00:19:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.758+0000 7f68c9dd3740 1 -- 172.21.15.12:0/1719975514 shutdown_connections 2024-03-29T00:19:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.758+0000 7f68c9dd3740 1 --2- 172.21.15.12:0/1719975514 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55de02849170 0x55de0284dc70 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.758+0000 7f68c9dd3740 1 --2- 172.21.15.12:0/1719975514 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55de0284e2e0 0x55de02850770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.760 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.758+0000 7f68c9dd3740 1 --2- 172.21.15.12:0/1719975514 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55de02848780 0x55de02848ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.760 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.758+0000 7f68c9dd3740 1 -- 172.21.15.12:0/1719975514 >> 172.21.15.12:0/1719975514 conn(0x55de02843cf0 msgr2=0x55de028440f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:35.760 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.759+0000 7f68bf400640 1 --2- 172.21.15.12:0/3935578409 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f68a40a1f30 0x7f68a40a43f0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f68ac005ab0 tx=0x7f68ac009630 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:35.761 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.759+0000 7f68c9dd3740 1 -- 172.21.15.12:0/1719975514 shutdown_connections 2024-03-29T00:19:35.761 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.759+0000 7f68c9dd3740 1 -- 172.21.15.12:0/1719975514 wait complete. 2024-03-29T00:19:35.761 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.759+0000 7f68c9dd3740 1 -- start start 2024-03-29T00:19:35.761 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.759+0000 7f68c9dd3740 1 Processor -- start 2024-03-29T00:19:35.761 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.760+0000 7f68c9dd3740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55de02848780 0x55de02852c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.762 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.760+0000 7f68c9dd3740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55de0284e2e0 0x55de028531a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.762 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.760+0000 7f68c9dd3740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55de028581d0 0x55de0285a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.762 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.760+0000 7f68c9dd3740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55de02851290 con 0x55de02848780 2024-03-29T00:19:35.762 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.760+0000 7f68c9dd3740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55de0274ad00 con 0x55de0284e2e0 2024-03-29T00:19:35.762 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.760+0000 7f68c9dd3740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55de02851410 con 0x55de028581d0 2024-03-29T00:19:35.762 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.760+0000 7f68c9dd3740 10 client.0 _ll_register_callbacks cb 0x55de02735490 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:35.762 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.760+0000 7f68c5000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55de028581d0 0x55de0285a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.762 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.760+0000 7f68c5000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55de028581d0 0x55de0285a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46342/0 (socket says 172.21.15.12:46342) 2024-03-29T00:19:35.762 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.760+0000 7f68c5000640 1 -- 172.21.15.12:0/3962243423 learned_addr learned my addr 172.21.15.12:0/3962243423 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:35.762 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.760+0000 7f68bf400640 1 --2- 172.21.15.12:0/3962243423 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55de0284e2e0 0x55de028531a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.764 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.761+0000 7f68bfe00640 1 --2- 172.21.15.12:0/3962243423 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55de02848780 0x55de02852c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.764 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.761+0000 7f68c5000640 1 -- 172.21.15.12:0/3962243423 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55de0284e2e0 msgr2=0x55de028531a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.764 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.761+0000 7f68c5000640 1 --2- 172.21.15.12:0/3962243423 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55de0284e2e0 0x55de028531a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.764 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.761+0000 7f68c5000640 1 -- 172.21.15.12:0/3962243423 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55de02848780 msgr2=0x55de02852c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.764 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.761+0000 7f68c5000640 1 --2- 172.21.15.12:0/3962243423 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55de02848780 0x55de02852c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.764 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.761+0000 7f68c5000640 1 -- 172.21.15.12:0/3962243423 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de0258d620 con 0x55de028581d0 2024-03-29T00:19:35.764 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.761+0000 7f68bfe00640 1 --2- 172.21.15.12:0/3962243423 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55de02848780 0x55de02852c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:19:35.764 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.761+0000 7f68c5000640 1 --2- 172.21.15.12:0/3962243423 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55de028581d0 0x55de0285a5c0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f68b80976d0 tx=0x7f68b809a930 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d5e554b2aea580a3 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:35.764 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.761+0000 7f68aa000640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:19:35.764 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.761+0000 7f68aa000640 1 -- 172.21.15.12:0/3962243423 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68b80b2020 con 0x55de028581d0 2024-03-29T00:19:35.764 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.761+0000 7f68aa000640 1 -- 172.21.15.12:0/3962243423 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f68b8004b40 con 0x55de028581d0 2024-03-29T00:19:35.764 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.761+0000 7f68c9dd3740 1 -- 172.21.15.12:0/3962243423 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f68b00043c0 con 0x55de028581d0 2024-03-29T00:19:35.765 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.762+0000 7f68aa000640 1 -- 172.21.15.12:0/3962243423 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f68b80ce1b0 con 0x55de028581d0 2024-03-29T00:19:35.765 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.762+0000 7f68c9dd3740 10 client.25936 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:35.765 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.762+0000 7f68c9dd3740 1 -- 172.21.15.12:0/3962243423 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55de0285d610 con 0x55de028581d0 2024-03-29T00:19:35.765 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.762+0000 7f68aa000640 1 -- 172.21.15.12:0/3962243423 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f68b00043c0 con 0x55de028581d0 2024-03-29T00:19:35.765 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.762+0000 7f68aa000640 1 -- 172.21.15.12:0/3962243423 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f68b8020030 con 0x55de028581d0 2024-03-29T00:19:35.765 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.763+0000 7f68c9dd3740 10 client.25936 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:35.765 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.763+0000 7f68c9dd3740 10 client.25936 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:19:35.765 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.763+0000 7f68c9dd3740 20 client.25936 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:35.765 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.763+0000 7f68c9dd3740 1 --2- 172.21.15.12:0/3962243423 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55de0285ec90 0x55de028610a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.765 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.763+0000 7f68c9dd3740 4 client.25936 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:19:35.765 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.763+0000 7f68c9dd3740 1 -- 172.21.15.12:0/3962243423 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55de027c0030 con 0x55de0285ec90 2024-03-29T00:19:35.766 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.763+0000 7f68bfe00640 1 --2- 172.21.15.12:0/3962243423 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55de0285ec90 0x55de028610a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.767 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.763+0000 7f68bfe00640 1 --2- 172.21.15.12:0/3962243423 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55de0285ec90 0x55de028610a0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e876baa7f3daf57 server_cookie=d707b54a1a02b272 in_seq=0 out_seq=0 2024-03-29T00:19:35.767 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.763+0000 7f68aa000640 10 client.25936 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:35.767 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.764+0000 7f68aa000640 1 -- 172.21.15.12:0/3962243423 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55de027c0030 con 0x55de0285ec90 2024-03-29T00:19:35.767 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.764+0000 7f68aa000640 10 client.25936 handle_command_reply: tid=0 2024-03-29T00:19:35.767 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.764+0000 7f68c9dd3740 1 client.25936 shutdown 2024-03-29T00:19:35.767 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.765+0000 7f68c9dd3740 1 -- 172.21.15.12:0/3962243423 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55de028581d0 msgr2=0x55de0285a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.767 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.765+0000 7f68c9dd3740 1 --2- 172.21.15.12:0/3962243423 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55de028581d0 0x55de0285a5c0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f68b80976d0 tx=0x7f68b809a930 comp rx=0 tx=0).stop 2024-03-29T00:19:35.767 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.765+0000 7f68c9dd3740 1 -- 172.21.15.12:0/3962243423 shutdown_connections 2024-03-29T00:19:35.767 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.765+0000 7f68c9dd3740 1 --2- 172.21.15.12:0/3962243423 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55de0285ec90 0x55de028610a0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.767 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.765+0000 7f68c9dd3740 1 --2- 172.21.15.12:0/3962243423 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55de0284e2e0 0x55de028531a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.767 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.765+0000 7f68c9dd3740 1 --2- 172.21.15.12:0/3962243423 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55de028581d0 0x55de0285a5c0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.767 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.765+0000 7f68c9dd3740 1 --2- 172.21.15.12:0/3962243423 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55de02848780 0x55de02852c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.767 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.765+0000 7f68c9dd3740 1 -- 172.21.15.12:0/3962243423 >> 172.21.15.12:0/3962243423 conn(0x55de02843cf0 msgr2=0x55de02842f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:35.767 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.765+0000 7f68aa000640 0 client.25936 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:35.768 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.765+0000 7f68c9dd3740 1 -- 172.21.15.12:0/3962243423 shutdown_connections 2024-03-29T00:19:35.768 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.765+0000 7f68c9dd3740 1 -- 172.21.15.12:0/3962243423 wait complete. 2024-03-29T00:19:35.768 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.765+0000 7f68c9dd3740 20 client.25936 trim_cache size 0 max 16384 2024-03-29T00:19:35.783 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.781+0000 7f68c9dd3740 1 Processor -- start 2024-03-29T00:19:35.783 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.781+0000 7f68c9dd3740 1 -- start start 2024-03-29T00:19:35.783 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.782+0000 7f68c9dd3740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55de02848780 0x55de02866980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.783 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.782+0000 7f68c9dd3740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55de0284e2e0 0x55de02852c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.784 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.782+0000 7f68c9dd3740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55de028581d0 0x55de028531a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.784 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.782+0000 7f68c9dd3740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f68c01b9130 con 0x55de028581d0 2024-03-29T00:19:35.784 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.782+0000 7f68c9dd3740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f68c01bac70 con 0x55de02848780 2024-03-29T00:19:35.784 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.782+0000 7f68c9dd3740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f68c01b9800 con 0x55de0284e2e0 2024-03-29T00:19:35.784 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.782+0000 7f68bf400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55de0284e2e0 0x55de02852c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.784 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.782+0000 7f68bfe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55de02848780 0x55de02866980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.784 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.782+0000 7f68bfe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55de02848780 0x55de02866980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:35746/0 (socket says 172.21.15.12:35746) 2024-03-29T00:19:35.784 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.782+0000 7f68bfe00640 1 -- 172.21.15.12:0/2113661561 learned_addr learned my addr 172.21.15.12:0/2113661561 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:35.784 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.782+0000 7f68c5000640 1 --2- 172.21.15.12:0/2113661561 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55de028581d0 0x55de028531a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.785 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.783+0000 7f68c5000640 1 -- 172.21.15.12:0/2113661561 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55de0284e2e0 msgr2=0x55de02852c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.785 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.783+0000 7f68c5000640 1 --2- 172.21.15.12:0/2113661561 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55de0284e2e0 0x55de02852c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.785 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.783+0000 7f68c5000640 1 -- 172.21.15.12:0/2113661561 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55de02848780 msgr2=0x55de02866980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.785 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.783+0000 7f68c5000640 1 --2- 172.21.15.12:0/2113661561 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55de02848780 0x55de02866980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.785 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.783+0000 7f68c5000640 1 -- 172.21.15.12:0/2113661561 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de02847d80 con 0x55de028581d0 2024-03-29T00:19:35.786 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.783+0000 7f68bfe00640 1 --2- 172.21.15.12:0/2113661561 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55de02848780 0x55de02866980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:35.786 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.783+0000 7f68c5000640 1 --2- 172.21.15.12:0/2113661561 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55de028581d0 0x55de028531a0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f68b809d040 tx=0x7f68b809ae80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70747e9e1e792f44 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:35.786 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.784+0000 7f68b4c00640 1 -- 172.21.15.12:0/2113661561 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68b809a480 con 0x55de028581d0 2024-03-29T00:19:35.786 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.784+0000 7f68b4c00640 1 -- 172.21.15.12:0/2113661561 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f68b80ce1b0 con 0x55de028581d0 2024-03-29T00:19:35.786 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.784+0000 7f68b4c00640 1 -- 172.21.15.12:0/2113661561 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68b8096aa0 con 0x55de028581d0 2024-03-29T00:19:35.788 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.784+0000 7f68c9dd3740 1 -- 172.21.15.12:0/2113661561 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55de028581d0 msgr2=0x55de028531a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.788 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.784+0000 7f68c9dd3740 1 --2- 172.21.15.12:0/2113661561 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55de028581d0 0x55de028531a0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f68b809d040 tx=0x7f68b809ae80 comp rx=0 tx=0).stop 2024-03-29T00:19:35.788 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.785+0000 7f68c9dd3740 1 -- 172.21.15.12:0/2113661561 shutdown_connections 2024-03-29T00:19:35.789 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.785+0000 7f68c9dd3740 1 --2- 172.21.15.12:0/2113661561 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55de028581d0 0x55de028531a0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.789 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.785+0000 7f68c9dd3740 1 --2- 172.21.15.12:0/2113661561 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55de0284e2e0 0x55de02852c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.789 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.785+0000 7f68c9dd3740 1 --2- 172.21.15.12:0/2113661561 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55de02848780 0x55de02866980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.789 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.785+0000 7f68c9dd3740 1 -- 172.21.15.12:0/2113661561 >> 172.21.15.12:0/2113661561 conn(0x55de02843cf0 msgr2=0x55de028440d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:35.789 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.785+0000 7f68c9dd3740 1 -- 172.21.15.12:0/2113661561 shutdown_connections 2024-03-29T00:19:35.789 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.785+0000 7f68c9dd3740 1 -- 172.21.15.12:0/2113661561 wait complete. 2024-03-29T00:19:35.789 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.785+0000 7f68c9dd3740 1 -- start start 2024-03-29T00:19:35.789 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.785+0000 7f68c9dd3740 1 Processor -- start 2024-03-29T00:19:35.790 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.786+0000 7f68c9dd3740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55de02848780 0x55de0286f610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.790 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.786+0000 7f68c9dd3740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55de0284e2e0 0x55de0286fb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.790 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.786+0000 7f68c9dd3740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55de028581d0 0x55de02870b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.790 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.786+0000 7f68c9dd3740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f68c01ba5a0 con 0x55de02848780 2024-03-29T00:19:35.790 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.786+0000 7f68c9dd3740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f68c01b9ed0 con 0x55de028581d0 2024-03-29T00:19:35.790 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.786+0000 7f68c9dd3740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f68c01b7110 con 0x55de0284e2e0 2024-03-29T00:19:35.790 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.786+0000 7f68c9dd3740 10 client.0 _ll_register_callbacks cb 0x7f68b800ff00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:35.790 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.786+0000 7f68bfe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55de02848780 0x55de0286f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.790 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.786+0000 7f68bf400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55de0284e2e0 0x55de0286fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.790 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.786+0000 7f68bfe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55de02848780 0x55de0286f610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:56562/0 (socket says 172.21.15.12:56562) 2024-03-29T00:19:35.790 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.786+0000 7f68bfe00640 1 -- 172.21.15.12:0/2742400929 learned_addr learned my addr 172.21.15.12:0/2742400929 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:35.791 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.787+0000 7f68c5000640 1 --2- 172.21.15.12:0/2742400929 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55de028581d0 0x55de02870b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.792 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.787+0000 7f68bf400640 1 -- 172.21.15.12:0/2742400929 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55de028581d0 msgr2=0x55de02870b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.792 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.787+0000 7f68bf400640 1 --2- 172.21.15.12:0/2742400929 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55de028581d0 0x55de02870b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.792 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.787+0000 7f68bf400640 1 -- 172.21.15.12:0/2742400929 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55de02848780 msgr2=0x55de0286f610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.792 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.787+0000 7f68bf400640 1 --2- 172.21.15.12:0/2742400929 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55de02848780 0x55de0286f610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.792 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.787+0000 7f68bf400640 1 -- 172.21.15.12:0/2742400929 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de02871150 con 0x55de0284e2e0 2024-03-29T00:19:35.792 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.787+0000 7f68bfe00640 1 --2- 172.21.15.12:0/2742400929 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55de02848780 0x55de0286f610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:35.793 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.787+0000 7f68bf400640 1 --2- 172.21.15.12:0/2742400929 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55de0284e2e0 0x55de0286fb50 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f68ac009230 tx=0x7f68ac02bc50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d3d8ba76a413f38b server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:35.793 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.787+0000 7f68aa000640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:19:35.793 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.788+0000 7f68aa000640 1 -- 172.21.15.12:0/2742400929 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68ac0055d0 con 0x55de0284e2e0 2024-03-29T00:19:35.793 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.788+0000 7f68aa000640 1 -- 172.21.15.12:0/2742400929 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f68ac03a040 con 0x55de0284e2e0 2024-03-29T00:19:35.793 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.788+0000 7f68c9dd3740 1 -- 172.21.15.12:0/2742400929 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f68b80ce1b0 con 0x55de0284e2e0 2024-03-29T00:19:35.793 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.788+0000 7f68aa000640 1 -- 172.21.15.12:0/2742400929 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f68ac004e20 con 0x55de0284e2e0 2024-03-29T00:19:35.793 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.788+0000 7f68c9dd3740 10 client.25942 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:35.793 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.788+0000 7f68c9dd3740 1 -- 172.21.15.12:0/2742400929 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55de028724d0 con 0x55de0284e2e0 2024-03-29T00:19:35.793 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.788+0000 7f68aa000640 1 -- 172.21.15.12:0/2742400929 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f68b80ce1b0 con 0x55de0284e2e0 2024-03-29T00:19:35.793 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.788+0000 7f68aa000640 1 -- 172.21.15.12:0/2742400929 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f68ac034990 con 0x55de0284e2e0 2024-03-29T00:19:35.793 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.788+0000 7f68c9dd3740 10 client.25942 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:35.793 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.788+0000 7f68c9dd3740 10 client.25942 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:19:35.793 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.788+0000 7f68c9dd3740 20 client.25942 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:35.793 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.788+0000 7f68c9dd3740 1 --2- 172.21.15.12:0/2742400929 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55de028c51d0 0x55de028c75f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.794 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.789+0000 7f68c9dd3740 4 client.25942 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-29T00:19:35.794 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.789+0000 7f68c9dd3740 1 -- 172.21.15.12:0/2742400929 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55de027b9b80 con 0x55de028c51d0 2024-03-29T00:19:35.794 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.790+0000 7f68bfe00640 1 --2- 172.21.15.12:0/2742400929 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55de028c51d0 0x55de028c75f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.794 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.790+0000 7f68aa000640 10 client.25942 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:35.794 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.790+0000 7f68bfe00640 1 --2- 172.21.15.12:0/2742400929 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55de028c51d0 0x55de028c75f0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6ed29d294f4f646b server_cookie=114d1b56f547bf8c in_seq=0 out_seq=0 2024-03-29T00:19:35.794 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.793+0000 7f68aa000640 1 -- 172.21.15.12:0/2742400929 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55de027b9b80 con 0x55de028c51d0 2024-03-29T00:19:35.794 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.793+0000 7f68aa000640 10 client.25942 handle_command_reply: tid=0 2024-03-29T00:19:35.795 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.793+0000 7f68c9dd3740 1 client.25942 shutdown 2024-03-29T00:19:35.795 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.793+0000 7f68c9dd3740 1 -- 172.21.15.12:0/2742400929 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55de0284e2e0 msgr2=0x55de0286fb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.795 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.793+0000 7f68c9dd3740 1 --2- 172.21.15.12:0/2742400929 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55de0284e2e0 0x55de0286fb50 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f68ac009230 tx=0x7f68ac02bc50 comp rx=0 tx=0).stop 2024-03-29T00:19:35.796 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.794+0000 7f68c9dd3740 1 -- 172.21.15.12:0/2742400929 shutdown_connections 2024-03-29T00:19:35.796 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.794+0000 7f68c9dd3740 1 --2- 172.21.15.12:0/2742400929 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55de028c51d0 0x55de028c75f0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.796 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.794+0000 7f68c9dd3740 1 --2- 172.21.15.12:0/2742400929 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55de028581d0 0x55de02870b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.796 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.794+0000 7f68c9dd3740 1 --2- 172.21.15.12:0/2742400929 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55de0284e2e0 0x55de0286fb50 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.796 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.794+0000 7f68c9dd3740 1 --2- 172.21.15.12:0/2742400929 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55de02848780 0x55de0286f610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.796 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.794+0000 7f68c9dd3740 1 -- 172.21.15.12:0/2742400929 >> 172.21.15.12:0/2742400929 conn(0x55de02843cf0 msgr2=0x55de0284a610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:35.796 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.794+0000 7f68aa000640 0 client.25942 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:35.796 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.794+0000 7f68c9dd3740 1 -- 172.21.15.12:0/2742400929 shutdown_connections 2024-03-29T00:19:35.796 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.794+0000 7f68c9dd3740 1 -- 172.21.15.12:0/2742400929 wait complete. 2024-03-29T00:19:35.796 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.794+0000 7f68c9dd3740 20 client.25942 trim_cache size 0 max 16384 2024-03-29T00:19:35.797 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:{ 2024-03-29T00:19:35.797 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "message": "", 2024-03-29T00:19:35.797 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "return_code": 0 2024-03-29T00:19:35.797 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:} 2024-03-29T00:19:35.798 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.795+0000 7f68c5a00640 1 -- 172.21.15.12:0/3935578409 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f68a40a1f30 msgr2=0x7f68a40a43f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.798 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.795+0000 7f68c5a00640 1 --2- 172.21.15.12:0/3935578409 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f68a40a1f30 0x7f68a40a43f0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f68ac005ab0 tx=0x7f68ac009630 comp rx=0 tx=0).stop 2024-03-29T00:19:35.798 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.795+0000 7f68c5a00640 1 -- 172.21.15.12:0/3935578409 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f68c0105370 msgr2=0x7f68c0115fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.798 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.795+0000 7f68c5a00640 1 --2- 172.21.15.12:0/3935578409 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f68c0105370 0x7f68c0115fd0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f68b800cab0 tx=0x7f68b800cf70 comp rx=0 tx=0).stop 2024-03-29T00:19:35.798 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.795+0000 7f68c5a00640 1 -- 172.21.15.12:0/3935578409 shutdown_connections 2024-03-29T00:19:35.798 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.795+0000 7f68c5a00640 1 --2- 172.21.15.12:0/3935578409 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f68a40a1f30 0x7f68a40a43f0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.798 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.795+0000 7f68c5a00640 1 --2- 172.21.15.12:0/3935578409 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f68c01049b0 0x7f68c0110f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.795+0000 7f68c5a00640 1 --2- 172.21.15.12:0/3935578409 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f68c0105370 0x7f68c0115fd0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.795+0000 7f68c5a00640 1 --2- 172.21.15.12:0/3935578409 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f68c01037c0 0x7f68c0110a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.795+0000 7f68c5a00640 1 -- 172.21.15.12:0/3935578409 >> 172.21.15.12:0/3935578409 conn(0x7f68c00fed30 msgr2=0x7f68c0105bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.796+0000 7f68c5a00640 1 -- 172.21.15.12:0/3935578409 shutdown_connections 2024-03-29T00:19:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:35.796+0000 7f68c5a00640 1 -- 172.21.15.12:0/3935578409 wait complete. 2024-03-29T00:19:35.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.835+0000 7f8369a00640 1 -- 172.21.15.12:0/4137163177 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8364074150 msgr2=0x7f83640745b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.835+0000 7f8369a00640 1 --2- 172.21.15.12:0/4137163177 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8364074150 0x7f83640745b0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f8350009900 tx=0x7f83500344e0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.835+0000 7f8369a00640 1 -- 172.21.15.12:0/4137163177 shutdown_connections 2024-03-29T00:19:35.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.835+0000 7f8369a00640 1 --2- 172.21.15.12:0/4137163177 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8364074150 0x7f83640745b0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.835+0000 7f8369a00640 1 --2- 172.21.15.12:0/4137163177 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8364109450 0x7f836410b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.835+0000 7f8369a00640 1 --2- 172.21.15.12:0/4137163177 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8364075730 0x7f8364073b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.835+0000 7f8369a00640 1 -- 172.21.15.12:0/4137163177 >> 172.21.15.12:0/4137163177 conn(0x7f83640fcb30 msgr2=0x7f83640fef70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:35.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.835+0000 7f8369a00640 1 -- 172.21.15.12:0/4137163177 shutdown_connections 2024-03-29T00:19:35.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.835+0000 7f8369a00640 1 -- 172.21.15.12:0/4137163177 wait complete. 2024-03-29T00:19:35.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.836+0000 7f8369a00640 1 Processor -- start 2024-03-29T00:19:35.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.836+0000 7f8369a00640 1 -- start start 2024-03-29T00:19:35.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.836+0000 7f8369a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8364074150 0x7f8364195760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.836+0000 7f8369a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8364075730 0x7f8364195ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.837+0000 7f8369a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8364109450 0x7f836419cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.837+0000 7f8369a00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8364103d70 con 0x7f8364109450 2024-03-29T00:19:35.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.837+0000 7f8369a00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f8364103bf0 con 0x7f8364074150 2024-03-29T00:19:35.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.837+0000 7f8369a00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8364103ef0 con 0x7f8364075730 2024-03-29T00:19:35.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.837+0000 7f8363400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8364075730 0x7f8364195ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.837+0000 7f8363e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8364074150 0x7f8364195760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.837+0000 7f8363400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8364075730 0x7f8364195ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46376/0 (socket says 172.21.15.12:46376) 2024-03-29T00:19:35.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.837+0000 7f8363400640 1 -- 172.21.15.12:0/2139822388 learned_addr learned my addr 172.21.15.12:0/2139822388 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:35.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.837+0000 7f8369000640 1 --2- 172.21.15.12:0/2139822388 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8364109450 0x7f836419cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.837+0000 7f8363e00640 1 -- 172.21.15.12:0/2139822388 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8364075730 msgr2=0x7f8364195ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.837+0000 7f8363e00640 1 --2- 172.21.15.12:0/2139822388 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8364075730 0x7f8364195ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.837+0000 7f8363e00640 1 -- 172.21.15.12:0/2139822388 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8364109450 msgr2=0x7f836419cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.837+0000 7f8363e00640 1 --2- 172.21.15.12:0/2139822388 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8364109450 0x7f836419cd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.837+0000 7f8363e00640 1 -- 172.21.15.12:0/2139822388 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f836419d380 con 0x7f8364074150 2024-03-29T00:19:35.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.837+0000 7f8363400640 1 --2- 172.21.15.12:0/2139822388 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8364075730 0x7f8364195ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:35.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.838+0000 7f8363e00640 1 --2- 172.21.15.12:0/2139822388 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8364074150 0x7f8364195760 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f835400e9f0 tx=0x7f835400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:35.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.838+0000 7f8360c00640 1 -- 172.21.15.12:0/2139822388 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f835400ccc0 con 0x7f8364074150 2024-03-29T00:19:35.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.838+0000 7f8369a00640 1 -- 172.21.15.12:0/2139822388 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f836419d670 con 0x7f8364074150 2024-03-29T00:19:35.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.838+0000 7f8360c00640 1 -- 172.21.15.12:0/2139822388 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8354005020 con 0x7f8364074150 2024-03-29T00:19:35.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.838+0000 7f8360c00640 1 -- 172.21.15.12:0/2139822388 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8354004b40 con 0x7f8364074150 2024-03-29T00:19:35.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.838+0000 7f8369a00640 1 -- 172.21.15.12:0/2139822388 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f836419db90 con 0x7f8364074150 2024-03-29T00:19:35.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.842+0000 7f836dbdf740 1 Processor -- start 2024-03-29T00:19:35.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.842+0000 7f836dbdf740 1 -- start start 2024-03-29T00:19:35.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.842+0000 7f836dbdf740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f7e9925570 0x55f7e9925990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.843+0000 7f836dbdf740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f7e9925f60 0x55f7e992aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.843+0000 7f836dbdf740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f7e992b0d0 0x55f7e992d560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.843+0000 7f836dbdf740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55f7e988a050 con 0x55f7e9925570 2024-03-29T00:19:35.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.843+0000 7f836dbdf740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55f7e9832ce0 con 0x55f7e9925f60 2024-03-29T00:19:35.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.843+0000 7f836dbdf740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55f7e98860f0 con 0x55f7e992b0d0 2024-03-29T00:19:35.845 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.843+0000 7f8360c00640 1 -- 172.21.15.12:0/2139822388 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f8354004ce0 con 0x7f8364074150 2024-03-29T00:19:35.845 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.843+0000 7f8363e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f7e9925f60 0x55f7e992aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.845 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.843+0000 7f8369000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f7e9925570 0x55f7e9925990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.845 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.843+0000 7f8363e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f7e9925f60 0x55f7e992aa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:35776/0 (socket says 172.21.15.12:35776) 2024-03-29T00:19:35.845 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.843+0000 7f8369000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f7e9925570 0x55f7e9925990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:56596/0 (socket says 172.21.15.12:56596) 2024-03-29T00:19:35.845 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.843+0000 7f8363e00640 1 -- 172.21.15.12:0/4189676678 learned_addr learned my addr 172.21.15.12:0/4189676678 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:35.845 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.843+0000 7f8363400640 1 --2- 172.21.15.12:0/4189676678 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f7e992b0d0 0x55f7e992d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.843+0000 7f8363e00640 1 -- 172.21.15.12:0/4189676678 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f7e992b0d0 msgr2=0x55f7e992d560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.843+0000 7f8363e00640 1 --2- 172.21.15.12:0/4189676678 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f7e992b0d0 0x55f7e992d560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.843+0000 7f8363e00640 1 -- 172.21.15.12:0/4189676678 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f7e9925570 msgr2=0x55f7e9925990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.843+0000 7f8363e00640 1 --2- 172.21.15.12:0/4189676678 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f7e9925570 0x55f7e9925990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.844+0000 7f8363e00640 1 -- 172.21.15.12:0/4189676678 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f7e959e3f0 con 0x55f7e9925f60 2024-03-29T00:19:35.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.844+0000 7f8363e00640 1 --2- 172.21.15.12:0/4189676678 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f7e9925f60 0x55f7e992aa60 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f83540d61e0 tx=0x7f83540d62d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7d7209921dde84c5 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:35.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.845+0000 7f8359600640 1 -- 172.21.15.12:0/4189676678 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83540e1070 con 0x55f7e9925f60 2024-03-29T00:19:35.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.845+0000 7f8359600640 1 -- 172.21.15.12:0/4189676678 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f83540ce500 con 0x55f7e9925f60 2024-03-29T00:19:35.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.845+0000 7f8359600640 1 -- 172.21.15.12:0/4189676678 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83540dc660 con 0x55f7e9925f60 2024-03-29T00:19:35.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.845+0000 7f8360c00640 1 --2- 172.21.15.12:0/2139822388 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f83480a1e80 0x7f83480a4340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.845+0000 7f8360c00640 1 -- 172.21.15.12:0/2139822388 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f83540ce0d0 con 0x7f8364074150 2024-03-29T00:19:35.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.845+0000 7f836dbdf740 1 -- 172.21.15.12:0/4189676678 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f7e9925f60 msgr2=0x55f7e992aa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.845+0000 7f836dbdf740 1 --2- 172.21.15.12:0/4189676678 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f7e9925f60 0x55f7e992aa60 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f83540d61e0 tx=0x7f83540d62d0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.846+0000 7f8369000640 1 --2- 172.21.15.12:0/2139822388 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f83480a1e80 0x7f83480a4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.846+0000 7f836dbdf740 1 -- 172.21.15.12:0/4189676678 shutdown_connections 2024-03-29T00:19:35.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.846+0000 7f836dbdf740 1 --2- 172.21.15.12:0/4189676678 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f7e9925f60 0x55f7e992aa60 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.846+0000 7f836dbdf740 1 --2- 172.21.15.12:0/4189676678 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f7e992b0d0 0x55f7e992d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.846+0000 7f836dbdf740 1 --2- 172.21.15.12:0/4189676678 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f7e9925570 0x55f7e9925990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.846+0000 7f836dbdf740 1 -- 172.21.15.12:0/4189676678 >> 172.21.15.12:0/4189676678 conn(0x55f7e9920ae0 msgr2=0x55f7e9920ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:35.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.846+0000 7f836dbdf740 1 -- 172.21.15.12:0/4189676678 shutdown_connections 2024-03-29T00:19:35.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.846+0000 7f836dbdf740 1 -- 172.21.15.12:0/4189676678 wait complete. 2024-03-29T00:19:35.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.846+0000 7f8369000640 1 --2- 172.21.15.12:0/2139822388 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f83480a1e80 0x7f83480a4340 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x55f7e99267c0 tx=0x7f835c009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:35.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.847+0000 7f836dbdf740 1 -- start start 2024-03-29T00:19:35.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.847+0000 7f836dbdf740 1 Processor -- start 2024-03-29T00:19:35.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.847+0000 7f836dbdf740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f7e9925570 0x55f7e992fb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.847+0000 7f836dbdf740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f7e9925f60 0x55f7e9930080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.847+0000 7f836dbdf740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f7e992b0d0 0x55f7e9937050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.847+0000 7f836dbdf740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55f7e992e080 con 0x55f7e992b0d0 2024-03-29T00:19:35.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.847+0000 7f836dbdf740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55f7e98282f0 con 0x55f7e9925f60 2024-03-29T00:19:35.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.847+0000 7f836dbdf740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55f7e992e200 con 0x55f7e9925570 2024-03-29T00:19:35.852 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.847+0000 7f836dbdf740 10 client.0 _ll_register_callbacks cb 0x55f7e959dbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:35.852 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.848+0000 7f8369000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f7e992b0d0 0x55f7e9937050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.852 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.848+0000 7f8363e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f7e9925570 0x55f7e992fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.852 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.848+0000 7f8363400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f7e9925f60 0x55f7e9930080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.852 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.848+0000 7f8363e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f7e9925570 0x55f7e992fb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46394/0 (socket says 172.21.15.12:46394) 2024-03-29T00:19:35.852 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.848+0000 7f8363e00640 1 -- 172.21.15.12:0/1898309456 learned_addr learned my addr 172.21.15.12:0/1898309456 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:35.852 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.848+0000 7f8363e00640 1 -- 172.21.15.12:0/1898309456 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f7e9925f60 msgr2=0x55f7e9930080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.852 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.848+0000 7f8363e00640 1 --2- 172.21.15.12:0/1898309456 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f7e9925f60 0x55f7e9930080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.852 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.848+0000 7f8363e00640 1 -- 172.21.15.12:0/1898309456 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f7e992b0d0 msgr2=0x55f7e9937050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.852 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.848+0000 7f8363e00640 1 --2- 172.21.15.12:0/1898309456 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f7e992b0d0 0x55f7e9937050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.852 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.848+0000 7f8363e00640 1 -- 172.21.15.12:0/1898309456 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f7e96687d0 con 0x55f7e9925570 2024-03-29T00:19:35.852 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.848+0000 7f8369000640 1 --2- 172.21.15.12:0/1898309456 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f7e992b0d0 0x55f7e9937050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:19:35.852 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.848+0000 7f8363e00640 1 --2- 172.21.15.12:0/1898309456 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f7e9925570 0x55f7e992fb40 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f83540a2c80 tx=0x7f83540096e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=be36083da1d8ec39 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:35.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.848+0000 7f834e000640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:19:35.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.848+0000 7f834e000640 1 -- 172.21.15.12:0/1898309456 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f835401c070 con 0x55f7e9925570 2024-03-29T00:19:35.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.848+0000 7f834e000640 1 -- 172.21.15.12:0/1898309456 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f8354098d10 con 0x55f7e9925570 2024-03-29T00:19:35.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.848+0000 7f836dbdf740 1 -- 172.21.15.12:0/1898309456 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f83540ce500 con 0x55f7e9925570 2024-03-29T00:19:35.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.849+0000 7f834e000640 1 -- 172.21.15.12:0/1898309456 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8354096cb0 con 0x55f7e9925570 2024-03-29T00:19:35.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.849+0000 7f836dbdf740 10 client.25954 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:35.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.849+0000 7f836dbdf740 1 -- 172.21.15.12:0/1898309456 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f7e992e080 con 0x55f7e9925570 2024-03-29T00:19:35.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.849+0000 7f834e000640 1 -- 172.21.15.12:0/1898309456 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f83540ce500 con 0x55f7e9925570 2024-03-29T00:19:35.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.849+0000 7f834e000640 1 -- 172.21.15.12:0/1898309456 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f83540051d0 con 0x55f7e9925570 2024-03-29T00:19:35.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.849+0000 7f836dbdf740 10 client.25954 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:35.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.849+0000 7f836dbdf740 10 client.25954 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-29T00:19:35.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.849+0000 7f836dbdf740 20 client.25954 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:35.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.849+0000 7f836dbdf740 1 --2- 172.21.15.12:0/1898309456 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55f7e993b540 0x55f7e993d930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.849+0000 7f836dbdf740 4 client.25954 mds_command: new command op to 24566 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:19:35.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.849+0000 7f836dbdf740 1 -- 172.21.15.12:0/1898309456 --> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f7e9833680 con 0x55f7e993b540 2024-03-29T00:19:35.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.850+0000 7f8363400640 1 --2- 172.21.15.12:0/1898309456 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55f7e993b540 0x55f7e993d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.850+0000 7f8363400640 1 --2- 172.21.15.12:0/1898309456 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55f7e993b540 0x55f7e993d930 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a136b17596a11f05 server_cookie=f4740a310ac5d20c in_seq=0 out_seq=0 2024-03-29T00:19:35.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.850+0000 7f834e000640 10 client.25954 ms_handle_connect on v2:172.21.15.53:6838/2142959350 2024-03-29T00:19:35.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.851+0000 7f834e000640 1 -- 172.21.15.12:0/1898309456 <== mds.1 v2:172.21.15.53:6838/2142959350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55f7e9833680 con 0x55f7e993b540 2024-03-29T00:19:35.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.851+0000 7f834e000640 10 client.25954 handle_command_reply: tid=0 2024-03-29T00:19:35.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.852+0000 7f836dbdf740 1 client.25954 shutdown 2024-03-29T00:19:35.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.852+0000 7f836dbdf740 1 -- 172.21.15.12:0/1898309456 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f7e9925570 msgr2=0x55f7e992fb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.852+0000 7f836dbdf740 1 --2- 172.21.15.12:0/1898309456 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f7e9925570 0x55f7e992fb40 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f83540a2c80 tx=0x7f83540096e0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.852+0000 7f836dbdf740 1 -- 172.21.15.12:0/1898309456 shutdown_connections 2024-03-29T00:19:35.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.852+0000 7f836dbdf740 1 --2- 172.21.15.12:0/1898309456 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55f7e993b540 0x55f7e993d930 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.852+0000 7f836dbdf740 1 --2- 172.21.15.12:0/1898309456 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f7e9925f60 0x55f7e9930080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.852+0000 7f834e000640 0 client.25954 ms_handle_reset on v2:172.21.15.53:6838/2142959350 2024-03-29T00:19:35.856 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.852+0000 7f836dbdf740 1 --2- 172.21.15.12:0/1898309456 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f7e992b0d0 0x55f7e9937050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.856 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.852+0000 7f836dbdf740 1 --2- 172.21.15.12:0/1898309456 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f7e9925570 0x55f7e992fb40 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.856 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.852+0000 7f836dbdf740 1 -- 172.21.15.12:0/1898309456 >> 172.21.15.12:0/1898309456 conn(0x55f7e9920ae0 msgr2=0x55f7e991fdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:35.856 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.852+0000 7f836dbdf740 1 -- 172.21.15.12:0/1898309456 shutdown_connections 2024-03-29T00:19:35.856 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.852+0000 7f836dbdf740 1 -- 172.21.15.12:0/1898309456 wait complete. 2024-03-29T00:19:35.856 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.853+0000 7f836dbdf740 20 client.25954 trim_cache size 0 max 16384 2024-03-29T00:19:35.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.880+0000 7f836dbdf740 1 Processor -- start 2024-03-29T00:19:35.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.881+0000 7f836dbdf740 1 -- start start 2024-03-29T00:19:35.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.881+0000 7f836dbdf740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f7e9925570 0x55f7e992fe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.881+0000 7f836dbdf740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f7e9925f60 0x55f7e9937010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.881+0000 7f836dbdf740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f7e992b0d0 0x55f7e991f530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.881+0000 7f836dbdf740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f83641a8070 con 0x55f7e992b0d0 2024-03-29T00:19:35.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.881+0000 7f836dbdf740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f83641a9bb0 con 0x55f7e9925f60 2024-03-29T00:19:35.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.881+0000 7f836dbdf740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f83641a8740 con 0x55f7e9925570 2024-03-29T00:19:35.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.881+0000 7f8363e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f7e9925570 0x55f7e992fe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.881+0000 7f8363e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f7e9925570 0x55f7e992fe60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46398/0 (socket says 172.21.15.12:46398) 2024-03-29T00:19:35.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.881+0000 7f8363e00640 1 -- 172.21.15.12:0/3994195653 learned_addr learned my addr 172.21.15.12:0/3994195653 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:35.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.881+0000 7f8369000640 1 --2- 172.21.15.12:0/3994195653 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f7e992b0d0 0x55f7e991f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.882+0000 7f8363400640 1 --2- 172.21.15.12:0/3994195653 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f7e9925f60 0x55f7e9937010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.882+0000 7f8363e00640 1 -- 172.21.15.12:0/3994195653 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f7e9925f60 msgr2=0x55f7e9937010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.882+0000 7f8363e00640 1 --2- 172.21.15.12:0/3994195653 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f7e9925f60 0x55f7e9937010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.882+0000 7f8363e00640 1 -- 172.21.15.12:0/3994195653 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f7e992b0d0 msgr2=0x55f7e991f530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.882+0000 7f8363e00640 1 --2- 172.21.15.12:0/3994195653 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f7e992b0d0 0x55f7e991f530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.882+0000 7f8363e00640 1 -- 172.21.15.12:0/3994195653 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f7e9921530 con 0x55f7e9925570 2024-03-29T00:19:35.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.882+0000 7f8363400640 1 --2- 172.21.15.12:0/3994195653 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f7e9925f60 0x55f7e9937010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:19:35.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.882+0000 7f8369000640 1 --2- 172.21.15.12:0/3994195653 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f7e992b0d0 0x55f7e991f530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:35.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.882+0000 7f8363e00640 1 --2- 172.21.15.12:0/3994195653 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f7e9925570 0x55f7e992fe60 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f835409a710 tx=0x7f83540d62d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b8a4b026a5c1aadd server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:35.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.882+0000 7f8358c00640 1 -- 172.21.15.12:0/3994195653 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f835401c070 con 0x55f7e9925570 2024-03-29T00:19:35.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.883+0000 7f8358c00640 1 -- 172.21.15.12:0/3994195653 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f83540ba040 con 0x55f7e9925570 2024-03-29T00:19:35.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.883+0000 7f8358c00640 1 -- 172.21.15.12:0/3994195653 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83540b3080 con 0x55f7e9925570 2024-03-29T00:19:35.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.883+0000 7f836dbdf740 1 -- 172.21.15.12:0/3994195653 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f7e9925570 msgr2=0x55f7e992fe60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.883+0000 7f836dbdf740 1 --2- 172.21.15.12:0/3994195653 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f7e9925570 0x55f7e992fe60 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f835409a710 tx=0x7f83540d62d0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.884+0000 7f836dbdf740 1 -- 172.21.15.12:0/3994195653 shutdown_connections 2024-03-29T00:19:35.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.884+0000 7f836dbdf740 1 --2- 172.21.15.12:0/3994195653 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f7e9925f60 0x55f7e9937010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.884+0000 7f836dbdf740 1 --2- 172.21.15.12:0/3994195653 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f7e992b0d0 0x55f7e991f530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.884+0000 7f836dbdf740 1 --2- 172.21.15.12:0/3994195653 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f7e9925570 0x55f7e992fe60 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.884+0000 7f836dbdf740 1 -- 172.21.15.12:0/3994195653 >> 172.21.15.12:0/3994195653 conn(0x55f7e9920ae0 msgr2=0x55f7e992f750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:35.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.884+0000 7f836dbdf740 1 -- 172.21.15.12:0/3994195653 shutdown_connections 2024-03-29T00:19:35.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.884+0000 7f836dbdf740 1 -- 172.21.15.12:0/3994195653 wait complete. 2024-03-29T00:19:35.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.884+0000 7f836dbdf740 1 -- start start 2024-03-29T00:19:35.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.885+0000 7f836dbdf740 1 Processor -- start 2024-03-29T00:19:35.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.885+0000 7f836dbdf740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f7e9925570 0x55f7e9934500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.885+0000 7f836dbdf740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f7e9925f60 0x55f7e9934a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.885+0000 7f836dbdf740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f7e992b0d0 0x55f7e9935a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.885+0000 7f836dbdf740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f83641a94e0 con 0x55f7e9925570 2024-03-29T00:19:35.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.885+0000 7f836dbdf740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f83641a8e10 con 0x55f7e992b0d0 2024-03-29T00:19:35.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.885+0000 7f836dbdf740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f83641a6050 con 0x55f7e9925f60 2024-03-29T00:19:35.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.885+0000 7f836dbdf740 10 client.0 _ll_register_callbacks cb 0x7f83540df070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:35.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.886+0000 7f8369000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f7e992b0d0 0x55f7e9935a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.886+0000 7f8369000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f7e992b0d0 0x55f7e9935a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:35804/0 (socket says 172.21.15.12:35804) 2024-03-29T00:19:35.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.886+0000 7f8369000640 1 -- 172.21.15.12:0/2876121464 learned_addr learned my addr 172.21.15.12:0/2876121464 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:35.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.886+0000 7f8363400640 1 --2- 172.21.15.12:0/2876121464 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f7e9925f60 0x55f7e9934a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.886+0000 7f8363e00640 1 --2- 172.21.15.12:0/2876121464 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f7e9925570 0x55f7e9934500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.886+0000 7f8363400640 1 -- 172.21.15.12:0/2876121464 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f7e992b0d0 msgr2=0x55f7e9935a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.886+0000 7f8363400640 1 --2- 172.21.15.12:0/2876121464 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f7e992b0d0 0x55f7e9935a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.886+0000 7f8363400640 1 -- 172.21.15.12:0/2876121464 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f7e9925570 msgr2=0x55f7e9934500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:35.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.886+0000 7f8363400640 1 --2- 172.21.15.12:0/2876121464 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f7e9925570 0x55f7e9934500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.886+0000 7f8363400640 1 -- 172.21.15.12:0/2876121464 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f7e9936040 con 0x55f7e9925f60 2024-03-29T00:19:35.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.887+0000 7f8363e00640 1 --2- 172.21.15.12:0/2876121464 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f7e9925570 0x55f7e9934500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:35.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.887+0000 7f8363400640 1 --2- 172.21.15.12:0/2876121464 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f7e9925f60 0x55f7e9934a40 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f8350004770 tx=0x7f8350050c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1c01b6db79118c54 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:35.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.887+0000 7f834e000640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:19:35.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.887+0000 7f834e000640 1 -- 172.21.15.12:0/2876121464 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f835003f040 con 0x55f7e9925f60 2024-03-29T00:19:35.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.887+0000 7f834e000640 1 -- 172.21.15.12:0/2876121464 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f83500505c0 con 0x55f7e9925f60 2024-03-29T00:19:35.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.887+0000 7f836dbdf740 1 -- 172.21.15.12:0/2876121464 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f83540ba040 con 0x55f7e9925f60 2024-03-29T00:19:35.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.888+0000 7f834e000640 1 -- 172.21.15.12:0/2876121464 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8350060050 con 0x55f7e9925f60 2024-03-29T00:19:35.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.888+0000 7f836dbdf740 10 client.25960 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:35.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.888+0000 7f836dbdf740 1 -- 172.21.15.12:0/2876121464 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f7e9937320 con 0x55f7e9925f60 2024-03-29T00:19:35.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.888+0000 7f834e000640 1 -- 172.21.15.12:0/2876121464 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f83540ba040 con 0x55f7e9925f60 2024-03-29T00:19:35.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.888+0000 7f834e000640 1 -- 172.21.15.12:0/2876121464 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f8350003960 con 0x55f7e9925f60 2024-03-29T00:19:35.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.888+0000 7f836dbdf740 10 client.25960 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:35.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.888+0000 7f836dbdf740 10 client.25960 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-29T00:19:35.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.888+0000 7f836dbdf740 20 client.25960 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:35.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.888+0000 7f836dbdf740 1 --2- 172.21.15.12:0/2876121464 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55f7e99a1ec0 0x55f7e99a42e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:35.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.888+0000 7f836dbdf740 4 client.25960 mds_command: new command op to 24566 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-29T00:19:35.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.888+0000 7f836dbdf740 1 -- 172.21.15.12:0/2876121464 --> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f7e9897590 con 0x55f7e99a1ec0 2024-03-29T00:19:35.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.889+0000 7f8363e00640 1 --2- 172.21.15.12:0/2876121464 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55f7e99a1ec0 0x55f7e99a42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:35.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.889+0000 7f8363e00640 1 --2- 172.21.15.12:0/2876121464 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55f7e99a1ec0 0x55f7e99a42e0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3c1e29714fedd046 server_cookie=46e53d7accbac43a in_seq=0 out_seq=0 2024-03-29T00:19:35.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.889+0000 7f834e000640 10 client.25960 ms_handle_connect on v2:172.21.15.53:6838/2142959350 2024-03-29T00:19:35.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.890+0000 7f834e000640 1 -- 172.21.15.12:0/2876121464 <== mds.1 v2:172.21.15.53:6838/2142959350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f7e9897590 con 0x55f7e99a1ec0 2024-03-29T00:19:35.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.890+0000 7f834e000640 10 client.25960 handle_command_reply: tid=0 2024-03-29T00:19:35.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.890+0000 7f836dbdf740 1 client.25960 shutdown 2024-03-29T00:19:35.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.890+0000 7f836dbdf740 1 -- 172.21.15.12:0/2876121464 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f7e9925f60 msgr2=0x55f7e9934a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.890+0000 7f836dbdf740 1 --2- 172.21.15.12:0/2876121464 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f7e9925f60 0x55f7e9934a40 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f8350004770 tx=0x7f8350050c10 comp rx=0 tx=0).stop 2024-03-29T00:19:35.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.890+0000 7f836dbdf740 1 -- 172.21.15.12:0/2876121464 shutdown_connections 2024-03-29T00:19:35.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.890+0000 7f836dbdf740 1 --2- 172.21.15.12:0/2876121464 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55f7e99a1ec0 0x55f7e99a42e0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.890+0000 7f836dbdf740 1 --2- 172.21.15.12:0/2876121464 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f7e992b0d0 0x55f7e9935a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.890+0000 7f836dbdf740 1 --2- 172.21.15.12:0/2876121464 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f7e9925f60 0x55f7e9934a40 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.890+0000 7f834e000640 0 client.25960 ms_handle_reset on v2:172.21.15.53:6838/2142959350 2024-03-29T00:19:35.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.890+0000 7f836dbdf740 1 --2- 172.21.15.12:0/2876121464 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f7e9925570 0x55f7e9934500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.890+0000 7f836dbdf740 1 -- 172.21.15.12:0/2876121464 >> 172.21.15.12:0/2876121464 conn(0x55f7e9920ae0 msgr2=0x55f7e9923d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:35.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.890+0000 7f836dbdf740 1 -- 172.21.15.12:0/2876121464 shutdown_connections 2024-03-29T00:19:35.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.891+0000 7f836dbdf740 1 -- 172.21.15.12:0/2876121464 wait complete. 2024-03-29T00:19:35.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.891+0000 7f836dbdf740 20 client.25960 trim_cache size 0 max 16384 2024-03-29T00:19:35.896 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-03-29T00:19:35.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.892+0000 7f8369a00640 1 -- 172.21.15.12:0/2139822388 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f83480a1e80 msgr2=0x7f83480a4340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.892+0000 7f8369a00640 1 --2- 172.21.15.12:0/2139822388 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f83480a1e80 0x7f83480a4340 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x55f7e99267c0 tx=0x7f835c009500 comp rx=0 tx=0).stop 2024-03-29T00:19:35.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.892+0000 7f8369a00640 1 -- 172.21.15.12:0/2139822388 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8364074150 msgr2=0x7f8364195760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:35.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.892+0000 7f8369a00640 1 --2- 172.21.15.12:0/2139822388 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8364074150 0x7f8364195760 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f835400e9f0 tx=0x7f835400eeb0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.893+0000 7f8369a00640 1 -- 172.21.15.12:0/2139822388 shutdown_connections 2024-03-29T00:19:35.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.893+0000 7f8369a00640 1 --2- 172.21.15.12:0/2139822388 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f83480a1e80 0x7f83480a4340 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.893+0000 7f8369a00640 1 --2- 172.21.15.12:0/2139822388 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8364109450 0x7f836419cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.893+0000 7f8369a00640 1 --2- 172.21.15.12:0/2139822388 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8364075730 0x7f8364195ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.893+0000 7f8369a00640 1 --2- 172.21.15.12:0/2139822388 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8364074150 0x7f8364195760 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:35.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.893+0000 7f8369a00640 1 -- 172.21.15.12:0/2139822388 >> 172.21.15.12:0/2139822388 conn(0x7f83640fcb30 msgr2=0x7f8364104740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:35.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.893+0000 7f8369a00640 1 -- 172.21.15.12:0/2139822388 shutdown_connections 2024-03-29T00:19:35.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:35.893+0000 7f8369a00640 1 -- 172.21.15.12:0/2139822388 wait complete. 2024-03-29T00:19:35.913 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-29T00:19:36.144 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.143+0000 7f46ad800640 1 -- 172.21.15.12:0/806761623 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f46a81049a0 msgr2=0x7f46a8104e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:36.145 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.143+0000 7f46ad800640 1 --2- 172.21.15.12:0/806761623 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f46a81049a0 0x7f46a8104e20 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f4694009900 tx=0x7f469402bc40 comp rx=0 tx=0).stop 2024-03-29T00:19:36.145 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.143+0000 7f46ad800640 1 -- 172.21.15.12:0/806761623 shutdown_connections 2024-03-29T00:19:36.145 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.143+0000 7f46ad800640 1 --2- 172.21.15.12:0/806761623 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f46a81049a0 0x7f46a8104e20 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.145 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.143+0000 7f46ad800640 1 --2- 172.21.15.12:0/806761623 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f46a8105360 0x7f46a810bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.145 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.143+0000 7f46ad800640 1 --2- 172.21.15.12:0/806761623 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46a81037b0 0x7f46a8103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.145 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.143+0000 7f46ad800640 1 -- 172.21.15.12:0/806761623 >> 172.21.15.12:0/806761623 conn(0x7f46a80fed20 msgr2=0x7f46a8101160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:36.145 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.143+0000 7f46ad800640 1 -- 172.21.15.12:0/806761623 shutdown_connections 2024-03-29T00:19:36.145 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.143+0000 7f46ad800640 1 -- 172.21.15.12:0/806761623 wait complete. 2024-03-29T00:19:36.146 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.144+0000 7f46ad800640 1 Processor -- start 2024-03-29T00:19:36.146 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.144+0000 7f46ad800640 1 -- start start 2024-03-29T00:19:36.146 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.144+0000 7f46ad800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46a81037b0 0x7f46a8199b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:36.146 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.144+0000 7f46ad800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f46a81049a0 0x7f46a819a090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:36.146 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.144+0000 7f46ad800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f46a8105360 0x7f46a81a1100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:36.146 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.144+0000 7f46ad800640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f46a810f560 con 0x7f46a8105360 2024-03-29T00:19:36.146 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.144+0000 7f46ad800640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f46a810f3e0 con 0x7f46a81049a0 2024-03-29T00:19:36.146 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.144+0000 7f46ad800640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f46a810f6e0 con 0x7f46a81037b0 2024-03-29T00:19:36.146 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.145+0000 7f46a7e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46a81037b0 0x7f46a8199b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:36.147 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.145+0000 7f46a7e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46a81037b0 0x7f46a8199b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46442/0 (socket says 172.21.15.12:46442) 2024-03-29T00:19:36.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.145+0000 7f46a7e00640 1 -- 172.21.15.12:0/603561081 learned_addr learned my addr 172.21.15.12:0/603561081 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:36.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.145+0000 7f46ace00640 1 --2- 172.21.15.12:0/603561081 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f46a8105360 0x7f46a81a1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:36.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.145+0000 7f46a7400640 1 --2- 172.21.15.12:0/603561081 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f46a81049a0 0x7f46a819a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:36.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.145+0000 7f46a7e00640 1 -- 172.21.15.12:0/603561081 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f46a81049a0 msgr2=0x7f46a819a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:36.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.145+0000 7f46a7e00640 1 --2- 172.21.15.12:0/603561081 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f46a81049a0 0x7f46a819a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.145+0000 7f46a7e00640 1 -- 172.21.15.12:0/603561081 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f46a8105360 msgr2=0x7f46a81a1100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:36.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.145+0000 7f46a7e00640 1 --2- 172.21.15.12:0/603561081 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f46a8105360 0x7f46a81a1100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.145+0000 7f46a7e00640 1 -- 172.21.15.12:0/603561081 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46a81a1770 con 0x7f46a81037b0 2024-03-29T00:19:36.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.145+0000 7f46a7e00640 1 --2- 172.21.15.12:0/603561081 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46a81037b0 0x7f46a8199b50 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f469800e9c0 tx=0x7f469800ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:36.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.146+0000 7f46a4c00640 1 -- 172.21.15.12:0/603561081 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f469800cde0 con 0x7f46a81037b0 2024-03-29T00:19:36.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.146+0000 7f46a4c00640 1 -- 172.21.15.12:0/603561081 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4698010930 con 0x7f46a81037b0 2024-03-29T00:19:36.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.146+0000 7f46a4c00640 1 -- 172.21.15.12:0/603561081 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4698018ab0 con 0x7f46a81037b0 2024-03-29T00:19:36.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.146+0000 7f46ad800640 1 -- 172.21.15.12:0/603561081 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46a81a1a60 con 0x7f46a81037b0 2024-03-29T00:19:36.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.146+0000 7f46ad800640 1 -- 172.21.15.12:0/603561081 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46a81a1f30 con 0x7f46a81037b0 2024-03-29T00:19:36.151 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.149+0000 7f46b1c3a740 1 Processor -- start 2024-03-29T00:19:36.151 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.150+0000 7f46b1c3a740 1 -- start start 2024-03-29T00:19:36.152 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.150+0000 7f46b1c3a740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558143b8b570 0x558143b8b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:36.152 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.150+0000 7f46b1c3a740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558143b8bf60 0x558143b90a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:36.152 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.150+0000 7f46b1c3a740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558143b910d0 0x558143b93560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:36.152 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.150+0000 7f46b1c3a740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x558143af0050 con 0x558143b8b570 2024-03-29T00:19:36.152 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.150+0000 7f46b1c3a740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x558143a98ce0 con 0x558143b8bf60 2024-03-29T00:19:36.152 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.150+0000 7f46b1c3a740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x558143aec0f0 con 0x558143b910d0 2024-03-29T00:19:36.152 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.150+0000 7f46a7400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558143b910d0 0x558143b93560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:36.152 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.150+0000 7f46a7400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558143b910d0 0x558143b93560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46458/0 (socket says 172.21.15.12:46458) 2024-03-29T00:19:36.152 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.150+0000 7f46a7400640 1 -- 172.21.15.12:0/2950834979 learned_addr learned my addr 172.21.15.12:0/2950834979 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:36.152 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.150+0000 7f46ace00640 1 --2- 172.21.15.12:0/2950834979 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558143b8b570 0x558143b8b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:36.153 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.151+0000 7f46a7400640 1 -- 172.21.15.12:0/2950834979 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558143b8bf60 msgr2=0x558143b90a60 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-29T00:19:36.153 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.151+0000 7f46a7400640 1 --2- 172.21.15.12:0/2950834979 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558143b8bf60 0x558143b90a60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.153 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.151+0000 7f46a7400640 1 -- 172.21.15.12:0/2950834979 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558143b8b570 msgr2=0x558143b8b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:36.153 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.151+0000 7f46a4c00640 1 -- 172.21.15.12:0/603561081 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f469801f020 con 0x7f46a81037b0 2024-03-29T00:19:36.153 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.151+0000 7f46a7400640 1 --2- 172.21.15.12:0/2950834979 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558143b8b570 0x558143b8b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.154 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.151+0000 7f46a7400640 1 -- 172.21.15.12:0/2950834979 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5581438043f0 con 0x558143b910d0 2024-03-29T00:19:36.154 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.151+0000 7f46ace00640 1 --2- 172.21.15.12:0/2950834979 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558143b8b570 0x558143b8b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:36.154 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.151+0000 7f46a7400640 1 --2- 172.21.15.12:0/2950834979 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558143b910d0 0x558143b93560 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f4694005ab0 tx=0x7f4694005dd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=39e4b2d943a1be0e server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:36.154 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.152+0000 7f469d600640 1 -- 172.21.15.12:0/2950834979 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f469402cce0 con 0x558143b910d0 2024-03-29T00:19:36.154 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.152+0000 7f469d600640 1 -- 172.21.15.12:0/2950834979 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4694005040 con 0x558143b910d0 2024-03-29T00:19:36.154 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.152+0000 7f469d600640 1 -- 172.21.15.12:0/2950834979 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4694004920 con 0x558143b910d0 2024-03-29T00:19:36.155 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.152+0000 7f46b1c3a740 1 -- 172.21.15.12:0/2950834979 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558143b910d0 msgr2=0x558143b93560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:36.155 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.152+0000 7f46b1c3a740 1 --2- 172.21.15.12:0/2950834979 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558143b910d0 0x558143b93560 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f4694005ab0 tx=0x7f4694005dd0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.155 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.153+0000 7f46b1c3a740 1 -- 172.21.15.12:0/2950834979 shutdown_connections 2024-03-29T00:19:36.155 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.153+0000 7f46b1c3a740 1 --2- 172.21.15.12:0/2950834979 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558143b8bf60 0x558143b90a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.155 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.153+0000 7f46b1c3a740 1 --2- 172.21.15.12:0/2950834979 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558143b910d0 0x558143b93560 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.155 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.153+0000 7f46b1c3a740 1 --2- 172.21.15.12:0/2950834979 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558143b8b570 0x558143b8b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.155 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.153+0000 7f46b1c3a740 1 -- 172.21.15.12:0/2950834979 >> 172.21.15.12:0/2950834979 conn(0x558143b86ae0 msgr2=0x558143b86ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:36.155 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.153+0000 7f46a4c00640 1 --2- 172.21.15.12:0/603561081 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f468c0a1e80 0x7f468c0a4340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:36.155 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.153+0000 7f46b1c3a740 1 -- 172.21.15.12:0/2950834979 shutdown_connections 2024-03-29T00:19:36.155 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.154+0000 7f46a4c00640 1 -- 172.21.15.12:0/603561081 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f46980ce570 con 0x7f46a81037b0 2024-03-29T00:19:36.156 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.154+0000 7f46b1c3a740 1 -- 172.21.15.12:0/2950834979 wait complete. 2024-03-29T00:19:36.156 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.155+0000 7f46a7400640 1 --2- 172.21.15.12:0/603561081 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f468c0a1e80 0x7f468c0a4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:36.156 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.155+0000 7f46b1c3a740 1 -- start start 2024-03-29T00:19:36.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.155+0000 7f46b1c3a740 1 Processor -- start 2024-03-29T00:19:36.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.155+0000 7f46b1c3a740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558143b8b570 0x558143b95a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:36.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.156+0000 7f46b1c3a740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558143b8bf60 0x558143b95f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:36.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.156+0000 7f46b1c3a740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558143b910d0 0x558143b9cf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:36.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.156+0000 7f46b1c3a740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x558143b94020 con 0x558143b8bf60 2024-03-29T00:19:36.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.156+0000 7f46b1c3a740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x558143a8e2f0 con 0x558143b910d0 2024-03-29T00:19:36.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.156+0000 7f46b1c3a740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x558143b941a0 con 0x558143b8b570 2024-03-29T00:19:36.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.156+0000 7f46b1c3a740 10 client.0 _ll_register_callbacks cb 0x558143803be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:36.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.156+0000 7f46a7400640 1 --2- 172.21.15.12:0/603561081 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f468c0a1e80 0x7f468c0a4340 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f469402c910 tx=0x7f469402bc40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:36.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.156+0000 7f46ace00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558143b910d0 0x558143b9cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:36.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.156+0000 7f46ace00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558143b910d0 0x558143b9cf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:35820/0 (socket says 172.21.15.12:35820) 2024-03-29T00:19:36.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.156+0000 7f46ace00640 1 -- 172.21.15.12:0/3259960014 learned_addr learned my addr 172.21.15.12:0/3259960014 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:36.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.156+0000 7f46a7e00640 1 --2- 172.21.15.12:0/3259960014 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558143b8b570 0x558143b95a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:36.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.156+0000 7f46a7400640 1 --2- 172.21.15.12:0/3259960014 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558143b8bf60 0x558143b95f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:36.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.156+0000 7f46ace00640 1 -- 172.21.15.12:0/3259960014 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558143b8b570 msgr2=0x558143b95a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:36.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.156+0000 7f46ace00640 1 --2- 172.21.15.12:0/3259960014 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558143b8b570 0x558143b95a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.157+0000 7f46ace00640 1 -- 172.21.15.12:0/3259960014 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558143b8bf60 msgr2=0x558143b95f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:36.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.157+0000 7f46ace00640 1 --2- 172.21.15.12:0/3259960014 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558143b8bf60 0x558143b95f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.157+0000 7f46ace00640 1 -- 172.21.15.12:0/3259960014 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5581438ce7d0 con 0x558143b910d0 2024-03-29T00:19:36.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.157+0000 7f46a7400640 1 --2- 172.21.15.12:0/3259960014 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558143b8bf60 0x558143b95f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:19:36.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.157+0000 7f46ace00640 1 --2- 172.21.15.12:0/3259960014 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558143b910d0 0x558143b9cf70 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f46a0012a30 tx=0x7f46a0012ef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3602cf738cf8cc96 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:36.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.157+0000 7f4692000640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:19:36.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.157+0000 7f4692000640 1 -- 172.21.15.12:0/3259960014 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46a001c3f0 con 0x558143b910d0 2024-03-29T00:19:36.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.157+0000 7f4692000640 1 -- 172.21.15.12:0/3259960014 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f46a001c590 con 0x558143b910d0 2024-03-29T00:19:36.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.157+0000 7f46b1c3a740 1 -- 172.21.15.12:0/3259960014 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4694005040 con 0x558143b910d0 2024-03-29T00:19:36.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.158+0000 7f4692000640 1 -- 172.21.15.12:0/3259960014 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f46a0027050 con 0x558143b910d0 2024-03-29T00:19:36.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.158+0000 7f46b1c3a740 10 client.25916 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:36.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.158+0000 7f46b1c3a740 1 -- 172.21.15.12:0/3259960014 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558143ba03d0 con 0x558143b910d0 2024-03-29T00:19:36.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.158+0000 7f4692000640 1 -- 172.21.15.12:0/3259960014 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4694005040 con 0x558143b910d0 2024-03-29T00:19:36.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.158+0000 7f4692000640 1 -- 172.21.15.12:0/3259960014 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f46a000f040 con 0x558143b910d0 2024-03-29T00:19:36.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.158+0000 7f46b1c3a740 10 client.25916 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:36.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.158+0000 7f46b1c3a740 10 client.25916 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:19:36.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.158+0000 7f46b1c3a740 20 client.25916 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:36.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.158+0000 7f46b1c3a740 1 --2- 172.21.15.12:0/3259960014 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x558143ba1b10 0x558143ba3f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:36.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.158+0000 7f46b1c3a740 4 client.25916 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:19:36.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.158+0000 7f46b1c3a740 1 -- 172.21.15.12:0/3259960014 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558143a99680 con 0x558143ba1b10 2024-03-29T00:19:36.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.159+0000 7f46a7e00640 1 --2- 172.21.15.12:0/3259960014 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x558143ba1b10 0x558143ba3f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:36.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.159+0000 7f46a7e00640 1 --2- 172.21.15.12:0/3259960014 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x558143ba1b10 0x558143ba3f90 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c3620f33a822d6b server_cookie=615a1f44420e81c2 in_seq=0 out_seq=0 2024-03-29T00:19:36.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.159+0000 7f4692000640 10 client.25916 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:36.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.160+0000 7f4692000640 1 -- 172.21.15.12:0/3259960014 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x558143a99680 con 0x558143ba1b10 2024-03-29T00:19:36.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.160+0000 7f4692000640 10 client.25916 handle_command_reply: tid=0 2024-03-29T00:19:36.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.160+0000 7f46b1c3a740 1 client.25916 shutdown 2024-03-29T00:19:36.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.160+0000 7f46b1c3a740 1 -- 172.21.15.12:0/3259960014 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558143b910d0 msgr2=0x558143b9cf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:36.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.160+0000 7f46b1c3a740 1 --2- 172.21.15.12:0/3259960014 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558143b910d0 0x558143b9cf70 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f46a0012a30 tx=0x7f46a0012ef0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.160+0000 7f46b1c3a740 1 -- 172.21.15.12:0/3259960014 shutdown_connections 2024-03-29T00:19:36.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.160+0000 7f46b1c3a740 1 --2- 172.21.15.12:0/3259960014 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x558143ba1b10 0x558143ba3f90 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.160+0000 7f46b1c3a740 1 --2- 172.21.15.12:0/3259960014 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558143b910d0 0x558143b9cf70 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.160+0000 7f46b1c3a740 1 --2- 172.21.15.12:0/3259960014 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558143b8bf60 0x558143b95f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.160+0000 7f46b1c3a740 1 --2- 172.21.15.12:0/3259960014 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558143b8b570 0x558143b95a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.160+0000 7f4692000640 0 client.25916 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:36.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.160+0000 7f46b1c3a740 1 -- 172.21.15.12:0/3259960014 >> 172.21.15.12:0/3259960014 conn(0x558143b86ae0 msgr2=0x558143b85dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:36.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.161+0000 7f46b1c3a740 1 -- 172.21.15.12:0/3259960014 shutdown_connections 2024-03-29T00:19:36.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.161+0000 7f46b1c3a740 1 -- 172.21.15.12:0/3259960014 wait complete. 2024-03-29T00:19:36.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.161+0000 7f46b1c3a740 20 client.25916 trim_cache size 0 max 16384 2024-03-29T00:19:36.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.175+0000 7f46b1c3a740 1 Processor -- start 2024-03-29T00:19:36.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.175+0000 7f46b1c3a740 1 -- start start 2024-03-29T00:19:36.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.176+0000 7f46b1c3a740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558143b8b570 0x558143b945a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:36.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.176+0000 7f46b1c3a740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558143b8bf60 0x558143b9cf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:36.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.176+0000 7f46b1c3a740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558143b910d0 0x558143b94ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:36.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.176+0000 7f46b1c3a740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f46a81ac4a0 con 0x558143b8bf60 2024-03-29T00:19:36.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.176+0000 7f46b1c3a740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f46a81adfe0 con 0x558143b910d0 2024-03-29T00:19:36.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.176+0000 7f46b1c3a740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f46a81acb70 con 0x558143b8b570 2024-03-29T00:19:36.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.176+0000 7f46a7e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558143b8b570 0x558143b945a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:36.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.176+0000 7f46a7e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558143b8b570 0x558143b945a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46488/0 (socket says 172.21.15.12:46488) 2024-03-29T00:19:36.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.176+0000 7f46a7e00640 1 -- 172.21.15.12:0/3600368982 learned_addr learned my addr 172.21.15.12:0/3600368982 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:36.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.176+0000 7f46ace00640 1 --2- 172.21.15.12:0/3600368982 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558143b910d0 0x558143b94ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:36.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.176+0000 7f46a7400640 1 --2- 172.21.15.12:0/3600368982 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558143b8bf60 0x558143b9cf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:36.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.176+0000 7f46a7e00640 1 -- 172.21.15.12:0/3600368982 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558143b910d0 msgr2=0x558143b94ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:36.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.176+0000 7f46a7e00640 1 --2- 172.21.15.12:0/3600368982 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558143b910d0 0x558143b94ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.176+0000 7f46a7e00640 1 -- 172.21.15.12:0/3600368982 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558143b8bf60 msgr2=0x558143b9cf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:36.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.176+0000 7f46a7e00640 1 --2- 172.21.15.12:0/3600368982 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558143b8bf60 0x558143b9cf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.177+0000 7f46a7e00640 1 -- 172.21.15.12:0/3600368982 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558143b90710 con 0x558143b8b570 2024-03-29T00:19:36.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.177+0000 7f46a7400640 1 --2- 172.21.15.12:0/3600368982 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558143b8bf60 0x558143b9cf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:19:36.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.177+0000 7f46a7e00640 1 --2- 172.21.15.12:0/3600368982 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558143b8b570 0x558143b945a0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f4698097880 tx=0x7f469801a040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ccba97d3a9a48020 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:36.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.177+0000 7f469cc00640 1 -- 172.21.15.12:0/3600368982 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46980991b0 con 0x558143b8b570 2024-03-29T00:19:36.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.177+0000 7f469cc00640 1 -- 172.21.15.12:0/3600368982 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f46980cbd90 con 0x558143b8b570 2024-03-29T00:19:36.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.177+0000 7f469cc00640 1 -- 172.21.15.12:0/3600368982 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4698010d40 con 0x558143b8b570 2024-03-29T00:19:36.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.178+0000 7f46b1c3a740 1 -- 172.21.15.12:0/3600368982 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558143b8b570 msgr2=0x558143b945a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:36.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.178+0000 7f46b1c3a740 1 --2- 172.21.15.12:0/3600368982 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558143b8b570 0x558143b945a0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f4698097880 tx=0x7f469801a040 comp rx=0 tx=0).stop 2024-03-29T00:19:36.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.178+0000 7f46b1c3a740 1 -- 172.21.15.12:0/3600368982 shutdown_connections 2024-03-29T00:19:36.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.178+0000 7f46b1c3a740 1 --2- 172.21.15.12:0/3600368982 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558143b910d0 0x558143b94ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.178+0000 7f46b1c3a740 1 --2- 172.21.15.12:0/3600368982 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558143b8bf60 0x558143b9cf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.178+0000 7f46b1c3a740 1 --2- 172.21.15.12:0/3600368982 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558143b8b570 0x558143b945a0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.178+0000 7f46b1c3a740 1 -- 172.21.15.12:0/3600368982 >> 172.21.15.12:0/3600368982 conn(0x558143b86ae0 msgr2=0x558143b8a5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:36.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.178+0000 7f46b1c3a740 1 -- 172.21.15.12:0/3600368982 shutdown_connections 2024-03-29T00:19:36.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.178+0000 7f46b1c3a740 1 -- 172.21.15.12:0/3600368982 wait complete. 2024-03-29T00:19:36.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.178+0000 7f46b1c3a740 1 -- start start 2024-03-29T00:19:36.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.179+0000 7f46b1c3a740 1 Processor -- start 2024-03-29T00:19:36.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.179+0000 7f46b1c3a740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558143b8b570 0x558143b9c970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:36.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.179+0000 7f46b1c3a740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558143b8bf60 0x558143b9ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:36.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.179+0000 7f46b1c3a740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558143b910d0 0x558143b9afd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:36.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.179+0000 7f46b1c3a740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f46a81ad910 con 0x558143b8bf60 2024-03-29T00:19:36.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.179+0000 7f46b1c3a740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f46a81ad240 con 0x558143b910d0 2024-03-29T00:19:36.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.179+0000 7f46b1c3a740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f46a81aa480 con 0x558143b8b570 2024-03-29T00:19:36.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.179+0000 7f46b1c3a740 10 client.0 _ll_register_callbacks cb 0x7f46a0009a60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:36.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.179+0000 7f46a7e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558143b8b570 0x558143b9c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:36.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.179+0000 7f46a7e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558143b8b570 0x558143b9c970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46500/0 (socket says 172.21.15.12:46500) 2024-03-29T00:19:36.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.179+0000 7f46a7e00640 1 -- 172.21.15.12:0/2954672363 learned_addr learned my addr 172.21.15.12:0/2954672363 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:36.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.180+0000 7f46ace00640 1 --2- 172.21.15.12:0/2954672363 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558143b910d0 0x558143b9afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:36.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.180+0000 7f46a7400640 1 --2- 172.21.15.12:0/2954672363 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558143b8bf60 0x558143b9ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:36.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.180+0000 7f46a7e00640 1 -- 172.21.15.12:0/2954672363 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558143b910d0 msgr2=0x558143b9afd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:36.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.180+0000 7f46a7e00640 1 --2- 172.21.15.12:0/2954672363 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558143b910d0 0x558143b9afd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.180+0000 7f46a7e00640 1 -- 172.21.15.12:0/2954672363 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558143b8bf60 msgr2=0x558143b9ceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:36.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.180+0000 7f46a7e00640 1 --2- 172.21.15.12:0/2954672363 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558143b8bf60 0x558143b9ceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.180+0000 7f46a7e00640 1 -- 172.21.15.12:0/2954672363 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558143b9b760 con 0x558143b8b570 2024-03-29T00:19:36.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.180+0000 7f46a7400640 1 --2- 172.21.15.12:0/2954672363 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558143b8bf60 0x558143b9ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:19:36.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.180+0000 7f46a7e00640 1 --2- 172.21.15.12:0/2954672363 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558143b8b570 0x558143b9c970 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f469809a900 tx=0x7f469800c850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=40fbc6061f1d98fd server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:36.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.180+0000 7f4692000640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:19:36.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.181+0000 7f4692000640 1 -- 172.21.15.12:0/2954672363 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46980b7070 con 0x558143b8b570 2024-03-29T00:19:36.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.181+0000 7f4692000640 1 -- 172.21.15.12:0/2954672363 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f4698097520 con 0x558143b8b570 2024-03-29T00:19:36.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.181+0000 7f46b1c3a740 1 -- 172.21.15.12:0/2954672363 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f46980cbd90 con 0x558143b8b570 2024-03-29T00:19:36.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.181+0000 7f4692000640 1 -- 172.21.15.12:0/2954672363 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4698084120 con 0x558143b8b570 2024-03-29T00:19:36.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.181+0000 7f46b1c3a740 10 client.25978 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:36.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.181+0000 7f46b1c3a740 1 -- 172.21.15.12:0/2954672363 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558143c08980 con 0x558143b8b570 2024-03-29T00:19:36.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.181+0000 7f4692000640 1 -- 172.21.15.12:0/2954672363 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f46980cbd90 con 0x558143b8b570 2024-03-29T00:19:36.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.181+0000 7f4692000640 1 -- 172.21.15.12:0/2954672363 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f4698081030 con 0x558143b8b570 2024-03-29T00:19:36.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.182+0000 7f46b1c3a740 10 client.25978 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:36.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.182+0000 7f46b1c3a740 10 client.25978 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:19:36.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.182+0000 7f46b1c3a740 20 client.25978 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:36.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.182+0000 7f46b1c3a740 1 --2- 172.21.15.12:0/2954672363 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x558143c092a0 0x558143c0b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:36.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.182+0000 7f46b1c3a740 4 client.25978 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-29T00:19:36.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.182+0000 7f46b1c3a740 1 -- 172.21.15.12:0/2954672363 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558143afd590 con 0x558143c092a0 2024-03-29T00:19:36.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.182+0000 7f46a7400640 1 --2- 172.21.15.12:0/2954672363 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x558143c092a0 0x558143c0b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:36.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.182+0000 7f46a7400640 1 --2- 172.21.15.12:0/2954672363 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x558143c092a0 0x558143c0b6c0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=30f6827e4c092997 server_cookie=e75caa7fcc0c46cf in_seq=0 out_seq=0 2024-03-29T00:19:36.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.182+0000 7f4692000640 10 client.25978 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:36.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.183+0000 7f4692000640 1 -- 172.21.15.12:0/2954672363 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558143afd590 con 0x558143c092a0 2024-03-29T00:19:36.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.183+0000 7f4692000640 10 client.25978 handle_command_reply: tid=0 2024-03-29T00:19:36.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.183+0000 7f46b1c3a740 1 client.25978 shutdown 2024-03-29T00:19:36.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.183+0000 7f46b1c3a740 1 -- 172.21.15.12:0/2954672363 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558143b8b570 msgr2=0x558143b9c970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:36.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.183+0000 7f46b1c3a740 1 --2- 172.21.15.12:0/2954672363 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558143b8b570 0x558143b9c970 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f469809a900 tx=0x7f469800c850 comp rx=0 tx=0).stop 2024-03-29T00:19:36.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.183+0000 7f46b1c3a740 1 -- 172.21.15.12:0/2954672363 shutdown_connections 2024-03-29T00:19:36.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.183+0000 7f46b1c3a740 1 --2- 172.21.15.12:0/2954672363 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x558143c092a0 0x558143c0b6c0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.183+0000 7f46b1c3a740 1 --2- 172.21.15.12:0/2954672363 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558143b910d0 0x558143b9afd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.183+0000 7f46b1c3a740 1 --2- 172.21.15.12:0/2954672363 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558143b8bf60 0x558143b9ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.183+0000 7f46b1c3a740 1 --2- 172.21.15.12:0/2954672363 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558143b8b570 0x558143b9c970 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.183+0000 7f46b1c3a740 1 -- 172.21.15.12:0/2954672363 >> 172.21.15.12:0/2954672363 conn(0x558143b86ae0 msgr2=0x558143b85530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:36.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.183+0000 7f4692000640 0 client.25978 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:36.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.183+0000 7f46b1c3a740 1 -- 172.21.15.12:0/2954672363 shutdown_connections 2024-03-29T00:19:36.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.183+0000 7f46b1c3a740 1 -- 172.21.15.12:0/2954672363 wait complete. 2024-03-29T00:19:36.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.183+0000 7f46b1c3a740 20 client.25978 trim_cache size 0 max 16384 2024-03-29T00:19:36.188 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-03-29T00:19:36.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.184+0000 7f46ad800640 1 -- 172.21.15.12:0/603561081 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f468c0a1e80 msgr2=0x7f468c0a4340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:36.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.184+0000 7f46ad800640 1 --2- 172.21.15.12:0/603561081 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f468c0a1e80 0x7f468c0a4340 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f469402c910 tx=0x7f469402bc40 comp rx=0 tx=0).stop 2024-03-29T00:19:36.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.184+0000 7f46ad800640 1 -- 172.21.15.12:0/603561081 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46a81037b0 msgr2=0x7f46a8199b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:36.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.184+0000 7f46ad800640 1 --2- 172.21.15.12:0/603561081 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46a81037b0 0x7f46a8199b50 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f469800e9c0 tx=0x7f469800ee80 comp rx=0 tx=0).stop 2024-03-29T00:19:36.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.184+0000 7f46ad800640 1 -- 172.21.15.12:0/603561081 shutdown_connections 2024-03-29T00:19:36.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.184+0000 7f46ad800640 1 --2- 172.21.15.12:0/603561081 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f468c0a1e80 0x7f468c0a4340 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.184+0000 7f46ad800640 1 --2- 172.21.15.12:0/603561081 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f46a81049a0 0x7f46a819a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.184+0000 7f46ad800640 1 --2- 172.21.15.12:0/603561081 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f46a8105360 0x7f46a81a1100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.184+0000 7f46ad800640 1 --2- 172.21.15.12:0/603561081 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46a81037b0 0x7f46a8199b50 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:36.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.184+0000 7f46ad800640 1 -- 172.21.15.12:0/603561081 >> 172.21.15.12:0/603561081 conn(0x7f46a80fed20 msgr2=0x7f46a8107c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:36.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.184+0000 7f46ad800640 1 -- 172.21.15.12:0/603561081 shutdown_connections 2024-03-29T00:19:36.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:36.184+0000 7f46ad800640 1 -- 172.21.15.12:0/603561081 wait complete. 2024-03-29T00:19:37.206 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-29T00:19:37.206 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:19:37.206 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-29T00:19:37.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:37 smithi012 ceph-mon[31657]: pgmap v456: 129 pgs: 129 active+clean; 671 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-03-29T00:19:37.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:37 smithi053 ceph-mon[36233]: pgmap v456: 129 pgs: 129 active+clean; 671 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-03-29T00:19:37.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.427+0000 7f381ae00640 1 -- 172.21.15.12:0/1286868707 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f38141015c0 msgr2=0x7f38141019e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:37.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.427+0000 7f381ae00640 1 --2- 172.21.15.12:0/1286868707 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f38141015c0 0x7f38141019e0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f3808009900 tx=0x7f380802bc30 comp rx=0 tx=0).stop 2024-03-29T00:19:37.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.427+0000 7f381ae00640 1 -- 172.21.15.12:0/1286868707 shutdown_connections 2024-03-29T00:19:37.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.427+0000 7f381ae00640 1 --2- 172.21.15.12:0/1286868707 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3814103170 0x7f3814109a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.427+0000 7f381ae00640 1 --2- 172.21.15.12:0/1286868707 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f38141027b0 0x7f3814102c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.427+0000 7f381ae00640 1 --2- 172.21.15.12:0/1286868707 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f38141015c0 0x7f38141019e0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.427+0000 7f381ae00640 1 -- 172.21.15.12:0/1286868707 >> 172.21.15.12:0/1286868707 conn(0x7f38140fcb30 msgr2=0x7f38140fef70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:37.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.428+0000 7f381ae00640 1 -- 172.21.15.12:0/1286868707 shutdown_connections 2024-03-29T00:19:37.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.428+0000 7f381ae00640 1 -- 172.21.15.12:0/1286868707 wait complete. 2024-03-29T00:19:37.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.429+0000 7f381ae00640 1 Processor -- start 2024-03-29T00:19:37.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.429+0000 7f381ae00640 1 -- start start 2024-03-29T00:19:37.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.430+0000 7f381ae00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f38141015c0 0x7f3814195790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.430+0000 7f381ae00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f38141027b0 0x7f3814195cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.430+0000 7f381ae00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3814103170 0x7f381419cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.430+0000 7f381ae00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f381410b110 con 0x7f38141027b0 2024-03-29T00:19:37.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.430+0000 7f381ae00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f381410af90 con 0x7f38141015c0 2024-03-29T00:19:37.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.430+0000 7f381ae00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f381410b290 con 0x7f3814103170 2024-03-29T00:19:37.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.430+0000 7f3819a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f38141015c0 0x7f3814195790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.430+0000 7f3819a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f38141015c0 0x7f3814195790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:35856/0 (socket says 172.21.15.12:35856) 2024-03-29T00:19:37.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.430+0000 7f3819a00640 1 -- 172.21.15.12:0/948777350 learned_addr learned my addr 172.21.15.12:0/948777350 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:37.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.430+0000 7f381a400640 1 --2- 172.21.15.12:0/948777350 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3814103170 0x7f381419cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.430+0000 7f3819000640 1 --2- 172.21.15.12:0/948777350 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f38141027b0 0x7f3814195cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.430+0000 7f3819a00640 1 -- 172.21.15.12:0/948777350 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3814103170 msgr2=0x7f381419cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:37.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.430+0000 7f3819a00640 1 --2- 172.21.15.12:0/948777350 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3814103170 0x7f381419cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.430+0000 7f3819a00640 1 -- 172.21.15.12:0/948777350 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f38141027b0 msgr2=0x7f3814195cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:37.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.430+0000 7f3819a00640 1 --2- 172.21.15.12:0/948777350 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f38141027b0 0x7f3814195cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.430+0000 7f3819a00640 1 -- 172.21.15.12:0/948777350 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f381419d3b0 con 0x7f38141015c0 2024-03-29T00:19:37.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.431+0000 7f3819000640 1 --2- 172.21.15.12:0/948777350 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f38141027b0 0x7f3814195cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:19:37.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.431+0000 7f3819a00640 1 --2- 172.21.15.12:0/948777350 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f38141015c0 0x7f3814195790 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f3808000c00 tx=0x7f380802c710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:37.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.431+0000 7f3812000640 1 -- 172.21.15.12:0/948777350 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3808043020 con 0x7f38141015c0 2024-03-29T00:19:37.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.431+0000 7f3812000640 1 -- 172.21.15.12:0/948777350 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f38080042d0 con 0x7f38141015c0 2024-03-29T00:19:37.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.431+0000 7f381ae00640 1 -- 172.21.15.12:0/948777350 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f381419d640 con 0x7f38141015c0 2024-03-29T00:19:37.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.431+0000 7f381ae00640 1 -- 172.21.15.12:0/948777350 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f381419dbe0 con 0x7f38141015c0 2024-03-29T00:19:37.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.431+0000 7f3812000640 1 -- 172.21.15.12:0/948777350 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3808003c90 con 0x7f38141015c0 2024-03-29T00:19:37.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.434+0000 7f3812000640 1 -- 172.21.15.12:0/948777350 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f3808046020 con 0x7f38141015c0 2024-03-29T00:19:37.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.434+0000 7f381f006740 1 Processor -- start 2024-03-29T00:19:37.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.435+0000 7f381f006740 1 -- start start 2024-03-29T00:19:37.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.435+0000 7f381f006740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f42c22c190 0x55f42c22c5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.435+0000 7f381f006740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f42c22cb80 0x55f42c231680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.435+0000 7f381f006740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f42c231cf0 0x55f42c234180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.435+0000 7f381f006740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55f42c190c40 con 0x55f42c231cf0 2024-03-29T00:19:37.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.435+0000 7f381f006740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55f42c139c40 con 0x55f42c22c190 2024-03-29T00:19:37.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.435+0000 7f381f006740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55f42c18cce0 con 0x55f42c22cb80 2024-03-29T00:19:37.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.436+0000 7f3819000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f42c231cf0 0x55f42c234180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.436+0000 7f381a400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f42c22c190 0x55f42c22c5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.436+0000 7f3819a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f42c22cb80 0x55f42c231680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.436+0000 7f3819000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f42c231cf0 0x55f42c234180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:56738/0 (socket says 172.21.15.12:56738) 2024-03-29T00:19:37.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.436+0000 7f3819000640 1 -- 172.21.15.12:0/4017180913 learned_addr learned my addr 172.21.15.12:0/4017180913 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:37.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.436+0000 7f3819a00640 1 -- 172.21.15.12:0/4017180913 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f42c22c190 msgr2=0x55f42c22c5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:37.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.436+0000 7f3819a00640 1 --2- 172.21.15.12:0/4017180913 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f42c22c190 0x55f42c22c5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.436+0000 7f3819a00640 1 -- 172.21.15.12:0/4017180913 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f42c231cf0 msgr2=0x55f42c234180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:37.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.436+0000 7f3819a00640 1 --2- 172.21.15.12:0/4017180913 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f42c231cf0 0x55f42c234180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.436+0000 7f3819a00640 1 -- 172.21.15.12:0/4017180913 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f42bf6d7e0 con 0x55f42c22cb80 2024-03-29T00:19:37.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.436+0000 7f3819000640 1 --2- 172.21.15.12:0/4017180913 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f42c231cf0 0x55f42c234180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:37.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.436+0000 7f381a400640 1 --2- 172.21.15.12:0/4017180913 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f42c22c190 0x55f42c22c5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:19:37.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.437+0000 7f3819a00640 1 --2- 172.21.15.12:0/4017180913 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f42c22cb80 0x55f42c231680 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f38080ed940 tx=0x7f38080f8320 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3872d6f3153761 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:37.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.437+0000 7f3812000640 1 --2- 172.21.15.12:0/948777350 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f37fc0a1e00 0x7f37fc0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.437+0000 7f3806a00640 1 -- 172.21.15.12:0/4017180913 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38080b8f00 con 0x55f42c22cb80 2024-03-29T00:19:37.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.437+0000 7f3806a00640 1 -- 172.21.15.12:0/4017180913 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f38080fd030 con 0x55f42c22cb80 2024-03-29T00:19:37.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.437+0000 7f3806a00640 1 -- 172.21.15.12:0/4017180913 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38080bc0b0 con 0x55f42c22cb80 2024-03-29T00:19:37.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.437+0000 7f3812000640 1 -- 172.21.15.12:0/948777350 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f38080f0290 con 0x7f38141015c0 2024-03-29T00:19:37.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.437+0000 7f381a400640 1 --2- 172.21.15.12:0/948777350 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f37fc0a1e00 0x7f37fc0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.441 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.438+0000 7f381f006740 1 -- 172.21.15.12:0/4017180913 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f42c22cb80 msgr2=0x55f42c231680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:37.441 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.438+0000 7f381f006740 1 --2- 172.21.15.12:0/4017180913 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f42c22cb80 0x55f42c231680 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f38080ed940 tx=0x7f38080f8320 comp rx=0 tx=0).stop 2024-03-29T00:19:37.441 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.439+0000 7f381a400640 1 --2- 172.21.15.12:0/948777350 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f37fc0a1e00 0x7f37fc0a42c0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x55f42c22d3e0 tx=0x7f380c0096a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:37.441 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.439+0000 7f381f006740 1 -- 172.21.15.12:0/4017180913 shutdown_connections 2024-03-29T00:19:37.441 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.439+0000 7f381f006740 1 --2- 172.21.15.12:0/4017180913 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f42c231cf0 0x55f42c234180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.441 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.439+0000 7f381f006740 1 --2- 172.21.15.12:0/4017180913 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f42c22cb80 0x55f42c231680 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.441 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.439+0000 7f381f006740 1 --2- 172.21.15.12:0/4017180913 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f42c22c190 0x55f42c22c5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.441 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.439+0000 7f381f006740 1 -- 172.21.15.12:0/4017180913 >> 172.21.15.12:0/4017180913 conn(0x55f42c227700 msgr2=0x55f42c227b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:37.441 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.439+0000 7f381f006740 1 -- 172.21.15.12:0/4017180913 shutdown_connections 2024-03-29T00:19:37.441 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.439+0000 7f381f006740 1 -- 172.21.15.12:0/4017180913 wait complete. 2024-03-29T00:19:37.441 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.439+0000 7f381f006740 1 -- start start 2024-03-29T00:19:37.441 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.439+0000 7f381f006740 1 Processor -- start 2024-03-29T00:19:37.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.440+0000 7f381f006740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f42c22c190 0x55f42c2363c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.440+0000 7f381f006740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f42c22cb80 0x55f42c236900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.440+0000 7f381f006740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f42c231cf0 0x55f42c23d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.440+0000 7f381f006740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55f42c234a60 con 0x55f42c22c190 2024-03-29T00:19:37.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.440+0000 7f381f006740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55f42c12f250 con 0x55f42c231cf0 2024-03-29T00:19:37.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.440+0000 7f381f006740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55f42c234be0 con 0x55f42c22cb80 2024-03-29T00:19:37.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.440+0000 7f381f006740 10 client.0 _ll_register_callbacks cb 0x55f42c150e70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:37.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.441+0000 7f3819a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f42c22c190 0x55f42c2363c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.441+0000 7f381a400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f42c231cf0 0x55f42c23d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.441+0000 7f381a400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f42c231cf0 0x55f42c23d940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:35864/0 (socket says 172.21.15.12:35864) 2024-03-29T00:19:37.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.441+0000 7f3819000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f42c22cb80 0x55f42c236900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.441+0000 7f381a400640 1 -- 172.21.15.12:0/1752962515 learned_addr learned my addr 172.21.15.12:0/1752962515 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:37.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.441+0000 7f381a400640 1 -- 172.21.15.12:0/1752962515 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f42c22cb80 msgr2=0x55f42c236900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:37.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.441+0000 7f381a400640 1 --2- 172.21.15.12:0/1752962515 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f42c22cb80 0x55f42c236900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.441+0000 7f381a400640 1 -- 172.21.15.12:0/1752962515 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f42c22c190 msgr2=0x55f42c2363c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:37.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.441+0000 7f381a400640 1 --2- 172.21.15.12:0/1752962515 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f42c22c190 0x55f42c2363c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.441+0000 7f381a400640 1 -- 172.21.15.12:0/1752962515 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f42bfcdf70 con 0x55f42c231cf0 2024-03-29T00:19:37.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.442+0000 7f381a400640 1 --2- 172.21.15.12:0/1752962515 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f42c231cf0 0x55f42c23d940 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f380c0126b0 tx=0x7f380c004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c378d1bed444758f server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:37.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.442+0000 7f37fb400640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:19:37.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.442+0000 7f37fb400640 1 -- 172.21.15.12:0/1752962515 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f380c01f8f0 con 0x55f42c231cf0 2024-03-29T00:19:37.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.442+0000 7f37fb400640 1 -- 172.21.15.12:0/1752962515 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f380c01fa90 con 0x55f42c231cf0 2024-03-29T00:19:37.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.442+0000 7f381f006740 1 -- 172.21.15.12:0/1752962515 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f38080fd030 con 0x55f42c231cf0 2024-03-29T00:19:37.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.442+0000 7f37fb400640 1 -- 172.21.15.12:0/1752962515 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f380c030050 con 0x55f42c231cf0 2024-03-29T00:19:37.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.442+0000 7f381f006740 10 client.25931 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:37.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.442+0000 7f381f006740 1 -- 172.21.15.12:0/1752962515 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f42be65170 con 0x55f42c231cf0 2024-03-29T00:19:37.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.442+0000 7f37fb400640 1 -- 172.21.15.12:0/1752962515 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f38080fd030 con 0x55f42c231cf0 2024-03-29T00:19:37.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.443+0000 7f37fb400640 1 -- 172.21.15.12:0/1752962515 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f380c01e3b0 con 0x55f42c231cf0 2024-03-29T00:19:37.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.443+0000 7f381f006740 10 client.25931 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:37.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.443+0000 7f381f006740 10 client.25931 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:19:37.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.443+0000 7f381f006740 20 client.25931 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:37.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.443+0000 7f381f006740 1 --2- 172.21.15.12:0/1752962515 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55f42c2421e0 0x55f42c244650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.443+0000 7f381f006740 4 client.25931 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:19:37.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.443+0000 7f381f006740 1 -- 172.21.15.12:0/1752962515 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f42c19e180 con 0x55f42c2421e0 2024-03-29T00:19:37.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.443+0000 7f3819a00640 1 --2- 172.21.15.12:0/1752962515 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55f42c2421e0 0x55f42c244650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.444+0000 7f37fb400640 10 client.25931 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:37.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.444+0000 7f3819a00640 1 --2- 172.21.15.12:0/1752962515 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55f42c2421e0 0x55f42c244650 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=72fb2a194326f60f server_cookie=1402658a02a74e11 in_seq=0 out_seq=0 2024-03-29T00:19:37.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.445+0000 7f37fb400640 1 -- 172.21.15.12:0/1752962515 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55f42c19e180 con 0x55f42c2421e0 2024-03-29T00:19:37.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.445+0000 7f37fb400640 10 client.25931 handle_command_reply: tid=0 2024-03-29T00:19:37.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.445+0000 7f381f006740 1 client.25931 shutdown 2024-03-29T00:19:37.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.445+0000 7f381f006740 1 -- 172.21.15.12:0/1752962515 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f42c231cf0 msgr2=0x55f42c23d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:37.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.445+0000 7f381f006740 1 --2- 172.21.15.12:0/1752962515 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f42c231cf0 0x55f42c23d940 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f380c0126b0 tx=0x7f380c004a40 comp rx=0 tx=0).stop 2024-03-29T00:19:37.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.445+0000 7f381f006740 1 -- 172.21.15.12:0/1752962515 shutdown_connections 2024-03-29T00:19:37.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.445+0000 7f381f006740 1 --2- 172.21.15.12:0/1752962515 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55f42c2421e0 0x55f42c244650 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.445+0000 7f381f006740 1 --2- 172.21.15.12:0/1752962515 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f42c231cf0 0x55f42c23d940 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.445+0000 7f381f006740 1 --2- 172.21.15.12:0/1752962515 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f42c22cb80 0x55f42c236900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.445+0000 7f381f006740 1 --2- 172.21.15.12:0/1752962515 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f42c22c190 0x55f42c2363c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.445+0000 7f381f006740 1 -- 172.21.15.12:0/1752962515 >> 172.21.15.12:0/1752962515 conn(0x55f42c227700 msgr2=0x55f42c226900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:37.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.445+0000 7f37fb400640 0 client.25931 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:37.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.445+0000 7f381f006740 1 -- 172.21.15.12:0/1752962515 shutdown_connections 2024-03-29T00:19:37.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.446+0000 7f381f006740 1 -- 172.21.15.12:0/1752962515 wait complete. 2024-03-29T00:19:37.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.446+0000 7f381f006740 20 client.25931 trim_cache size 0 max 16384 2024-03-29T00:19:37.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.464+0000 7f381f006740 1 Processor -- start 2024-03-29T00:19:37.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.464+0000 7f381f006740 1 -- start start 2024-03-29T00:19:37.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.464+0000 7f381f006740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f42c22c190 0x55f42c248f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.464+0000 7f381f006740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f42c22cb80 0x55f42c23d900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.464+0000 7f381f006740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f42c231cf0 0x55f42c249450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.464+0000 7f381f006740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f38141a8020 con 0x55f42c231cf0 2024-03-29T00:19:37.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.464+0000 7f381f006740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f38141a9b60 con 0x55f42c22c190 2024-03-29T00:19:37.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.464+0000 7f381f006740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f38141a86f0 con 0x55f42c22cb80 2024-03-29T00:19:37.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.465+0000 7f3819a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f42c22c190 0x55f42c248f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.465+0000 7f3819000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f42c22cb80 0x55f42c23d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.465+0000 7f3819a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f42c22c190 0x55f42c248f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:35870/0 (socket says 172.21.15.12:35870) 2024-03-29T00:19:37.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.465+0000 7f3819a00640 1 -- 172.21.15.12:0/2977137212 learned_addr learned my addr 172.21.15.12:0/2977137212 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:37.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.465+0000 7f381a400640 1 --2- 172.21.15.12:0/2977137212 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f42c231cf0 0x55f42c249450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.465+0000 7f3819a00640 1 -- 172.21.15.12:0/2977137212 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f42c22cb80 msgr2=0x55f42c23d900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:37.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.465+0000 7f3819a00640 1 --2- 172.21.15.12:0/2977137212 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f42c22cb80 0x55f42c23d900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.465+0000 7f3819a00640 1 -- 172.21.15.12:0/2977137212 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f42c231cf0 msgr2=0x55f42c249450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:37.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.465+0000 7f3819a00640 1 --2- 172.21.15.12:0/2977137212 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f42c231cf0 0x55f42c249450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.465+0000 7f3819a00640 1 -- 172.21.15.12:0/2977137212 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f42c218870 con 0x55f42c22c190 2024-03-29T00:19:37.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.465+0000 7f3819a00640 1 --2- 172.21.15.12:0/2977137212 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f42c22c190 0x55f42c248f10 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f38080bc960 tx=0x7f3808005fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dbe9d75cbad049f3 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:37.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.466+0000 7f3806000640 1 -- 172.21.15.12:0/2977137212 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38080ede60 con 0x55f42c22c190 2024-03-29T00:19:37.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.466+0000 7f3806000640 1 -- 172.21.15.12:0/2977137212 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f38080fd040 con 0x55f42c22c190 2024-03-29T00:19:37.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.466+0000 7f3806000640 1 -- 172.21.15.12:0/2977137212 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38080bc3e0 con 0x55f42c22c190 2024-03-29T00:19:37.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.466+0000 7f381f006740 1 -- 172.21.15.12:0/2977137212 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f42c22c190 msgr2=0x55f42c248f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:37.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.466+0000 7f381f006740 1 --2- 172.21.15.12:0/2977137212 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f42c22c190 0x55f42c248f10 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f38080bc960 tx=0x7f3808005fd0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.466+0000 7f381f006740 1 -- 172.21.15.12:0/2977137212 shutdown_connections 2024-03-29T00:19:37.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.466+0000 7f381f006740 1 --2- 172.21.15.12:0/2977137212 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f42c231cf0 0x55f42c249450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.466+0000 7f381f006740 1 --2- 172.21.15.12:0/2977137212 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f42c22cb80 0x55f42c23d900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.466+0000 7f381f006740 1 --2- 172.21.15.12:0/2977137212 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f42c22c190 0x55f42c248f10 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.466+0000 7f381f006740 1 -- 172.21.15.12:0/2977137212 >> 172.21.15.12:0/2977137212 conn(0x55f42c227700 msgr2=0x55f42c22b1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:37.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.466+0000 7f381f006740 1 -- 172.21.15.12:0/2977137212 shutdown_connections 2024-03-29T00:19:37.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.467+0000 7f381f006740 1 -- 172.21.15.12:0/2977137212 wait complete. 2024-03-29T00:19:37.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.467+0000 7f381f006740 1 -- start start 2024-03-29T00:19:37.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.467+0000 7f381f006740 1 Processor -- start 2024-03-29T00:19:37.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.467+0000 7f381f006740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f42c22c190 0x55f42c23d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.467+0000 7f381f006740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f42c22cb80 0x55f42c23bac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.467+0000 7f381f006740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f42c231cf0 0x55f42c23c000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.468+0000 7f381f006740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f38141a9490 con 0x55f42c22c190 2024-03-29T00:19:37.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.468+0000 7f381f006740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f38141a8dc0 con 0x55f42c231cf0 2024-03-29T00:19:37.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.468+0000 7f381f006740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f38141a6000 con 0x55f42c22cb80 2024-03-29T00:19:37.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.468+0000 7f381f006740 10 client.0 _ll_register_callbacks cb 0x7f380c009cd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:37.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.468+0000 7f3819a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f42c22c190 0x55f42c23d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.468+0000 7f381a400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f42c231cf0 0x55f42c23c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.468+0000 7f3819a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f42c22c190 0x55f42c23d4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:56748/0 (socket says 172.21.15.12:56748) 2024-03-29T00:19:37.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.468+0000 7f3819a00640 1 -- 172.21.15.12:0/1628761146 learned_addr learned my addr 172.21.15.12:0/1628761146 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:37.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.468+0000 7f3819000640 1 --2- 172.21.15.12:0/1628761146 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f42c22cb80 0x55f42c23bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.468+0000 7f381a400640 1 -- 172.21.15.12:0/1628761146 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f42c22cb80 msgr2=0x55f42c23bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:37.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.468+0000 7f381a400640 1 --2- 172.21.15.12:0/1628761146 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f42c22cb80 0x55f42c23bac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.468+0000 7f381a400640 1 -- 172.21.15.12:0/1628761146 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f42c22c190 msgr2=0x55f42c23d4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:37.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.468+0000 7f381a400640 1 --2- 172.21.15.12:0/1628761146 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f42c22c190 0x55f42c23d4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.468+0000 7f381a400640 1 -- 172.21.15.12:0/1628761146 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f42c23c540 con 0x55f42c231cf0 2024-03-29T00:19:37.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.468+0000 7f3819000640 1 --2- 172.21.15.12:0/1628761146 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f42c22cb80 0x55f42c23bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:19:37.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.469+0000 7f381a400640 1 --2- 172.21.15.12:0/1628761146 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f42c231cf0 0x55f42c23c000 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f380c006010 tx=0x7f380c01ea40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9066415f910523c4 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:37.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.469+0000 7f37fb400640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:19:37.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.469+0000 7f37fb400640 1 -- 172.21.15.12:0/1628761146 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f380c039070 con 0x55f42c231cf0 2024-03-29T00:19:37.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.469+0000 7f37fb400640 1 -- 172.21.15.12:0/1628761146 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f380c004cb0 con 0x55f42c231cf0 2024-03-29T00:19:37.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.469+0000 7f381f006740 1 -- 172.21.15.12:0/1628761146 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f38080fd040 con 0x55f42c231cf0 2024-03-29T00:19:37.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.469+0000 7f37fb400640 1 -- 172.21.15.12:0/1628761146 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f380c01e5c0 con 0x55f42c231cf0 2024-03-29T00:19:37.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.469+0000 7f381f006740 10 client.25937 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:37.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.469+0000 7f381f006740 1 -- 172.21.15.12:0/1628761146 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f42c2a9370 con 0x55f42c231cf0 2024-03-29T00:19:37.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.470+0000 7f37fb400640 1 -- 172.21.15.12:0/1628761146 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f38080fd040 con 0x55f42c231cf0 2024-03-29T00:19:37.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.470+0000 7f37fb400640 1 -- 172.21.15.12:0/1628761146 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f380c03c020 con 0x55f42c231cf0 2024-03-29T00:19:37.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.470+0000 7f381f006740 10 client.25937 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:37.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.470+0000 7f381f006740 10 client.25937 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:19:37.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.470+0000 7f381f006740 20 client.25937 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:37.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.470+0000 7f381f006740 1 --2- 172.21.15.12:0/1628761146 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55f42c2a9d70 0x55f42c2ac190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.470+0000 7f381f006740 4 client.25937 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-29T00:19:37.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.470+0000 7f381f006740 1 -- 172.21.15.12:0/1628761146 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55f42c1984d0 con 0x55f42c2a9d70 2024-03-29T00:19:37.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.470+0000 7f3819a00640 1 --2- 172.21.15.12:0/1628761146 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55f42c2a9d70 0x55f42c2ac190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.471+0000 7f3819a00640 1 --2- 172.21.15.12:0/1628761146 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55f42c2a9d70 0x55f42c2ac190 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=248ca68489de9897 server_cookie=e76122f996fd8818 in_seq=0 out_seq=0 2024-03-29T00:19:37.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.471+0000 7f37fb400640 10 client.25937 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:37.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.472+0000 7f37fb400640 1 -- 172.21.15.12:0/1628761146 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55f42c1984d0 con 0x55f42c2a9d70 2024-03-29T00:19:37.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.472+0000 7f37fb400640 10 client.25937 handle_command_reply: tid=0 2024-03-29T00:19:37.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.472+0000 7f381f006740 1 client.25937 shutdown 2024-03-29T00:19:37.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.472+0000 7f381f006740 1 -- 172.21.15.12:0/1628761146 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f42c231cf0 msgr2=0x55f42c23c000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:37.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.472+0000 7f381f006740 1 --2- 172.21.15.12:0/1628761146 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f42c231cf0 0x55f42c23c000 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f380c006010 tx=0x7f380c01ea40 comp rx=0 tx=0).stop 2024-03-29T00:19:37.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.472+0000 7f381f006740 1 -- 172.21.15.12:0/1628761146 shutdown_connections 2024-03-29T00:19:37.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.472+0000 7f381f006740 1 --2- 172.21.15.12:0/1628761146 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55f42c2a9d70 0x55f42c2ac190 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.472+0000 7f381f006740 1 --2- 172.21.15.12:0/1628761146 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f42c231cf0 0x55f42c23c000 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.472+0000 7f381f006740 1 --2- 172.21.15.12:0/1628761146 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f42c22cb80 0x55f42c23bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.472+0000 7f37fb400640 0 client.25937 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:37.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.472+0000 7f381f006740 1 --2- 172.21.15.12:0/1628761146 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f42c22c190 0x55f42c23d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.472+0000 7f381f006740 1 -- 172.21.15.12:0/1628761146 >> 172.21.15.12:0/1628761146 conn(0x55f42c227700 msgr2=0x55f42c226070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:37.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.473+0000 7f381f006740 1 -- 172.21.15.12:0/1628761146 shutdown_connections 2024-03-29T00:19:37.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.473+0000 7f381f006740 1 -- 172.21.15.12:0/1628761146 wait complete. 2024-03-29T00:19:37.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.473+0000 7f381f006740 20 client.25937 trim_cache size 0 max 16384 2024-03-29T00:19:37.479 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:19:37.479 INFO:teuthology.orchestra.run.smithi012.stdout: "return_code": 0, 2024-03-29T00:19:37.480 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_tag": "c261d99d-d4fa-414f-9079-0d184cdd0540", 2024-03-29T00:19:37.480 INFO:teuthology.orchestra.run.smithi012.stdout: "mode": "asynchronous" 2024-03-29T00:19:37.480 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:19:37.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.474+0000 7f381ae00640 1 -- 172.21.15.12:0/948777350 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f37fc0a1e00 msgr2=0x7f37fc0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:37.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.474+0000 7f381ae00640 1 --2- 172.21.15.12:0/948777350 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f37fc0a1e00 0x7f37fc0a42c0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x55f42c22d3e0 tx=0x7f380c0096a0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.474+0000 7f381ae00640 1 -- 172.21.15.12:0/948777350 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f38141015c0 msgr2=0x7f3814195790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:37.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.474+0000 7f381ae00640 1 --2- 172.21.15.12:0/948777350 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f38141015c0 0x7f3814195790 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f3808000c00 tx=0x7f380802c710 comp rx=0 tx=0).stop 2024-03-29T00:19:37.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.474+0000 7f381ae00640 1 -- 172.21.15.12:0/948777350 shutdown_connections 2024-03-29T00:19:37.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.474+0000 7f381ae00640 1 --2- 172.21.15.12:0/948777350 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f37fc0a1e00 0x7f37fc0a42c0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.474+0000 7f381ae00640 1 --2- 172.21.15.12:0/948777350 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3814103170 0x7f381419cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.474+0000 7f381ae00640 1 --2- 172.21.15.12:0/948777350 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f38141027b0 0x7f3814195cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.474+0000 7f381ae00640 1 --2- 172.21.15.12:0/948777350 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f38141015c0 0x7f3814195790 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.474+0000 7f381ae00640 1 -- 172.21.15.12:0/948777350 >> 172.21.15.12:0/948777350 conn(0x7f38140fcb30 msgr2=0x7f3814105ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:37.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.474+0000 7f381ae00640 1 -- 172.21.15.12:0/948777350 shutdown_connections 2024-03-29T00:19:37.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.474+0000 7f381ae00640 1 -- 172.21.15.12:0/948777350 wait complete. 2024-03-29T00:19:37.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:37 smithi069 ceph-mon[36074]: pgmap v456: 129 pgs: 129 active+clean; 671 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-03-29T00:19:37.494 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-29T00:19:37.494 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-29T00:19:37.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.671+0000 7f8fb8e00640 1 -- 172.21.15.12:0/2443209098 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8fb4109470 msgr2=0x7f8fb410b900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:37.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.671+0000 7f8fb8e00640 1 --2- 172.21.15.12:0/2443209098 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8fb4109470 0x7f8fb410b900 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f8fac009be0 tx=0x7f8fac02bf80 comp rx=0 tx=0).stop 2024-03-29T00:19:37.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.671+0000 7f8fb8e00640 1 -- 172.21.15.12:0/2443209098 shutdown_connections 2024-03-29T00:19:37.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.671+0000 7f8fb8e00640 1 --2- 172.21.15.12:0/2443209098 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8fb4109470 0x7f8fb410b900 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.671+0000 7f8fb8e00640 1 --2- 172.21.15.12:0/2443209098 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8fb4074130 0x7f8fb4074590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.671+0000 7f8fb8e00640 1 --2- 172.21.15.12:0/2443209098 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8fb4075710 0x7f8fb4073b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.671+0000 7f8fb8e00640 1 -- 172.21.15.12:0/2443209098 >> 172.21.15.12:0/2443209098 conn(0x7f8fb40fcb30 msgr2=0x7f8fb40fef70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:37.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.671+0000 7f8fb8e00640 1 -- 172.21.15.12:0/2443209098 shutdown_connections 2024-03-29T00:19:37.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.671+0000 7f8fb8e00640 1 -- 172.21.15.12:0/2443209098 wait complete. 2024-03-29T00:19:37.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.672+0000 7f8fb8e00640 1 Processor -- start 2024-03-29T00:19:37.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.673+0000 7f8fb8e00640 1 -- start start 2024-03-29T00:19:37.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.673+0000 7f8fb8e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8fb4074130 0x7f8fb4199ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.673+0000 7f8fb8e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8fb4075710 0x7f8fb419a010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.673+0000 7f8fb8e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8fb4109470 0x7f8fb41a1080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.673+0000 7f8fb8e00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8fb410f5d0 con 0x7f8fb4074130 2024-03-29T00:19:37.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.673+0000 7f8fb8e00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f8fb410f450 con 0x7f8fb4075710 2024-03-29T00:19:37.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.673+0000 7f8fb8e00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8fb410f750 con 0x7f8fb4109470 2024-03-29T00:19:37.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.673+0000 7f8fabe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8fb4075710 0x7f8fb419a010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.673+0000 7f8fb3400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8fb4074130 0x7f8fb4199ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.673+0000 7f8fabe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8fb4075710 0x7f8fb419a010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:35882/0 (socket says 172.21.15.12:35882) 2024-03-29T00:19:37.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.673+0000 7f8fabe00640 1 -- 172.21.15.12:0/848018220 learned_addr learned my addr 172.21.15.12:0/848018220 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:37.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.673+0000 7f8fb3e00640 1 --2- 172.21.15.12:0/848018220 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8fb4109470 0x7f8fb41a1080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.674+0000 7f8fabe00640 1 -- 172.21.15.12:0/848018220 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8fb4109470 msgr2=0x7f8fb41a1080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:37.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.674+0000 7f8fabe00640 1 --2- 172.21.15.12:0/848018220 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8fb4109470 0x7f8fb41a1080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.674+0000 7f8fabe00640 1 -- 172.21.15.12:0/848018220 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8fb4074130 msgr2=0x7f8fb4199ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:37.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.674+0000 7f8fabe00640 1 --2- 172.21.15.12:0/848018220 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8fb4074130 0x7f8fb4199ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.674+0000 7f8fabe00640 1 -- 172.21.15.12:0/848018220 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fb41a16f0 con 0x7f8fb4075710 2024-03-29T00:19:37.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.674+0000 7f8fb3e00640 1 --2- 172.21.15.12:0/848018220 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8fb4109470 0x7f8fb41a1080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:19:37.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.674+0000 7f8fabe00640 1 --2- 172.21.15.12:0/848018220 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8fb4075710 0x7f8fb419a010 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f8f9c00d950 tx=0x7f8f9c00de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:37.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.674+0000 7f8fb0c00640 1 -- 172.21.15.12:0/848018220 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f9c017070 con 0x7f8fb4075710 2024-03-29T00:19:37.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.674+0000 7f8fb0c00640 1 -- 172.21.15.12:0/848018220 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8f9c009c30 con 0x7f8fb4075710 2024-03-29T00:19:37.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.674+0000 7f8fb8e00640 1 -- 172.21.15.12:0/848018220 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fb41a19e0 con 0x7f8fb4075710 2024-03-29T00:19:37.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.674+0000 7f8fb0c00640 1 -- 172.21.15.12:0/848018220 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f9c00f740 con 0x7f8fb4075710 2024-03-29T00:19:37.679 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.675+0000 7f8fb8e00640 1 -- 172.21.15.12:0/848018220 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fb41a1f80 con 0x7f8fb4075710 2024-03-29T00:19:37.679 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.678+0000 7f8fbd1d4740 1 Processor -- start 2024-03-29T00:19:37.679 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.678+0000 7f8fbd1d4740 1 -- start start 2024-03-29T00:19:37.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.679+0000 7f8fbd1d4740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569869c8030 0x5569869c8450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.679+0000 7f8fbd1d4740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5569869c8a20 0x5569869cd520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.679+0000 7f8fbd1d4740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5569869cdb90 0x5569869d0020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.679+0000 7f8fbd1d4740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55698692d100 con 0x5569869c8a20 2024-03-29T00:19:37.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.679+0000 7f8fbd1d4740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5569868d5ba0 con 0x5569869cdb90 2024-03-29T00:19:37.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.679+0000 7f8fbd1d4740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5569869291a0 con 0x5569869c8030 2024-03-29T00:19:37.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.679+0000 7f8fb3400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5569869c8a20 0x5569869cd520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.679+0000 7f8fb3400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5569869c8a20 0x5569869cd520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:56774/0 (socket says 172.21.15.12:56774) 2024-03-29T00:19:37.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.679+0000 7f8fb3400640 1 -- 172.21.15.12:0/416613527 learned_addr learned my addr 172.21.15.12:0/416613527 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:37.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.679+0000 7f8fb3e00640 1 --2- 172.21.15.12:0/416613527 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569869c8030 0x5569869c8450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.679+0000 7f8fb0c00640 1 -- 172.21.15.12:0/848018220 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f8f9c010a80 con 0x7f8fb4075710 2024-03-29T00:19:37.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.680+0000 7f8fb3400640 1 -- 172.21.15.12:0/416613527 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569869c8030 msgr2=0x5569869c8450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:37.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.680+0000 7f8fb3400640 1 --2- 172.21.15.12:0/416613527 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569869c8030 0x5569869c8450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.680+0000 7f8fb3400640 1 -- 172.21.15.12:0/416613527 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5569869cdb90 msgr2=0x5569869d0020 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-29T00:19:37.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.680+0000 7f8fb3400640 1 --2- 172.21.15.12:0/416613527 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5569869cdb90 0x5569869d0020 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.680+0000 7f8fb3400640 1 -- 172.21.15.12:0/416613527 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5569869061a0 con 0x5569869c8a20 2024-03-29T00:19:37.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.680+0000 7f8fb3400640 1 --2- 172.21.15.12:0/416613527 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5569869c8a20 0x5569869cd520 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f8fa4009c40 tx=0x7f8fa40117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db93448254a406f1 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:37.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.680+0000 7f8fa8c00640 1 -- 172.21.15.12:0/416613527 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fa4012450 con 0x5569869c8a20 2024-03-29T00:19:37.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.680+0000 7f8fa8c00640 1 -- 172.21.15.12:0/416613527 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8fa4012af0 con 0x5569869c8a20 2024-03-29T00:19:37.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.680+0000 7f8fa8c00640 1 -- 172.21.15.12:0/416613527 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fa400fc20 con 0x5569869c8a20 2024-03-29T00:19:37.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.681+0000 7f8fbd1d4740 1 -- 172.21.15.12:0/416613527 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5569869c8a20 msgr2=0x5569869cd520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:37.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.681+0000 7f8fbd1d4740 1 --2- 172.21.15.12:0/416613527 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5569869c8a20 0x5569869cd520 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f8fa4009c40 tx=0x7f8fa40117b0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.681+0000 7f8fbd1d4740 1 -- 172.21.15.12:0/416613527 shutdown_connections 2024-03-29T00:19:37.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.681+0000 7f8fbd1d4740 1 --2- 172.21.15.12:0/416613527 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5569869cdb90 0x5569869d0020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.681+0000 7f8fbd1d4740 1 --2- 172.21.15.12:0/416613527 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5569869c8a20 0x5569869cd520 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.681+0000 7f8fbd1d4740 1 --2- 172.21.15.12:0/416613527 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569869c8030 0x5569869c8450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.681+0000 7f8fbd1d4740 1 -- 172.21.15.12:0/416613527 >> 172.21.15.12:0/416613527 conn(0x55698698fa10 msgr2=0x5569869c39a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:37.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.681+0000 7f8fbd1d4740 1 -- 172.21.15.12:0/416613527 shutdown_connections 2024-03-29T00:19:37.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.682+0000 7f8fbd1d4740 1 -- 172.21.15.12:0/416613527 wait complete. 2024-03-29T00:19:37.685 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.682+0000 7f8fb0c00640 1 --2- 172.21.15.12:0/848018220 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f8f980a1d90 0x7f8f980a4250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.682+0000 7f8fbd1d4740 1 -- start start 2024-03-29T00:19:37.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.682+0000 7f8fb0c00640 1 -- 172.21.15.12:0/848018220 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f8f9c0cd730 con 0x7f8fb4075710 2024-03-29T00:19:37.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.682+0000 7f8fbd1d4740 1 Processor -- start 2024-03-29T00:19:37.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.682+0000 7f8fb3e00640 1 --2- 172.21.15.12:0/848018220 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f8f980a1d90 0x7f8f980a4250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.683+0000 7f8fbd1d4740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569869c8030 0x5569869d2580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.683+0000 7f8fbd1d4740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5569869c8a20 0x5569869d2ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.683+0000 7f8fbd1d4740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5569869cdb90 0x5569869d9b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.683+0000 7f8fbd1d4740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5569869d0b40 con 0x5569869cdb90 2024-03-29T00:19:37.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.683+0000 7f8fbd1d4740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5569868cb250 con 0x5569869c8a20 2024-03-29T00:19:37.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.683+0000 7f8fbd1d4740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5569869d0cc0 con 0x5569869c8030 2024-03-29T00:19:37.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.683+0000 7f8fbd1d4740 10 client.0 _ll_register_callbacks cb 0x556986640be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:37.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.683+0000 7f8fabe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5569869c8a20 0x5569869d2ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.684+0000 7f8fabe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5569869c8a20 0x5569869d2ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:35910/0 (socket says 172.21.15.12:35910) 2024-03-29T00:19:37.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.684+0000 7f8fabe00640 1 -- 172.21.15.12:0/1596849424 learned_addr learned my addr 172.21.15.12:0/1596849424 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:37.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.684+0000 7f8fb3e00640 1 --2- 172.21.15.12:0/1596849424 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5569869cdb90 0x5569869d9b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.684+0000 7f8fb3400640 1 --2- 172.21.15.12:0/1596849424 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569869c8030 0x5569869d2580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.684+0000 7f8fb3e00640 1 --2- 172.21.15.12:0/848018220 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f8f980a1d90 0x7f8f980a4250 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f8fac006010 tx=0x7f8fac0333e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:37.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.684+0000 7f8fabe00640 1 -- 172.21.15.12:0/1596849424 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569869c8030 msgr2=0x5569869d2580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:37.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.684+0000 7f8fabe00640 1 --2- 172.21.15.12:0/1596849424 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569869c8030 0x5569869d2580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.684+0000 7f8fabe00640 1 -- 172.21.15.12:0/1596849424 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5569869cdb90 msgr2=0x5569869d9b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:37.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.684+0000 7f8fabe00640 1 --2- 172.21.15.12:0/1596849424 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5569869cdb90 0x5569869d9b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.684+0000 7f8fabe00640 1 -- 172.21.15.12:0/1596849424 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5569868e7960 con 0x5569869c8a20 2024-03-29T00:19:37.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.684+0000 7f8fb3e00640 1 --2- 172.21.15.12:0/1596849424 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5569869cdb90 0x5569869d9b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:19:37.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.685+0000 7f8fabe00640 1 --2- 172.21.15.12:0/1596849424 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5569869c8a20 0x5569869d2ac0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f8f9c09a000 tx=0x7f8f9c099ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3625d50702f2e3dd server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:37.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.685+0000 7f8fa1600640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:19:37.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.685+0000 7f8fa1600640 1 -- 172.21.15.12:0/1596849424 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f9c0b1070 con 0x5569869c8a20 2024-03-29T00:19:37.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.685+0000 7f8fa1600640 1 -- 172.21.15.12:0/1596849424 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f8f9c0966e0 con 0x5569869c8a20 2024-03-29T00:19:37.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.685+0000 7f8fbd1d4740 1 -- 172.21.15.12:0/1596849424 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8fa4012af0 con 0x5569869c8a20 2024-03-29T00:19:37.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.685+0000 7f8fa1600640 1 -- 172.21.15.12:0/1596849424 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8f9c020040 con 0x5569869c8a20 2024-03-29T00:19:37.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.685+0000 7f8fbd1d4740 10 client.25946 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:37.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.685+0000 7f8fbd1d4740 1 -- 172.21.15.12:0/1596849424 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55698670b7d0 con 0x5569869c8a20 2024-03-29T00:19:37.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.685+0000 7f8fa1600640 1 -- 172.21.15.12:0/1596849424 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8fa4012af0 con 0x5569869c8a20 2024-03-29T00:19:37.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.686+0000 7f8fa1600640 1 -- 172.21.15.12:0/1596849424 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f8f9c0994c0 con 0x5569869c8a20 2024-03-29T00:19:37.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.686+0000 7f8fbd1d4740 10 client.25946 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:37.690 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.686+0000 7f8fbd1d4740 10 client.25946 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:19:37.690 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.686+0000 7f8fbd1d4740 20 client.25946 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:37.690 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.686+0000 7f8fbd1d4740 1 --2- 172.21.15.12:0/1596849424 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5569869de400 0x5569869e0820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.690 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.686+0000 7f8fbd1d4740 4 client.25946 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:19:37.690 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.686+0000 7f8fbd1d4740 1 -- 172.21.15.12:0/1596849424 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55698693a640 con 0x5569869de400 2024-03-29T00:19:37.690 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.686+0000 7f8fb3400640 1 --2- 172.21.15.12:0/1596849424 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5569869de400 0x5569869e0820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.690 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.687+0000 7f8fb3400640 1 --2- 172.21.15.12:0/1596849424 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5569869de400 0x5569869e0820 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=50a9e60c41d63e74 server_cookie=b7f7ddb5041c7f37 in_seq=0 out_seq=0 2024-03-29T00:19:37.690 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.687+0000 7f8fa1600640 10 client.25946 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:37.691 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.688+0000 7f8fa1600640 1 -- 172.21.15.12:0/1596849424 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55698693a640 con 0x5569869de400 2024-03-29T00:19:37.691 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.688+0000 7f8fa1600640 10 client.25946 handle_command_reply: tid=0 2024-03-29T00:19:37.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.688+0000 7f8fbd1d4740 1 client.25946 shutdown 2024-03-29T00:19:37.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.689+0000 7f8fbd1d4740 1 -- 172.21.15.12:0/1596849424 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5569869c8a20 msgr2=0x5569869d2ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:37.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.689+0000 7f8fbd1d4740 1 --2- 172.21.15.12:0/1596849424 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5569869c8a20 0x5569869d2ac0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f8f9c09a000 tx=0x7f8f9c099ad0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.689+0000 7f8fbd1d4740 1 -- 172.21.15.12:0/1596849424 shutdown_connections 2024-03-29T00:19:37.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.689+0000 7f8fbd1d4740 1 --2- 172.21.15.12:0/1596849424 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5569869de400 0x5569869e0820 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.689+0000 7f8fbd1d4740 1 --2- 172.21.15.12:0/1596849424 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5569869c8a20 0x5569869d2ac0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.689+0000 7f8fbd1d4740 1 --2- 172.21.15.12:0/1596849424 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5569869cdb90 0x5569869d9b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.689+0000 7f8fa1600640 0 client.25946 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:37.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.689+0000 7f8fbd1d4740 1 --2- 172.21.15.12:0/1596849424 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569869c8030 0x5569869d2580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.689+0000 7f8fbd1d4740 1 -- 172.21.15.12:0/1596849424 >> 172.21.15.12:0/1596849424 conn(0x55698698fa10 msgr2=0x5569869c2d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:37.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.689+0000 7f8fbd1d4740 1 -- 172.21.15.12:0/1596849424 shutdown_connections 2024-03-29T00:19:37.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.689+0000 7f8fbd1d4740 1 -- 172.21.15.12:0/1596849424 wait complete. 2024-03-29T00:19:37.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.689+0000 7f8fbd1d4740 20 client.25946 trim_cache size 0 max 16384 2024-03-29T00:19:37.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.708+0000 7f8fbd1d4740 1 Processor -- start 2024-03-29T00:19:37.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.708+0000 7f8fbd1d4740 1 -- start start 2024-03-29T00:19:37.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.708+0000 7f8fbd1d4740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569869c8030 0x5569869c6be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.708+0000 7f8fbd1d4740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5569869c8a20 0x5569869d9ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.708+0000 7f8fbd1d4740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5569869cdb90 0x5569869c7120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.708+0000 7f8fbd1d4740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8fb41ac4e0 con 0x5569869cdb90 2024-03-29T00:19:37.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.708+0000 7f8fbd1d4740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f8fb41ae020 con 0x5569869c8a20 2024-03-29T00:19:37.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.708+0000 7f8fbd1d4740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8fb41acbb0 con 0x5569869c8030 2024-03-29T00:19:37.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.708+0000 7f8fb3400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569869c8030 0x5569869c6be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.708+0000 7f8fabe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5569869c8a20 0x5569869d9ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.709+0000 7f8fabe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5569869c8a20 0x5569869d9ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:35918/0 (socket says 172.21.15.12:35918) 2024-03-29T00:19:37.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.709+0000 7f8fabe00640 1 -- 172.21.15.12:0/3641281946 learned_addr learned my addr 172.21.15.12:0/3641281946 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:37.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.709+0000 7f8fb3400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569869c8030 0x5569869c6be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:46618/0 (socket says 172.21.15.12:46618) 2024-03-29T00:19:37.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.709+0000 7f8fb3e00640 1 --2- 172.21.15.12:0/3641281946 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5569869cdb90 0x5569869c7120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.709+0000 7f8fabe00640 1 -- 172.21.15.12:0/3641281946 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569869c8030 msgr2=0x5569869c6be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:37.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.709+0000 7f8fabe00640 1 --2- 172.21.15.12:0/3641281946 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569869c8030 0x5569869c6be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.709+0000 7f8fabe00640 1 -- 172.21.15.12:0/3641281946 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5569869cdb90 msgr2=0x5569869c7120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:37.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.709+0000 7f8fabe00640 1 --2- 172.21.15.12:0/3641281946 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5569869cdb90 0x5569869c7120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.709+0000 7f8fabe00640 1 -- 172.21.15.12:0/3641281946 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5569866413f0 con 0x5569869c8a20 2024-03-29T00:19:37.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.709+0000 7f8fabe00640 1 --2- 172.21.15.12:0/3641281946 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5569869c8a20 0x5569869d9ac0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f8f9c099d70 tx=0x7f8f9c00bf60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6f026b29538af09c server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:37.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.709+0000 7f8fa3e00640 1 -- 172.21.15.12:0/3641281946 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f9c0b1070 con 0x5569869c8a20 2024-03-29T00:19:37.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.709+0000 7f8fa3e00640 1 -- 172.21.15.12:0/3641281946 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8f9c0a2810 con 0x5569869c8a20 2024-03-29T00:19:37.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.709+0000 7f8fa3e00640 1 -- 172.21.15.12:0/3641281946 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f9c0a2380 con 0x5569869c8a20 2024-03-29T00:19:37.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.710+0000 7f8fbd1d4740 1 -- 172.21.15.12:0/3641281946 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5569869c8a20 msgr2=0x5569869d9ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:37.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.710+0000 7f8fbd1d4740 1 --2- 172.21.15.12:0/3641281946 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5569869c8a20 0x5569869d9ac0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f8f9c099d70 tx=0x7f8f9c00bf60 comp rx=0 tx=0).stop 2024-03-29T00:19:37.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.710+0000 7f8fbd1d4740 1 -- 172.21.15.12:0/3641281946 shutdown_connections 2024-03-29T00:19:37.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.710+0000 7f8fbd1d4740 1 --2- 172.21.15.12:0/3641281946 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5569869c8a20 0x5569869d9ac0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.710+0000 7f8fbd1d4740 1 --2- 172.21.15.12:0/3641281946 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5569869cdb90 0x5569869c7120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.710+0000 7f8fbd1d4740 1 --2- 172.21.15.12:0/3641281946 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569869c8030 0x5569869c6be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.710+0000 7f8fbd1d4740 1 -- 172.21.15.12:0/3641281946 >> 172.21.15.12:0/3641281946 conn(0x55698698fa10 msgr2=0x5569869d1060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:37.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.710+0000 7f8fbd1d4740 1 -- 172.21.15.12:0/3641281946 shutdown_connections 2024-03-29T00:19:37.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.710+0000 7f8fbd1d4740 1 -- 172.21.15.12:0/3641281946 wait complete. 2024-03-29T00:19:37.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.711+0000 7f8fbd1d4740 1 -- start start 2024-03-29T00:19:37.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.711+0000 7f8fbd1d4740 1 Processor -- start 2024-03-29T00:19:37.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.712+0000 7f8fbd1d4740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5569869c8030 0x5569869d72b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.712+0000 7f8fbd1d4740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569869c8a20 0x5569869d77f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.712+0000 7f8fbd1d4740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5569869cdb90 0x5569869d87b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.712+0000 7f8fbd1d4740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8fb41ad950 con 0x5569869cdb90 2024-03-29T00:19:37.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.712+0000 7f8fbd1d4740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f8fb41ad280 con 0x5569869c8030 2024-03-29T00:19:37.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.712+0000 7f8fbd1d4740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8fb41aa4c0 con 0x5569869c8a20 2024-03-29T00:19:37.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.712+0000 7f8fbd1d4740 10 client.0 _ll_register_callbacks cb 0x7f8f9c099bb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:37.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.712+0000 7f8fb3400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5569869c8030 0x5569869d72b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.712+0000 7f8fb3400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5569869c8030 0x5569869d72b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:35932/0 (socket says 172.21.15.12:35932) 2024-03-29T00:19:37.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.712+0000 7f8fb3400640 1 -- 172.21.15.12:0/1548443793 learned_addr learned my addr 172.21.15.12:0/1548443793 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:37.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.712+0000 7f8fabe00640 1 --2- 172.21.15.12:0/1548443793 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569869c8a20 0x5569869d77f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.712+0000 7f8fb3e00640 1 --2- 172.21.15.12:0/1548443793 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5569869cdb90 0x5569869d87b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.712+0000 7f8fabe00640 1 -- 172.21.15.12:0/1548443793 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5569869c8030 msgr2=0x5569869d72b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:37.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.712+0000 7f8fabe00640 1 --2- 172.21.15.12:0/1548443793 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5569869c8030 0x5569869d72b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.712+0000 7f8fabe00640 1 -- 172.21.15.12:0/1548443793 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5569869cdb90 msgr2=0x5569869d87b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:37.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.712+0000 7f8fabe00640 1 --2- 172.21.15.12:0/1548443793 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5569869cdb90 0x5569869d87b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.712+0000 7f8fabe00640 1 -- 172.21.15.12:0/1548443793 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5569866010f0 con 0x5569869c8a20 2024-03-29T00:19:37.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.712+0000 7f8fb3400640 1 --2- 172.21.15.12:0/1548443793 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5569869c8030 0x5569869d72b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:37.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.712+0000 7f8fb3e00640 1 --2- 172.21.15.12:0/1548443793 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5569869cdb90 0x5569869d87b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:19:37.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.713+0000 7f8fabe00640 1 --2- 172.21.15.12:0/1548443793 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569869c8a20 0x5569869d77f0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f8f9c005fd0 tx=0x7f8f9c09e0d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=347dabaafb2cd992 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:37.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.713+0000 7f8fa1600640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:19:37.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.713+0000 7f8fa1600640 1 -- 172.21.15.12:0/1548443793 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f9c07d060 con 0x5569869c8a20 2024-03-29T00:19:37.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.713+0000 7f8fa1600640 1 -- 172.21.15.12:0/1548443793 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f8f9c0a2380 con 0x5569869c8a20 2024-03-29T00:19:37.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.713+0000 7f8fbd1d4740 1 -- 172.21.15.12:0/1548443793 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8f9c0a2810 con 0x5569869c8a20 2024-03-29T00:19:37.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.713+0000 7f8fa1600640 1 -- 172.21.15.12:0/1548443793 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8f9c084050 con 0x5569869c8a20 2024-03-29T00:19:37.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.713+0000 7f8fbd1d4740 10 client.26014 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:37.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.713+0000 7f8fbd1d4740 1 -- 172.21.15.12:0/1548443793 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556986a44720 con 0x5569869c8a20 2024-03-29T00:19:37.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.713+0000 7f8fa1600640 1 -- 172.21.15.12:0/1548443793 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8f9c0a2810 con 0x5569869c8a20 2024-03-29T00:19:37.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.714+0000 7f8fa1600640 1 -- 172.21.15.12:0/1548443793 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f8f9c09f260 con 0x5569869c8a20 2024-03-29T00:19:37.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.714+0000 7f8fbd1d4740 10 client.26014 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:37.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.714+0000 7f8fbd1d4740 10 client.26014 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:19:37.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.714+0000 7f8fbd1d4740 20 client.26014 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:37.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.714+0000 7f8fbd1d4740 1 --2- 172.21.15.12:0/1548443793 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5569869de400 0x556986a46c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:37.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.714+0000 7f8fbd1d4740 4 client.26014 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-29T00:19:37.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.714+0000 7f8fbd1d4740 1 -- 172.21.15.12:0/1548443793 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "scrub status"}) -- 0x556986934990 con 0x5569869de400 2024-03-29T00:19:37.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.715+0000 7f8fb3400640 1 --2- 172.21.15.12:0/1548443793 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5569869de400 0x556986a46c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:37.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.715+0000 7f8fb3400640 1 --2- 172.21.15.12:0/1548443793 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5569869de400 0x556986a46c30 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=70277c079fe36bf4 server_cookie=645420e58d28a1ff in_seq=0 out_seq=0 2024-03-29T00:19:37.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.715+0000 7f8fa1600640 10 client.26014 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:37.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.716+0000 7f8fa1600640 1 -- 172.21.15.12:0/1548443793 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x556986934990 con 0x5569869de400 2024-03-29T00:19:37.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.716+0000 7f8fa1600640 10 client.26014 handle_command_reply: tid=0 2024-03-29T00:19:37.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.716+0000 7f8fbd1d4740 1 client.26014 shutdown 2024-03-29T00:19:37.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.716+0000 7f8fbd1d4740 1 -- 172.21.15.12:0/1548443793 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569869c8a20 msgr2=0x5569869d77f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:37.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.716+0000 7f8fbd1d4740 1 --2- 172.21.15.12:0/1548443793 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569869c8a20 0x5569869d77f0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f8f9c005fd0 tx=0x7f8f9c09e0d0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.716+0000 7f8fbd1d4740 1 -- 172.21.15.12:0/1548443793 shutdown_connections 2024-03-29T00:19:37.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.716+0000 7f8fbd1d4740 1 --2- 172.21.15.12:0/1548443793 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5569869de400 0x556986a46c30 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.716+0000 7f8fbd1d4740 1 --2- 172.21.15.12:0/1548443793 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5569869cdb90 0x5569869d87b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.716+0000 7f8fbd1d4740 1 --2- 172.21.15.12:0/1548443793 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569869c8a20 0x5569869d77f0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.716+0000 7f8fbd1d4740 1 --2- 172.21.15.12:0/1548443793 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5569869c8030 0x5569869d72b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.716+0000 7f8fbd1d4740 1 -- 172.21.15.12:0/1548443793 >> 172.21.15.12:0/1548443793 conn(0x55698698fa10 msgr2=0x5569869c2470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:37.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.716+0000 7f8fa1600640 0 client.26014 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:37.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.716+0000 7f8fbd1d4740 1 -- 172.21.15.12:0/1548443793 shutdown_connections 2024-03-29T00:19:37.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.716+0000 7f8fbd1d4740 1 -- 172.21.15.12:0/1548443793 wait complete. 2024-03-29T00:19:37.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.716+0000 7f8fbd1d4740 20 client.26014 trim_cache size 0 max 16384 2024-03-29T00:19:37.720 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:19:37.720 INFO:teuthology.orchestra.run.smithi012.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-29T00:19:37.721 INFO:teuthology.orchestra.run.smithi012.stdout: "scrubs": { 2024-03-29T00:19:37.721 INFO:teuthology.orchestra.run.smithi012.stdout: "c261d99d-d4fa-414f-9079-0d184cdd0540": { 2024-03-29T00:19:37.721 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/", 2024-03-29T00:19:37.721 INFO:teuthology.orchestra.run.smithi012.stdout: "tag": "c261d99d-d4fa-414f-9079-0d184cdd0540", 2024-03-29T00:19:37.721 INFO:teuthology.orchestra.run.smithi012.stdout: "options": "recursive,force" 2024-03-29T00:19:37.721 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:19:37.721 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:19:37.721 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:19:37.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.717+0000 7f8fb8e00640 1 -- 172.21.15.12:0/848018220 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f8f980a1d90 msgr2=0x7f8f980a4250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:37.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.717+0000 7f8fb8e00640 1 --2- 172.21.15.12:0/848018220 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f8f980a1d90 0x7f8f980a4250 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f8fac006010 tx=0x7f8fac0333e0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.717+0000 7f8fb8e00640 1 -- 172.21.15.12:0/848018220 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8fb4075710 msgr2=0x7f8fb419a010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:37.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.717+0000 7f8fb8e00640 1 --2- 172.21.15.12:0/848018220 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8fb4075710 0x7f8fb419a010 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f8f9c00d950 tx=0x7f8f9c00de10 comp rx=0 tx=0).stop 2024-03-29T00:19:37.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.717+0000 7f8fb8e00640 1 -- 172.21.15.12:0/848018220 shutdown_connections 2024-03-29T00:19:37.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.717+0000 7f8fb8e00640 1 --2- 172.21.15.12:0/848018220 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f8f980a1d90 0x7f8f980a4250 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.717+0000 7f8fb8e00640 1 --2- 172.21.15.12:0/848018220 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8fb4075710 0x7f8fb419a010 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.717+0000 7f8fb8e00640 1 --2- 172.21.15.12:0/848018220 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8fb4109470 0x7f8fb41a1080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.717+0000 7f8fb8e00640 1 --2- 172.21.15.12:0/848018220 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8fb4074130 0x7f8fb4199ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:37.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.717+0000 7f8fb8e00640 1 -- 172.21.15.12:0/848018220 >> 172.21.15.12:0/848018220 conn(0x7f8fb40fcb30 msgr2=0x7f8fb4105400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:37.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.718+0000 7f8fb8e00640 1 -- 172.21.15.12:0/848018220 shutdown_connections 2024-03-29T00:19:37.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:19:37.718+0000 7f8fb8e00640 1 -- 172.21.15.12:0/848018220 wait complete. 2024-03-29T00:19:37.736 INFO:tasks.cephfs.filesystem:scrub status for tag:c261d99d-d4fa-414f-9079-0d184cdd0540 - {'path': '/', 'tag': 'c261d99d-d4fa-414f-9079-0d184cdd0540', 'options': 'recursive,force'} 2024-03-29T00:19:38.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:38 smithi012 ceph-mon[31657]: scrub queued for path: / 2024-03-29T00:19:38.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:38 smithi012 ceph-mon[31657]: scrub summary: idle+waiting paths [/] 2024-03-29T00:19:38.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:38 smithi012 ceph-mon[31657]: scrub summary: active paths [/] 2024-03-29T00:19:38.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:38 smithi012 ceph-mon[31657]: scrub summary: idle+waiting paths [/] 2024-03-29T00:19:38.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:38 smithi053 ceph-mon[36233]: scrub queued for path: / 2024-03-29T00:19:38.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:38 smithi053 ceph-mon[36233]: scrub summary: idle+waiting paths [/] 2024-03-29T00:19:38.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:38 smithi053 ceph-mon[36233]: scrub summary: active paths [/] 2024-03-29T00:19:38.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:38 smithi053 ceph-mon[36233]: scrub summary: idle+waiting paths [/] 2024-03-29T00:19:38.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:38 smithi069 ceph-mon[36074]: scrub queued for path: / 2024-03-29T00:19:38.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:38 smithi069 ceph-mon[36074]: scrub summary: idle+waiting paths [/] 2024-03-29T00:19:38.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:38 smithi069 ceph-mon[36074]: scrub summary: active paths [/] 2024-03-29T00:19:38.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:38 smithi069 ceph-mon[36074]: scrub summary: idle+waiting paths [/] 2024-03-29T00:19:39.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:39 smithi012 ceph-mon[31657]: pgmap v457: 129 pgs: 129 active+clean; 672 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 511 B/s wr, 12 op/s 2024-03-29T00:19:39.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:39 smithi053 ceph-mon[36233]: pgmap v457: 129 pgs: 129 active+clean; 672 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 511 B/s wr, 12 op/s 2024-03-29T00:19:39.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:39 smithi069 ceph-mon[36074]: pgmap v457: 129 pgs: 129 active+clean; 672 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 511 B/s wr, 12 op/s 2024-03-29T00:19:40.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:40 smithi012 ceph-mon[31657]: scrub summary: idle 2024-03-29T00:19:40.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:40 smithi053 ceph-mon[36233]: scrub summary: idle 2024-03-29T00:19:40.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:40 smithi069 ceph-mon[36074]: scrub summary: idle 2024-03-29T00:19:41.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:41 smithi012 ceph-mon[31657]: pgmap v458: 129 pgs: 129 active+clean; 672 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 9 op/s 2024-03-29T00:19:41.305 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:41 smithi053 ceph-mon[36233]: pgmap v458: 129 pgs: 129 active+clean; 672 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 9 op/s 2024-03-29T00:19:41.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:41 smithi069 ceph-mon[36074]: pgmap v458: 129 pgs: 129 active+clean; 672 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 9 op/s 2024-03-29T00:19:43.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:43 smithi012 ceph-mon[31657]: pgmap v459: 129 pgs: 129 active+clean; 672 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 10 op/s 2024-03-29T00:19:43.341 INFO:tasks.workunit.client.0.smithi012.stderr:Updating files: 61% (7631/12435) Updating files: 62% (7710/12435) Updating files: 63% (7835/12435) Updating files: 64% (7959/12435) Updating files: 65% (8083/12435) Updating files: 66% (8208/12435) Updating files: 67% (8332/12435) Updating files: 68% (8456/12435) Updating files: 69% (8581/12435) Updating files: 70% (8705/12435) Updating files: 71% (8829/12435) Updating files: 72% (8954/12435) Updating files: 73% (9078/12435) Updating files: 74% (9202/12435) Updating files: 75% (9327/12435) Updating files: 76% (9451/12435) Updating files: 77% (9575/12435) Updating files: 78% (9700/12435) Updating files: 79% (9824/12435) Updating files: 80% (9948/12435) Updating files: 81% (10073/12435) Updating files: 82% (10197/12435) Updating files: 83% (10322/12435) Updating files: 84% (10446/12435) Updating files: 85% (10570/12435) Updating files: 86% (10695/12435) Updating files: 87% (10819/12435) Updating files: 88% (10943/12435) Updating files: 89% (11068/12435) Updating files: 90% (11192/12435) Updating files: 91% (11316/12435) Updating files: 92% (11441/12435) Updating files: 93% (11565/12435) Updating files: 94% (11689/12435) Updating files: 95% (11814/12435) Updating files: 96% (11938/12435) Updating files: 97% (12062/12435) Updating files: 98% (12187/12435) Updating files: 98% (12271/12435) Updating files: 99% (12311/12435) Updating files: 100% (12435/12435) Updating files: 100% (12435/12435), done. 2024-03-29T00:19:43.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:43 smithi053 ceph-mon[36233]: pgmap v459: 129 pgs: 129 active+clean; 672 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 10 op/s 2024-03-29T00:19:43.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:43 smithi069 ceph-mon[36074]: pgmap v459: 129 pgs: 129 active+clean; 672 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 10 op/s 2024-03-29T00:19:43.824 INFO:tasks.workunit.client.0.smithi012.stderr:Note: switching to '55f5138942aa4866e49329c9103468889cec3f73'. 2024-03-29T00:19:43.824 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-03-29T00:19:43.824 INFO:tasks.workunit.client.0.smithi012.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-03-29T00:19:43.825 INFO:tasks.workunit.client.0.smithi012.stderr:changes and commit them, and you can discard any commits you make in this 2024-03-29T00:19:43.825 INFO:tasks.workunit.client.0.smithi012.stderr:state without impacting any branches by switching back to a branch. 2024-03-29T00:19:43.825 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-03-29T00:19:43.825 INFO:tasks.workunit.client.0.smithi012.stderr:If you want to create a new branch to retain commits you create, you may 2024-03-29T00:19:43.825 INFO:tasks.workunit.client.0.smithi012.stderr:do so (now or later) by using -c with the switch command. Example: 2024-03-29T00:19:43.825 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-03-29T00:19:43.825 INFO:tasks.workunit.client.0.smithi012.stderr: git switch -c 2024-03-29T00:19:43.825 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-03-29T00:19:43.825 INFO:tasks.workunit.client.0.smithi012.stderr:Or undo this operation with: 2024-03-29T00:19:43.825 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-03-29T00:19:43.825 INFO:tasks.workunit.client.0.smithi012.stderr: git switch - 2024-03-29T00:19:43.825 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-03-29T00:19:43.825 INFO:tasks.workunit.client.0.smithi012.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-03-29T00:19:43.825 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-03-29T00:19:43.825 INFO:tasks.workunit.client.0.smithi012.stderr:HEAD is now at 55f5138942a Merge pull request #56314 from adk3798/wip-64621-squid 2024-03-29T00:19:43.833 DEBUG:teuthology.orchestra.run.smithi012:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-03-29T00:19:43.892 INFO:tasks.workunit.client.0.smithi012.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-03-29T00:19:43.900 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-03-29T00:19:43.900 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-03-29T00:19:44.803 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-03-29T00:19:44.953 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-03-29T00:19:45.048 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-03-29T00:19:45.054 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-03-29T00:19:45.054 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-03-29T00:19:45.141 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-03-29T00:19:45.152 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-03-29T00:19:45.152 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-03-29T00:19:45.198 INFO:tasks.workunit:Running workunits matching fs/norstats on client.0... 2024-03-29T00:19:45.200 INFO:tasks.workunit:Running workunit fs/norstats/kernel_untar_tar.sh... 2024-03-29T00:19:45.200 DEBUG:teuthology.orchestra.run.smithi012:workunit test fs/norstats/kernel_untar_tar.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=55f5138942aa4866e49329c9103468889cec3f73 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/norstats/kernel_untar_tar.sh 2024-03-29T00:19:45.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:45 smithi012 ceph-mon[31657]: pgmap v460: 129 pgs: 129 active+clean; 672 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 255 B/s wr, 12 op/s 2024-03-29T00:19:45.317 INFO:tasks.workunit.client.0.smithi012.stderr:+ KERNEL=linux-4.0.5 2024-03-29T00:19:45.318 INFO:tasks.workunit.client.0.smithi012.stderr:+ wget -q http://download.ceph.com/qa/linux-4.0.5.tar.xz 2024-03-29T00:19:45.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:45 smithi053 ceph-mon[36233]: pgmap v460: 129 pgs: 129 active+clean; 672 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 255 B/s wr, 12 op/s 2024-03-29T00:19:45.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:45 smithi069 ceph-mon[36074]: pgmap v460: 129 pgs: 129 active+clean; 672 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 255 B/s wr, 12 op/s 2024-03-29T00:19:47.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:47 smithi012 ceph-mon[31657]: pgmap v461: 129 pgs: 129 active+clean; 672 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-03-29T00:19:47.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:47 smithi053 ceph-mon[36233]: pgmap v461: 129 pgs: 129 active+clean; 672 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-03-29T00:19:47.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:47 smithi069 ceph-mon[36074]: pgmap v461: 129 pgs: 129 active+clean; 672 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-03-29T00:19:48.948 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.947+0000 7f58db200640 1 -- 172.21.15.12:0/648631161 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f58dc075790 msgr2=0x7f58dc073be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:48.949 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.947+0000 7f58db200640 1 --2- 172.21.15.12:0/648631161 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f58dc075790 0x7f58dc073be0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f58cc009cd0 tx=0x7f58cc02c0f0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.949 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.947+0000 7f58db200640 1 -- 172.21.15.12:0/648631161 shutdown_connections 2024-03-29T00:19:48.949 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.947+0000 7f58db200640 1 --2- 172.21.15.12:0/648631161 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f58dc10dba0 0x7f58dc10ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.949 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.947+0000 7f58db200640 1 --2- 172.21.15.12:0/648631161 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f58dc0741b0 0x7f58dc074630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.949 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.947+0000 7f58db200640 1 --2- 172.21.15.12:0/648631161 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f58dc075790 0x7f58dc073be0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.949 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.947+0000 7f58db200640 1 -- 172.21.15.12:0/648631161 >> 172.21.15.12:0/648631161 conn(0x7f58dc0fcb60 msgr2=0x7f58dc0fef80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:48.949 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.947+0000 7f58db200640 1 -- 172.21.15.12:0/648631161 shutdown_connections 2024-03-29T00:19:48.949 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.947+0000 7f58db200640 1 -- 172.21.15.12:0/648631161 wait complete. 2024-03-29T00:19:48.951 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.948+0000 7f58db200640 1 Processor -- start 2024-03-29T00:19:48.951 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.948+0000 7f58db200640 1 -- start start 2024-03-29T00:19:48.952 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.948+0000 7f58db200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f58dc0741b0 0x7f58dc19dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:48.952 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.948+0000 7f58db200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f58dc075790 0x7f58dc19e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:48.952 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.948+0000 7f58db200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f58dc10dba0 0x7f58dc1a5560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:48.952 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.948+0000 7f58db200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f58dc113960 con 0x7f58dc0741b0 2024-03-29T00:19:48.952 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.948+0000 7f58db200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f58dc1137e0 con 0x7f58dc075790 2024-03-29T00:19:48.952 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.948+0000 7f58db200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f58dc113ae0 con 0x7f58dc10dba0 2024-03-29T00:19:48.952 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.949+0000 7f58d9400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f58dc075790 0x7f58dc19e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:48.952 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.949+0000 7f58d9e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f58dc0741b0 0x7f58dc19dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:48.952 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.949+0000 7f58d9400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f58dc075790 0x7f58dc19e4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:50166/0 (socket says 172.21.15.12:50166) 2024-03-29T00:19:48.952 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.949+0000 7f58da800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f58dc10dba0 0x7f58dc1a5560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:48.952 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.949+0000 7f58d9400640 1 -- 172.21.15.12:0/223136912 learned_addr learned my addr 172.21.15.12:0/223136912 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:48.952 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.949+0000 7f58d9400640 1 -- 172.21.15.12:0/223136912 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f58dc10dba0 msgr2=0x7f58dc1a5560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:48.952 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.949+0000 7f58d9400640 1 --2- 172.21.15.12:0/223136912 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f58dc10dba0 0x7f58dc1a5560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.952 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.949+0000 7f58d9400640 1 -- 172.21.15.12:0/223136912 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f58dc0741b0 msgr2=0x7f58dc19dfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:48.953 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.949+0000 7f58d9400640 1 --2- 172.21.15.12:0/223136912 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f58dc0741b0 0x7f58dc19dfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.953 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.949+0000 7f58d9400640 1 -- 172.21.15.12:0/223136912 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58dc1a5bd0 con 0x7f58dc075790 2024-03-29T00:19:48.953 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.949+0000 7f58d9e00640 1 --2- 172.21.15.12:0/223136912 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f58dc0741b0 0x7f58dc19dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:48.953 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.949+0000 7f58d9400640 1 --2- 172.21.15.12:0/223136912 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f58dc075790 0x7f58dc19e4f0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f58c400e9f0 tx=0x7f58c400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:48.953 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.950+0000 7f58d2a00640 1 -- 172.21.15.12:0/223136912 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c400cd80 con 0x7f58dc075790 2024-03-29T00:19:48.953 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.950+0000 7f58d2a00640 1 -- 172.21.15.12:0/223136912 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f58c4010930 con 0x7f58dc075790 2024-03-29T00:19:48.953 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.950+0000 7f58db200640 1 -- 172.21.15.12:0/223136912 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58dc1a5ec0 con 0x7f58dc075790 2024-03-29T00:19:48.953 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.950+0000 7f58d2a00640 1 -- 172.21.15.12:0/223136912 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c4018b00 con 0x7f58dc075790 2024-03-29T00:19:48.953 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.950+0000 7f58db200640 1 -- 172.21.15.12:0/223136912 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58dc1a63d0 con 0x7f58dc075790 2024-03-29T00:19:48.954 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.953+0000 7f58d2a00640 1 -- 172.21.15.12:0/223136912 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f58c4018ca0 con 0x7f58dc075790 2024-03-29T00:19:48.954 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.953+0000 7f58e37eb740 1 Processor -- start 2024-03-29T00:19:48.954 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.953+0000 7f58e37eb740 1 -- start start 2024-03-29T00:19:48.956 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.954+0000 7f58e37eb740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b07b7d6780 0x55b07b7d6ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:48.956 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.954+0000 7f58e37eb740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b07b7d7170 0x55b07b7dbc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:48.956 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.954+0000 7f58e37eb740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b07b7dc2e0 0x55b07b7de770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:48.956 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.954+0000 7f58e37eb740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55b07b73a640 con 0x55b07b7dc2e0 2024-03-29T00:19:48.956 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.954+0000 7f58e37eb740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55b07b6e3810 con 0x55b07b7d6780 2024-03-29T00:19:48.956 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.954+0000 7f58e37eb740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55b07b7366e0 con 0x55b07b7d7170 2024-03-29T00:19:48.956 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.954+0000 7f58da800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b07b7d6780 0x55b07b7d6ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:48.957 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.954+0000 7f58d9400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b07b7dc2e0 0x55b07b7de770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:48.957 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.954+0000 7f58d9e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b07b7d7170 0x55b07b7dbc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:48.957 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.954+0000 7f58da800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b07b7d6780 0x55b07b7d6ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:50182/0 (socket says 172.21.15.12:50182) 2024-03-29T00:19:48.957 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.954+0000 7f58d9e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b07b7d7170 0x55b07b7dbc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:33236/0 (socket says 172.21.15.12:33236) 2024-03-29T00:19:48.957 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.954+0000 7f58da800640 1 -- 172.21.15.12:0/3930294893 learned_addr learned my addr 172.21.15.12:0/3930294893 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:48.957 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.954+0000 7f58da800640 1 -- 172.21.15.12:0/3930294893 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b07b7d7170 msgr2=0x55b07b7dbc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:48.957 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.954+0000 7f58da800640 1 --2- 172.21.15.12:0/3930294893 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b07b7d7170 0x55b07b7dbc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.957 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.954+0000 7f58d2a00640 1 --2- 172.21.15.12:0/223136912 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f58c00a1de0 0x7f58c00a42a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:48.957 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.954+0000 7f58da800640 1 -- 172.21.15.12:0/3930294893 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b07b7dc2e0 msgr2=0x55b07b7de770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:48.957 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.954+0000 7f58da800640 1 --2- 172.21.15.12:0/3930294893 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b07b7dc2e0 0x55b07b7de770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.957 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.954+0000 7f58da800640 1 -- 172.21.15.12:0/3930294893 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b07b44f210 con 0x55b07b7d6780 2024-03-29T00:19:48.957 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.955+0000 7f58d2a00640 1 -- 172.21.15.12:0/223136912 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f58c40ce410 con 0x7f58dc075790 2024-03-29T00:19:48.958 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.955+0000 7f58da800640 1 --2- 172.21.15.12:0/3930294893 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b07b7d6780 0x55b07b7d6ba0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f58d4009ca0 tx=0x7f58d4011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c0f82249c148dc2c server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:48.958 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.955+0000 7f58da800640 1 --2- 172.21.15.12:0/223136912 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f58c00a1de0 0x7f58c00a42a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:48.960 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.955+0000 7f58cb000640 1 -- 172.21.15.12:0/3930294893 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d401b8d0 con 0x55b07b7d6780 2024-03-29T00:19:48.960 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.955+0000 7f58cb000640 1 -- 172.21.15.12:0/3930294893 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f58d4019e10 con 0x55b07b7d6780 2024-03-29T00:19:48.960 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.956+0000 7f58cb000640 1 -- 172.21.15.12:0/3930294893 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d400ed80 con 0x55b07b7d6780 2024-03-29T00:19:48.960 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.956+0000 7f58e37eb740 1 -- 172.21.15.12:0/3930294893 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b07b7d6780 msgr2=0x55b07b7d6ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:48.960 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.956+0000 7f58e37eb740 1 --2- 172.21.15.12:0/3930294893 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b07b7d6780 0x55b07b7d6ba0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f58d4009ca0 tx=0x7f58d4011810 comp rx=0 tx=0).stop 2024-03-29T00:19:48.960 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.956+0000 7f58da800640 1 --2- 172.21.15.12:0/223136912 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f58c00a1de0 0x7f58c00a42a0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f58d4020000 tx=0x7f58d4021000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:48.960 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.956+0000 7f58e37eb740 1 -- 172.21.15.12:0/3930294893 shutdown_connections 2024-03-29T00:19:48.960 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.956+0000 7f58e37eb740 1 --2- 172.21.15.12:0/3930294893 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b07b7dc2e0 0x55b07b7de770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.960 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.956+0000 7f58e37eb740 1 --2- 172.21.15.12:0/3930294893 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b07b7d7170 0x55b07b7dbc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.960 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.956+0000 7f58e37eb740 1 --2- 172.21.15.12:0/3930294893 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b07b7d6780 0x55b07b7d6ba0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.960 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.956+0000 7f58e37eb740 1 -- 172.21.15.12:0/3930294893 >> 172.21.15.12:0/3930294893 conn(0x55b07b7d1cf0 msgr2=0x55b07b7d20f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:48.961 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.956+0000 7f58e37eb740 1 -- 172.21.15.12:0/3930294893 shutdown_connections 2024-03-29T00:19:48.961 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.956+0000 7f58e37eb740 1 -- 172.21.15.12:0/3930294893 wait complete. 2024-03-29T00:19:48.961 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.957+0000 7f58e37eb740 1 -- start start 2024-03-29T00:19:48.961 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.957+0000 7f58e37eb740 1 Processor -- start 2024-03-29T00:19:48.961 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.957+0000 7f58e37eb740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b07b7d6780 0x55b07b7e0a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:48.961 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.957+0000 7f58e37eb740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b07b7d7170 0x55b07b7e0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:48.961 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.957+0000 7f58e37eb740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b07b7dc2e0 0x55b07b7e7fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:48.961 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.957+0000 7f58e37eb740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55b07b7df290 con 0x55b07b7d7170 2024-03-29T00:19:48.961 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.958+0000 7f58e37eb740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55b07b6d8d00 con 0x55b07b7dc2e0 2024-03-29T00:19:48.961 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.958+0000 7f58e37eb740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55b07b7df410 con 0x55b07b7d6780 2024-03-29T00:19:48.961 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.958+0000 7f58e37eb740 10 client.0 _ll_register_callbacks cb 0x55b07b6c3490 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:48.961 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.958+0000 7f58d9e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b07b7d6780 0x55b07b7e0a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:48.961 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.958+0000 7f58da800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b07b7dc2e0 0x55b07b7e7fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:48.961 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.958+0000 7f58d9e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b07b7d6780 0x55b07b7e0a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:33244/0 (socket says 172.21.15.12:33244) 2024-03-29T00:19:48.961 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.958+0000 7f58da800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b07b7dc2e0 0x55b07b7e7fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:50196/0 (socket says 172.21.15.12:50196) 2024-03-29T00:19:48.962 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.958+0000 7f58d9e00640 1 -- 172.21.15.12:0/4036184304 learned_addr learned my addr 172.21.15.12:0/4036184304 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:48.962 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.958+0000 7f58d9400640 1 --2- 172.21.15.12:0/4036184304 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b07b7d7170 0x55b07b7e0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:48.962 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.958+0000 7f58d9e00640 1 -- 172.21.15.12:0/4036184304 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b07b7dc2e0 msgr2=0x55b07b7e7fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:48.962 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.958+0000 7f58d9e00640 1 --2- 172.21.15.12:0/4036184304 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b07b7dc2e0 0x55b07b7e7fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.962 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.958+0000 7f58d9e00640 1 -- 172.21.15.12:0/4036184304 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b07b7d7170 msgr2=0x55b07b7e0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:48.962 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.958+0000 7f58d9e00640 1 --2- 172.21.15.12:0/4036184304 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b07b7d7170 0x55b07b7e0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.962 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.958+0000 7f58d9e00640 1 -- 172.21.15.12:0/4036184304 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b07b51b620 con 0x55b07b7d6780 2024-03-29T00:19:48.962 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.958+0000 7f58da800640 1 --2- 172.21.15.12:0/4036184304 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b07b7dc2e0 0x55b07b7e7fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:48.962 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.959+0000 7f58d9e00640 1 --2- 172.21.15.12:0/4036184304 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b07b7d6780 0x55b07b7e0a30 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f58cc000f80 tx=0x7f58cc005ef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3eaeb328042e0528 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:48.962 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.959+0000 7f58bf400640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:19:48.965 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.959+0000 7f58bf400640 1 -- 172.21.15.12:0/4036184304 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58cc044070 con 0x55b07b7d6780 2024-03-29T00:19:48.965 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.959+0000 7f58bf400640 1 -- 172.21.15.12:0/4036184304 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f58cc003970 con 0x55b07b7d6780 2024-03-29T00:19:48.965 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.959+0000 7f58e37eb740 1 -- 172.21.15.12:0/4036184304 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58d4019e10 con 0x55b07b7d6780 2024-03-29T00:19:48.965 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.959+0000 7f58bf400640 1 -- 172.21.15.12:0/4036184304 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f58cc050050 con 0x55b07b7d6780 2024-03-29T00:19:48.965 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.959+0000 7f58e37eb740 10 client.26026 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:48.965 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.959+0000 7f58e37eb740 1 -- 172.21.15.12:0/4036184304 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b07b7eb000 con 0x55b07b7d6780 2024-03-29T00:19:48.965 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.960+0000 7f58bf400640 1 -- 172.21.15.12:0/4036184304 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f58d4019e10 con 0x55b07b7d6780 2024-03-29T00:19:48.965 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.960+0000 7f58bf400640 1 -- 172.21.15.12:0/4036184304 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f58cc035020 con 0x55b07b7d6780 2024-03-29T00:19:48.965 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.960+0000 7f58e37eb740 10 client.26026 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:48.965 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.960+0000 7f58e37eb740 10 client.26026 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:19:48.965 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.960+0000 7f58e37eb740 20 client.26026 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:48.966 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.960+0000 7f58e37eb740 1 --2- 172.21.15.12:0/4036184304 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55b07b7ec790 0x55b07b7eebc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:48.966 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.960+0000 7f58e37eb740 4 client.26026 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:19:48.966 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.960+0000 7f58e37eb740 1 -- 172.21.15.12:0/4036184304 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b07b74e030 con 0x55b07b7ec790 2024-03-29T00:19:48.966 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.960+0000 7f58d9400640 1 --2- 172.21.15.12:0/4036184304 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55b07b7ec790 0x55b07b7eebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:48.966 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.961+0000 7f58d9400640 1 --2- 172.21.15.12:0/4036184304 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55b07b7ec790 0x55b07b7eebc0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d98261da17c6469d server_cookie=6312d515c67d4695 in_seq=0 out_seq=0 2024-03-29T00:19:48.966 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.961+0000 7f58bf400640 10 client.26026 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:48.966 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.963+0000 7f58bf400640 1 -- 172.21.15.12:0/4036184304 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55b07b74e030 con 0x55b07b7ec790 2024-03-29T00:19:48.966 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.963+0000 7f58bf400640 10 client.26026 handle_command_reply: tid=0 2024-03-29T00:19:48.967 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.963+0000 7f58e37eb740 1 client.26026 shutdown 2024-03-29T00:19:48.967 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.963+0000 7f58e37eb740 1 -- 172.21.15.12:0/4036184304 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b07b7d6780 msgr2=0x55b07b7e0a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:48.967 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.963+0000 7f58e37eb740 1 --2- 172.21.15.12:0/4036184304 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b07b7d6780 0x55b07b7e0a30 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f58cc000f80 tx=0x7f58cc005ef0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.967 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.963+0000 7f58e37eb740 1 -- 172.21.15.12:0/4036184304 shutdown_connections 2024-03-29T00:19:48.967 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.963+0000 7f58e37eb740 1 --2- 172.21.15.12:0/4036184304 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55b07b7ec790 0x55b07b7eebc0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.967 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.963+0000 7f58e37eb740 1 --2- 172.21.15.12:0/4036184304 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b07b7dc2e0 0x55b07b7e7fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.967 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.963+0000 7f58e37eb740 1 --2- 172.21.15.12:0/4036184304 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b07b7d7170 0x55b07b7e0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.967 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.963+0000 7f58e37eb740 1 --2- 172.21.15.12:0/4036184304 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b07b7d6780 0x55b07b7e0a30 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.967 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.963+0000 7f58e37eb740 1 -- 172.21.15.12:0/4036184304 >> 172.21.15.12:0/4036184304 conn(0x55b07b7d1cf0 msgr2=0x55b07b7d0f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:48.967 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.963+0000 7f58bf400640 0 client.26026 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:48.967 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.963+0000 7f58e37eb740 1 -- 172.21.15.12:0/4036184304 shutdown_connections 2024-03-29T00:19:48.967 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.963+0000 7f58e37eb740 1 -- 172.21.15.12:0/4036184304 wait complete. 2024-03-29T00:19:48.967 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.963+0000 7f58e37eb740 20 client.26026 trim_cache size 0 max 16384 2024-03-29T00:19:48.982 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.979+0000 7f58e37eb740 1 Processor -- start 2024-03-29T00:19:48.982 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.979+0000 7f58e37eb740 1 -- start start 2024-03-29T00:19:48.982 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.979+0000 7f58e37eb740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b07b7d6780 0x55b07b7d20d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:48.982 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.979+0000 7f58e37eb740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b07b7d7170 0x55b07b7e7f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:48.982 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.979+0000 7f58e37eb740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b07b7dc2e0 0x55b07b7e0050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:48.982 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.979+0000 7f58e37eb740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f58dc1b0840 con 0x55b07b7d6780 2024-03-29T00:19:48.982 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.979+0000 7f58e37eb740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f58dc1b2380 con 0x55b07b7dc2e0 2024-03-29T00:19:48.983 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.979+0000 7f58e37eb740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f58dc1b0f10 con 0x55b07b7d7170 2024-03-29T00:19:48.983 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.980+0000 7f58d9400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b07b7d7170 0x55b07b7e7f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:48.983 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.980+0000 7f58da800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b07b7dc2e0 0x55b07b7e0050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:48.983 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.980+0000 7f58d9400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b07b7d7170 0x55b07b7e7f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:33254/0 (socket says 172.21.15.12:33254) 2024-03-29T00:19:48.983 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.980+0000 7f58da800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b07b7dc2e0 0x55b07b7e0050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:50198/0 (socket says 172.21.15.12:50198) 2024-03-29T00:19:48.983 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.980+0000 7f58d9400640 1 -- 172.21.15.12:0/2519467938 learned_addr learned my addr 172.21.15.12:0/2519467938 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:48.983 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.980+0000 7f58d9e00640 1 --2- 172.21.15.12:0/2519467938 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b07b7d6780 0x55b07b7d20d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:48.984 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.980+0000 7f58d9400640 1 -- 172.21.15.12:0/2519467938 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b07b7dc2e0 msgr2=0x55b07b7e0050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:48.984 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.980+0000 7f58d9400640 1 --2- 172.21.15.12:0/2519467938 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b07b7dc2e0 0x55b07b7e0050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.984 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.980+0000 7f58d9400640 1 -- 172.21.15.12:0/2519467938 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b07b7d6780 msgr2=0x55b07b7d20d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:48.984 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.980+0000 7f58d9400640 1 --2- 172.21.15.12:0/2519467938 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b07b7d6780 0x55b07b7d20d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.984 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.980+0000 7f58d9400640 1 -- 172.21.15.12:0/2519467938 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b07b7d0310 con 0x55b07b7d7170 2024-03-29T00:19:48.984 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.980+0000 7f58d9400640 1 --2- 172.21.15.12:0/2519467938 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b07b7d7170 0x55b07b7e7f70 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f58c409adf0 tx=0x7f58c40d1ef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=540e8780bb8b8b1c server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:48.984 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.980+0000 7f58ca600640 1 -- 172.21.15.12:0/2519467938 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c409a7c0 con 0x55b07b7d7170 2024-03-29T00:19:48.984 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.980+0000 7f58ca600640 1 -- 172.21.15.12:0/2519467938 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f58c409ae60 con 0x55b07b7d7170 2024-03-29T00:19:48.985 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.980+0000 7f58ca600640 1 -- 172.21.15.12:0/2519467938 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c40974d0 con 0x55b07b7d7170 2024-03-29T00:19:48.990 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.981+0000 7f58e37eb740 1 -- 172.21.15.12:0/2519467938 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b07b7d7170 msgr2=0x55b07b7e7f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:48.990 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.981+0000 7f58e37eb740 1 --2- 172.21.15.12:0/2519467938 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b07b7d7170 0x55b07b7e7f70 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f58c409adf0 tx=0x7f58c40d1ef0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.990 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.981+0000 7f58e37eb740 1 -- 172.21.15.12:0/2519467938 shutdown_connections 2024-03-29T00:19:48.991 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.981+0000 7f58e37eb740 1 --2- 172.21.15.12:0/2519467938 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b07b7dc2e0 0x55b07b7e0050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.991 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.981+0000 7f58e37eb740 1 --2- 172.21.15.12:0/2519467938 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b07b7d7170 0x55b07b7e7f70 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.991 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.981+0000 7f58e37eb740 1 --2- 172.21.15.12:0/2519467938 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b07b7d6780 0x55b07b7d20d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.991 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.981+0000 7f58e37eb740 1 -- 172.21.15.12:0/2519467938 >> 172.21.15.12:0/2519467938 conn(0x55b07b7d1cf0 msgr2=0x55b07b7d57e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:48.991 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.981+0000 7f58e37eb740 1 -- 172.21.15.12:0/2519467938 shutdown_connections 2024-03-29T00:19:48.991 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.981+0000 7f58e37eb740 1 -- 172.21.15.12:0/2519467938 wait complete. 2024-03-29T00:19:48.991 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.981+0000 7f58e37eb740 1 -- start start 2024-03-29T00:19:48.992 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.982+0000 7f58e37eb740 1 Processor -- start 2024-03-29T00:19:48.992 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.982+0000 7f58e37eb740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b07b7d6780 0x55b07b7e57c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:48.992 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.982+0000 7f58e37eb740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b07b7d7170 0x55b07b7e5d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:48.992 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.982+0000 7f58e37eb740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b07b7dc2e0 0x55b07b7e6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:48.992 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.982+0000 7f58e37eb740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f58dc1b1cb0 con 0x55b07b7dc2e0 2024-03-29T00:19:48.992 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.982+0000 7f58e37eb740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f58dc1b15e0 con 0x55b07b7d6780 2024-03-29T00:19:48.993 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.982+0000 7f58e37eb740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f58dc1ae820 con 0x55b07b7d7170 2024-03-29T00:19:48.993 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.982+0000 7f58e37eb740 10 client.0 _ll_register_callbacks cb 0x7f58d4005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:19:48.993 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.982+0000 7f58d9400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b07b7d7170 0x55b07b7e5d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:48.993 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.982+0000 7f58d9e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b07b7d6780 0x55b07b7e57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:48.993 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.982+0000 7f58da800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b07b7dc2e0 0x55b07b7e6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:48.993 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.982+0000 7f58d9400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b07b7d7170 0x55b07b7e5d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:33266/0 (socket says 172.21.15.12:33266) 2024-03-29T00:19:48.993 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.982+0000 7f58d9400640 1 -- 172.21.15.12:0/3309992484 learned_addr learned my addr 172.21.15.12:0/3309992484 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:19:48.993 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.983+0000 7f58d9400640 1 -- 172.21.15.12:0/3309992484 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b07b7d6780 msgr2=0x55b07b7e57c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:48.993 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.983+0000 7f58d9400640 1 --2- 172.21.15.12:0/3309992484 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b07b7d6780 0x55b07b7e57c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.993 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.983+0000 7f58d9400640 1 -- 172.21.15.12:0/3309992484 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b07b7dc2e0 msgr2=0x55b07b7e6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:19:48.993 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.983+0000 7f58d9400640 1 --2- 172.21.15.12:0/3309992484 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b07b7dc2e0 0x55b07b7e6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.994 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.983+0000 7f58d9400640 1 -- 172.21.15.12:0/3309992484 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b07b7e7300 con 0x55b07b7d7170 2024-03-29T00:19:48.994 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.983+0000 7f58d9e00640 1 --2- 172.21.15.12:0/3309992484 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b07b7d6780 0x55b07b7e57c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:19:48.994 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.983+0000 7f58d9400640 1 --2- 172.21.15.12:0/3309992484 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b07b7d7170 0x55b07b7e5d00 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f58c400e9c0 tx=0x7f58c40991e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5fa05d3ab41316b server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:19:48.994 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.983+0000 7f58bf400640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:19:48.994 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.983+0000 7f58bf400640 1 -- 172.21.15.12:0/3309992484 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c409ef00 con 0x55b07b7d7170 2024-03-29T00:19:48.994 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.983+0000 7f58bf400640 1 -- 172.21.15.12:0/3309992484 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f58c40974d0 con 0x55b07b7d7170 2024-03-29T00:19:48.994 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.983+0000 7f58e37eb740 1 -- 172.21.15.12:0/3309992484 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58c409ae60 con 0x55b07b7d7170 2024-03-29T00:19:48.994 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.983+0000 7f58bf400640 1 -- 172.21.15.12:0/3309992484 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f58c40a3550 con 0x55b07b7d7170 2024-03-29T00:19:48.994 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.983+0000 7f58e37eb740 10 client.26032 fetch_fsmap learned FSMap version 29 2024-03-29T00:19:48.994 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.983+0000 7f58e37eb740 1 -- 172.21.15.12:0/3309992484 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b07b852c20 con 0x55b07b7d7170 2024-03-29T00:19:48.994 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.984+0000 7f58bf400640 1 -- 172.21.15.12:0/3309992484 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f58c409ae60 con 0x55b07b7d7170 2024-03-29T00:19:48.994 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.984+0000 7f58bf400640 1 -- 172.21.15.12:0/3309992484 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f58c4096bb0 con 0x55b07b7d7170 2024-03-29T00:19:48.994 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.984+0000 7f58e37eb740 10 client.26032 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:19:48.994 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.984+0000 7f58e37eb740 10 client.26032 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:19:48.994 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.984+0000 7f58e37eb740 20 client.26032 populate_metadata read hostname 'smithi012' 2024-03-29T00:19:48.995 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.984+0000 7f58e37eb740 1 --2- 172.21.15.12:0/3309992484 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55b07b853620 0x55b07b855a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:19:48.995 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.984+0000 7f58e37eb740 4 client.26032 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-29T00:19:48.995 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.984+0000 7f58e37eb740 1 -- 172.21.15.12:0/3309992484 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b07b747b80 con 0x55b07b853620 2024-03-29T00:19:48.995 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.984+0000 7f58d9e00640 1 --2- 172.21.15.12:0/3309992484 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55b07b853620 0x55b07b855a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:19:48.995 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.986+0000 7f58d9e00640 1 --2- 172.21.15.12:0/3309992484 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55b07b853620 0x55b07b855a40 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9dcbd7ecec6cdd5 server_cookie=e444da9d37c944aa in_seq=0 out_seq=0 2024-03-29T00:19:48.995 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.986+0000 7f58bf400640 10 client.26032 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:48.996 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.994+0000 7f58bf400640 1 -- 172.21.15.12:0/3309992484 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b07b747b80 con 0x55b07b853620 2024-03-29T00:19:48.996 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.994+0000 7f58bf400640 10 client.26032 handle_command_reply: tid=0 2024-03-29T00:19:48.996 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.994+0000 7f58e37eb740 1 client.26032 shutdown 2024-03-29T00:19:48.996 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.994+0000 7f58e37eb740 1 -- 172.21.15.12:0/3309992484 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b07b7d7170 msgr2=0x55b07b7e5d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:48.996 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.994+0000 7f58e37eb740 1 --2- 172.21.15.12:0/3309992484 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b07b7d7170 0x55b07b7e5d00 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f58c400e9c0 tx=0x7f58c40991e0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.996 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.994+0000 7f58e37eb740 1 -- 172.21.15.12:0/3309992484 shutdown_connections 2024-03-29T00:19:48.996 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.994+0000 7f58e37eb740 1 --2- 172.21.15.12:0/3309992484 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55b07b853620 0x55b07b855a40 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.996 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.994+0000 7f58e37eb740 1 --2- 172.21.15.12:0/3309992484 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b07b7dc2e0 0x55b07b7e6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.996 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.994+0000 7f58e37eb740 1 --2- 172.21.15.12:0/3309992484 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b07b7d7170 0x55b07b7e5d00 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.997 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.994+0000 7f58bf400640 0 client.26032 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:19:48.997 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.994+0000 7f58e37eb740 1 --2- 172.21.15.12:0/3309992484 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b07b7d6780 0x55b07b7e57c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.997 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.994+0000 7f58e37eb740 1 -- 172.21.15.12:0/3309992484 >> 172.21.15.12:0/3309992484 conn(0x55b07b7d1cf0 msgr2=0x55b07b7d57e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:48.997 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.994+0000 7f58e37eb740 1 -- 172.21.15.12:0/3309992484 shutdown_connections 2024-03-29T00:19:48.997 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.994+0000 7f58e37eb740 1 -- 172.21.15.12:0/3309992484 wait complete. 2024-03-29T00:19:48.997 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.994+0000 7f58e37eb740 20 client.26032 trim_cache size 0 max 16384 2024-03-29T00:19:48.997 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:{ 2024-03-29T00:19:48.997 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "message": "", 2024-03-29T00:19:48.997 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "return_code": 0 2024-03-29T00:19:48.998 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:} 2024-03-29T00:19:48.998 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.995+0000 7f58db200640 1 -- 172.21.15.12:0/223136912 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f58c00a1de0 msgr2=0x7f58c00a42a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:48.998 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.995+0000 7f58db200640 1 --2- 172.21.15.12:0/223136912 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f58c00a1de0 0x7f58c00a42a0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f58d4020000 tx=0x7f58d4021000 comp rx=0 tx=0).stop 2024-03-29T00:19:48.998 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.995+0000 7f58db200640 1 -- 172.21.15.12:0/223136912 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f58dc075790 msgr2=0x7f58dc19e4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:19:48.998 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.995+0000 7f58db200640 1 --2- 172.21.15.12:0/223136912 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f58dc075790 0x7f58dc19e4f0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f58c400e9f0 tx=0x7f58c400eeb0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.999 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.995+0000 7f58db200640 1 -- 172.21.15.12:0/223136912 shutdown_connections 2024-03-29T00:19:48.999 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.995+0000 7f58db200640 1 --2- 172.21.15.12:0/223136912 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f58c00a1de0 0x7f58c00a42a0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.999 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.995+0000 7f58db200640 1 --2- 172.21.15.12:0/223136912 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f58dc075790 0x7f58dc19e4f0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.999 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.995+0000 7f58db200640 1 --2- 172.21.15.12:0/223136912 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f58dc10dba0 0x7f58dc1a5560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.999 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.995+0000 7f58db200640 1 --2- 172.21.15.12:0/223136912 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f58dc0741b0 0x7f58dc19dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:19:48.999 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.995+0000 7f58db200640 1 -- 172.21.15.12:0/223136912 >> 172.21.15.12:0/223136912 conn(0x7f58dc0fcb60 msgr2=0x7f58dc100f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:19:48.999 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.995+0000 7f58db200640 1 -- 172.21.15.12:0/223136912 shutdown_connections 2024-03-29T00:19:48.999 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:19:48.997+0000 7f58db200640 1 -- 172.21.15.12:0/223136912 wait complete. 2024-03-29T00:19:49.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:49 smithi012 ceph-mon[31657]: pgmap v462: 129 pgs: 129 active+clean; 672 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 255 B/s wr, 13 op/s 2024-03-29T00:19:49.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:49 smithi053 ceph-mon[36233]: pgmap v462: 129 pgs: 129 active+clean; 672 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 255 B/s wr, 13 op/s 2024-03-29T00:19:49.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:49 smithi069 ceph-mon[36074]: pgmap v462: 129 pgs: 129 active+clean; 672 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 255 B/s wr, 13 op/s 2024-03-29T00:19:51.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:51 smithi012 ceph-mon[31657]: pgmap v463: 129 pgs: 129 active+clean; 672 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 85 B/s wr, 10 op/s 2024-03-29T00:19:51.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:51 smithi053 ceph-mon[36233]: pgmap v463: 129 pgs: 129 active+clean; 672 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 85 B/s wr, 10 op/s 2024-03-29T00:19:51.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:51 smithi069 ceph-mon[36074]: pgmap v463: 129 pgs: 129 active+clean; 672 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 85 B/s wr, 10 op/s 2024-03-29T00:19:53.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:53 smithi012 ceph-mon[31657]: pgmap v464: 129 pgs: 129 active+clean; 4.7 MiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 342 KiB/s wr, 12 op/s 2024-03-29T00:19:53.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:53 smithi053 ceph-mon[36233]: pgmap v464: 129 pgs: 129 active+clean; 4.7 MiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 342 KiB/s wr, 12 op/s 2024-03-29T00:19:53.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:53 smithi069 ceph-mon[36074]: pgmap v464: 129 pgs: 129 active+clean; 4.7 MiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 342 KiB/s wr, 12 op/s 2024-03-29T00:19:55.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:55 smithi053 ceph-mon[36233]: pgmap v465: 129 pgs: 129 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 360 KiB/s wr, 14 op/s 2024-03-29T00:19:55.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:55 smithi069 ceph-mon[36074]: pgmap v465: 129 pgs: 129 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 360 KiB/s wr, 14 op/s 2024-03-29T00:19:55.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:55 smithi012 ceph-mon[31657]: pgmap v465: 129 pgs: 129 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 360 KiB/s wr, 14 op/s 2024-03-29T00:19:57.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:57 smithi053 ceph-mon[36233]: pgmap v466: 129 pgs: 129 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 360 KiB/s wr, 12 op/s 2024-03-29T00:19:57.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:57 smithi069 ceph-mon[36074]: pgmap v466: 129 pgs: 129 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 360 KiB/s wr, 12 op/s 2024-03-29T00:19:57.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:57 smithi012 ceph-mon[31657]: pgmap v466: 129 pgs: 129 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 360 KiB/s wr, 12 op/s 2024-03-29T00:19:59.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:19:59 smithi053 ceph-mon[36233]: pgmap v467: 129 pgs: 129 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 361 KiB/s wr, 15 op/s 2024-03-29T00:19:59.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:19:59 smithi069 ceph-mon[36074]: pgmap v467: 129 pgs: 129 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 361 KiB/s wr, 15 op/s 2024-03-29T00:19:59.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:19:59 smithi012 ceph-mon[31657]: pgmap v467: 129 pgs: 129 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 361 KiB/s wr, 15 op/s 2024-03-29T00:20:00.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:00 smithi053 ceph-mon[36233]: overall HEALTH_OK 2024-03-29T00:20:00.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:00 smithi069 ceph-mon[36074]: overall HEALTH_OK 2024-03-29T00:20:00.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:00 smithi012 ceph-mon[31657]: overall HEALTH_OK 2024-03-29T00:20:01.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:01 smithi053 ceph-mon[36233]: pgmap v468: 129 pgs: 129 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 361 KiB/s wr, 12 op/s 2024-03-29T00:20:01.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:01 smithi069 ceph-mon[36074]: pgmap v468: 129 pgs: 129 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 361 KiB/s wr, 12 op/s 2024-03-29T00:20:01.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:01 smithi012 ceph-mon[31657]: pgmap v468: 129 pgs: 129 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 361 KiB/s wr, 12 op/s 2024-03-29T00:20:02.144 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.143+0000 7f1275e00640 1 -- 172.21.15.12:0/1795184411 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f12700741b0 msgr2=0x7f1270074630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:02.144 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.143+0000 7f1275e00640 1 --2- 172.21.15.12:0/1795184411 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f12700741b0 0x7f1270074630 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f125c009900 tx=0x7f125c02bc50 comp rx=0 tx=0).stop 2024-03-29T00:20:02.145 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.144+0000 7f1275e00640 1 -- 172.21.15.12:0/1795184411 shutdown_connections 2024-03-29T00:20:02.145 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.144+0000 7f1275e00640 1 --2- 172.21.15.12:0/1795184411 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f127010dd70 0x7f1270110160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.145 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.144+0000 7f1275e00640 1 --2- 172.21.15.12:0/1795184411 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f12700741b0 0x7f1270074630 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.145 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.144+0000 7f1275e00640 1 --2- 172.21.15.12:0/1795184411 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1270075790 0x7f1270073be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.145 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.144+0000 7f1275e00640 1 -- 172.21.15.12:0/1795184411 >> 172.21.15.12:0/1795184411 conn(0x7f12700fcd10 msgr2=0x7f12700ff150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:02.145 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.144+0000 7f1275e00640 1 -- 172.21.15.12:0/1795184411 shutdown_connections 2024-03-29T00:20:02.145 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.144+0000 7f1275e00640 1 -- 172.21.15.12:0/1795184411 wait complete. 2024-03-29T00:20:02.147 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.145+0000 7f1275e00640 1 Processor -- start 2024-03-29T00:20:02.147 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.145+0000 7f1275e00640 1 -- start start 2024-03-29T00:20:02.147 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.145+0000 7f1275e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f12700741b0 0x7f127019e160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:02.147 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.145+0000 7f1275e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1270075790 0x7f127019e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:02.147 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.145+0000 7f1275e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f127010dd70 0x7f12701a5710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:02.147 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.145+0000 7f1275e00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f1270113b30 con 0x7f127010dd70 2024-03-29T00:20:02.147 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.145+0000 7f1275e00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f12701139b0 con 0x7f1270075790 2024-03-29T00:20:02.147 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.145+0000 7f1275e00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1270113cb0 con 0x7f12700741b0 2024-03-29T00:20:02.147 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.145+0000 7f126ea00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f12700741b0 0x7f127019e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:02.148 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.146+0000 7f126ea00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f12700741b0 0x7f127019e160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:39332/0 (socket says 172.21.15.12:39332) 2024-03-29T00:20:02.148 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.146+0000 7f126ea00640 1 -- 172.21.15.12:0/3687450035 learned_addr learned my addr 172.21.15.12:0/3687450035 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:02.148 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.146+0000 7f126e000640 1 --2- 172.21.15.12:0/3687450035 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1270075790 0x7f127019e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:02.148 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.146+0000 7f126f400640 1 --2- 172.21.15.12:0/3687450035 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f127010dd70 0x7f12701a5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:02.148 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.146+0000 7f126ea00640 1 -- 172.21.15.12:0/3687450035 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1270075790 msgr2=0x7f127019e6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:02.148 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.146+0000 7f126ea00640 1 --2- 172.21.15.12:0/3687450035 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1270075790 0x7f127019e6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.148 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.146+0000 7f126ea00640 1 -- 172.21.15.12:0/3687450035 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f127010dd70 msgr2=0x7f12701a5710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:02.148 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.146+0000 7f126ea00640 1 --2- 172.21.15.12:0/3687450035 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f127010dd70 0x7f12701a5710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.148 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.146+0000 7f126ea00640 1 -- 172.21.15.12:0/3687450035 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12701a5d80 con 0x7f12700741b0 2024-03-29T00:20:02.148 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.146+0000 7f126ea00640 1 --2- 172.21.15.12:0/3687450035 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f12700741b0 0x7f127019e160 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f126000e9f0 tx=0x7f126000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:02.149 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.146+0000 7f1274a00640 1 -- 172.21.15.12:0/3687450035 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f126000cd80 con 0x7f12700741b0 2024-03-29T00:20:02.149 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.146+0000 7f1274a00640 1 -- 172.21.15.12:0/3687450035 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1260010930 con 0x7f12700741b0 2024-03-29T00:20:02.149 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.147+0000 7f1274a00640 1 -- 172.21.15.12:0/3687450035 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1260018b00 con 0x7f12700741b0 2024-03-29T00:20:02.149 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.147+0000 7f1275e00640 1 -- 172.21.15.12:0/3687450035 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12701a6070 con 0x7f12700741b0 2024-03-29T00:20:02.149 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.147+0000 7f1275e00640 1 -- 172.21.15.12:0/3687450035 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12701a6590 con 0x7f12700741b0 2024-03-29T00:20:02.151 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.150+0000 7f1278a6e740 1 Processor -- start 2024-03-29T00:20:02.151 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.150+0000 7f1274a00640 1 -- 172.21.15.12:0/3687450035 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f1260018ca0 con 0x7f12700741b0 2024-03-29T00:20:02.151 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.150+0000 7f1278a6e740 1 -- start start 2024-03-29T00:20:02.151 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.150+0000 7f1278a6e740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5584690415b0 0x5584690419d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:02.151 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.150+0000 7f1278a6e740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558469041fa0 0x558469046aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:02.151 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.150+0000 7f1278a6e740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558469047110 0x5584690495a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:02.151 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.150+0000 7f1278a6e740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x558468fa5640 con 0x558469047110 2024-03-29T00:20:02.151 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.150+0000 7f1278a6e740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x558468f4e810 con 0x5584690415b0 2024-03-29T00:20:02.152 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.150+0000 7f1278a6e740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x558468fa16e0 con 0x558469041fa0 2024-03-29T00:20:02.152 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.151+0000 7f126ea00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558469041fa0 0x558469046aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:02.152 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.151+0000 7f126f400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5584690415b0 0x5584690419d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:02.152 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.151+0000 7f126f400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5584690415b0 0x5584690419d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:45824/0 (socket says 172.21.15.12:45824) 2024-03-29T00:20:02.152 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.151+0000 7f126f400640 1 -- 172.21.15.12:0/4013628005 learned_addr learned my addr 172.21.15.12:0/4013628005 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:02.152 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.151+0000 7f126ea00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558469041fa0 0x558469046aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:39334/0 (socket says 172.21.15.12:39334) 2024-03-29T00:20:02.152 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.151+0000 7f126e000640 1 --2- 172.21.15.12:0/4013628005 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558469047110 0x5584690495a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:02.157 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.151+0000 7f126f400640 1 -- 172.21.15.12:0/4013628005 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558469041fa0 msgr2=0x558469046aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:02.157 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.151+0000 7f126f400640 1 --2- 172.21.15.12:0/4013628005 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558469041fa0 0x558469046aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.157 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.151+0000 7f126f400640 1 -- 172.21.15.12:0/4013628005 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558469047110 msgr2=0x5584690495a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:02.157 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.151+0000 7f126f400640 1 --2- 172.21.15.12:0/4013628005 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558469047110 0x5584690495a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.157 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.151+0000 7f126f400640 1 -- 172.21.15.12:0/4013628005 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558468cba210 con 0x5584690415b0 2024-03-29T00:20:02.157 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.151+0000 7f126ea00640 1 --2- 172.21.15.12:0/4013628005 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558469041fa0 0x558469046aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:02.157 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.151+0000 7f126e000640 1 --2- 172.21.15.12:0/4013628005 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558469047110 0x5584690495a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:20:02.158 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.152+0000 7f126f400640 1 --2- 172.21.15.12:0/4013628005 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5584690415b0 0x5584690419d0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f1268009fd0 tx=0x7f12680118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dceb1004252861e6 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:02.158 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.152+0000 7f1274a00640 1 --2- 172.21.15.12:0/3687450035 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f12540a1d70 0x7f12540a4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:02.158 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.152+0000 7f125be00640 1 -- 172.21.15.12:0/4013628005 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1268004d20 con 0x5584690415b0 2024-03-29T00:20:02.158 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.152+0000 7f1274a00640 1 -- 172.21.15.12:0/3687450035 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f12600ce4c0 con 0x7f12700741b0 2024-03-29T00:20:02.158 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.152+0000 7f126ea00640 1 --2- 172.21.15.12:0/3687450035 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f12540a1d70 0x7f12540a4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:02.158 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.152+0000 7f125be00640 1 -- 172.21.15.12:0/4013628005 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1268004050 con 0x5584690415b0 2024-03-29T00:20:02.158 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.152+0000 7f125be00640 1 -- 172.21.15.12:0/4013628005 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1268005260 con 0x5584690415b0 2024-03-29T00:20:02.158 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.153+0000 7f1278a6e740 1 -- 172.21.15.12:0/4013628005 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5584690415b0 msgr2=0x5584690419d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:02.158 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.153+0000 7f126ea00640 1 --2- 172.21.15.12:0/3687450035 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f12540a1d70 0x7f12540a4230 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f126000e9c0 tx=0x7f12600d1f00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:02.158 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.153+0000 7f1278a6e740 1 --2- 172.21.15.12:0/4013628005 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5584690415b0 0x5584690419d0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f1268009fd0 tx=0x7f12680118d0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.158 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.153+0000 7f1278a6e740 1 -- 172.21.15.12:0/4013628005 shutdown_connections 2024-03-29T00:20:02.158 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.153+0000 7f1278a6e740 1 --2- 172.21.15.12:0/4013628005 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558469047110 0x5584690495a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.158 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.153+0000 7f1278a6e740 1 --2- 172.21.15.12:0/4013628005 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558469041fa0 0x558469046aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.158 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.153+0000 7f1278a6e740 1 --2- 172.21.15.12:0/4013628005 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5584690415b0 0x5584690419d0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.159 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.153+0000 7f1278a6e740 1 -- 172.21.15.12:0/4013628005 >> 172.21.15.12:0/4013628005 conn(0x55846903cb20 msgr2=0x55846903cf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:02.159 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.153+0000 7f1278a6e740 1 -- 172.21.15.12:0/4013628005 shutdown_connections 2024-03-29T00:20:02.159 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.153+0000 7f1278a6e740 1 -- 172.21.15.12:0/4013628005 wait complete. 2024-03-29T00:20:02.159 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.153+0000 7f1278a6e740 1 -- start start 2024-03-29T00:20:02.159 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.154+0000 7f1278a6e740 1 Processor -- start 2024-03-29T00:20:02.159 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.154+0000 7f1278a6e740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5584690415b0 0x55846904b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:02.159 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.154+0000 7f1278a6e740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558469041fa0 0x55846904be20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:02.159 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.154+0000 7f1278a6e740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558469047110 0x558469052e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:02.159 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.154+0000 7f1278a6e740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55846904a0c0 con 0x558469047110 2024-03-29T00:20:02.159 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.154+0000 7f1278a6e740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x558468f43d00 con 0x558469041fa0 2024-03-29T00:20:02.159 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.154+0000 7f1278a6e740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55846904a240 con 0x5584690415b0 2024-03-29T00:20:02.159 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.154+0000 7f1278a6e740 10 client.0 _ll_register_callbacks cb 0x558468f2e490 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:02.159 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.154+0000 7f126e000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558469041fa0 0x55846904be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:02.159 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.154+0000 7f126e000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558469041fa0 0x55846904be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:45830/0 (socket says 172.21.15.12:45830) 2024-03-29T00:20:02.160 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.154+0000 7f126e000640 1 -- 172.21.15.12:0/763218910 learned_addr learned my addr 172.21.15.12:0/763218910 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:02.160 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.154+0000 7f126f400640 1 --2- 172.21.15.12:0/763218910 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5584690415b0 0x55846904b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:02.160 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.155+0000 7f126f400640 1 --2- 172.21.15.12:0/763218910 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558469047110 0x558469052e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:02.160 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.155+0000 7f126e000640 1 -- 172.21.15.12:0/763218910 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5584690415b0 msgr2=0x55846904b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:02.160 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.155+0000 7f126e000640 1 --2- 172.21.15.12:0/763218910 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5584690415b0 0x55846904b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.160 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.155+0000 7f126e000640 1 -- 172.21.15.12:0/763218910 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558469047110 msgr2=0x558469052e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:02.160 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.155+0000 7f126e000640 1 --2- 172.21.15.12:0/763218910 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558469047110 0x558469052e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.160 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.155+0000 7f126e000640 1 -- 172.21.15.12:0/763218910 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558468d86620 con 0x558469041fa0 2024-03-29T00:20:02.160 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.155+0000 7f126f400640 1 --2- 172.21.15.12:0/763218910 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558469047110 0x558469052e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:20:02.160 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.155+0000 7f126e000640 1 --2- 172.21.15.12:0/763218910 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558469041fa0 0x55846904be20 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f125c000c00 tx=0x7f125c009560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=294224e3c5ffc1e1 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:02.160 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.155+0000 7f1258c00640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:20:02.160 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.155+0000 7f1258c00640 1 -- 172.21.15.12:0/763218910 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f125c043070 con 0x558469041fa0 2024-03-29T00:20:02.160 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.156+0000 7f1278a6e740 1 -- 172.21.15.12:0/763218910 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1268004050 con 0x558469041fa0 2024-03-29T00:20:02.160 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.156+0000 7f1258c00640 1 -- 172.21.15.12:0/763218910 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f125c004390 con 0x558469041fa0 2024-03-29T00:20:02.161 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.156+0000 7f1258c00640 1 -- 172.21.15.12:0/763218910 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f125c04f050 con 0x558469041fa0 2024-03-29T00:20:02.161 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.156+0000 7f1278a6e740 10 client.25982 fetch_fsmap learned FSMap version 29 2024-03-29T00:20:02.161 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.156+0000 7f1278a6e740 1 -- 172.21.15.12:0/763218910 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558469055f00 con 0x558469041fa0 2024-03-29T00:20:02.161 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.156+0000 7f1258c00640 1 -- 172.21.15.12:0/763218910 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1268004050 con 0x558469041fa0 2024-03-29T00:20:02.161 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.156+0000 7f1258c00640 1 -- 172.21.15.12:0/763218910 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f125c0035f0 con 0x558469041fa0 2024-03-29T00:20:02.161 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.156+0000 7f1278a6e740 10 client.25982 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:20:02.161 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.157+0000 7f1278a6e740 10 client.25982 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:20:02.161 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.157+0000 7f1278a6e740 20 client.25982 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:02.161 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.157+0000 7f1278a6e740 1 --2- 172.21.15.12:0/763218910 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x558469057590 0x558469059980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:02.161 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.157+0000 7f1278a6e740 4 client.25982 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:20:02.161 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.157+0000 7f1278a6e740 1 -- 172.21.15.12:0/763218910 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558468fb9030 con 0x558469057590 2024-03-29T00:20:02.161 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.157+0000 7f126f400640 1 --2- 172.21.15.12:0/763218910 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x558469057590 0x558469059980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:02.162 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.157+0000 7f126f400640 1 --2- 172.21.15.12:0/763218910 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x558469057590 0x558469059980 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1de4de8bc20a58c9 server_cookie=27e73468d8a74bef in_seq=0 out_seq=0 2024-03-29T00:20:02.163 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.157+0000 7f1258c00640 10 client.25982 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:02.163 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.158+0000 7f1258c00640 1 -- 172.21.15.12:0/763218910 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x558468fb9030 con 0x558469057590 2024-03-29T00:20:02.163 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.158+0000 7f1258c00640 10 client.25982 handle_command_reply: tid=0 2024-03-29T00:20:02.163 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.158+0000 7f1278a6e740 1 client.25982 shutdown 2024-03-29T00:20:02.163 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.158+0000 7f1278a6e740 1 -- 172.21.15.12:0/763218910 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558469041fa0 msgr2=0x55846904be20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:02.163 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.158+0000 7f1278a6e740 1 --2- 172.21.15.12:0/763218910 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558469041fa0 0x55846904be20 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f125c000c00 tx=0x7f125c009560 comp rx=0 tx=0).stop 2024-03-29T00:20:02.163 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.158+0000 7f1278a6e740 1 -- 172.21.15.12:0/763218910 shutdown_connections 2024-03-29T00:20:02.163 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.158+0000 7f1278a6e740 1 --2- 172.21.15.12:0/763218910 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x558469057590 0x558469059980 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.163 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.158+0000 7f1278a6e740 1 --2- 172.21.15.12:0/763218910 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558469041fa0 0x55846904be20 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.163 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.158+0000 7f1278a6e740 1 --2- 172.21.15.12:0/763218910 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558469047110 0x558469052e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.163 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.158+0000 7f1258c00640 0 client.25982 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:02.163 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.158+0000 7f1278a6e740 1 --2- 172.21.15.12:0/763218910 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5584690415b0 0x55846904b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.163 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.159+0000 7f1278a6e740 1 -- 172.21.15.12:0/763218910 >> 172.21.15.12:0/763218910 conn(0x55846903cb20 msgr2=0x55846903bc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:02.163 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.159+0000 7f1278a6e740 1 -- 172.21.15.12:0/763218910 shutdown_connections 2024-03-29T00:20:02.164 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.159+0000 7f1278a6e740 1 -- 172.21.15.12:0/763218910 wait complete. 2024-03-29T00:20:02.164 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.159+0000 7f1278a6e740 20 client.25982 trim_cache size 0 max 16384 2024-03-29T00:20:02.176 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.176+0000 7f1278a6e740 1 Processor -- start 2024-03-29T00:20:02.176 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.176+0000 7f1278a6e740 1 -- start start 2024-03-29T00:20:02.177 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.176+0000 7f1278a6e740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5584690415b0 0x558469049500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:02.177 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.176+0000 7f1278a6e740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558469041fa0 0x558469052e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:02.177 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.176+0000 7f1278a6e740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558469047110 0x5584690432c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:02.177 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.176+0000 7f1278a6e740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f12701b0b50 con 0x558469047110 2024-03-29T00:20:02.177 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.176+0000 7f1278a6e740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f12701b2690 con 0x5584690415b0 2024-03-29T00:20:02.177 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.176+0000 7f1278a6e740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f12701b1220 con 0x558469041fa0 2024-03-29T00:20:02.179 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.177+0000 7f126e000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558469041fa0 0x558469052e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:02.179 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.177+0000 7f126e000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558469041fa0 0x558469052e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:39346/0 (socket says 172.21.15.12:39346) 2024-03-29T00:20:02.179 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.177+0000 7f126e000640 1 -- 172.21.15.12:0/1899838895 learned_addr learned my addr 172.21.15.12:0/1899838895 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:02.179 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.177+0000 7f126f400640 1 --2- 172.21.15.12:0/1899838895 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558469047110 0x5584690432c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:02.179 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.177+0000 7f126f400640 1 --2- 172.21.15.12:0/1899838895 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5584690415b0 0x558469049500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:02.179 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.177+0000 7f126e000640 1 -- 172.21.15.12:0/1899838895 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5584690415b0 msgr2=0x558469049500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:02.179 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.177+0000 7f126e000640 1 --2- 172.21.15.12:0/1899838895 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5584690415b0 0x558469049500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.179 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.177+0000 7f126e000640 1 -- 172.21.15.12:0/1899838895 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558469047110 msgr2=0x5584690432c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:02.179 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.177+0000 7f126e000640 1 --2- 172.21.15.12:0/1899838895 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558469047110 0x5584690432c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.177+0000 7f126e000640 1 -- 172.21.15.12:0/1899838895 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558469059cf0 con 0x558469041fa0 2024-03-29T00:20:02.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.177+0000 7f126f400640 1 --2- 172.21.15.12:0/1899838895 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5584690415b0 0x558469049500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:20:02.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.177+0000 7f126e000640 1 --2- 172.21.15.12:0/1899838895 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558469041fa0 0x558469052e20 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f125c005d00 tx=0x7f125c004050 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6255678c20ae3f94 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:02.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.178+0000 7f125b400640 1 -- 172.21.15.12:0/1899838895 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f125c043040 con 0x558469041fa0 2024-03-29T00:20:02.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.178+0000 7f125b400640 1 -- 172.21.15.12:0/1899838895 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f125c0035f0 con 0x558469041fa0 2024-03-29T00:20:02.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.178+0000 7f125b400640 1 -- 172.21.15.12:0/1899838895 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f125c005040 con 0x558469041fa0 2024-03-29T00:20:02.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.178+0000 7f1278a6e740 1 -- 172.21.15.12:0/1899838895 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558469041fa0 msgr2=0x558469052e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:02.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.178+0000 7f1278a6e740 1 --2- 172.21.15.12:0/1899838895 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558469041fa0 0x558469052e20 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f125c005d00 tx=0x7f125c004050 comp rx=0 tx=0).stop 2024-03-29T00:20:02.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.178+0000 7f1278a6e740 1 -- 172.21.15.12:0/1899838895 shutdown_connections 2024-03-29T00:20:02.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.178+0000 7f1278a6e740 1 --2- 172.21.15.12:0/1899838895 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558469047110 0x5584690432c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.178+0000 7f1278a6e740 1 --2- 172.21.15.12:0/1899838895 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558469041fa0 0x558469052e20 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.178+0000 7f1278a6e740 1 --2- 172.21.15.12:0/1899838895 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5584690415b0 0x558469049500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.178+0000 7f1278a6e740 1 -- 172.21.15.12:0/1899838895 >> 172.21.15.12:0/1899838895 conn(0x55846903cb20 msgr2=0x55846903cf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:02.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.179+0000 7f1278a6e740 1 -- 172.21.15.12:0/1899838895 shutdown_connections 2024-03-29T00:20:02.180 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.179+0000 7f1278a6e740 1 -- 172.21.15.12:0/1899838895 wait complete. 2024-03-29T00:20:02.183 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.179+0000 7f1278a6e740 1 -- start start 2024-03-29T00:20:02.183 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.179+0000 7f1278a6e740 1 Processor -- start 2024-03-29T00:20:02.184 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.180+0000 7f1278a6e740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5584690415b0 0x5584690500e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:02.184 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.180+0000 7f1278a6e740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558469041fa0 0x558469050620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:02.184 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.180+0000 7f1278a6e740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558469047110 0x558469051630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:02.184 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.180+0000 7f1278a6e740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f12701b1fc0 con 0x5584690415b0 2024-03-29T00:20:02.184 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.180+0000 7f1278a6e740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f12701b18f0 con 0x558469047110 2024-03-29T00:20:02.184 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.180+0000 7f1278a6e740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f12701aeb30 con 0x558469041fa0 2024-03-29T00:20:02.184 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.180+0000 7f1278a6e740 10 client.0 _ll_register_callbacks cb 0x7f1260005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:02.184 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.180+0000 7f126f400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5584690415b0 0x5584690500e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:02.184 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.180+0000 7f126e000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558469041fa0 0x558469050620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:02.184 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.180+0000 7f126e000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558469041fa0 0x558469050620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:39362/0 (socket says 172.21.15.12:39362) 2024-03-29T00:20:02.184 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.180+0000 7f126e000640 1 -- 172.21.15.12:0/2331938856 learned_addr learned my addr 172.21.15.12:0/2331938856 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:02.184 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.180+0000 7f126f400640 1 --2- 172.21.15.12:0/2331938856 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558469047110 0x558469051630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:02.184 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.180+0000 7f126e000640 1 -- 172.21.15.12:0/2331938856 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558469047110 msgr2=0x558469051630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:02.184 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.180+0000 7f126e000640 1 --2- 172.21.15.12:0/2331938856 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558469047110 0x558469051630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.185 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.180+0000 7f126e000640 1 -- 172.21.15.12:0/2331938856 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5584690415b0 msgr2=0x5584690500e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:02.185 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.180+0000 7f126e000640 1 --2- 172.21.15.12:0/2331938856 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5584690415b0 0x5584690500e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.185 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.180+0000 7f126e000640 1 -- 172.21.15.12:0/2331938856 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558469051c20 con 0x558469041fa0 2024-03-29T00:20:02.185 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.180+0000 7f126f400640 1 --2- 172.21.15.12:0/2331938856 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558469047110 0x558469051630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:20:02.185 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.181+0000 7f126e000640 1 --2- 172.21.15.12:0/2331938856 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558469041fa0 0x558469050620 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f125c02c190 tx=0x7f125c0098b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a5c7330a5ab59620 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:02.185 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.181+0000 7f1258c00640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:20:02.185 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.181+0000 7f1258c00640 1 -- 172.21.15.12:0/2331938856 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f125c043040 con 0x558469041fa0 2024-03-29T00:20:02.185 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.181+0000 7f1258c00640 1 -- 172.21.15.12:0/2331938856 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f125c0048c0 con 0x558469041fa0 2024-03-29T00:20:02.185 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.181+0000 7f1278a6e740 1 -- 172.21.15.12:0/2331938856 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f125c0035f0 con 0x558469041fa0 2024-03-29T00:20:02.185 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.181+0000 7f1258c00640 1 -- 172.21.15.12:0/2331938856 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f125c061050 con 0x558469041fa0 2024-03-29T00:20:02.185 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.181+0000 7f1278a6e740 10 client.26050 fetch_fsmap learned FSMap version 29 2024-03-29T00:20:02.185 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.181+0000 7f1278a6e740 1 -- 172.21.15.12:0/2331938856 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558469052ea0 con 0x558469041fa0 2024-03-29T00:20:02.185 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.181+0000 7f1258c00640 1 -- 172.21.15.12:0/2331938856 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f125c0035f0 con 0x558469041fa0 2024-03-29T00:20:02.185 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.182+0000 7f1258c00640 1 -- 172.21.15.12:0/2331938856 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f125c048560 con 0x558469041fa0 2024-03-29T00:20:02.185 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.182+0000 7f1278a6e740 10 client.26050 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:20:02.186 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.182+0000 7f1278a6e740 10 client.26050 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:20:02.186 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.182+0000 7f1278a6e740 20 client.26050 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:02.186 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.182+0000 7f1278a6e740 1 --2- 172.21.15.12:0/2331938856 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x558469057590 0x5584690bfd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:02.186 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.182+0000 7f1278a6e740 4 client.26050 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-29T00:20:02.186 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.182+0000 7f1278a6e740 1 -- 172.21.15.12:0/2331938856 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558468fb2b80 con 0x558469057590 2024-03-29T00:20:02.186 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.182+0000 7f126f400640 1 --2- 172.21.15.12:0/2331938856 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x558469057590 0x5584690bfd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:02.186 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.182+0000 7f126f400640 1 --2- 172.21.15.12:0/2331938856 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x558469057590 0x5584690bfd30 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e6e1b5123d00185 server_cookie=8fc3792795829aed in_seq=0 out_seq=0 2024-03-29T00:20:02.186 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.182+0000 7f1258c00640 10 client.26050 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:02.192 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.191+0000 7f1258c00640 1 -- 172.21.15.12:0/2331938856 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x558468fb2b80 con 0x558469057590 2024-03-29T00:20:02.192 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.191+0000 7f1258c00640 10 client.26050 handle_command_reply: tid=0 2024-03-29T00:20:02.192 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.191+0000 7f1278a6e740 1 client.26050 shutdown 2024-03-29T00:20:02.192 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.192+0000 7f1278a6e740 1 -- 172.21.15.12:0/2331938856 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558469041fa0 msgr2=0x558469050620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:02.192 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.192+0000 7f1278a6e740 1 --2- 172.21.15.12:0/2331938856 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558469041fa0 0x558469050620 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f125c02c190 tx=0x7f125c0098b0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.193 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.192+0000 7f1278a6e740 1 -- 172.21.15.12:0/2331938856 shutdown_connections 2024-03-29T00:20:02.193 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.192+0000 7f1278a6e740 1 --2- 172.21.15.12:0/2331938856 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x558469057590 0x5584690bfd30 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.193 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.192+0000 7f1278a6e740 1 --2- 172.21.15.12:0/2331938856 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558469047110 0x558469051630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.193 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.192+0000 7f1278a6e740 1 --2- 172.21.15.12:0/2331938856 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x558469041fa0 0x558469050620 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.193 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.192+0000 7f1278a6e740 1 --2- 172.21.15.12:0/2331938856 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5584690415b0 0x5584690500e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.193 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.192+0000 7f1258c00640 0 client.26050 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:02.193 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.192+0000 7f1278a6e740 1 -- 172.21.15.12:0/2331938856 >> 172.21.15.12:0/2331938856 conn(0x55846903cb20 msgr2=0x55846904b800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:02.193 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.192+0000 7f1278a6e740 1 -- 172.21.15.12:0/2331938856 shutdown_connections 2024-03-29T00:20:02.193 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.192+0000 7f1278a6e740 1 -- 172.21.15.12:0/2331938856 wait complete. 2024-03-29T00:20:02.193 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.192+0000 7f1278a6e740 20 client.26050 trim_cache size 0 max 16384 2024-03-29T00:20:02.194 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:{ 2024-03-29T00:20:02.194 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "message": "", 2024-03-29T00:20:02.194 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "return_code": 0 2024-03-29T00:20:02.194 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:} 2024-03-29T00:20:02.195 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.193+0000 7f1275e00640 1 -- 172.21.15.12:0/3687450035 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f12540a1d70 msgr2=0x7f12540a4230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:02.195 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.193+0000 7f1275e00640 1 --2- 172.21.15.12:0/3687450035 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f12540a1d70 0x7f12540a4230 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f126000e9c0 tx=0x7f12600d1f00 comp rx=0 tx=0).stop 2024-03-29T00:20:02.195 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.193+0000 7f1275e00640 1 -- 172.21.15.12:0/3687450035 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f12700741b0 msgr2=0x7f127019e160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:02.195 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.193+0000 7f1275e00640 1 --2- 172.21.15.12:0/3687450035 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f12700741b0 0x7f127019e160 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f126000e9f0 tx=0x7f126000eeb0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.195 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.193+0000 7f1275e00640 1 -- 172.21.15.12:0/3687450035 shutdown_connections 2024-03-29T00:20:02.195 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.193+0000 7f1275e00640 1 --2- 172.21.15.12:0/3687450035 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f12540a1d70 0x7f12540a4230 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.195 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.193+0000 7f1275e00640 1 --2- 172.21.15.12:0/3687450035 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1270075790 0x7f127019e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.195 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.193+0000 7f1275e00640 1 --2- 172.21.15.12:0/3687450035 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f127010dd70 0x7f12701a5710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.195 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.193+0000 7f1275e00640 1 --2- 172.21.15.12:0/3687450035 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f12700741b0 0x7f127019e160 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:02.195 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.193+0000 7f1275e00640 1 -- 172.21.15.12:0/3687450035 >> 172.21.15.12:0/3687450035 conn(0x7f12700fcd10 msgr2=0x7f1270101110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:02.195 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.194+0000 7f1275e00640 1 -- 172.21.15.12:0/3687450035 shutdown_connections 2024-03-29T00:20:02.196 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:02.194+0000 7f1275e00640 1 -- 172.21.15.12:0/3687450035 wait complete. 2024-03-29T00:20:03.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:03 smithi012 ceph-mon[31657]: pgmap v469: 129 pgs: 129 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 361 KiB/s wr, 13 op/s 2024-03-29T00:20:03.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:03 smithi053 ceph-mon[36233]: pgmap v469: 129 pgs: 129 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 361 KiB/s wr, 13 op/s 2024-03-29T00:20:03.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:03 smithi069 ceph-mon[36074]: pgmap v469: 129 pgs: 129 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 361 KiB/s wr, 13 op/s 2024-03-29T00:20:05.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:05 smithi053 ceph-mon[36233]: pgmap v470: 129 pgs: 129 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-29T00:20:05.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:05 smithi069 ceph-mon[36074]: pgmap v470: 129 pgs: 129 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-29T00:20:05.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:05 smithi012 ceph-mon[31657]: pgmap v470: 129 pgs: 129 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-29T00:20:07.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:07 smithi053 ceph-mon[36233]: pgmap v471: 129 pgs: 129 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.5 KiB/s wr, 11 op/s 2024-03-29T00:20:07.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:07 smithi069 ceph-mon[36074]: pgmap v471: 129 pgs: 129 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.5 KiB/s wr, 11 op/s 2024-03-29T00:20:07.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:07 smithi012 ceph-mon[31657]: pgmap v471: 129 pgs: 129 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.5 KiB/s wr, 11 op/s 2024-03-29T00:20:07.736 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-29T00:20:07.737 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-29T00:20:07.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.979+0000 7f3747200640 1 -- 172.21.15.12:0/825997631 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3748107bb0 msgr2=0x7f3748107fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:07.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.979+0000 7f3747200640 1 --2- 172.21.15.12:0/825997631 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3748107bb0 0x7f3748107fd0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f3738009900 tx=0x7f373802bc40 comp rx=0 tx=0).stop 2024-03-29T00:20:07.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.979+0000 7f3747200640 1 -- 172.21.15.12:0/825997631 shutdown_connections 2024-03-29T00:20:07.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.979+0000 7f3747200640 1 --2- 172.21.15.12:0/825997631 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3748109760 0x7f374810fff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:07.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.980+0000 7f3747200640 1 --2- 172.21.15.12:0/825997631 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3748108da0 0x7f3748109220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:07.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.980+0000 7f3747200640 1 --2- 172.21.15.12:0/825997631 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3748107bb0 0x7f3748107fd0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:07.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.980+0000 7f3747200640 1 -- 172.21.15.12:0/825997631 >> 172.21.15.12:0/825997631 conn(0x7f3748076b40 msgr2=0x7f3748078f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:07.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.980+0000 7f3747200640 1 -- 172.21.15.12:0/825997631 shutdown_connections 2024-03-29T00:20:07.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.980+0000 7f3747200640 1 -- 172.21.15.12:0/825997631 wait complete. 2024-03-29T00:20:07.983 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.981+0000 7f3747200640 1 Processor -- start 2024-03-29T00:20:07.983 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.981+0000 7f3747200640 1 -- start start 2024-03-29T00:20:07.983 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.981+0000 7f3747200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3748107bb0 0x7f374819dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:07.983 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.981+0000 7f3747200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3748108da0 0x7f374819e510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:07.983 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.981+0000 7f3747200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3748109760 0x7f37481a5580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:07.983 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.981+0000 7f3747200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f3748113960 con 0x7f3748108da0 2024-03-29T00:20:07.983 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.981+0000 7f3747200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f37481137e0 con 0x7f3748109760 2024-03-29T00:20:07.983 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.981+0000 7f3747200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3748113ae0 con 0x7f3748107bb0 2024-03-29T00:20:07.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.981+0000 7f3745e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3748107bb0 0x7f374819dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:07.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.981+0000 7f373fe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3748108da0 0x7f374819e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:07.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.981+0000 7f3745e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3748107bb0 0x7f374819dfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:33556/0 (socket says 172.21.15.12:33556) 2024-03-29T00:20:07.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.981+0000 7f3745e00640 1 -- 172.21.15.12:0/1701731804 learned_addr learned my addr 172.21.15.12:0/1701731804 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:07.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.981+0000 7f3746800640 1 --2- 172.21.15.12:0/1701731804 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3748109760 0x7f37481a5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:07.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.982+0000 7f3745e00640 1 -- 172.21.15.12:0/1701731804 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3748109760 msgr2=0x7f37481a5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:07.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.982+0000 7f3745e00640 1 --2- 172.21.15.12:0/1701731804 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3748109760 0x7f37481a5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:07.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.982+0000 7f3745e00640 1 -- 172.21.15.12:0/1701731804 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3748108da0 msgr2=0x7f374819e510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:07.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.982+0000 7f3745e00640 1 --2- 172.21.15.12:0/1701731804 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3748108da0 0x7f374819e510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:07.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.982+0000 7f3745e00640 1 -- 172.21.15.12:0/1701731804 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37481a5bf0 con 0x7f3748107bb0 2024-03-29T00:20:07.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.982+0000 7f373fe00640 1 --2- 172.21.15.12:0/1701731804 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3748108da0 0x7f374819e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:07.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.982+0000 7f3746800640 1 --2- 172.21.15.12:0/1701731804 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3748109760 0x7f37481a5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:07.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.982+0000 7f3745e00640 1 --2- 172.21.15.12:0/1701731804 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3748107bb0 0x7f374819dfd0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f3738000c00 tx=0x7f3738004a90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:07.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.982+0000 7f373ea00640 1 -- 172.21.15.12:0/1701731804 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3738043020 con 0x7f3748107bb0 2024-03-29T00:20:07.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.982+0000 7f3747200640 1 -- 172.21.15.12:0/1701731804 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37481a5e80 con 0x7f3748107bb0 2024-03-29T00:20:07.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.982+0000 7f373ea00640 1 -- 172.21.15.12:0/1701731804 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3738004250 con 0x7f3748107bb0 2024-03-29T00:20:07.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.983+0000 7f373ea00640 1 -- 172.21.15.12:0/1701731804 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3738003b80 con 0x7f3748107bb0 2024-03-29T00:20:07.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.983+0000 7f3747200640 1 -- 172.21.15.12:0/1701731804 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37481a62e0 con 0x7f3748107bb0 2024-03-29T00:20:07.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.986+0000 7f374fe14740 1 Processor -- start 2024-03-29T00:20:07.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.986+0000 7f374fe14740 1 -- start start 2024-03-29T00:20:07.988 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.986+0000 7f374fe14740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557f736c1030 0x557f736c1450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:07.988 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.986+0000 7f374fe14740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f736c1a20 0x557f736c6520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:07.988 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.986+0000 7f374fe14740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f736c6b90 0x557f736c9020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:07.988 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.986+0000 7f374fe14740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x557f73626100 con 0x557f736c1030 2024-03-29T00:20:07.988 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.986+0000 7f374fe14740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x557f735ceba0 con 0x557f736c1a20 2024-03-29T00:20:07.988 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.986+0000 7f374fe14740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x557f736221a0 con 0x557f736c6b90 2024-03-29T00:20:07.988 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.986+0000 7f373ea00640 1 -- 172.21.15.12:0/1701731804 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f3738046020 con 0x7f3748107bb0 2024-03-29T00:20:07.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.986+0000 7f3746800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557f736c1030 0x557f736c1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:07.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.987+0000 7f3746800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557f736c1030 0x557f736c1450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:34832/0 (socket says 172.21.15.12:34832) 2024-03-29T00:20:07.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.987+0000 7f3746800640 1 -- 172.21.15.12:0/2684884084 learned_addr learned my addr 172.21.15.12:0/2684884084 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:07.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.987+0000 7f373fe00640 1 --2- 172.21.15.12:0/2684884084 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f736c6b90 0x557f736c9020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:07.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.987+0000 7f3745e00640 1 --2- 172.21.15.12:0/2684884084 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f736c1a20 0x557f736c6520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:07.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.987+0000 7f3746800640 1 -- 172.21.15.12:0/2684884084 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f736c6b90 msgr2=0x557f736c9020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:07.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.987+0000 7f3746800640 1 --2- 172.21.15.12:0/2684884084 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f736c6b90 0x557f736c9020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:07.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.987+0000 7f3746800640 1 -- 172.21.15.12:0/2684884084 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f736c1a20 msgr2=0x557f736c6520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:07.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.987+0000 7f3746800640 1 --2- 172.21.15.12:0/2684884084 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f736c1a20 0x557f736c6520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:07.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.987+0000 7f3746800640 1 -- 172.21.15.12:0/2684884084 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f735ff1a0 con 0x557f736c1030 2024-03-29T00:20:07.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.987+0000 7f3745e00640 1 --2- 172.21.15.12:0/2684884084 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f736c1a20 0x557f736c6520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:20:07.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.987+0000 7f3746800640 1 --2- 172.21.15.12:0/2684884084 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557f736c1030 0x557f736c1450 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f37400117e0 tx=0x7f3740011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6febf7d69a0a228d server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:07.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.988+0000 7f3737400640 1 -- 172.21.15.12:0/2684884084 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3740011310 con 0x557f736c1030 2024-03-29T00:20:07.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.988+0000 7f3737400640 1 -- 172.21.15.12:0/2684884084 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f374000f9a0 con 0x557f736c1030 2024-03-29T00:20:07.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.988+0000 7f3737400640 1 -- 172.21.15.12:0/2684884084 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3740004690 con 0x557f736c1030 2024-03-29T00:20:07.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.988+0000 7f373ea00640 1 --2- 172.21.15.12:0/1701731804 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f372c0a1d80 0x7f372c0a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:07.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.988+0000 7f373ea00640 1 -- 172.21.15.12:0/1701731804 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f37380f0220 con 0x7f3748107bb0 2024-03-29T00:20:07.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.988+0000 7f3745e00640 1 --2- 172.21.15.12:0/1701731804 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f372c0a1d80 0x7f372c0a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:07.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.988+0000 7f374fe14740 1 -- 172.21.15.12:0/2684884084 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557f736c1030 msgr2=0x557f736c1450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:07.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.988+0000 7f374fe14740 1 --2- 172.21.15.12:0/2684884084 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557f736c1030 0x557f736c1450 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f37400117e0 tx=0x7f3740011ca0 comp rx=0 tx=0).stop 2024-03-29T00:20:07.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.989+0000 7f374fe14740 1 -- 172.21.15.12:0/2684884084 shutdown_connections 2024-03-29T00:20:07.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.989+0000 7f374fe14740 1 --2- 172.21.15.12:0/2684884084 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f736c1a20 0x557f736c6520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:07.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.989+0000 7f374fe14740 1 --2- 172.21.15.12:0/2684884084 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f736c6b90 0x557f736c9020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:07.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.989+0000 7f374fe14740 1 --2- 172.21.15.12:0/2684884084 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557f736c1030 0x557f736c1450 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:07.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.989+0000 7f374fe14740 1 -- 172.21.15.12:0/2684884084 >> 172.21.15.12:0/2684884084 conn(0x557f73688a10 msgr2=0x557f736bc9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:07.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.989+0000 7f374fe14740 1 -- 172.21.15.12:0/2684884084 shutdown_connections 2024-03-29T00:20:07.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.989+0000 7f374fe14740 1 -- 172.21.15.12:0/2684884084 wait complete. 2024-03-29T00:20:07.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.989+0000 7f3745e00640 1 --2- 172.21.15.12:0/1701731804 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f372c0a1d80 0x7f372c0a4240 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f37380bcaf0 tx=0x7f3738009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:07.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.989+0000 7f374fe14740 1 -- start start 2024-03-29T00:20:07.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.990+0000 7f374fe14740 1 Processor -- start 2024-03-29T00:20:07.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.990+0000 7f374fe14740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557f736c1030 0x557f736cb5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:07.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.990+0000 7f374fe14740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f736c1a20 0x557f736cbae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:07.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.990+0000 7f374fe14740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f736c6b90 0x557f736d2b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:07.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.990+0000 7f374fe14740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x557f736c9b40 con 0x557f736c1030 2024-03-29T00:20:07.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.990+0000 7f374fe14740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x557f735c4250 con 0x557f736c1a20 2024-03-29T00:20:07.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.990+0000 7f374fe14740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x557f736c9cc0 con 0x557f736c6b90 2024-03-29T00:20:07.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.990+0000 7f374fe14740 10 client.0 _ll_register_callbacks cb 0x557f73339be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:07.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.990+0000 7f373fe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f736c1a20 0x557f736cbae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:07.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.990+0000 7f373fe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f736c1a20 0x557f736cbae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:35968/0 (socket says 172.21.15.12:35968) 2024-03-29T00:20:07.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.990+0000 7f373fe00640 1 -- 172.21.15.12:0/28039314 learned_addr learned my addr 172.21.15.12:0/28039314 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:07.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.990+0000 7f3746800640 1 --2- 172.21.15.12:0/28039314 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557f736c1030 0x557f736cb5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:07.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.991+0000 7f3746800640 1 --2- 172.21.15.12:0/28039314 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f736c6b90 0x557f736d2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:07.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.991+0000 7f373fe00640 1 -- 172.21.15.12:0/28039314 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f736c6b90 msgr2=0x557f736d2b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:07.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.991+0000 7f373fe00640 1 --2- 172.21.15.12:0/28039314 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f736c6b90 0x557f736d2b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:07.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.991+0000 7f373fe00640 1 -- 172.21.15.12:0/28039314 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557f736c1030 msgr2=0x557f736cb5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:07.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.991+0000 7f373fe00640 1 --2- 172.21.15.12:0/28039314 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557f736c1030 0x557f736cb5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:07.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.991+0000 7f373fe00640 1 -- 172.21.15.12:0/28039314 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f735e0960 con 0x557f736c1a20 2024-03-29T00:20:07.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.991+0000 7f3746800640 1 --2- 172.21.15.12:0/28039314 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f736c6b90 0x557f736d2b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:20:07.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.991+0000 7f373fe00640 1 --2- 172.21.15.12:0/28039314 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f736c1a20 0x557f736cbae0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f3730012d00 tx=0x7f373000f790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dffd6947ec23bd0f server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:07.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.991+0000 7f372be00640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:20:07.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.991+0000 7f372be00640 1 -- 172.21.15.12:0/28039314 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3730009d90 con 0x557f736c1a20 2024-03-29T00:20:07.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.991+0000 7f372be00640 1 -- 172.21.15.12:0/28039314 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f3730012110 con 0x557f736c1a20 2024-03-29T00:20:07.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.991+0000 7f374fe14740 1 -- 172.21.15.12:0/28039314 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f374000f9a0 con 0x557f736c1a20 2024-03-29T00:20:07.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.992+0000 7f372be00640 1 -- 172.21.15.12:0/28039314 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3730004050 con 0x557f736c1a20 2024-03-29T00:20:07.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.992+0000 7f374fe14740 10 client.25994 fetch_fsmap learned FSMap version 29 2024-03-29T00:20:07.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.992+0000 7f374fe14740 1 -- 172.21.15.12:0/28039314 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557f734047d0 con 0x557f736c1a20 2024-03-29T00:20:07.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.992+0000 7f372be00640 1 -- 172.21.15.12:0/28039314 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f374000f9a0 con 0x557f736c1a20 2024-03-29T00:20:07.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.992+0000 7f372be00640 1 -- 172.21.15.12:0/28039314 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3730010430 con 0x557f736c1a20 2024-03-29T00:20:07.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.992+0000 7f374fe14740 10 client.25994 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:20:07.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.992+0000 7f374fe14740 10 client.25994 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:20:07.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.992+0000 7f374fe14740 20 client.25994 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:07.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.992+0000 7f374fe14740 1 --2- 172.21.15.12:0/28039314 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x557f736d73e0 0x557f736d9860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:07.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.992+0000 7f374fe14740 4 client.25994 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:20:07.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.992+0000 7f374fe14740 1 -- 172.21.15.12:0/28039314 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557f73633640 con 0x557f736d73e0 2024-03-29T00:20:07.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.993+0000 7f3746800640 1 --2- 172.21.15.12:0/28039314 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x557f736d73e0 0x557f736d9860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:07.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.993+0000 7f3746800640 1 --2- 172.21.15.12:0/28039314 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x557f736d73e0 0x557f736d9860 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8a3b774ee340432c server_cookie=dc787fe6e44ba069 in_seq=0 out_seq=0 2024-03-29T00:20:07.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.993+0000 7f372be00640 10 client.25994 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:07.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.994+0000 7f372be00640 1 -- 172.21.15.12:0/28039314 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x557f73633640 con 0x557f736d73e0 2024-03-29T00:20:07.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.994+0000 7f372be00640 10 client.25994 handle_command_reply: tid=0 2024-03-29T00:20:07.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.994+0000 7f374fe14740 1 client.25994 shutdown 2024-03-29T00:20:07.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.994+0000 7f374fe14740 1 -- 172.21.15.12:0/28039314 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f736c1a20 msgr2=0x557f736cbae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:07.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.994+0000 7f374fe14740 1 --2- 172.21.15.12:0/28039314 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f736c1a20 0x557f736cbae0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f3730012d00 tx=0x7f373000f790 comp rx=0 tx=0).stop 2024-03-29T00:20:07.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.994+0000 7f374fe14740 1 -- 172.21.15.12:0/28039314 shutdown_connections 2024-03-29T00:20:07.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.994+0000 7f374fe14740 1 --2- 172.21.15.12:0/28039314 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x557f736d73e0 0x557f736d9860 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:07.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.994+0000 7f374fe14740 1 --2- 172.21.15.12:0/28039314 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f736c1a20 0x557f736cbae0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:07.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.994+0000 7f374fe14740 1 --2- 172.21.15.12:0/28039314 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f736c6b90 0x557f736d2b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:07.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.994+0000 7f374fe14740 1 --2- 172.21.15.12:0/28039314 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557f736c1030 0x557f736cb5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:07.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.994+0000 7f374fe14740 1 -- 172.21.15.12:0/28039314 >> 172.21.15.12:0/28039314 conn(0x557f73688a10 msgr2=0x557f736bbd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:07.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.994+0000 7f372be00640 0 client.25994 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:07.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.995+0000 7f374fe14740 1 -- 172.21.15.12:0/28039314 shutdown_connections 2024-03-29T00:20:07.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.995+0000 7f374fe14740 1 -- 172.21.15.12:0/28039314 wait complete. 2024-03-29T00:20:07.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:07.995+0000 7f374fe14740 20 client.25994 trim_cache size 0 max 16384 2024-03-29T00:20:08.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.014+0000 7f374fe14740 1 Processor -- start 2024-03-29T00:20:08.015 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.014+0000 7f374fe14740 1 -- start start 2024-03-29T00:20:08.015 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.014+0000 7f374fe14740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f736c1030 0x557f736cb5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:08.015 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.014+0000 7f374fe14740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f736c1a20 0x557f736d2ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:08.015 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.014+0000 7f374fe14740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557f736c6b90 0x557f736ca060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:08.015 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.014+0000 7f374fe14740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f37481b08b0 con 0x557f736c6b90 2024-03-29T00:20:08.015 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.014+0000 7f374fe14740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f37481b23f0 con 0x557f736c1030 2024-03-29T00:20:08.015 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.014+0000 7f374fe14740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f37481b0f80 con 0x557f736c1a20 2024-03-29T00:20:08.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.015+0000 7f373fe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f736c1a20 0x557f736d2ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:08.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.015+0000 7f373fe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f736c1a20 0x557f736d2ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:33570/0 (socket says 172.21.15.12:33570) 2024-03-29T00:20:08.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.015+0000 7f373fe00640 1 -- 172.21.15.12:0/2434156360 learned_addr learned my addr 172.21.15.12:0/2434156360 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:08.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.015+0000 7f3746800640 1 --2- 172.21.15.12:0/2434156360 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f736c1030 0x557f736cb5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:08.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.015+0000 7f3746800640 1 --2- 172.21.15.12:0/2434156360 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557f736c6b90 0x557f736ca060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:08.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.015+0000 7f373fe00640 1 -- 172.21.15.12:0/2434156360 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f736c1030 msgr2=0x557f736cb5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:08.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.015+0000 7f373fe00640 1 --2- 172.21.15.12:0/2434156360 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f736c1030 0x557f736cb5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.015+0000 7f373fe00640 1 -- 172.21.15.12:0/2434156360 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557f736c6b90 msgr2=0x557f736ca060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:08.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.015+0000 7f373fe00640 1 --2- 172.21.15.12:0/2434156360 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557f736c6b90 0x557f736ca060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.015+0000 7f373fe00640 1 -- 172.21.15.12:0/2434156360 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f7333a3f0 con 0x557f736c1a20 2024-03-29T00:20:08.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.015+0000 7f373fe00640 1 --2- 172.21.15.12:0/2434156360 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f736c1a20 0x557f736d2ae0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f37300108a0 tx=0x7f3730009c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=668e7c428ec7a42a server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:08.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.016+0000 7f3736a00640 1 -- 172.21.15.12:0/2434156360 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f373002d070 con 0x557f736c1a20 2024-03-29T00:20:08.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.016+0000 7f3736a00640 1 -- 172.21.15.12:0/2434156360 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3730012110 con 0x557f736c1a20 2024-03-29T00:20:08.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.016+0000 7f3736a00640 1 -- 172.21.15.12:0/2434156360 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3730003850 con 0x557f736c1a20 2024-03-29T00:20:08.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.016+0000 7f374fe14740 1 -- 172.21.15.12:0/2434156360 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f736c1a20 msgr2=0x557f736d2ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:08.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.016+0000 7f374fe14740 1 --2- 172.21.15.12:0/2434156360 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f736c1a20 0x557f736d2ae0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f37300108a0 tx=0x7f3730009c00 comp rx=0 tx=0).stop 2024-03-29T00:20:08.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.016+0000 7f374fe14740 1 -- 172.21.15.12:0/2434156360 shutdown_connections 2024-03-29T00:20:08.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.016+0000 7f374fe14740 1 --2- 172.21.15.12:0/2434156360 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557f736c6b90 0x557f736ca060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.016+0000 7f374fe14740 1 --2- 172.21.15.12:0/2434156360 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f736c1a20 0x557f736d2ae0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.016+0000 7f374fe14740 1 --2- 172.21.15.12:0/2434156360 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f736c1030 0x557f736cb5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.016+0000 7f374fe14740 1 -- 172.21.15.12:0/2434156360 >> 172.21.15.12:0/2434156360 conn(0x557f73688a10 msgr2=0x557f736bbd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:08.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.017+0000 7f374fe14740 1 -- 172.21.15.12:0/2434156360 shutdown_connections 2024-03-29T00:20:08.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.017+0000 7f374fe14740 1 -- 172.21.15.12:0/2434156360 wait complete. 2024-03-29T00:20:08.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.017+0000 7f374fe14740 1 -- start start 2024-03-29T00:20:08.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.017+0000 7f374fe14740 1 Processor -- start 2024-03-29T00:20:08.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.018+0000 7f374fe14740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557f736c1030 0x557f736d0530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:08.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.018+0000 7f374fe14740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f736c1a20 0x557f736d0a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:08.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.018+0000 7f374fe14740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f736c6b90 0x557f736d1a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:08.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.018+0000 7f374fe14740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f37481b1d20 con 0x557f736c1030 2024-03-29T00:20:08.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.018+0000 7f374fe14740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f37481b1650 con 0x557f736c1a20 2024-03-29T00:20:08.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.018+0000 7f374fe14740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f37481ae890 con 0x557f736c6b90 2024-03-29T00:20:08.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.018+0000 7f374fe14740 10 client.0 _ll_register_callbacks cb 0x7f3730009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:08.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.018+0000 7f373fe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f736c1a20 0x557f736d0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:08.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.018+0000 7f373fe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f736c1a20 0x557f736d0a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:35984/0 (socket says 172.21.15.12:35984) 2024-03-29T00:20:08.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.018+0000 7f373fe00640 1 -- 172.21.15.12:0/2490390931 learned_addr learned my addr 172.21.15.12:0/2490390931 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:08.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.018+0000 7f3746800640 1 --2- 172.21.15.12:0/2490390931 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557f736c1030 0x557f736d0530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:08.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.018+0000 7f3746800640 1 --2- 172.21.15.12:0/2490390931 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f736c6b90 0x557f736d1a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:08.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.018+0000 7f373fe00640 1 -- 172.21.15.12:0/2490390931 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f736c6b90 msgr2=0x557f736d1a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:08.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.018+0000 7f373fe00640 1 --2- 172.21.15.12:0/2490390931 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f736c6b90 0x557f736d1a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.018+0000 7f373fe00640 1 -- 172.21.15.12:0/2490390931 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557f736c1030 msgr2=0x557f736d0530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:08.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.018+0000 7f373fe00640 1 --2- 172.21.15.12:0/2490390931 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557f736c1030 0x557f736d0530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.018+0000 7f373fe00640 1 -- 172.21.15.12:0/2490390931 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f732fa0f0 con 0x557f736c1a20 2024-03-29T00:20:08.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.018+0000 7f3746800640 1 --2- 172.21.15.12:0/2490390931 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f736c6b90 0x557f736d1a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:20:08.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.019+0000 7f373fe00640 1 --2- 172.21.15.12:0/2490390931 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f736c1a20 0x557f736d0a70 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f3730000c00 tx=0x7f37300054a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=136810fbdcc7fe0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:08.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.019+0000 7f372be00640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:20:08.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.019+0000 7f372be00640 1 -- 172.21.15.12:0/2490390931 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f373002d040 con 0x557f736c1a20 2024-03-29T00:20:08.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.019+0000 7f374fe14740 1 -- 172.21.15.12:0/2490390931 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3730012110 con 0x557f736c1a20 2024-03-29T00:20:08.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.019+0000 7f372be00640 1 -- 172.21.15.12:0/2490390931 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f3730003800 con 0x557f736c1a20 2024-03-29T00:20:08.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.019+0000 7f372be00640 1 -- 172.21.15.12:0/2490390931 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3730010680 con 0x557f736c1a20 2024-03-29T00:20:08.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.019+0000 7f374fe14740 10 client.26000 fetch_fsmap learned FSMap version 29 2024-03-29T00:20:08.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.019+0000 7f374fe14740 1 -- 172.21.15.12:0/2490390931 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557f7373d8e0 con 0x557f736c1a20 2024-03-29T00:20:08.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.019+0000 7f372be00640 1 -- 172.21.15.12:0/2490390931 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3730012110 con 0x557f736c1a20 2024-03-29T00:20:08.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.020+0000 7f372be00640 1 -- 172.21.15.12:0/2490390931 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3730032930 con 0x557f736c1a20 2024-03-29T00:20:08.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.020+0000 7f374fe14740 10 client.26000 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:20:08.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.020+0000 7f374fe14740 10 client.26000 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:20:08.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.020+0000 7f374fe14740 20 client.26000 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:08.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.020+0000 7f374fe14740 1 --2- 172.21.15.12:0/2490390931 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x557f7373e2e0 0x557f73740700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:08.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.020+0000 7f374fe14740 4 client.26000 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-29T00:20:08.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.020+0000 7f374fe14740 1 -- 172.21.15.12:0/2490390931 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "scrub status"}) -- 0x557f7362d990 con 0x557f7373e2e0 2024-03-29T00:20:08.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.020+0000 7f3746800640 1 --2- 172.21.15.12:0/2490390931 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x557f7373e2e0 0x557f73740700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:08.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.020+0000 7f3746800640 1 --2- 172.21.15.12:0/2490390931 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x557f7373e2e0 0x557f73740700 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=450008197628b13f server_cookie=f061bcf57ff6082c in_seq=0 out_seq=0 2024-03-29T00:20:08.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.020+0000 7f372be00640 10 client.26000 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:08.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.021+0000 7f372be00640 1 -- 172.21.15.12:0/2490390931 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x557f7362d990 con 0x557f7373e2e0 2024-03-29T00:20:08.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.021+0000 7f372be00640 10 client.26000 handle_command_reply: tid=0 2024-03-29T00:20:08.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.021+0000 7f374fe14740 1 client.26000 shutdown 2024-03-29T00:20:08.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.021+0000 7f374fe14740 1 -- 172.21.15.12:0/2490390931 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f736c1a20 msgr2=0x557f736d0a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:08.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.021+0000 7f374fe14740 1 --2- 172.21.15.12:0/2490390931 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f736c1a20 0x557f736d0a70 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f3730000c00 tx=0x7f37300054a0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.021+0000 7f374fe14740 1 -- 172.21.15.12:0/2490390931 shutdown_connections 2024-03-29T00:20:08.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.021+0000 7f374fe14740 1 --2- 172.21.15.12:0/2490390931 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x557f7373e2e0 0x557f73740700 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.021+0000 7f374fe14740 1 --2- 172.21.15.12:0/2490390931 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f736c1a20 0x557f736d0a70 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.021+0000 7f374fe14740 1 --2- 172.21.15.12:0/2490390931 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f736c6b90 0x557f736d1a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.021+0000 7f374fe14740 1 --2- 172.21.15.12:0/2490390931 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557f736c1030 0x557f736d0530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.021+0000 7f372be00640 0 client.26000 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:08.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.021+0000 7f374fe14740 1 -- 172.21.15.12:0/2490390931 >> 172.21.15.12:0/2490390931 conn(0x557f73688a10 msgr2=0x557f736ca060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:08.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.021+0000 7f374fe14740 1 -- 172.21.15.12:0/2490390931 shutdown_connections 2024-03-29T00:20:08.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.021+0000 7f374fe14740 1 -- 172.21.15.12:0/2490390931 wait complete. 2024-03-29T00:20:08.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.021+0000 7f374fe14740 20 client.26000 trim_cache size 0 max 16384 2024-03-29T00:20:08.027 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:20:08.027 INFO:teuthology.orchestra.run.smithi012.stdout: "status": "no active scrubs running", 2024-03-29T00:20:08.027 INFO:teuthology.orchestra.run.smithi012.stdout: "scrubs": {} 2024-03-29T00:20:08.027 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:20:08.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.022+0000 7f3747200640 1 -- 172.21.15.12:0/1701731804 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f372c0a1d80 msgr2=0x7f372c0a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:08.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.022+0000 7f3747200640 1 --2- 172.21.15.12:0/1701731804 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f372c0a1d80 0x7f372c0a4240 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f37380bcaf0 tx=0x7f3738009260 comp rx=0 tx=0).stop 2024-03-29T00:20:08.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.022+0000 7f3747200640 1 -- 172.21.15.12:0/1701731804 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3748107bb0 msgr2=0x7f374819dfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:08.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.022+0000 7f3747200640 1 --2- 172.21.15.12:0/1701731804 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3748107bb0 0x7f374819dfd0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f3738000c00 tx=0x7f3738004a90 comp rx=0 tx=0).stop 2024-03-29T00:20:08.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.022+0000 7f3747200640 1 -- 172.21.15.12:0/1701731804 shutdown_connections 2024-03-29T00:20:08.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.022+0000 7f3747200640 1 --2- 172.21.15.12:0/1701731804 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f372c0a1d80 0x7f372c0a4240 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.022+0000 7f3747200640 1 --2- 172.21.15.12:0/1701731804 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3748109760 0x7f37481a5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.022+0000 7f3747200640 1 --2- 172.21.15.12:0/1701731804 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3748108da0 0x7f374819e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.022+0000 7f3747200640 1 --2- 172.21.15.12:0/1701731804 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3748107bb0 0x7f374819dfd0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.022+0000 7f3747200640 1 -- 172.21.15.12:0/1701731804 >> 172.21.15.12:0/1701731804 conn(0x7f3748076b40 msgr2=0x7f374810c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:08.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.022+0000 7f3747200640 1 -- 172.21.15.12:0/1701731804 shutdown_connections 2024-03-29T00:20:08.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.022+0000 7f3747200640 1 -- 172.21.15.12:0/1701731804 wait complete. 2024-03-29T00:20:08.042 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-29T00:20:08.042 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:20:08.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.275+0000 7fed62200640 1 -- 172.21.15.12:0/4085986663 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fed5c1055b0 msgr2=0x7fed5c10be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:08.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.275+0000 7fed62200640 1 --2- 172.21.15.12:0/4085986663 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fed5c1055b0 0x7fed5c10be40 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fed54009ca0 tx=0x7fed5402c100 comp rx=0 tx=0).stop 2024-03-29T00:20:08.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.275+0000 7fed62200640 1 -- 172.21.15.12:0/4085986663 shutdown_connections 2024-03-29T00:20:08.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.275+0000 7fed62200640 1 --2- 172.21.15.12:0/4085986663 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fed5c104bf0 0x7fed5c105070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.275+0000 7fed62200640 1 --2- 172.21.15.12:0/4085986663 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fed5c1055b0 0x7fed5c10be40 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.275+0000 7fed62200640 1 --2- 172.21.15.12:0/4085986663 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fed5c103a00 0x7fed5c103e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.275+0000 7fed62200640 1 -- 172.21.15.12:0/4085986663 >> 172.21.15.12:0/4085986663 conn(0x7fed5c0fefb0 msgr2=0x7fed5c1013d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:08.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.275+0000 7fed62200640 1 -- 172.21.15.12:0/4085986663 shutdown_connections 2024-03-29T00:20:08.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.275+0000 7fed62200640 1 -- 172.21.15.12:0/4085986663 wait complete. 2024-03-29T00:20:08.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.276+0000 7fed62200640 1 Processor -- start 2024-03-29T00:20:08.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.276+0000 7fed62200640 1 -- start start 2024-03-29T00:20:08.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.276+0000 7fed62200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fed5c103a00 0x7fed5c199db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:08.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.276+0000 7fed62200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fed5c104bf0 0x7fed5c19a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:08.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.276+0000 7fed62200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fed5c1055b0 0x7fed5c1a1360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:08.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.277+0000 7fed62200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fed5c10f740 con 0x7fed5c103a00 2024-03-29T00:20:08.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.277+0000 7fed62200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fed5c10f5c0 con 0x7fed5c104bf0 2024-03-29T00:20:08.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.277+0000 7fed62200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fed5c10f8c0 con 0x7fed5c1055b0 2024-03-29T00:20:08.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.277+0000 7fed5b400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fed5c103a00 0x7fed5c199db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:08.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.277+0000 7fed5be00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fed5c1055b0 0x7fed5c1a1360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:08.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.277+0000 7fed5b400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fed5c103a00 0x7fed5c199db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:34870/0 (socket says 172.21.15.12:34870) 2024-03-29T00:20:08.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.277+0000 7fed53e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fed5c104bf0 0x7fed5c19a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:08.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.277+0000 7fed5b400640 1 -- 172.21.15.12:0/3345714044 learned_addr learned my addr 172.21.15.12:0/3345714044 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:08.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.277+0000 7fed5b400640 1 -- 172.21.15.12:0/3345714044 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fed5c1055b0 msgr2=0x7fed5c1a1360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:08.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.277+0000 7fed5b400640 1 --2- 172.21.15.12:0/3345714044 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fed5c1055b0 0x7fed5c1a1360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.277+0000 7fed5b400640 1 -- 172.21.15.12:0/3345714044 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fed5c104bf0 msgr2=0x7fed5c19a2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:08.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.277+0000 7fed5b400640 1 --2- 172.21.15.12:0/3345714044 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fed5c104bf0 0x7fed5c19a2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.277+0000 7fed5b400640 1 -- 172.21.15.12:0/3345714044 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed5c1a19d0 con 0x7fed5c103a00 2024-03-29T00:20:08.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.277+0000 7fed53e00640 1 --2- 172.21.15.12:0/3345714044 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fed5c104bf0 0x7fed5c19a2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:08.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.277+0000 7fed5be00640 1 --2- 172.21.15.12:0/3345714044 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fed5c1055b0 0x7fed5c1a1360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:08.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.278+0000 7fed5b400640 1 --2- 172.21.15.12:0/3345714044 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fed5c103a00 0x7fed5c199db0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fed4c00e9c0 tx=0x7fed4c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:08.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.278+0000 7fed58c00640 1 -- 172.21.15.12:0/3345714044 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed4c00cd80 con 0x7fed5c103a00 2024-03-29T00:20:08.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.278+0000 7fed58c00640 1 -- 172.21.15.12:0/3345714044 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fed4c0035f0 con 0x7fed5c103a00 2024-03-29T00:20:08.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.278+0000 7fed62200640 1 -- 172.21.15.12:0/3345714044 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed5c1a1cc0 con 0x7fed5c103a00 2024-03-29T00:20:08.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.278+0000 7fed58c00640 1 -- 172.21.15.12:0/3345714044 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed4c010690 con 0x7fed5c103a00 2024-03-29T00:20:08.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.278+0000 7fed62200640 1 -- 172.21.15.12:0/3345714044 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed5c1a21c0 con 0x7fed5c103a00 2024-03-29T00:20:08.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.279+0000 7fed62200640 1 -- 172.21.15.12:0/3345714044 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed5c10ac50 con 0x7fed5c103a00 2024-03-29T00:20:08.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.281+0000 7fed58c00640 1 -- 172.21.15.12:0/3345714044 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fed4c0037a0 con 0x7fed5c103a00 2024-03-29T00:20:08.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.282+0000 7fed58c00640 1 --2- 172.21.15.12:0/3345714044 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fed400a1d80 0x7fed400a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:08.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.283+0000 7fed58c00640 1 -- 172.21.15.12:0/3345714044 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fed4c0ce5a0 con 0x7fed5c103a00 2024-03-29T00:20:08.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.283+0000 7fed53e00640 1 --2- 172.21.15.12:0/3345714044 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fed400a1d80 0x7fed400a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:08.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.284+0000 7fed53e00640 1 --2- 172.21.15.12:0/3345714044 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fed400a1d80 0x7fed400a4240 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fed5c19b2c0 tx=0x7fed44005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:08.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.287+0000 7fed58c00640 1 -- 172.21.15.12:0/3345714044 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fed4c09b5e0 con 0x7fed5c103a00 2024-03-29T00:20:08.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.536+0000 7fed62200640 1 -- 172.21.15.12:0/3345714044 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fed5c02d170 con 0x7fed5c103a00 2024-03-29T00:20:08.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.537+0000 7fed58c00640 1 -- 172.21.15.12:0/3345714044 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11908 (secure 0 0 0) 0x7fed5c02d170 con 0x7fed5c103a00 2024-03-29T00:20:08.538 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:20:08.538 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14385,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2850016952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2850016952},{"type":"v1","addr":"172.21.15.12:6835","nonce":2850016952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/54288999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":54288999},{"type":"v1","addr":"172.21.15.12:6837","nonce":54288999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-29T00:15:17.217711+0000","modified":"2024-03-29T00:18:18.735879+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24568,"mds_1":24566,"mds_2":24544,"mds_3":24472,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14451":{"gid":14451,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6839/2537576655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":2537576655},{"type":"v1","addr":"172.21.15.12:6839","nonce":2537576655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14469":{"gid":14469,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6841/167917143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":167917143},{"type":"v1","addr":"172.21.15.12:6841","nonce":167917143}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":21,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":21,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6835/3689706936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":3689706936},{"type":"v1","addr":"172.21.15.53:6835","nonce":3689706936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6837/3069224551","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":3069224551},{"type":"v1","addr":"172.21.15.53:6837","nonce":3069224551}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.69:6835/368717986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":368717986},{"type":"v1","addr":"172.21.15.69:6835","nonce":368717986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24544":{"gid":24544,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.69:6837/466045469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":466045469},{"type":"v1","addr":"172.21.15.69:6837","nonce":466045469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24566":{"gid":24566,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":11,"addr":"172.21.15.53:6839/2142959350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":2142959350},{"type":"v1","addr":"172.21.15.53:6839","nonce":2142959350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.69:6839/1021939171","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1021939171},{"type":"v1","addr":"172.21.15.69:6839","nonce":1021939171}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24568,"qdb_cluster":[24431,24472,24544,24566,24568]},"id":1}]} 2024-03-29T00:20:08.539 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 29 2024-03-29T00:20:08.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.540+0000 7fed62200640 1 -- 172.21.15.12:0/3345714044 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fed400a1d80 msgr2=0x7fed400a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:08.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.540+0000 7fed62200640 1 --2- 172.21.15.12:0/3345714044 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fed400a1d80 0x7fed400a4240 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fed5c19b2c0 tx=0x7fed44005f90 comp rx=0 tx=0).stop 2024-03-29T00:20:08.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.540+0000 7fed62200640 1 -- 172.21.15.12:0/3345714044 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fed5c103a00 msgr2=0x7fed5c199db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:08.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.540+0000 7fed62200640 1 --2- 172.21.15.12:0/3345714044 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fed5c103a00 0x7fed5c199db0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fed4c00e9c0 tx=0x7fed4c00ee80 comp rx=0 tx=0).stop 2024-03-29T00:20:08.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.541+0000 7fed62200640 1 -- 172.21.15.12:0/3345714044 shutdown_connections 2024-03-29T00:20:08.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.541+0000 7fed62200640 1 --2- 172.21.15.12:0/3345714044 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fed400a1d80 0x7fed400a4240 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.541+0000 7fed62200640 1 --2- 172.21.15.12:0/3345714044 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fed5c104bf0 0x7fed5c19a2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.541+0000 7fed62200640 1 --2- 172.21.15.12:0/3345714044 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fed5c1055b0 0x7fed5c1a1360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.541+0000 7fed62200640 1 --2- 172.21.15.12:0/3345714044 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fed5c103a00 0x7fed5c199db0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.541+0000 7fed62200640 1 -- 172.21.15.12:0/3345714044 >> 172.21.15.12:0/3345714044 conn(0x7fed5c0fefb0 msgr2=0x7fed5c107e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:08.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.541+0000 7fed62200640 1 -- 172.21.15.12:0/3345714044 shutdown_connections 2024-03-29T00:20:08.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.541+0000 7fed62200640 1 -- 172.21.15.12:0/3345714044 wait complete. 2024-03-29T00:20:08.563 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-03-29T00:20:08.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.799+0000 7f6f21400640 1 -- 172.21.15.12:0/507529408 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f1c0ffe70 msgr2=0x7f6f1c100290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:08.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.799+0000 7f6f21400640 1 --2- 172.21.15.12:0/507529408 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f1c0ffe70 0x7f6f1c100290 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f6f0c009900 tx=0x7f6f0c02bc30 comp rx=0 tx=0).stop 2024-03-29T00:20:08.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.799+0000 7f6f21400640 1 -- 172.21.15.12:0/507529408 shutdown_connections 2024-03-29T00:20:08.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.799+0000 7f6f21400640 1 --2- 172.21.15.12:0/507529408 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6f1c101170 0x7f6f1c1015f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.799+0000 7f6f21400640 1 --2- 172.21.15.12:0/507529408 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6f1c1007d0 0x7f6f1c100c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.799+0000 7f6f21400640 1 --2- 172.21.15.12:0/507529408 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f1c0ffe70 0x7f6f1c100290 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.799+0000 7f6f21400640 1 -- 172.21.15.12:0/507529408 >> 172.21.15.12:0/507529408 conn(0x7f6f1c0fba30 msgr2=0x7f6f1c0fde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:08.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.799+0000 7f6f21400640 1 -- 172.21.15.12:0/507529408 shutdown_connections 2024-03-29T00:20:08.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.799+0000 7f6f21400640 1 -- 172.21.15.12:0/507529408 wait complete. 2024-03-29T00:20:08.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.800+0000 7f6f21400640 1 Processor -- start 2024-03-29T00:20:08.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.801+0000 7f6f21400640 1 -- start start 2024-03-29T00:20:08.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.801+0000 7f6f21400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6f1c0ffe70 0x7f6f1c199b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:08.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.801+0000 7f6f21400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f1c1007d0 0x7f6f1c19a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:08.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.801+0000 7f6f21400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6f1c101170 0x7f6f1c1a1120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:08.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.801+0000 7f6f21400640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f6f1c10f510 con 0x7f6f1c1007d0 2024-03-29T00:20:08.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.801+0000 7f6f21400640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f6f1c10f390 con 0x7f6f1c101170 2024-03-29T00:20:08.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.801+0000 7f6f21400640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f6f1c10f690 con 0x7f6f1c0ffe70 2024-03-29T00:20:08.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.801+0000 7f6f1be00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6f1c0ffe70 0x7f6f1c199b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:08.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.801+0000 7f6f1be00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6f1c0ffe70 0x7f6f1c199b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:33606/0 (socket says 172.21.15.12:33606) 2024-03-29T00:20:08.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.801+0000 7f6f1be00640 1 -- 172.21.15.12:0/642615698 learned_addr learned my addr 172.21.15.12:0/642615698 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:08.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.801+0000 7f6f20a00640 1 --2- 172.21.15.12:0/642615698 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6f1c101170 0x7f6f1c1a1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:08.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.801+0000 7f6f1b400640 1 --2- 172.21.15.12:0/642615698 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f1c1007d0 0x7f6f1c19a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:08.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.802+0000 7f6f1be00640 1 -- 172.21.15.12:0/642615698 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6f1c101170 msgr2=0x7f6f1c1a1120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:08.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.802+0000 7f6f1be00640 1 --2- 172.21.15.12:0/642615698 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6f1c101170 0x7f6f1c1a1120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.802+0000 7f6f1be00640 1 -- 172.21.15.12:0/642615698 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f1c1007d0 msgr2=0x7f6f1c19a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:08.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.802+0000 7f6f1be00640 1 --2- 172.21.15.12:0/642615698 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f1c1007d0 0x7f6f1c19a0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.802+0000 7f6f1be00640 1 -- 172.21.15.12:0/642615698 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f1c1a1790 con 0x7f6f1c0ffe70 2024-03-29T00:20:08.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.802+0000 7f6f1b400640 1 --2- 172.21.15.12:0/642615698 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f1c1007d0 0x7f6f1c19a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:20:08.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.802+0000 7f6f1be00640 1 --2- 172.21.15.12:0/642615698 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6f1c0ffe70 0x7f6f1c199b70 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f6f0c005ab0 tx=0x7f6f0c004a50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:08.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.802+0000 7f6f18c00640 1 -- 172.21.15.12:0/642615698 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f0c043020 con 0x7f6f1c0ffe70 2024-03-29T00:20:08.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.802+0000 7f6f21400640 1 -- 172.21.15.12:0/642615698 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f1c1a1a20 con 0x7f6f1c0ffe70 2024-03-29T00:20:08.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.802+0000 7f6f18c00640 1 -- 172.21.15.12:0/642615698 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6f0c004250 con 0x7f6f1c0ffe70 2024-03-29T00:20:08.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.802+0000 7f6f18c00640 1 -- 172.21.15.12:0/642615698 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f0c003b30 con 0x7f6f1c0ffe70 2024-03-29T00:20:08.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.803+0000 7f6f21400640 1 -- 172.21.15.12:0/642615698 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f1c1a1f70 con 0x7f6f1c0ffe70 2024-03-29T00:20:08.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.806+0000 7f6f18c00640 1 -- 172.21.15.12:0/642615698 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f6f0c046020 con 0x7f6f1c0ffe70 2024-03-29T00:20:08.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.806+0000 7f6f25812740 1 Processor -- start 2024-03-29T00:20:08.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.806+0000 7f6f25812740 1 -- start start 2024-03-29T00:20:08.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.806+0000 7f6f25812740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a20e333d80 0x55a20e3341a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:08.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.806+0000 7f6f25812740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a20e334770 0x55a20e339270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:08.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.806+0000 7f6f25812740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a20e3398e0 0x55a20e33bd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:08.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.806+0000 7f6f25812740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55a20e290050 con 0x55a20e3398e0 2024-03-29T00:20:08.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.806+0000 7f6f25812740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55a20e238ce0 con 0x55a20e334770 2024-03-29T00:20:08.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.806+0000 7f6f25812740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55a20e28c0f0 con 0x55a20e333d80 2024-03-29T00:20:08.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.807+0000 7f6f1be00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a20e334770 0x55a20e339270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:08.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.807+0000 7f6f20a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a20e333d80 0x55a20e3341a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:08.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.807+0000 7f6f1be00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a20e334770 0x55a20e339270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36048/0 (socket says 172.21.15.12:36048) 2024-03-29T00:20:08.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.807+0000 7f6f1be00640 1 -- 172.21.15.12:0/3792662206 learned_addr learned my addr 172.21.15.12:0/3792662206 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:08.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.807+0000 7f6f1b400640 1 --2- 172.21.15.12:0/3792662206 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a20e3398e0 0x55a20e33bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:08.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.807+0000 7f6f1be00640 1 -- 172.21.15.12:0/3792662206 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a20e333d80 msgr2=0x55a20e3341a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:08.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.807+0000 7f6f1be00640 1 --2- 172.21.15.12:0/3792662206 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a20e333d80 0x55a20e3341a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.807+0000 7f6f1be00640 1 -- 172.21.15.12:0/3792662206 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a20e3398e0 msgr2=0x55a20e33bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:08.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.807+0000 7f6f1be00640 1 --2- 172.21.15.12:0/3792662206 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a20e3398e0 0x55a20e33bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.807+0000 7f6f1be00640 1 -- 172.21.15.12:0/3792662206 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a20dfa43f0 con 0x55a20e334770 2024-03-29T00:20:08.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.808+0000 7f6f18c00640 1 --2- 172.21.15.12:0/642615698 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f6f000a1d80 0x7f6f000a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:08.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.808+0000 7f6f1be00640 1 --2- 172.21.15.12:0/3792662206 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a20e334770 0x55a20e339270 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f6f0c0f8290 tx=0x7f6f0c0f8380 comp rx=0 tx=0).ready entity=mon.2 client_cookie=134edaa96eb046f4 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:08.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.808+0000 7f6f20a00640 1 --2- 172.21.15.12:0/642615698 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f6f000a1d80 0x7f6f000a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:08.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.808+0000 7f6f11200640 1 -- 172.21.15.12:0/3792662206 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f0c0b8e40 con 0x55a20e334770 2024-03-29T00:20:08.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.808+0000 7f6f18c00640 1 -- 172.21.15.12:0/642615698 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f6f0c0f0260 con 0x7f6f1c0ffe70 2024-03-29T00:20:08.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.808+0000 7f6f11200640 1 -- 172.21.15.12:0/3792662206 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6f0c0fd030 con 0x55a20e334770 2024-03-29T00:20:08.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.808+0000 7f6f11200640 1 -- 172.21.15.12:0/3792662206 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f0c0bfac0 con 0x55a20e334770 2024-03-29T00:20:08.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.809+0000 7f6f25812740 1 -- 172.21.15.12:0/3792662206 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a20e334770 msgr2=0x55a20e339270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:08.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.809+0000 7f6f25812740 1 --2- 172.21.15.12:0/3792662206 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a20e334770 0x55a20e339270 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f6f0c0f8290 tx=0x7f6f0c0f8380 comp rx=0 tx=0).stop 2024-03-29T00:20:08.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.809+0000 7f6f20a00640 1 --2- 172.21.15.12:0/642615698 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f6f000a1d80 0x7f6f000a4240 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x55a20e334fd0 tx=0x7f6f14009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:08.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.809+0000 7f6f25812740 1 -- 172.21.15.12:0/3792662206 shutdown_connections 2024-03-29T00:20:08.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.809+0000 7f6f25812740 1 --2- 172.21.15.12:0/3792662206 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a20e334770 0x55a20e339270 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.809+0000 7f6f25812740 1 --2- 172.21.15.12:0/3792662206 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a20e3398e0 0x55a20e33bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.809+0000 7f6f25812740 1 --2- 172.21.15.12:0/3792662206 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a20e333d80 0x55a20e3341a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.809+0000 7f6f25812740 1 -- 172.21.15.12:0/3792662206 >> 172.21.15.12:0/3792662206 conn(0x55a20e32f2f0 msgr2=0x55a20e32f6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:08.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.809+0000 7f6f25812740 1 -- 172.21.15.12:0/3792662206 shutdown_connections 2024-03-29T00:20:08.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.809+0000 7f6f25812740 1 -- 172.21.15.12:0/3792662206 wait complete. 2024-03-29T00:20:08.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.810+0000 7f6f25812740 1 -- start start 2024-03-29T00:20:08.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.810+0000 7f6f25812740 1 Processor -- start 2024-03-29T00:20:08.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.810+0000 7f6f25812740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a20e333d80 0x55a20e33df90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:08.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.810+0000 7f6f25812740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a20e334770 0x55a20e33e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:08.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.810+0000 7f6f25812740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a20e3398e0 0x55a20e345510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:08.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.810+0000 7f6f25812740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55a20e33c650 con 0x55a20e3398e0 2024-03-29T00:20:08.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.810+0000 7f6f25812740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55a20e22e2f0 con 0x55a20e334770 2024-03-29T00:20:08.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.810+0000 7f6f25812740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55a20e33c7d0 con 0x55a20e333d80 2024-03-29T00:20:08.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.811+0000 7f6f25812740 10 client.0 _ll_register_callbacks cb 0x55a20dfa3be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:08.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.811+0000 7f6f1be00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a20e333d80 0x55a20e33df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:08.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.811+0000 7f6f1be00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a20e333d80 0x55a20e33df90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:33620/0 (socket says 172.21.15.12:33620) 2024-03-29T00:20:08.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.811+0000 7f6f1b400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a20e334770 0x55a20e33e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:08.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.811+0000 7f6f1be00640 1 -- 172.21.15.12:0/4025972462 learned_addr learned my addr 172.21.15.12:0/4025972462 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:08.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.811+0000 7f6f20a00640 1 --2- 172.21.15.12:0/4025972462 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a20e3398e0 0x55a20e345510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:08.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.811+0000 7f6f1b400640 1 -- 172.21.15.12:0/4025972462 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a20e333d80 msgr2=0x55a20e33df90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:08.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.811+0000 7f6f1b400640 1 --2- 172.21.15.12:0/4025972462 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a20e333d80 0x55a20e33df90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.811+0000 7f6f1b400640 1 -- 172.21.15.12:0/4025972462 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a20e3398e0 msgr2=0x55a20e345510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:08.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.811+0000 7f6f1b400640 1 --2- 172.21.15.12:0/4025972462 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a20e3398e0 0x55a20e345510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.811+0000 7f6f1b400640 1 -- 172.21.15.12:0/4025972462 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a20e06e7d0 con 0x55a20e334770 2024-03-29T00:20:08.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.811+0000 7f6f1be00640 1 --2- 172.21.15.12:0/4025972462 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a20e333d80 0x55a20e33df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:08.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.811+0000 7f6f1b400640 1 --2- 172.21.15.12:0/4025972462 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a20e334770 0x55a20e33e4d0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c19b080 tx=0x7f6f080039c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=98f5e6eb0c41695f server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:08.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.811+0000 7f6f05600640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:20:08.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.812+0000 7f6f05600640 1 -- 172.21.15.12:0/4025972462 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f08012860 con 0x55a20e334770 2024-03-29T00:20:08.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.812+0000 7f6f05600640 1 -- 172.21.15.12:0/4025972462 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f6f08012a00 con 0x55a20e334770 2024-03-29T00:20:08.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.812+0000 7f6f25812740 1 -- 172.21.15.12:0/4025972462 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6f0c0fd030 con 0x55a20e334770 2024-03-29T00:20:08.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.812+0000 7f6f05600640 1 -- 172.21.15.12:0/4025972462 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6f08012c00 con 0x55a20e334770 2024-03-29T00:20:08.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.812+0000 7f6f25812740 10 client.26018 fetch_fsmap learned FSMap version 29 2024-03-29T00:20:08.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.812+0000 7f6f25812740 1 -- 172.21.15.12:0/4025972462 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a20e3488f0 con 0x55a20e334770 2024-03-29T00:20:08.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.812+0000 7f6f05600640 1 -- 172.21.15.12:0/4025972462 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6f0c0fd030 con 0x55a20e334770 2024-03-29T00:20:08.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.812+0000 7f6f05600640 1 -- 172.21.15.12:0/4025972462 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f6f0801a030 con 0x55a20e334770 2024-03-29T00:20:08.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.813+0000 7f6f25812740 10 client.26018 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:20:08.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.813+0000 7f6f25812740 10 client.26018 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-03-29T00:20:08.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.813+0000 7f6f25812740 20 client.26018 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:08.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.813+0000 7f6f25812740 1 --2- 172.21.15.12:0/4025972462 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x55a20e349f40 0x55a20e34c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:08.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.813+0000 7f6f25812740 4 client.26018 mds_command: new command op to 24431 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:20:08.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.813+0000 7f6f25812740 1 -- 172.21.15.12:0/4025972462 --> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a20e239680 con 0x55a20e349f40 2024-03-29T00:20:08.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.813+0000 7f6f1be00640 1 --2- 172.21.15.12:0/4025972462 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x55a20e349f40 0x55a20e34c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:08.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.814+0000 7f6f1be00640 1 --2- 172.21.15.12:0/4025972462 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x55a20e349f40 0x55a20e34c3e0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=311a7629bc1e5bcf server_cookie=9b19765adceff6f in_seq=0 out_seq=0 2024-03-29T00:20:08.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.814+0000 7f6f05600640 10 client.26018 ms_handle_connect on v2:172.21.15.53:6832/1225382034 2024-03-29T00:20:08.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.814+0000 7f6f05600640 1 -- 172.21.15.12:0/4025972462 <== mds.4 v2:172.21.15.53:6832/1225382034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55a20e239680 con 0x55a20e349f40 2024-03-29T00:20:08.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.814+0000 7f6f05600640 10 client.26018 handle_command_reply: tid=0 2024-03-29T00:20:08.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.814+0000 7f6f25812740 1 client.26018 shutdown 2024-03-29T00:20:08.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.814+0000 7f6f25812740 1 -- 172.21.15.12:0/4025972462 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a20e334770 msgr2=0x55a20e33e4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:08.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.814+0000 7f6f25812740 1 --2- 172.21.15.12:0/4025972462 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a20e334770 0x55a20e33e4d0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c19b080 tx=0x7f6f080039c0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.815+0000 7f6f25812740 1 -- 172.21.15.12:0/4025972462 shutdown_connections 2024-03-29T00:20:08.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.815+0000 7f6f25812740 1 --2- 172.21.15.12:0/4025972462 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x55a20e349f40 0x55a20e34c3e0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.815+0000 7f6f25812740 1 --2- 172.21.15.12:0/4025972462 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a20e334770 0x55a20e33e4d0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.815+0000 7f6f25812740 1 --2- 172.21.15.12:0/4025972462 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a20e3398e0 0x55a20e345510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.815+0000 7f6f25812740 1 --2- 172.21.15.12:0/4025972462 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a20e333d80 0x55a20e33df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.815+0000 7f6f25812740 1 -- 172.21.15.12:0/4025972462 >> 172.21.15.12:0/4025972462 conn(0x55a20e32f2f0 msgr2=0x55a20e325dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:08.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.815+0000 7f6f05600640 0 client.26018 ms_handle_reset on v2:172.21.15.53:6832/1225382034 2024-03-29T00:20:08.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.815+0000 7f6f25812740 1 -- 172.21.15.12:0/4025972462 shutdown_connections 2024-03-29T00:20:08.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.815+0000 7f6f25812740 1 -- 172.21.15.12:0/4025972462 wait complete. 2024-03-29T00:20:08.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.815+0000 7f6f25812740 20 client.26018 trim_cache size 0 max 16384 2024-03-29T00:20:08.835 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.833+0000 7f6f25812740 1 Processor -- start 2024-03-29T00:20:08.835 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.834+0000 7f6f25812740 1 -- start start 2024-03-29T00:20:08.835 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.834+0000 7f6f25812740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a20e32f2f0 0x55a20e335c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:08.835 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.834+0000 7f6f25812740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a20e333d80 0x55a20e3361b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:08.835 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.834+0000 7f6f25812740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a20e334770 0x55a20e3454d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:08.835 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.834+0000 7f6f25812740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f6f1c1a80a0 con 0x55a20e32f2f0 2024-03-29T00:20:08.835 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.834+0000 7f6f25812740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f6f1c1a9be0 con 0x55a20e333d80 2024-03-29T00:20:08.835 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.834+0000 7f6f25812740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f6f1c1a8770 con 0x55a20e334770 2024-03-29T00:20:08.835 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.834+0000 7f6f1b400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a20e333d80 0x55a20e3361b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:08.835 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.834+0000 7f6f1be00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a20e32f2f0 0x55a20e335c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:08.835 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.834+0000 7f6f1b400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a20e333d80 0x55a20e3361b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36064/0 (socket says 172.21.15.12:36064) 2024-03-29T00:20:08.836 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.834+0000 7f6f1b400640 1 -- 172.21.15.12:0/4265294707 learned_addr learned my addr 172.21.15.12:0/4265294707 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:08.836 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.834+0000 7f6f20a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a20e334770 0x55a20e3454d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:08.836 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.834+0000 7f6f1b400640 1 -- 172.21.15.12:0/4265294707 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a20e334770 msgr2=0x55a20e3454d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:08.836 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.834+0000 7f6f1b400640 1 --2- 172.21.15.12:0/4265294707 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a20e334770 0x55a20e3454d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.836 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.834+0000 7f6f1b400640 1 -- 172.21.15.12:0/4265294707 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a20e32f2f0 msgr2=0x55a20e335c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:08.836 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.835+0000 7f6f1b400640 1 --2- 172.21.15.12:0/4265294707 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a20e32f2f0 0x55a20e335c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.836 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.835+0000 7f6f1b400640 1 -- 172.21.15.12:0/4265294707 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a20e33d3b0 con 0x55a20e333d80 2024-03-29T00:20:08.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.835+0000 7f6f1b400640 1 --2- 172.21.15.12:0/4265294707 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a20e333d80 0x55a20e3361b0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f6f08005770 tx=0x7f6f080097f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f6d4cc9b3e3a86c6 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:08.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.835+0000 7f6f07e00640 1 -- 172.21.15.12:0/4265294707 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f0802d070 con 0x55a20e333d80 2024-03-29T00:20:08.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.835+0000 7f6f07e00640 1 -- 172.21.15.12:0/4265294707 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6f0801bcb0 con 0x55a20e333d80 2024-03-29T00:20:08.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.835+0000 7f6f07e00640 1 -- 172.21.15.12:0/4265294707 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f08028940 con 0x55a20e333d80 2024-03-29T00:20:08.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.836+0000 7f6f25812740 1 -- 172.21.15.12:0/4265294707 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a20e333d80 msgr2=0x55a20e3361b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:08.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.836+0000 7f6f25812740 1 --2- 172.21.15.12:0/4265294707 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a20e333d80 0x55a20e3361b0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f6f08005770 tx=0x7f6f080097f0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.836+0000 7f6f25812740 1 -- 172.21.15.12:0/4265294707 shutdown_connections 2024-03-29T00:20:08.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.836+0000 7f6f25812740 1 --2- 172.21.15.12:0/4265294707 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a20e333d80 0x55a20e3361b0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.836+0000 7f6f25812740 1 --2- 172.21.15.12:0/4265294707 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a20e334770 0x55a20e3454d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.836+0000 7f6f25812740 1 --2- 172.21.15.12:0/4265294707 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a20e32f2f0 0x55a20e335c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.836+0000 7f6f25812740 1 -- 172.21.15.12:0/4265294707 >> 172.21.15.12:0/4265294707 conn(0x55a20e335550 msgr2=0x55a20e32f6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:08.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.836+0000 7f6f25812740 1 -- 172.21.15.12:0/4265294707 shutdown_connections 2024-03-29T00:20:08.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.836+0000 7f6f25812740 1 -- 172.21.15.12:0/4265294707 wait complete. 2024-03-29T00:20:08.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.837+0000 7f6f25812740 1 -- start start 2024-03-29T00:20:08.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.837+0000 7f6f25812740 1 Processor -- start 2024-03-29T00:20:08.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.837+0000 7f6f25812740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a20e32f2f0 0x55a20e342ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:08.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.837+0000 7f6f25812740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a20e333d80 0x55a20e3433e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:08.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.837+0000 7f6f25812740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a20e334770 0x55a20e3443f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:08.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.837+0000 7f6f25812740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f6f1c1a9510 con 0x55a20e334770 2024-03-29T00:20:08.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.837+0000 7f6f25812740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f6f1c1a8e40 con 0x55a20e32f2f0 2024-03-29T00:20:08.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.837+0000 7f6f25812740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f6f1c1a6080 con 0x55a20e333d80 2024-03-29T00:20:08.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.837+0000 7f6f25812740 10 client.0 _ll_register_callbacks cb 0x7f6f08004120 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:08.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.838+0000 7f6f1be00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a20e32f2f0 0x55a20e342ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:08.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.838+0000 7f6f1be00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a20e32f2f0 0x55a20e342ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36066/0 (socket says 172.21.15.12:36066) 2024-03-29T00:20:08.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.838+0000 7f6f1be00640 1 -- 172.21.15.12:0/2293012380 learned_addr learned my addr 172.21.15.12:0/2293012380 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:08.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.838+0000 7f6f1b400640 1 --2- 172.21.15.12:0/2293012380 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a20e333d80 0x55a20e3433e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:08.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.838+0000 7f6f20a00640 1 --2- 172.21.15.12:0/2293012380 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a20e334770 0x55a20e3443f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:08.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.838+0000 7f6f1be00640 1 -- 172.21.15.12:0/2293012380 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a20e333d80 msgr2=0x55a20e3433e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:08.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.838+0000 7f6f1be00640 1 --2- 172.21.15.12:0/2293012380 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a20e333d80 0x55a20e3433e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.838+0000 7f6f1be00640 1 -- 172.21.15.12:0/2293012380 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a20e334770 msgr2=0x55a20e3443f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:08.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.838+0000 7f6f1be00640 1 --2- 172.21.15.12:0/2293012380 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a20e334770 0x55a20e3443f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.838+0000 7f6f1be00640 1 -- 172.21.15.12:0/2293012380 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a20e3449e0 con 0x55a20e32f2f0 2024-03-29T00:20:08.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.838+0000 7f6f1b400640 1 --2- 172.21.15.12:0/2293012380 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a20e333d80 0x55a20e3433e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:08.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.838+0000 7f6f1be00640 1 --2- 172.21.15.12:0/2293012380 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a20e32f2f0 0x55a20e342ea0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f6f0c006010 tx=0x7f6f0c043f40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=53667dd80e074495 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:08.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.838+0000 7f6f05600640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:20:08.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.838+0000 7f6f05600640 1 -- 172.21.15.12:0/2293012380 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f0c0bfd20 con 0x55a20e32f2f0 2024-03-29T00:20:08.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.839+0000 7f6f05600640 1 -- 172.21.15.12:0/2293012380 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f6f0c004400 con 0x55a20e32f2f0 2024-03-29T00:20:08.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.839+0000 7f6f25812740 1 -- 172.21.15.12:0/2293012380 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6f0801bcb0 con 0x55a20e32f2f0 2024-03-29T00:20:08.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.839+0000 7f6f05600640 1 -- 172.21.15.12:0/2293012380 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6f0c0bff70 con 0x55a20e32f2f0 2024-03-29T00:20:08.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.839+0000 7f6f25812740 10 client.26024 fetch_fsmap learned FSMap version 29 2024-03-29T00:20:08.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.839+0000 7f6f25812740 1 -- 172.21.15.12:0/2293012380 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a20e3b0500 con 0x55a20e32f2f0 2024-03-29T00:20:08.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.839+0000 7f6f05600640 1 -- 172.21.15.12:0/2293012380 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6f0801bcb0 con 0x55a20e32f2f0 2024-03-29T00:20:08.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.839+0000 7f6f05600640 1 -- 172.21.15.12:0/2293012380 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f6f0c0053e0 con 0x55a20e32f2f0 2024-03-29T00:20:08.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.839+0000 7f6f25812740 10 client.26024 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:20:08.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.839+0000 7f6f25812740 10 client.26024 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-03-29T00:20:08.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.839+0000 7f6f25812740 20 client.26024 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:08.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.839+0000 7f6f25812740 1 --2- 172.21.15.12:0/2293012380 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x55a20e3398e0 0x55a20e3b2b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:08.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.839+0000 7f6f25812740 4 client.26024 mds_command: new command op to 24431 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-29T00:20:08.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.839+0000 7f6f25812740 1 -- 172.21.15.12:0/2293012380 --> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a20e29d590 con 0x55a20e3398e0 2024-03-29T00:20:08.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.840+0000 7f6f1b400640 1 --2- 172.21.15.12:0/2293012380 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x55a20e3398e0 0x55a20e3b2b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:08.845 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.840+0000 7f6f1b400640 1 --2- 172.21.15.12:0/2293012380 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x55a20e3398e0 0x55a20e3b2b10 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=ea52bc6212545cd2 server_cookie=4a7ef7fd819bbaca in_seq=0 out_seq=0 2024-03-29T00:20:08.845 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.840+0000 7f6f05600640 10 client.26024 ms_handle_connect on v2:172.21.15.53:6832/1225382034 2024-03-29T00:20:08.845 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.840+0000 7f6f05600640 1 -- 172.21.15.12:0/2293012380 <== mds.4 v2:172.21.15.53:6832/1225382034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a20e29d590 con 0x55a20e3398e0 2024-03-29T00:20:08.845 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.840+0000 7f6f05600640 10 client.26024 handle_command_reply: tid=0 2024-03-29T00:20:08.845 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.840+0000 7f6f25812740 1 client.26024 shutdown 2024-03-29T00:20:08.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.841+0000 7f6f25812740 1 -- 172.21.15.12:0/2293012380 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a20e32f2f0 msgr2=0x55a20e342ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:08.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.841+0000 7f6f25812740 1 --2- 172.21.15.12:0/2293012380 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a20e32f2f0 0x55a20e342ea0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f6f0c006010 tx=0x7f6f0c043f40 comp rx=0 tx=0).stop 2024-03-29T00:20:08.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.841+0000 7f6f25812740 1 -- 172.21.15.12:0/2293012380 shutdown_connections 2024-03-29T00:20:08.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.841+0000 7f6f25812740 1 --2- 172.21.15.12:0/2293012380 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a20e334770 0x55a20e3443f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.841+0000 7f6f25812740 1 --2- 172.21.15.12:0/2293012380 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a20e333d80 0x55a20e3433e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.841+0000 7f6f25812740 1 --2- 172.21.15.12:0/2293012380 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x55a20e3398e0 0x55a20e3b2b10 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.841+0000 7f6f25812740 1 --2- 172.21.15.12:0/2293012380 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a20e32f2f0 0x55a20e342ea0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.841+0000 7f6f25812740 1 -- 172.21.15.12:0/2293012380 >> 172.21.15.12:0/2293012380 conn(0x55a20e335550 msgr2=0x55a20e33df70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:08.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.841+0000 7f6f05600640 0 client.26024 ms_handle_reset on v2:172.21.15.53:6832/1225382034 2024-03-29T00:20:08.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.841+0000 7f6f25812740 1 -- 172.21.15.12:0/2293012380 shutdown_connections 2024-03-29T00:20:08.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.841+0000 7f6f25812740 1 -- 172.21.15.12:0/2293012380 wait complete. 2024-03-29T00:20:08.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.841+0000 7f6f25812740 20 client.26024 trim_cache size 0 max 16384 2024-03-29T00:20:08.847 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-03-29T00:20:08.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.842+0000 7f6f21400640 1 -- 172.21.15.12:0/642615698 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f6f000a1d80 msgr2=0x7f6f000a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:08.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.842+0000 7f6f21400640 1 --2- 172.21.15.12:0/642615698 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f6f000a1d80 0x7f6f000a4240 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x55a20e334fd0 tx=0x7f6f14009500 comp rx=0 tx=0).stop 2024-03-29T00:20:08.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.842+0000 7f6f21400640 1 -- 172.21.15.12:0/642615698 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6f1c0ffe70 msgr2=0x7f6f1c199b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:08.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.842+0000 7f6f21400640 1 --2- 172.21.15.12:0/642615698 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6f1c0ffe70 0x7f6f1c199b70 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f6f0c005ab0 tx=0x7f6f0c004a50 comp rx=0 tx=0).stop 2024-03-29T00:20:08.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.842+0000 7f6f21400640 1 -- 172.21.15.12:0/642615698 shutdown_connections 2024-03-29T00:20:08.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.842+0000 7f6f21400640 1 --2- 172.21.15.12:0/642615698 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f6f000a1d80 0x7f6f000a4240 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.842+0000 7f6f21400640 1 --2- 172.21.15.12:0/642615698 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6f1c101170 0x7f6f1c1a1120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.842+0000 7f6f21400640 1 --2- 172.21.15.12:0/642615698 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f1c1007d0 0x7f6f1c19a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.842+0000 7f6f21400640 1 --2- 172.21.15.12:0/642615698 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6f1c0ffe70 0x7f6f1c199b70 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:08.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.842+0000 7f6f21400640 1 -- 172.21.15.12:0/642615698 >> 172.21.15.12:0/642615698 conn(0x7f6f1c0fba30 msgr2=0x7f6f1c0fd530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:08.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.842+0000 7f6f21400640 1 -- 172.21.15.12:0/642615698 shutdown_connections 2024-03-29T00:20:08.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:08.842+0000 7f6f21400640 1 -- 172.21.15.12:0/642615698 wait complete. 2024-03-29T00:20:08.859 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-03-29T00:20:09.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.061+0000 7f7e5e800640 1 -- 172.21.15.12:0/2404743796 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7e581037b0 msgr2=0x7f7e58103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.061+0000 7f7e5e800640 1 --2- 172.21.15.12:0/2404743796 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7e581037b0 0x7f7e58103bd0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f7e4c009900 tx=0x7f7e4c02bc40 comp rx=0 tx=0).stop 2024-03-29T00:20:09.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.061+0000 7f7e5e800640 1 -- 172.21.15.12:0/2404743796 shutdown_connections 2024-03-29T00:20:09.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.061+0000 7f7e5e800640 1 --2- 172.21.15.12:0/2404743796 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7e581049a0 0x7f7e58104e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.061+0000 7f7e5e800640 1 --2- 172.21.15.12:0/2404743796 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7e58105360 0x7f7e5810bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.061+0000 7f7e5e800640 1 --2- 172.21.15.12:0/2404743796 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7e581037b0 0x7f7e58103bd0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.061+0000 7f7e5e800640 1 -- 172.21.15.12:0/2404743796 >> 172.21.15.12:0/2404743796 conn(0x7f7e580fed20 msgr2=0x7f7e58101160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:09.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.061+0000 7f7e5e800640 1 -- 172.21.15.12:0/2404743796 shutdown_connections 2024-03-29T00:20:09.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.061+0000 7f7e5e800640 1 -- 172.21.15.12:0/2404743796 wait complete. 2024-03-29T00:20:09.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.063+0000 7f7e5e800640 1 Processor -- start 2024-03-29T00:20:09.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.063+0000 7f7e5e800640 1 -- start start 2024-03-29T00:20:09.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.063+0000 7f7e5e800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7e581037b0 0x7f7e58199c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.063+0000 7f7e5e800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7e581049a0 0x7f7e5819a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.063+0000 7f7e5e800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7e58105360 0x7f7e581a1190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.063+0000 7f7e5e800640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7e5810f550 con 0x7f7e581049a0 2024-03-29T00:20:09.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.063+0000 7f7e5e800640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7e5810f3d0 con 0x7f7e58105360 2024-03-29T00:20:09.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.063+0000 7f7e5e800640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7e5810f6d0 con 0x7f7e581037b0 2024-03-29T00:20:09.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.064+0000 7f7e5d400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7e581037b0 0x7f7e58199c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.064+0000 7f7e5d400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7e581037b0 0x7f7e58199c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:33646/0 (socket says 172.21.15.12:33646) 2024-03-29T00:20:09.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.064+0000 7f7e5d400640 1 -- 172.21.15.12:0/3331392790 learned_addr learned my addr 172.21.15.12:0/3331392790 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:09.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.064+0000 7f7e5de00640 1 --2- 172.21.15.12:0/3331392790 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7e58105360 0x7f7e581a1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.064+0000 7f7e5ca00640 1 --2- 172.21.15.12:0/3331392790 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7e581049a0 0x7f7e5819a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.064+0000 7f7e5d400640 1 -- 172.21.15.12:0/3331392790 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7e58105360 msgr2=0x7f7e581a1190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.064+0000 7f7e5d400640 1 --2- 172.21.15.12:0/3331392790 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7e58105360 0x7f7e581a1190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.064+0000 7f7e5d400640 1 -- 172.21.15.12:0/3331392790 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7e581049a0 msgr2=0x7f7e5819a160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.064+0000 7f7e5d400640 1 --2- 172.21.15.12:0/3331392790 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7e581049a0 0x7f7e5819a160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.064+0000 7f7e5d400640 1 -- 172.21.15.12:0/3331392790 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e581a1830 con 0x7f7e581037b0 2024-03-29T00:20:09.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.064+0000 7f7e5ca00640 1 --2- 172.21.15.12:0/3331392790 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7e581049a0 0x7f7e5819a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:20:09.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.064+0000 7f7e5d400640 1 --2- 172.21.15.12:0/3331392790 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7e581037b0 0x7f7e58199c20 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f7e4c000c00 tx=0x7f7e4c02c830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:09.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.065+0000 7f7e56000640 1 -- 172.21.15.12:0/3331392790 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e4c043020 con 0x7f7e581037b0 2024-03-29T00:20:09.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.065+0000 7f7e56000640 1 -- 172.21.15.12:0/3331392790 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7e4c0043d0 con 0x7f7e581037b0 2024-03-29T00:20:09.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.065+0000 7f7e5e800640 1 -- 172.21.15.12:0/3331392790 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e581a1ac0 con 0x7f7e581037b0 2024-03-29T00:20:09.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.065+0000 7f7e56000640 1 -- 172.21.15.12:0/3331392790 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e4c003c90 con 0x7f7e581037b0 2024-03-29T00:20:09.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.065+0000 7f7e5e800640 1 -- 172.21.15.12:0/3331392790 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e581a2060 con 0x7f7e581037b0 2024-03-29T00:20:09.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.068+0000 7f7e56000640 1 -- 172.21.15.12:0/3331392790 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f7e4c046020 con 0x7f7e581037b0 2024-03-29T00:20:09.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.068+0000 7f7e62b6b740 1 Processor -- start 2024-03-29T00:20:09.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.069+0000 7f7e62b6b740 1 -- start start 2024-03-29T00:20:09.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.069+0000 7f7e62b6b740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cd2bcb8570 0x55cd2bcb8990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.069+0000 7f7e62b6b740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cd2bcb8f60 0x55cd2bcbda60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.069+0000 7f7e62b6b740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cd2bcbe0d0 0x55cd2bcc0560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.069+0000 7f7e62b6b740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55cd2bc1d050 con 0x55cd2bcb8570 2024-03-29T00:20:09.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.069+0000 7f7e62b6b740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55cd2bbc5ce0 con 0x55cd2bcb8f60 2024-03-29T00:20:09.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.069+0000 7f7e62b6b740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55cd2bc190f0 con 0x55cd2bcbe0d0 2024-03-29T00:20:09.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.069+0000 7f7e5d400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cd2bcb8f60 0x55cd2bcbda60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.069+0000 7f7e5de00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cd2bcb8570 0x55cd2bcb8990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.069+0000 7f7e5ca00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cd2bcbe0d0 0x55cd2bcc0560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.069+0000 7f7e5de00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cd2bcb8570 0x55cd2bcb8990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:34948/0 (socket says 172.21.15.12:34948) 2024-03-29T00:20:09.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.069+0000 7f7e5d400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cd2bcb8f60 0x55cd2bcbda60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36104/0 (socket says 172.21.15.12:36104) 2024-03-29T00:20:09.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.069+0000 7f7e5de00640 1 -- 172.21.15.12:0/3065800168 learned_addr learned my addr 172.21.15.12:0/3065800168 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:09.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.070+0000 7f7e5ca00640 1 -- 172.21.15.12:0/3065800168 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cd2bcb8f60 msgr2=0x55cd2bcbda60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.070+0000 7f7e5ca00640 1 --2- 172.21.15.12:0/3065800168 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cd2bcb8f60 0x55cd2bcbda60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.070+0000 7f7e5ca00640 1 -- 172.21.15.12:0/3065800168 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cd2bcb8570 msgr2=0x55cd2bcb8990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.070+0000 7f7e5ca00640 1 --2- 172.21.15.12:0/3065800168 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cd2bcb8570 0x55cd2bcb8990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.070+0000 7f7e5ca00640 1 -- 172.21.15.12:0/3065800168 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cd2b9313f0 con 0x55cd2bcbe0d0 2024-03-29T00:20:09.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.070+0000 7f7e5de00640 1 --2- 172.21.15.12:0/3065800168 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cd2bcb8570 0x55cd2bcb8990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:09.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.070+0000 7f7e56000640 1 --2- 172.21.15.12:0/3331392790 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7e400a1e00 0x7f7e400a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.070+0000 7f7e5ca00640 1 --2- 172.21.15.12:0/3065800168 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cd2bcbe0d0 0x55cd2bcc0560 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f7e4400bc80 tx=0x7f7e4400f730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=620b1bba86682039 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:09.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.070+0000 7f7e56000640 1 -- 172.21.15.12:0/3331392790 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f7e4c0f0390 con 0x7f7e581037b0 2024-03-29T00:20:09.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.070+0000 7f7e5de00640 1 --2- 172.21.15.12:0/3331392790 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7e400a1e00 0x7f7e400a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.070+0000 7f7e4a600640 1 -- 172.21.15.12:0/3065800168 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e44015070 con 0x55cd2bcbe0d0 2024-03-29T00:20:09.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.070+0000 7f7e4a600640 1 -- 172.21.15.12:0/3065800168 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7e4401a960 con 0x55cd2bcbe0d0 2024-03-29T00:20:09.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.070+0000 7f7e4a600640 1 -- 172.21.15.12:0/3065800168 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e44011a80 con 0x55cd2bcbe0d0 2024-03-29T00:20:09.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.071+0000 7f7e62b6b740 1 -- 172.21.15.12:0/3065800168 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cd2bcbe0d0 msgr2=0x55cd2bcc0560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.071+0000 7f7e5de00640 1 --2- 172.21.15.12:0/3331392790 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7e400a1e00 0x7f7e400a42c0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x55cd2bcb97c0 tx=0x7f7e50009600 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:09.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.071+0000 7f7e62b6b740 1 --2- 172.21.15.12:0/3065800168 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cd2bcbe0d0 0x55cd2bcc0560 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f7e4400bc80 tx=0x7f7e4400f730 comp rx=0 tx=0).stop 2024-03-29T00:20:09.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.071+0000 7f7e62b6b740 1 -- 172.21.15.12:0/3065800168 shutdown_connections 2024-03-29T00:20:09.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.071+0000 7f7e62b6b740 1 --2- 172.21.15.12:0/3065800168 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cd2bcb8f60 0x55cd2bcbda60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.071+0000 7f7e62b6b740 1 --2- 172.21.15.12:0/3065800168 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cd2bcbe0d0 0x55cd2bcc0560 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.071+0000 7f7e62b6b740 1 --2- 172.21.15.12:0/3065800168 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cd2bcb8570 0x55cd2bcb8990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.071+0000 7f7e62b6b740 1 -- 172.21.15.12:0/3065800168 >> 172.21.15.12:0/3065800168 conn(0x55cd2bcb3ae0 msgr2=0x55cd2bcb3ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:09.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.071+0000 7f7e62b6b740 1 -- 172.21.15.12:0/3065800168 shutdown_connections 2024-03-29T00:20:09.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.071+0000 7f7e62b6b740 1 -- 172.21.15.12:0/3065800168 wait complete. 2024-03-29T00:20:09.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.072+0000 7f7e62b6b740 1 -- start start 2024-03-29T00:20:09.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.072+0000 7f7e62b6b740 1 Processor -- start 2024-03-29T00:20:09.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.072+0000 7f7e62b6b740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cd2bcb8570 0x55cd2bcc2a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.072+0000 7f7e62b6b740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cd2bcb8f60 0x55cd2bcc2fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.073+0000 7f7e62b6b740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cd2bcbe0d0 0x55cd2bcca010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.073+0000 7f7e62b6b740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55cd2bcc1080 con 0x55cd2bcb8570 2024-03-29T00:20:09.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.073+0000 7f7e62b6b740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55cd2bbbb2f0 con 0x55cd2bcb8f60 2024-03-29T00:20:09.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.073+0000 7f7e62b6b740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55cd2bcc1200 con 0x55cd2bcbe0d0 2024-03-29T00:20:09.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.073+0000 7f7e62b6b740 10 client.0 _ll_register_callbacks cb 0x55cd2b930be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:09.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.073+0000 7f7e5d400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cd2bcb8570 0x55cd2bcc2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.073+0000 7f7e5de00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cd2bcbe0d0 0x55cd2bcca010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.073+0000 7f7e5ca00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cd2bcb8f60 0x55cd2bcc2fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.073+0000 7f7e5ca00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cd2bcb8f60 0x55cd2bcc2fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36110/0 (socket says 172.21.15.12:36110) 2024-03-29T00:20:09.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.073+0000 7f7e5ca00640 1 -- 172.21.15.12:0/3039910114 learned_addr learned my addr 172.21.15.12:0/3039910114 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:09.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.073+0000 7f7e5ca00640 1 -- 172.21.15.12:0/3039910114 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cd2bcbe0d0 msgr2=0x55cd2bcca010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.073+0000 7f7e5ca00640 1 --2- 172.21.15.12:0/3039910114 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cd2bcbe0d0 0x55cd2bcca010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.073+0000 7f7e5ca00640 1 -- 172.21.15.12:0/3039910114 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cd2bcb8570 msgr2=0x55cd2bcc2a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.073+0000 7f7e5ca00640 1 --2- 172.21.15.12:0/3039910114 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cd2bcb8570 0x55cd2bcc2a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.073+0000 7f7e5ca00640 1 -- 172.21.15.12:0/3039910114 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cd2b9fb7d0 con 0x55cd2bcb8f60 2024-03-29T00:20:09.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.073+0000 7f7e5ca00640 1 --2- 172.21.15.12:0/3039910114 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cd2bcb8f60 0x55cd2bcc2fd0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f7e4400b9f0 tx=0x7f7e4400bd70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f6324bcb6756d9ff server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:09.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.074+0000 7f7e3ea00640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:20:09.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.074+0000 7f7e3ea00640 1 -- 172.21.15.12:0/3039910114 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e44027060 con 0x55cd2bcb8f60 2024-03-29T00:20:09.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.074+0000 7f7e3ea00640 1 -- 172.21.15.12:0/3039910114 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f7e4401a460 con 0x55cd2bcb8f60 2024-03-29T00:20:09.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.074+0000 7f7e62b6b740 1 -- 172.21.15.12:0/3039910114 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7e4401a960 con 0x55cd2bcb8f60 2024-03-29T00:20:09.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.074+0000 7f7e3ea00640 1 -- 172.21.15.12:0/3039910114 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7e4402e050 con 0x55cd2bcb8f60 2024-03-29T00:20:09.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.074+0000 7f7e62b6b740 10 client.26036 fetch_fsmap learned FSMap version 29 2024-03-29T00:20:09.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.074+0000 7f7e62b6b740 1 -- 172.21.15.12:0/3039910114 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55cd2bccd3d0 con 0x55cd2bcb8f60 2024-03-29T00:20:09.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.074+0000 7f7e3ea00640 1 -- 172.21.15.12:0/3039910114 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7e4401a960 con 0x55cd2bcb8f60 2024-03-29T00:20:09.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.074+0000 7f7e3ea00640 1 -- 172.21.15.12:0/3039910114 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f7e44011800 con 0x55cd2bcb8f60 2024-03-29T00:20:09.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.075+0000 7f7e62b6b740 10 client.26036 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:20:09.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.075+0000 7f7e62b6b740 10 client.26036 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-03-29T00:20:09.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.075+0000 7f7e62b6b740 20 client.26036 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:09.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.075+0000 7f7e62b6b740 1 --2- 172.21.15.12:0/3039910114 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55cd2bcce7d0 0x55cd2bcd0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.075+0000 7f7e62b6b740 4 client.26036 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:20:09.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.075+0000 7f7e62b6b740 1 -- 172.21.15.12:0/3039910114 --> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cd2bbc6680 con 0x55cd2bcce7d0 2024-03-29T00:20:09.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.075+0000 7f7e5d400640 1 --2- 172.21.15.12:0/3039910114 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55cd2bcce7d0 0x55cd2bcd0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.075+0000 7f7e5d400640 1 --2- 172.21.15.12:0/3039910114 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55cd2bcce7d0 0x55cd2bcd0bc0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=e932e163f20f143f server_cookie=5af6fc5e2e8ab2b9 in_seq=0 out_seq=0 2024-03-29T00:20:09.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.075+0000 7f7e3ea00640 10 client.26036 ms_handle_connect on v2:172.21.15.69:6832/581289556 2024-03-29T00:20:09.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.076+0000 7f7e3ea00640 1 -- 172.21.15.12:0/3039910114 <== mds.3 v2:172.21.15.69:6832/581289556 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55cd2bbc6680 con 0x55cd2bcce7d0 2024-03-29T00:20:09.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.076+0000 7f7e3ea00640 10 client.26036 handle_command_reply: tid=0 2024-03-29T00:20:09.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.076+0000 7f7e62b6b740 1 client.26036 shutdown 2024-03-29T00:20:09.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.076+0000 7f7e62b6b740 1 -- 172.21.15.12:0/3039910114 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cd2bcb8f60 msgr2=0x55cd2bcc2fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.076+0000 7f7e62b6b740 1 --2- 172.21.15.12:0/3039910114 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cd2bcb8f60 0x55cd2bcc2fd0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f7e4400b9f0 tx=0x7f7e4400bd70 comp rx=0 tx=0).stop 2024-03-29T00:20:09.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.076+0000 7f7e62b6b740 1 -- 172.21.15.12:0/3039910114 shutdown_connections 2024-03-29T00:20:09.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.076+0000 7f7e62b6b740 1 --2- 172.21.15.12:0/3039910114 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cd2bcb8f60 0x55cd2bcc2fd0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.076+0000 7f7e62b6b740 1 --2- 172.21.15.12:0/3039910114 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55cd2bcce7d0 0x55cd2bcd0bc0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.076+0000 7f7e62b6b740 1 --2- 172.21.15.12:0/3039910114 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cd2bcbe0d0 0x55cd2bcca010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.076+0000 7f7e3ea00640 0 client.26036 ms_handle_reset on v2:172.21.15.69:6832/581289556 2024-03-29T00:20:09.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.076+0000 7f7e62b6b740 1 --2- 172.21.15.12:0/3039910114 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cd2bcb8570 0x55cd2bcc2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.076+0000 7f7e62b6b740 1 -- 172.21.15.12:0/3039910114 >> 172.21.15.12:0/3039910114 conn(0x55cd2bcb3ae0 msgr2=0x55cd2bcb2dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:09.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.077+0000 7f7e62b6b740 1 -- 172.21.15.12:0/3039910114 shutdown_connections 2024-03-29T00:20:09.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.077+0000 7f7e62b6b740 1 -- 172.21.15.12:0/3039910114 wait complete. 2024-03-29T00:20:09.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.077+0000 7f7e62b6b740 20 client.26036 trim_cache size 0 max 16384 2024-03-29T00:20:09.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.094+0000 7f7e62b6b740 1 Processor -- start 2024-03-29T00:20:09.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.094+0000 7f7e62b6b740 1 -- start start 2024-03-29T00:20:09.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.094+0000 7f7e62b6b740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cd2bcb8570 0x55cd2bcb7450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.094+0000 7f7e62b6b740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cd2bcb8f60 0x55cd2bcc9fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.094+0000 7f7e62b6b740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cd2bcbe0d0 0x55cd2bcd5480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.094+0000 7f7e62b6b740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7e581ac4d0 con 0x55cd2bcb8570 2024-03-29T00:20:09.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.094+0000 7f7e62b6b740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7e581ae010 con 0x55cd2bcbe0d0 2024-03-29T00:20:09.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.094+0000 7f7e62b6b740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7e581acba0 con 0x55cd2bcb8f60 2024-03-29T00:20:09.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.094+0000 7f7e5ca00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cd2bcb8f60 0x55cd2bcc9fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.094+0000 7f7e5ca00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cd2bcb8f60 0x55cd2bcc9fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:33670/0 (socket says 172.21.15.12:33670) 2024-03-29T00:20:09.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.094+0000 7f7e5ca00640 1 -- 172.21.15.12:0/3342886424 learned_addr learned my addr 172.21.15.12:0/3342886424 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:09.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.094+0000 7f7e5de00640 1 --2- 172.21.15.12:0/3342886424 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cd2bcbe0d0 0x55cd2bcd5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.094+0000 7f7e5d400640 1 --2- 172.21.15.12:0/3342886424 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cd2bcb8570 0x55cd2bcb7450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.095+0000 7f7e5ca00640 1 -- 172.21.15.12:0/3342886424 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cd2bcbe0d0 msgr2=0x55cd2bcd5480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.095+0000 7f7e5ca00640 1 --2- 172.21.15.12:0/3342886424 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cd2bcbe0d0 0x55cd2bcd5480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.095+0000 7f7e5ca00640 1 -- 172.21.15.12:0/3342886424 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cd2bcb8570 msgr2=0x55cd2bcb7450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.095+0000 7f7e5ca00640 1 --2- 172.21.15.12:0/3342886424 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cd2bcb8570 0x55cd2bcb7450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.095+0000 7f7e5ca00640 1 -- 172.21.15.12:0/3342886424 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cd2bcd0f30 con 0x55cd2bcb8f60 2024-03-29T00:20:09.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.095+0000 7f7e5d400640 1 --2- 172.21.15.12:0/3342886424 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cd2bcb8570 0x55cd2bcb7450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:20:09.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.095+0000 7f7e5ca00640 1 --2- 172.21.15.12:0/3342886424 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cd2bcb8f60 0x55cd2bcc9fd0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f7e44011c50 tx=0x7f7e4400f730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=79a8e68018c7e609 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:09.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.095+0000 7f7e49c00640 1 -- 172.21.15.12:0/3342886424 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e44027070 con 0x55cd2bcb8f60 2024-03-29T00:20:09.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.095+0000 7f7e49c00640 1 -- 172.21.15.12:0/3342886424 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7e44011540 con 0x55cd2bcb8f60 2024-03-29T00:20:09.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.095+0000 7f7e49c00640 1 -- 172.21.15.12:0/3342886424 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e44015070 con 0x55cd2bcb8f60 2024-03-29T00:20:09.103 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.096+0000 7f7e62b6b740 1 -- 172.21.15.12:0/3342886424 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cd2bcb8f60 msgr2=0x55cd2bcc9fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.103 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.096+0000 7f7e62b6b740 1 --2- 172.21.15.12:0/3342886424 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cd2bcb8f60 0x55cd2bcc9fd0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f7e44011c50 tx=0x7f7e4400f730 comp rx=0 tx=0).stop 2024-03-29T00:20:09.103 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.096+0000 7f7e62b6b740 1 -- 172.21.15.12:0/3342886424 shutdown_connections 2024-03-29T00:20:09.103 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.096+0000 7f7e62b6b740 1 --2- 172.21.15.12:0/3342886424 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cd2bcbe0d0 0x55cd2bcd5480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.096+0000 7f7e62b6b740 1 --2- 172.21.15.12:0/3342886424 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cd2bcb8f60 0x55cd2bcc9fd0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.096+0000 7f7e62b6b740 1 --2- 172.21.15.12:0/3342886424 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cd2bcb8570 0x55cd2bcb7450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.096+0000 7f7e62b6b740 1 -- 172.21.15.12:0/3342886424 >> 172.21.15.12:0/3342886424 conn(0x55cd2bcb3ae0 msgr2=0x55cd2bcb6d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:09.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.096+0000 7f7e62b6b740 1 -- 172.21.15.12:0/3342886424 shutdown_connections 2024-03-29T00:20:09.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.096+0000 7f7e62b6b740 1 -- 172.21.15.12:0/3342886424 wait complete. 2024-03-29T00:20:09.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.097+0000 7f7e62b6b740 1 -- start start 2024-03-29T00:20:09.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.097+0000 7f7e62b6b740 1 Processor -- start 2024-03-29T00:20:09.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.097+0000 7f7e62b6b740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cd2bcb8570 0x55cd2bcc7c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.097+0000 7f7e62b6b740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cd2bcb8f60 0x55cd2bcc81d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.097+0000 7f7e62b6b740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cd2bcbe0d0 0x55cd2bcc9190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.097+0000 7f7e62b6b740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7e581ad940 con 0x55cd2bcbe0d0 2024-03-29T00:20:09.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.097+0000 7f7e62b6b740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7e581ad270 con 0x55cd2bcb8570 2024-03-29T00:20:09.105 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.097+0000 7f7e62b6b740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7e581aa4b0 con 0x55cd2bcb8f60 2024-03-29T00:20:09.105 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.097+0000 7f7e62b6b740 10 client.0 _ll_register_callbacks cb 0x7f7e50009a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:09.105 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.098+0000 7f7e5ca00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cd2bcb8f60 0x55cd2bcc81d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.105 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.098+0000 7f7e5d400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cd2bcb8570 0x55cd2bcc7c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.105 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.098+0000 7f7e5de00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cd2bcbe0d0 0x55cd2bcc9190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.105 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.098+0000 7f7e5d400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cd2bcb8570 0x55cd2bcc7c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36124/0 (socket says 172.21.15.12:36124) 2024-03-29T00:20:09.105 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.098+0000 7f7e5ca00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cd2bcb8f60 0x55cd2bcc81d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:33676/0 (socket says 172.21.15.12:33676) 2024-03-29T00:20:09.105 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.098+0000 7f7e5d400640 1 -- 172.21.15.12:0/2959742079 learned_addr learned my addr 172.21.15.12:0/2959742079 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:09.105 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.098+0000 7f7e5de00640 1 -- 172.21.15.12:0/2959742079 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cd2bcb8f60 msgr2=0x55cd2bcc81d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.105 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.098+0000 7f7e5de00640 1 --2- 172.21.15.12:0/2959742079 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cd2bcb8f60 0x55cd2bcc81d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.098+0000 7f7e5de00640 1 -- 172.21.15.12:0/2959742079 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cd2bcb8570 msgr2=0x55cd2bcc7c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.098+0000 7f7e5de00640 1 --2- 172.21.15.12:0/2959742079 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cd2bcb8570 0x55cd2bcc7c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.098+0000 7f7e5de00640 1 -- 172.21.15.12:0/2959742079 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cd2bcc9780 con 0x55cd2bcbe0d0 2024-03-29T00:20:09.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.098+0000 7f7e5d400640 1 --2- 172.21.15.12:0/2959742079 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cd2bcb8570 0x55cd2bcc7c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:09.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.098+0000 7f7e5ca00640 1 --2- 172.21.15.12:0/2959742079 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cd2bcb8f60 0x55cd2bcc81d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:09.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.098+0000 7f7e5de00640 1 --2- 172.21.15.12:0/2959742079 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cd2bcbe0d0 0x55cd2bcc9190 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f7e50013510 tx=0x7f7e50004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d751558edc51698 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:09.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.098+0000 7f7e3ea00640 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-03-29T00:20:09.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.099+0000 7f7e3ea00640 1 -- 172.21.15.12:0/2959742079 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e5002e060 con 0x55cd2bcbe0d0 2024-03-29T00:20:09.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.099+0000 7f7e3ea00640 1 -- 172.21.15.12:0/2959742079 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f7e50003d80 con 0x55cd2bcbe0d0 2024-03-29T00:20:09.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.099+0000 7f7e62b6b740 1 -- 172.21.15.12:0/2959742079 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7e44011540 con 0x55cd2bcbe0d0 2024-03-29T00:20:09.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.099+0000 7f7e3ea00640 1 -- 172.21.15.12:0/2959742079 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7e50035050 con 0x55cd2bcbe0d0 2024-03-29T00:20:09.107 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.099+0000 7f7e62b6b740 10 client.15927 fetch_fsmap learned FSMap version 29 2024-03-29T00:20:09.107 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.099+0000 7f7e62b6b740 1 -- 172.21.15.12:0/2959742079 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55cd2bd350c0 con 0x55cd2bcbe0d0 2024-03-29T00:20:09.107 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.099+0000 7f7e3ea00640 1 -- 172.21.15.12:0/2959742079 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7e44011540 con 0x55cd2bcbe0d0 2024-03-29T00:20:09.107 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.099+0000 7f7e3ea00640 1 -- 172.21.15.12:0/2959742079 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f7e5001a040 con 0x55cd2bcbe0d0 2024-03-29T00:20:09.107 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.100+0000 7f7e62b6b740 10 client.15927 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:20:09.107 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.100+0000 7f7e62b6b740 10 client.15927 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-03-29T00:20:09.107 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.100+0000 7f7e62b6b740 20 client.15927 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:09.107 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.100+0000 7f7e62b6b740 1 --2- 172.21.15.12:0/2959742079 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55cd2bd35ac0 0x55cd2bd37ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.107 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.100+0000 7f7e62b6b740 4 client.15927 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-29T00:20:09.107 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.100+0000 7f7e62b6b740 1 -- 172.21.15.12:0/2959742079 --> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55cd2bc2a590 con 0x55cd2bd35ac0 2024-03-29T00:20:09.107 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.100+0000 7f7e5d400640 1 --2- 172.21.15.12:0/2959742079 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55cd2bd35ac0 0x55cd2bd37ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.108 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.100+0000 7f7e5d400640 1 --2- 172.21.15.12:0/2959742079 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55cd2bd35ac0 0x55cd2bd37ee0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=dd1752d5d824e722 server_cookie=aaa409034409e017 in_seq=0 out_seq=0 2024-03-29T00:20:09.108 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.100+0000 7f7e3ea00640 10 client.15927 ms_handle_connect on v2:172.21.15.69:6832/581289556 2024-03-29T00:20:09.108 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.101+0000 7f7e3ea00640 1 -- 172.21.15.12:0/2959742079 <== mds.3 v2:172.21.15.69:6832/581289556 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55cd2bc2a590 con 0x55cd2bd35ac0 2024-03-29T00:20:09.108 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.101+0000 7f7e3ea00640 10 client.15927 handle_command_reply: tid=0 2024-03-29T00:20:09.108 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.101+0000 7f7e62b6b740 1 client.15927 shutdown 2024-03-29T00:20:09.108 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.101+0000 7f7e62b6b740 1 -- 172.21.15.12:0/2959742079 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cd2bcbe0d0 msgr2=0x55cd2bcc9190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.108 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.101+0000 7f7e62b6b740 1 --2- 172.21.15.12:0/2959742079 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cd2bcbe0d0 0x55cd2bcc9190 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f7e50013510 tx=0x7f7e50004a40 comp rx=0 tx=0).stop 2024-03-29T00:20:09.108 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.101+0000 7f7e62b6b740 1 -- 172.21.15.12:0/2959742079 shutdown_connections 2024-03-29T00:20:09.108 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.101+0000 7f7e62b6b740 1 --2- 172.21.15.12:0/2959742079 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55cd2bd35ac0 0x55cd2bd37ee0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.109 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.101+0000 7f7e62b6b740 1 --2- 172.21.15.12:0/2959742079 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cd2bcbe0d0 0x55cd2bcc9190 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.109 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.101+0000 7f7e62b6b740 1 --2- 172.21.15.12:0/2959742079 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55cd2bcb8f60 0x55cd2bcc81d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.109 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.101+0000 7f7e62b6b740 1 --2- 172.21.15.12:0/2959742079 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55cd2bcb8570 0x55cd2bcc7c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.109 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.101+0000 7f7e3ea00640 0 client.15927 ms_handle_reset on v2:172.21.15.69:6832/581289556 2024-03-29T00:20:09.109 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.101+0000 7f7e62b6b740 1 -- 172.21.15.12:0/2959742079 >> 172.21.15.12:0/2959742079 conn(0x55cd2bcb3ae0 msgr2=0x55cd2bcb75d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:09.109 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.101+0000 7f7e62b6b740 1 -- 172.21.15.12:0/2959742079 shutdown_connections 2024-03-29T00:20:09.109 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.101+0000 7f7e62b6b740 1 -- 172.21.15.12:0/2959742079 wait complete. 2024-03-29T00:20:09.109 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.101+0000 7f7e62b6b740 20 client.15927 trim_cache size 0 max 16384 2024-03-29T00:20:09.110 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-03-29T00:20:09.111 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.102+0000 7f7e5e800640 1 -- 172.21.15.12:0/3331392790 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7e400a1e00 msgr2=0x7f7e400a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.111 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.102+0000 7f7e5e800640 1 --2- 172.21.15.12:0/3331392790 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7e400a1e00 0x7f7e400a42c0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x55cd2bcb97c0 tx=0x7f7e50009600 comp rx=0 tx=0).stop 2024-03-29T00:20:09.111 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.102+0000 7f7e5e800640 1 -- 172.21.15.12:0/3331392790 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7e581037b0 msgr2=0x7f7e58199c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.111 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.102+0000 7f7e5e800640 1 --2- 172.21.15.12:0/3331392790 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7e581037b0 0x7f7e58199c20 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f7e4c000c00 tx=0x7f7e4c02c830 comp rx=0 tx=0).stop 2024-03-29T00:20:09.111 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.102+0000 7f7e5e800640 1 -- 172.21.15.12:0/3331392790 shutdown_connections 2024-03-29T00:20:09.111 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.102+0000 7f7e5e800640 1 --2- 172.21.15.12:0/3331392790 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7e400a1e00 0x7f7e400a42c0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.111 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.102+0000 7f7e5e800640 1 --2- 172.21.15.12:0/3331392790 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7e58105360 0x7f7e581a1190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.111 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.102+0000 7f7e5e800640 1 --2- 172.21.15.12:0/3331392790 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7e581049a0 0x7f7e5819a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.111 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.102+0000 7f7e5e800640 1 --2- 172.21.15.12:0/3331392790 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7e581037b0 0x7f7e58199c20 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.111 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.102+0000 7f7e5e800640 1 -- 172.21.15.12:0/3331392790 >> 172.21.15.12:0/3331392790 conn(0x7f7e580fed20 msgr2=0x7f7e58107ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:09.112 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.102+0000 7f7e5e800640 1 -- 172.21.15.12:0/3331392790 shutdown_connections 2024-03-29T00:20:09.112 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.102+0000 7f7e5e800640 1 -- 172.21.15.12:0/3331392790 wait complete. 2024-03-29T00:20:09.117 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:09 smithi012 ceph-mon[31657]: pgmap v472: 129 pgs: 129 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 3.2 KiB/s wr, 14 op/s 2024-03-29T00:20:09.117 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:09 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3345714044' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:20:09.121 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-29T00:20:09.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.346+0000 7faae2000640 1 -- 172.21.15.12:0/572875594 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faadc105360 msgr2=0x7faadc10bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.346+0000 7faae2000640 1 --2- 172.21.15.12:0/572875594 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faadc105360 0x7faadc10bbf0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7faad4009ca0 tx=0x7faad402c100 comp rx=0 tx=0).stop 2024-03-29T00:20:09.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.346+0000 7faae2000640 1 -- 172.21.15.12:0/572875594 shutdown_connections 2024-03-29T00:20:09.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.346+0000 7faae2000640 1 --2- 172.21.15.12:0/572875594 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faadc105360 0x7faadc10bbf0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.346+0000 7faae2000640 1 --2- 172.21.15.12:0/572875594 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faadc1049a0 0x7faadc104e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.346+0000 7faae2000640 1 --2- 172.21.15.12:0/572875594 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faadc1037b0 0x7faadc103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.346+0000 7faae2000640 1 -- 172.21.15.12:0/572875594 >> 172.21.15.12:0/572875594 conn(0x7faadc0fed20 msgr2=0x7faadc101160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:09.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.346+0000 7faae2000640 1 -- 172.21.15.12:0/572875594 shutdown_connections 2024-03-29T00:20:09.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.346+0000 7faae2000640 1 -- 172.21.15.12:0/572875594 wait complete. 2024-03-29T00:20:09.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.347+0000 7faae2000640 1 Processor -- start 2024-03-29T00:20:09.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.347+0000 7faae2000640 1 -- start start 2024-03-29T00:20:09.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.347+0000 7faae2000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faadc1037b0 0x7faadc199b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.348+0000 7faae2000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faadc1049a0 0x7faadc19a060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.348+0000 7faae2000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faadc105360 0x7faadc1a10d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.348+0000 7faae2000640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7faadc10f560 con 0x7faadc1037b0 2024-03-29T00:20:09.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.348+0000 7faae2000640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7faadc10f3e0 con 0x7faadc105360 2024-03-29T00:20:09.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.348+0000 7faae2000640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7faadc10f6e0 con 0x7faadc1049a0 2024-03-29T00:20:09.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.348+0000 7faae0c00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faadc1037b0 0x7faadc199b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.348+0000 7faadbe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faadc1049a0 0x7faadc19a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.348+0000 7faae1600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faadc105360 0x7faadc1a10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.348+0000 7faae0c00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faadc1037b0 0x7faadc199b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:34996/0 (socket says 172.21.15.12:34996) 2024-03-29T00:20:09.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.348+0000 7faae0c00640 1 -- 172.21.15.12:0/533454516 learned_addr learned my addr 172.21.15.12:0/533454516 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:09.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.348+0000 7faadbe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faadc1049a0 0x7faadc19a060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:33694/0 (socket says 172.21.15.12:33694) 2024-03-29T00:20:09.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.348+0000 7faae1600640 1 -- 172.21.15.12:0/533454516 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faadc1049a0 msgr2=0x7faadc19a060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.348+0000 7faae1600640 1 --2- 172.21.15.12:0/533454516 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faadc1049a0 0x7faadc19a060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.348+0000 7faae1600640 1 -- 172.21.15.12:0/533454516 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faadc1037b0 msgr2=0x7faadc199b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.348+0000 7faae1600640 1 --2- 172.21.15.12:0/533454516 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faadc1037b0 0x7faadc199b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.348+0000 7faae1600640 1 -- 172.21.15.12:0/533454516 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faadc1a1740 con 0x7faadc105360 2024-03-29T00:20:09.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.348+0000 7faadbe00640 1 --2- 172.21.15.12:0/533454516 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faadc1049a0 0x7faadc19a060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:09.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.349+0000 7faae1600640 1 --2- 172.21.15.12:0/533454516 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faadc105360 0x7faadc1a10d0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7faad402c640 tx=0x7faad40346d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:09.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.349+0000 7faad9600640 1 -- 172.21.15.12:0/533454516 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faad4039040 con 0x7faadc105360 2024-03-29T00:20:09.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.349+0000 7faae2000640 1 -- 172.21.15.12:0/533454516 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faadc1a19d0 con 0x7faadc105360 2024-03-29T00:20:09.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.349+0000 7faad9600640 1 -- 172.21.15.12:0/533454516 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7faad4044070 con 0x7faadc105360 2024-03-29T00:20:09.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.349+0000 7faad9600640 1 -- 172.21.15.12:0/533454516 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faad40044a0 con 0x7faadc105360 2024-03-29T00:20:09.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.349+0000 7faae2000640 1 -- 172.21.15.12:0/533454516 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faadc1a1ee0 con 0x7faadc105360 2024-03-29T00:20:09.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.353+0000 7faae63b9740 1 Processor -- start 2024-03-29T00:20:09.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.354+0000 7faad9600640 1 -- 172.21.15.12:0/533454516 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7faad4004640 con 0x7faadc105360 2024-03-29T00:20:09.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.354+0000 7faae63b9740 1 -- start start 2024-03-29T00:20:09.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.354+0000 7faae63b9740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55933a2d7570 0x55933a2d7990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.354+0000 7faae63b9740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55933a2d7f60 0x55933a2dca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.354+0000 7faae63b9740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55933a2dd0d0 0x55933a2df560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.354+0000 7faae63b9740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55933a23c050 con 0x55933a2d7570 2024-03-29T00:20:09.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.354+0000 7faae63b9740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55933a1e4ce0 con 0x55933a2dd0d0 2024-03-29T00:20:09.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.354+0000 7faae63b9740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55933a2380f0 con 0x55933a2d7f60 2024-03-29T00:20:09.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.354+0000 7faadbe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55933a2d7570 0x55933a2d7990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.354+0000 7faae0c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55933a2d7f60 0x55933a2dca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.355+0000 7faadbe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55933a2d7570 0x55933a2d7990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:35004/0 (socket says 172.21.15.12:35004) 2024-03-29T00:20:09.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.355+0000 7faadbe00640 1 -- 172.21.15.12:0/3617586386 learned_addr learned my addr 172.21.15.12:0/3617586386 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:09.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.355+0000 7faadbe00640 1 --2- 172.21.15.12:0/3617586386 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55933a2dd0d0 0x55933a2df560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.355+0000 7faae0c00640 1 -- 172.21.15.12:0/3617586386 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55933a2dd0d0 msgr2=0x55933a2df560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.355+0000 7faae0c00640 1 --2- 172.21.15.12:0/3617586386 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55933a2dd0d0 0x55933a2df560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.355+0000 7faae0c00640 1 -- 172.21.15.12:0/3617586386 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55933a2d7570 msgr2=0x55933a2d7990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.355+0000 7faae0c00640 1 --2- 172.21.15.12:0/3617586386 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55933a2d7570 0x55933a2d7990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.355+0000 7faae0c00640 1 -- 172.21.15.12:0/3617586386 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559339f503f0 con 0x55933a2d7f60 2024-03-29T00:20:09.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.355+0000 7faadbe00640 1 --2- 172.21.15.12:0/3617586386 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55933a2d7570 0x55933a2d7990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:09.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.355+0000 7faae0c00640 1 --2- 172.21.15.12:0/3617586386 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55933a2d7f60 0x55933a2dca60 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7faacc0058c0 tx=0x7faacc011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=789311919c824c7b server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:09.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.356+0000 7faad1c00640 1 -- 172.21.15.12:0/3617586386 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faacc004220 con 0x55933a2d7f60 2024-03-29T00:20:09.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.356+0000 7faad9600640 1 --2- 172.21.15.12:0/533454516 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faac00a1e00 0x7faac00a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.356+0000 7faad1c00640 1 -- 172.21.15.12:0/3617586386 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7faacc009e20 con 0x55933a2d7f60 2024-03-29T00:20:09.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.356+0000 7faad1c00640 1 -- 172.21.15.12:0/3617586386 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faacc019860 con 0x55933a2d7f60 2024-03-29T00:20:09.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.356+0000 7faad9600640 1 -- 172.21.15.12:0/533454516 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7faad40f0720 con 0x7faadc105360 2024-03-29T00:20:09.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.356+0000 7faadbe00640 1 --2- 172.21.15.12:0/533454516 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faac00a1e00 0x7faac00a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.356+0000 7faae63b9740 1 -- 172.21.15.12:0/3617586386 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55933a2d7f60 msgr2=0x55933a2dca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.356+0000 7faae63b9740 1 --2- 172.21.15.12:0/3617586386 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55933a2d7f60 0x55933a2dca60 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7faacc0058c0 tx=0x7faacc011810 comp rx=0 tx=0).stop 2024-03-29T00:20:09.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.357+0000 7faae63b9740 1 -- 172.21.15.12:0/3617586386 shutdown_connections 2024-03-29T00:20:09.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.357+0000 7faae63b9740 1 --2- 172.21.15.12:0/3617586386 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55933a2dd0d0 0x55933a2df560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.357+0000 7faae63b9740 1 --2- 172.21.15.12:0/3617586386 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55933a2d7f60 0x55933a2dca60 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.357+0000 7faae63b9740 1 --2- 172.21.15.12:0/3617586386 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55933a2d7570 0x55933a2d7990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.357+0000 7faae63b9740 1 -- 172.21.15.12:0/3617586386 >> 172.21.15.12:0/3617586386 conn(0x55933a2d2ae0 msgr2=0x55933a2d2ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:09.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.357+0000 7faae63b9740 1 -- 172.21.15.12:0/3617586386 shutdown_connections 2024-03-29T00:20:09.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.357+0000 7faae63b9740 1 -- 172.21.15.12:0/3617586386 wait complete. 2024-03-29T00:20:09.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.357+0000 7faadbe00640 1 --2- 172.21.15.12:0/533454516 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faac00a1e00 0x7faac00a42c0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x55933a2d87c0 tx=0x7faac400bb00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:09.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.357+0000 7faae63b9740 1 -- start start 2024-03-29T00:20:09.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.357+0000 7faae63b9740 1 Processor -- start 2024-03-29T00:20:09.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.358+0000 7faae63b9740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55933a2d7570 0x55933a2e1a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.358+0000 7faae63b9740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55933a2d7f60 0x55933a2e1f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.358+0000 7faae63b9740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55933a2dd0d0 0x55933a2e8f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.358+0000 7faae63b9740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55933a2e0080 con 0x55933a2d7f60 2024-03-29T00:20:09.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.358+0000 7faae63b9740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55933a1da2f0 con 0x55933a2d7570 2024-03-29T00:20:09.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.358+0000 7faae63b9740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55933a2e0200 con 0x55933a2dd0d0 2024-03-29T00:20:09.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.358+0000 7faae63b9740 10 client.0 _ll_register_callbacks cb 0x559339f4fbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:09.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.358+0000 7faae0c00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55933a2d7570 0x55933a2e1a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.358+0000 7faae0c00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55933a2d7570 0x55933a2e1a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36166/0 (socket says 172.21.15.12:36166) 2024-03-29T00:20:09.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.358+0000 7faae0c00640 1 -- 172.21.15.12:0/976388518 learned_addr learned my addr 172.21.15.12:0/976388518 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:09.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.358+0000 7faae1600640 1 --2- 172.21.15.12:0/976388518 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55933a2dd0d0 0x55933a2e8f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.358+0000 7faadbe00640 1 --2- 172.21.15.12:0/976388518 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55933a2d7f60 0x55933a2e1f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.359+0000 7faae0c00640 1 -- 172.21.15.12:0/976388518 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55933a2dd0d0 msgr2=0x55933a2e8f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.359+0000 7faae0c00640 1 --2- 172.21.15.12:0/976388518 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55933a2dd0d0 0x55933a2e8f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.359+0000 7faae0c00640 1 -- 172.21.15.12:0/976388518 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55933a2d7f60 msgr2=0x55933a2e1f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.359+0000 7faae0c00640 1 --2- 172.21.15.12:0/976388518 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55933a2d7f60 0x55933a2e1f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.359+0000 7faae0c00640 1 -- 172.21.15.12:0/976388518 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55933a01a7d0 con 0x55933a2d7570 2024-03-29T00:20:09.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.359+0000 7faae1600640 1 --2- 172.21.15.12:0/976388518 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55933a2dd0d0 0x55933a2e8f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:09.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.359+0000 7faae0c00640 1 --2- 172.21.15.12:0/976388518 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55933a2d7570 0x55933a2e1a10 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7faacc00a010 tx=0x7faacc005270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=23bc64733bdc8a32 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:09.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.359+0000 7faaca000640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:20:09.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.359+0000 7faaca000640 1 -- 172.21.15.12:0/976388518 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faacc028020 con 0x55933a2d7570 2024-03-29T00:20:09.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.359+0000 7faaca000640 1 -- 172.21.15.12:0/976388518 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7faacc0037f0 con 0x55933a2d7570 2024-03-29T00:20:09.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.359+0000 7faae63b9740 1 -- 172.21.15.12:0/976388518 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faacc009e20 con 0x55933a2d7570 2024-03-29T00:20:09.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.360+0000 7faaca000640 1 -- 172.21.15.12:0/976388518 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7faacc033050 con 0x55933a2d7570 2024-03-29T00:20:09.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.360+0000 7faae63b9740 10 client.26054 fetch_fsmap learned FSMap version 29 2024-03-29T00:20:09.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.360+0000 7faae63b9740 1 -- 172.21.15.12:0/976388518 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55933a2ec300 con 0x55933a2d7570 2024-03-29T00:20:09.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.360+0000 7faaca000640 1 -- 172.21.15.12:0/976388518 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7faacc009e20 con 0x55933a2d7570 2024-03-29T00:20:09.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.360+0000 7faaca000640 1 -- 172.21.15.12:0/976388518 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7faacc004c70 con 0x55933a2d7570 2024-03-29T00:20:09.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.360+0000 7faae63b9740 10 client.26054 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:20:09.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.360+0000 7faae63b9740 10 client.26054 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-03-29T00:20:09.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.360+0000 7faae63b9740 20 client.26054 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:09.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.360+0000 7faae63b9740 1 --2- 172.21.15.12:0/976388518 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x55933a2ed940 0x55933a2efd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.360+0000 7faae63b9740 4 client.26054 mds_command: new command op to 24544 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:20:09.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.360+0000 7faae63b9740 1 -- 172.21.15.12:0/976388518 --> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55933a1e5680 con 0x55933a2ed940 2024-03-29T00:20:09.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.361+0000 7faadbe00640 1 --2- 172.21.15.12:0/976388518 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x55933a2ed940 0x55933a2efd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.361+0000 7faadbe00640 1 --2- 172.21.15.12:0/976388518 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x55933a2ed940 0x55933a2efd30 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1900ab2c11c95a04 server_cookie=991a4620337d4f7c in_seq=0 out_seq=0 2024-03-29T00:20:09.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.361+0000 7faaca000640 10 client.26054 ms_handle_connect on v2:172.21.15.69:6836/466045469 2024-03-29T00:20:09.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.362+0000 7faaca000640 1 -- 172.21.15.12:0/976388518 <== mds.2 v2:172.21.15.69:6836/466045469 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55933a1e5680 con 0x55933a2ed940 2024-03-29T00:20:09.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.362+0000 7faaca000640 10 client.26054 handle_command_reply: tid=0 2024-03-29T00:20:09.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.362+0000 7faae63b9740 1 client.26054 shutdown 2024-03-29T00:20:09.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.362+0000 7faae63b9740 1 -- 172.21.15.12:0/976388518 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55933a2d7570 msgr2=0x55933a2e1a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.362+0000 7faae63b9740 1 --2- 172.21.15.12:0/976388518 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55933a2d7570 0x55933a2e1a10 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7faacc00a010 tx=0x7faacc005270 comp rx=0 tx=0).stop 2024-03-29T00:20:09.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.362+0000 7faae63b9740 1 -- 172.21.15.12:0/976388518 shutdown_connections 2024-03-29T00:20:09.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.362+0000 7faae63b9740 1 --2- 172.21.15.12:0/976388518 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x55933a2ed940 0x55933a2efd30 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.362+0000 7faae63b9740 1 --2- 172.21.15.12:0/976388518 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55933a2dd0d0 0x55933a2e8f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.362+0000 7faae63b9740 1 --2- 172.21.15.12:0/976388518 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55933a2d7f60 0x55933a2e1f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.362+0000 7faae63b9740 1 --2- 172.21.15.12:0/976388518 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55933a2d7570 0x55933a2e1a10 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.362+0000 7faae63b9740 1 -- 172.21.15.12:0/976388518 >> 172.21.15.12:0/976388518 conn(0x55933a2d2ae0 msgr2=0x55933a2d1dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:09.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.362+0000 7faaca000640 0 client.26054 ms_handle_reset on v2:172.21.15.69:6836/466045469 2024-03-29T00:20:09.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.362+0000 7faae63b9740 1 -- 172.21.15.12:0/976388518 shutdown_connections 2024-03-29T00:20:09.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.362+0000 7faae63b9740 1 -- 172.21.15.12:0/976388518 wait complete. 2024-03-29T00:20:09.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.363+0000 7faae63b9740 20 client.26054 trim_cache size 0 max 16384 2024-03-29T00:20:09.379 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.378+0000 7faae63b9740 1 Processor -- start 2024-03-29T00:20:09.379 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.378+0000 7faae63b9740 1 -- start start 2024-03-29T00:20:09.379 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.378+0000 7faae63b9740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55933a2d2ae0 0x55933a2d1c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.379 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.378+0000 7faae63b9740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55933a2d7570 0x55933a2e8eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.379 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.378+0000 7faae63b9740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55933a2d7f60 0x55933a2f45a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.379 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.378+0000 7faae63b9740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7faadc1ac440 con 0x55933a2d2ae0 2024-03-29T00:20:09.380 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.378+0000 7faae63b9740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7faadc1adf80 con 0x55933a2d7f60 2024-03-29T00:20:09.380 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.378+0000 7faae63b9740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7faadc1acb10 con 0x55933a2d7570 2024-03-29T00:20:09.380 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.379+0000 7faae1600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55933a2d7f60 0x55933a2f45a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.380 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.379+0000 7faae1600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55933a2d7f60 0x55933a2f45a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36172/0 (socket says 172.21.15.12:36172) 2024-03-29T00:20:09.380 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.379+0000 7faae1600640 1 -- 172.21.15.12:0/471824408 learned_addr learned my addr 172.21.15.12:0/471824408 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:09.380 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.379+0000 7faadbe00640 1 --2- 172.21.15.12:0/471824408 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55933a2d7570 0x55933a2e8eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.380 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.379+0000 7faae0c00640 1 --2- 172.21.15.12:0/471824408 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55933a2d2ae0 0x55933a2d1c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.385 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.379+0000 7faae1600640 1 -- 172.21.15.12:0/471824408 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55933a2d7570 msgr2=0x55933a2e8eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.385 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.379+0000 7faae1600640 1 --2- 172.21.15.12:0/471824408 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55933a2d7570 0x55933a2e8eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.385 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.379+0000 7faae1600640 1 -- 172.21.15.12:0/471824408 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55933a2d2ae0 msgr2=0x55933a2d1c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.385 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.379+0000 7faae1600640 1 --2- 172.21.15.12:0/471824408 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55933a2d2ae0 0x55933a2d1c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.379+0000 7faae1600640 1 -- 172.21.15.12:0/471824408 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55933a2d3850 con 0x55933a2d7f60 2024-03-29T00:20:09.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.379+0000 7faae1600640 1 --2- 172.21.15.12:0/471824408 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55933a2d7f60 0x55933a2f45a0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7faad4009ca0 tx=0x7faad40095c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=14c49614199ff4bc server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:09.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.380+0000 7faad1200640 1 -- 172.21.15.12:0/471824408 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faad40bd7c0 con 0x55933a2d7f60 2024-03-29T00:20:09.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.380+0000 7faad1200640 1 -- 172.21.15.12:0/471824408 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7faad40bd0c0 con 0x55933a2d7f60 2024-03-29T00:20:09.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.380+0000 7faad1200640 1 -- 172.21.15.12:0/471824408 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faad40bd580 con 0x55933a2d7f60 2024-03-29T00:20:09.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.380+0000 7faae63b9740 1 -- 172.21.15.12:0/471824408 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55933a2d7f60 msgr2=0x55933a2f45a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.380+0000 7faae63b9740 1 --2- 172.21.15.12:0/471824408 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55933a2d7f60 0x55933a2f45a0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7faad4009ca0 tx=0x7faad40095c0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.380+0000 7faae63b9740 1 -- 172.21.15.12:0/471824408 shutdown_connections 2024-03-29T00:20:09.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.380+0000 7faae63b9740 1 --2- 172.21.15.12:0/471824408 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55933a2d7f60 0x55933a2f45a0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.380+0000 7faae63b9740 1 --2- 172.21.15.12:0/471824408 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55933a2d7570 0x55933a2e8eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.380+0000 7faae63b9740 1 --2- 172.21.15.12:0/471824408 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55933a2d2ae0 0x55933a2d1c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.387 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.380+0000 7faae63b9740 1 -- 172.21.15.12:0/471824408 >> 172.21.15.12:0/471824408 conn(0x55933a2d8d40 msgr2=0x55933a2d1530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:09.387 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.380+0000 7faae63b9740 1 -- 172.21.15.12:0/471824408 shutdown_connections 2024-03-29T00:20:09.387 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.380+0000 7faae63b9740 1 -- 172.21.15.12:0/471824408 wait complete. 2024-03-29T00:20:09.387 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.381+0000 7faae63b9740 1 -- start start 2024-03-29T00:20:09.387 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.381+0000 7faae63b9740 1 Processor -- start 2024-03-29T00:20:09.387 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.381+0000 7faae63b9740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55933a2d2ae0 0x55933a2e68c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.387 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.381+0000 7faae63b9740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55933a2d7570 0x55933a2e6e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.387 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.381+0000 7faae63b9740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55933a2d7f60 0x55933a2e7e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.387 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.381+0000 7faae63b9740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7faadc1ad8b0 con 0x55933a2d7570 2024-03-29T00:20:09.387 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.381+0000 7faae63b9740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7faadc1ad1e0 con 0x55933a2d2ae0 2024-03-29T00:20:09.387 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.381+0000 7faae63b9740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7faadc1aa420 con 0x55933a2d7f60 2024-03-29T00:20:09.387 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.381+0000 7faae63b9740 10 client.0 _ll_register_callbacks cb 0x7faac400beb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:09.388 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.382+0000 7faae0c00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55933a2d2ae0 0x55933a2e68c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.388 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.382+0000 7faae1600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55933a2d7f60 0x55933a2e7e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.388 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.382+0000 7faadbe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55933a2d7570 0x55933a2e6e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.388 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.382+0000 7faae0c00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55933a2d2ae0 0x55933a2e68c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36184/0 (socket says 172.21.15.12:36184) 2024-03-29T00:20:09.388 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.382+0000 7faae0c00640 1 -- 172.21.15.12:0/7412316 learned_addr learned my addr 172.21.15.12:0/7412316 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:09.388 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.382+0000 7faae1600640 1 -- 172.21.15.12:0/7412316 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55933a2d2ae0 msgr2=0x55933a2e68c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.388 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.382+0000 7faae1600640 1 --2- 172.21.15.12:0/7412316 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55933a2d2ae0 0x55933a2e68c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.388 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.382+0000 7faae1600640 1 -- 172.21.15.12:0/7412316 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55933a2d7570 msgr2=0x55933a2e6e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.388 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.382+0000 7faae1600640 1 --2- 172.21.15.12:0/7412316 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55933a2d7570 0x55933a2e6e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.388 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.382+0000 7faae1600640 1 -- 172.21.15.12:0/7412316 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55933a2e8400 con 0x55933a2d7f60 2024-03-29T00:20:09.388 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.382+0000 7faae0c00640 1 --2- 172.21.15.12:0/7412316 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55933a2d2ae0 0x55933a2e68c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:09.388 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.382+0000 7faadbe00640 1 --2- 172.21.15.12:0/7412316 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55933a2d7570 0x55933a2e6e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:09.389 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.382+0000 7faae1600640 1 --2- 172.21.15.12:0/7412316 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55933a2d7f60 0x55933a2e7e10 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7faad4009ca0 tx=0x7faad40f05b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2869d28dd555f227 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:09.389 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.382+0000 7faaca000640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:20:09.389 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.382+0000 7faaca000640 1 -- 172.21.15.12:0/7412316 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faad40c1210 con 0x55933a2d7f60 2024-03-29T00:20:09.389 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.383+0000 7faae63b9740 1 -- 172.21.15.12:0/7412316 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faad40bd0c0 con 0x55933a2d7f60 2024-03-29T00:20:09.389 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.383+0000 7faaca000640 1 -- 172.21.15.12:0/7412316 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7faad40c53d0 con 0x55933a2d7f60 2024-03-29T00:20:09.389 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.383+0000 7faaca000640 1 -- 172.21.15.12:0/7412316 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7faad40a3050 con 0x55933a2d7f60 2024-03-29T00:20:09.389 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.383+0000 7faae63b9740 10 client.26122 fetch_fsmap learned FSMap version 29 2024-03-29T00:20:09.389 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.383+0000 7faae63b9740 1 -- 172.21.15.12:0/7412316 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55933a353db0 con 0x55933a2d7f60 2024-03-29T00:20:09.389 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.383+0000 7faaca000640 1 -- 172.21.15.12:0/7412316 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7faad40bd0c0 con 0x55933a2d7f60 2024-03-29T00:20:09.389 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.383+0000 7faaca000640 1 -- 172.21.15.12:0/7412316 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7faad403c030 con 0x55933a2d7f60 2024-03-29T00:20:09.389 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.383+0000 7faae63b9740 10 client.26122 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:20:09.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.383+0000 7faae63b9740 10 client.26122 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-03-29T00:20:09.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.383+0000 7faae63b9740 20 client.26122 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:09.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.383+0000 7faae63b9740 1 --2- 172.21.15.12:0/7412316 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x55933a2dd0d0 0x55933a356710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.383+0000 7faae63b9740 4 client.26122 mds_command: new command op to 24544 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-29T00:20:09.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.383+0000 7faae63b9740 1 -- 172.21.15.12:0/7412316 --> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55933a249590 con 0x55933a2dd0d0 2024-03-29T00:20:09.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.384+0000 7faae0c00640 1 --2- 172.21.15.12:0/7412316 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x55933a2dd0d0 0x55933a356710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.384+0000 7faae0c00640 1 --2- 172.21.15.12:0/7412316 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x55933a2dd0d0 0x55933a356710 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1b220eb1c55db2f0 server_cookie=5d10b6ea747210f in_seq=0 out_seq=0 2024-03-29T00:20:09.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.384+0000 7faaca000640 10 client.26122 ms_handle_connect on v2:172.21.15.69:6836/466045469 2024-03-29T00:20:09.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.384+0000 7faaca000640 1 -- 172.21.15.12:0/7412316 <== mds.2 v2:172.21.15.69:6836/466045469 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55933a249590 con 0x55933a2dd0d0 2024-03-29T00:20:09.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.384+0000 7faaca000640 10 client.26122 handle_command_reply: tid=0 2024-03-29T00:20:09.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.384+0000 7faae63b9740 1 client.26122 shutdown 2024-03-29T00:20:09.391 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.384+0000 7faae63b9740 1 -- 172.21.15.12:0/7412316 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55933a2d7f60 msgr2=0x55933a2e7e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.391 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.384+0000 7faae63b9740 1 --2- 172.21.15.12:0/7412316 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55933a2d7f60 0x55933a2e7e10 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7faad4009ca0 tx=0x7faad40f05b0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.391 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.385+0000 7faae63b9740 1 -- 172.21.15.12:0/7412316 shutdown_connections 2024-03-29T00:20:09.391 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.385+0000 7faae63b9740 1 --2- 172.21.15.12:0/7412316 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x55933a2dd0d0 0x55933a356710 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.391 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.385+0000 7faae63b9740 1 --2- 172.21.15.12:0/7412316 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55933a2d7f60 0x55933a2e7e10 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.391 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.385+0000 7faae63b9740 1 --2- 172.21.15.12:0/7412316 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55933a2d7570 0x55933a2e6e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.391 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.385+0000 7faae63b9740 1 --2- 172.21.15.12:0/7412316 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55933a2d2ae0 0x55933a2e68c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.391 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.385+0000 7faaca000640 0 client.26122 ms_handle_reset on v2:172.21.15.69:6836/466045469 2024-03-29T00:20:09.391 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.385+0000 7faae63b9740 1 -- 172.21.15.12:0/7412316 >> 172.21.15.12:0/7412316 conn(0x55933a2d8d40 msgr2=0x55933a2d1dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:09.391 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.385+0000 7faae63b9740 1 -- 172.21.15.12:0/7412316 shutdown_connections 2024-03-29T00:20:09.391 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.385+0000 7faae63b9740 1 -- 172.21.15.12:0/7412316 wait complete. 2024-03-29T00:20:09.391 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.385+0000 7faae63b9740 20 client.26122 trim_cache size 0 max 16384 2024-03-29T00:20:09.392 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-03-29T00:20:09.392 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.385+0000 7faae2000640 1 -- 172.21.15.12:0/533454516 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faac00a1e00 msgr2=0x7faac00a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.393 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.385+0000 7faae2000640 1 --2- 172.21.15.12:0/533454516 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faac00a1e00 0x7faac00a42c0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x55933a2d87c0 tx=0x7faac400bb00 comp rx=0 tx=0).stop 2024-03-29T00:20:09.393 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.386+0000 7faae2000640 1 -- 172.21.15.12:0/533454516 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faadc105360 msgr2=0x7faadc1a10d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.393 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.386+0000 7faae2000640 1 --2- 172.21.15.12:0/533454516 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faadc105360 0x7faadc1a10d0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7faad402c640 tx=0x7faad40346d0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.393 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.386+0000 7faae2000640 1 -- 172.21.15.12:0/533454516 shutdown_connections 2024-03-29T00:20:09.393 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.386+0000 7faae2000640 1 --2- 172.21.15.12:0/533454516 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7faac00a1e00 0x7faac00a42c0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.393 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.386+0000 7faae2000640 1 --2- 172.21.15.12:0/533454516 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7faadc105360 0x7faadc1a10d0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.393 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.386+0000 7faae2000640 1 --2- 172.21.15.12:0/533454516 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faadc1049a0 0x7faadc19a060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.393 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.386+0000 7faae2000640 1 --2- 172.21.15.12:0/533454516 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faadc1037b0 0x7faadc199b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.393 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.386+0000 7faae2000640 1 -- 172.21.15.12:0/533454516 >> 172.21.15.12:0/533454516 conn(0x7faadc0fed20 msgr2=0x7faadc107bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:09.393 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.386+0000 7faae2000640 1 -- 172.21.15.12:0/533454516 shutdown_connections 2024-03-29T00:20:09.393 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.386+0000 7faae2000640 1 -- 172.21.15.12:0/533454516 wait complete. 2024-03-29T00:20:09.403 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-29T00:20:09.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:09 smithi053 ceph-mon[36233]: pgmap v472: 129 pgs: 129 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 3.2 KiB/s wr, 14 op/s 2024-03-29T00:20:09.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:09 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3345714044' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:20:09.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:09 smithi069 ceph-mon[36074]: pgmap v472: 129 pgs: 129 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 3.2 KiB/s wr, 14 op/s 2024-03-29T00:20:09.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:09 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3345714044' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:20:09.615 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.614+0000 7f8bade00640 1 -- 172.21.15.12:0/1706440765 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ba8077350 msgr2=0x7f8ba80777b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.615 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.614+0000 7f8bade00640 1 --2- 172.21.15.12:0/1706440765 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ba8077350 0x7f8ba80777b0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f8b94009900 tx=0x7f8b9402bc30 comp rx=0 tx=0).stop 2024-03-29T00:20:09.615 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.614+0000 7f8bade00640 1 -- 172.21.15.12:0/1706440765 shutdown_connections 2024-03-29T00:20:09.615 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.614+0000 7f8bade00640 1 --2- 172.21.15.12:0/1706440765 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8ba8077cf0 0x7f8ba8078590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.615 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.614+0000 7f8bade00640 1 --2- 172.21.15.12:0/1706440765 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ba8077350 0x7f8ba80777b0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.614+0000 7f8bade00640 1 --2- 172.21.15.12:0/1706440765 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8ba8076110 0x7f8ba8076530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.614+0000 7f8bade00640 1 -- 172.21.15.12:0/1706440765 >> 172.21.15.12:0/1706440765 conn(0x7f8ba80fef00 msgr2=0x7f8ba8101320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:09.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.614+0000 7f8bade00640 1 -- 172.21.15.12:0/1706440765 shutdown_connections 2024-03-29T00:20:09.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.614+0000 7f8bade00640 1 -- 172.21.15.12:0/1706440765 wait complete. 2024-03-29T00:20:09.618 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.615+0000 7f8bade00640 1 Processor -- start 2024-03-29T00:20:09.618 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.616+0000 7f8bade00640 1 -- start start 2024-03-29T00:20:09.618 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.616+0000 7f8bade00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ba8076110 0x7f8ba819e180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.616+0000 7f8bade00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8ba8077350 0x7f8ba819e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.616+0000 7f8bade00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8ba8077cf0 0x7f8ba81a5730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.616+0000 7f8bade00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba8113af0 con 0x7f8ba8077cf0 2024-03-29T00:20:09.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.616+0000 7f8bade00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba8113970 con 0x7f8ba8077350 2024-03-29T00:20:09.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.616+0000 7f8bade00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba8113c70 con 0x7f8ba8076110 2024-03-29T00:20:09.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.616+0000 7f8ba6000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8ba8077350 0x7f8ba819e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.616+0000 7f8ba6a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ba8076110 0x7f8ba819e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.616+0000 7f8ba6000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8ba8077350 0x7f8ba819e6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36194/0 (socket says 172.21.15.12:36194) 2024-03-29T00:20:09.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.616+0000 7f8ba6000640 1 -- 172.21.15.12:0/3292851223 learned_addr learned my addr 172.21.15.12:0/3292851223 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:09.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.616+0000 7f8ba7400640 1 --2- 172.21.15.12:0/3292851223 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8ba8077cf0 0x7f8ba81a5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.617+0000 7f8ba6000640 1 -- 172.21.15.12:0/3292851223 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ba8076110 msgr2=0x7f8ba819e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.617+0000 7f8ba6000640 1 --2- 172.21.15.12:0/3292851223 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ba8076110 0x7f8ba819e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.617+0000 7f8ba6000640 1 -- 172.21.15.12:0/3292851223 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8ba8077cf0 msgr2=0x7f8ba81a5730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.617+0000 7f8ba6000640 1 --2- 172.21.15.12:0/3292851223 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8ba8077cf0 0x7f8ba81a5730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.617+0000 7f8ba6000640 1 -- 172.21.15.12:0/3292851223 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ba81a5da0 con 0x7f8ba8077350 2024-03-29T00:20:09.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.617+0000 7f8ba6000640 1 --2- 172.21.15.12:0/3292851223 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8ba8077350 0x7f8ba819e6c0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f8b9402ca30 tx=0x7f8b9402c710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:09.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.617+0000 7f8baca00640 1 -- 172.21.15.12:0/3292851223 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b94043020 con 0x7f8ba8077350 2024-03-29T00:20:09.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.617+0000 7f8baca00640 1 -- 172.21.15.12:0/3292851223 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8b940042d0 con 0x7f8ba8077350 2024-03-29T00:20:09.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.618+0000 7f8bade00640 1 -- 172.21.15.12:0/3292851223 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ba81a6030 con 0x7f8ba8077350 2024-03-29T00:20:09.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.618+0000 7f8baca00640 1 -- 172.21.15.12:0/3292851223 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b94003cc0 con 0x7f8ba8077350 2024-03-29T00:20:09.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.618+0000 7f8bade00640 1 -- 172.21.15.12:0/3292851223 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ba81a65d0 con 0x7f8ba8077350 2024-03-29T00:20:09.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.621+0000 7f8bb0722740 1 Processor -- start 2024-03-29T00:20:09.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.621+0000 7f8bb0722740 1 -- start start 2024-03-29T00:20:09.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.621+0000 7f8bb0722740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55613eae33a0 0x55613eae37c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.621+0000 7f8bb0722740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55613eae3d90 0x55613eae8890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.621+0000 7f8bb0722740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55613eae8f00 0x55613eaeb390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.621+0000 7f8bb0722740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55613ea48050 con 0x55613eae33a0 2024-03-29T00:20:09.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.621+0000 7f8bb0722740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55613e9f0ce0 con 0x55613eae3d90 2024-03-29T00:20:09.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.621+0000 7f8bb0722740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55613ea440f0 con 0x55613eae8f00 2024-03-29T00:20:09.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.622+0000 7f8baca00640 1 -- 172.21.15.12:0/3292851223 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f8b94046020 con 0x7f8ba8077350 2024-03-29T00:20:09.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.622+0000 7f8ba6a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55613eae3d90 0x55613eae8890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.622+0000 7f8ba7400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55613eae33a0 0x55613eae37c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.622+0000 7f8ba6a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55613eae3d90 0x55613eae8890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36198/0 (socket says 172.21.15.12:36198) 2024-03-29T00:20:09.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.622+0000 7f8ba6a00640 1 -- 172.21.15.12:0/2141576181 learned_addr learned my addr 172.21.15.12:0/2141576181 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:09.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.622+0000 7f8ba6000640 1 --2- 172.21.15.12:0/2141576181 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55613eae8f00 0x55613eaeb390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.622+0000 7f8ba6a00640 1 -- 172.21.15.12:0/2141576181 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55613eae8f00 msgr2=0x55613eaeb390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.622+0000 7f8ba6a00640 1 --2- 172.21.15.12:0/2141576181 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55613eae8f00 0x55613eaeb390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.622+0000 7f8ba6a00640 1 -- 172.21.15.12:0/2141576181 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55613eae33a0 msgr2=0x55613eae37c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.622+0000 7f8ba6a00640 1 --2- 172.21.15.12:0/2141576181 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55613eae33a0 0x55613eae37c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.622+0000 7f8ba6a00640 1 -- 172.21.15.12:0/2141576181 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55613e75c3f0 con 0x55613eae3d90 2024-03-29T00:20:09.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.622+0000 7f8ba6a00640 1 --2- 172.21.15.12:0/2141576181 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55613eae3d90 0x55613eae8890 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f8b98009d20 tx=0x7f8b98011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2c58e31c4de9aae1 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:09.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.623+0000 7f8b93e00640 1 -- 172.21.15.12:0/2141576181 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b9801e070 con 0x55613eae3d90 2024-03-29T00:20:09.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.623+0000 7f8b93e00640 1 -- 172.21.15.12:0/2141576181 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8b98019b30 con 0x55613eae3d90 2024-03-29T00:20:09.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.623+0000 7f8b93e00640 1 -- 172.21.15.12:0/2141576181 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b9800ec40 con 0x55613eae3d90 2024-03-29T00:20:09.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.623+0000 7f8baca00640 1 --2- 172.21.15.12:0/3292851223 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f8b8c0a1e00 0x7f8b8c0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.623+0000 7f8baca00640 1 -- 172.21.15.12:0/3292851223 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f8b940f02a0 con 0x7f8ba8077350 2024-03-29T00:20:09.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.623+0000 7f8bb0722740 1 -- 172.21.15.12:0/2141576181 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55613eae3d90 msgr2=0x55613eae8890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.623+0000 7f8bb0722740 1 --2- 172.21.15.12:0/2141576181 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55613eae3d90 0x55613eae8890 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f8b98009d20 tx=0x7f8b98011810 comp rx=0 tx=0).stop 2024-03-29T00:20:09.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.624+0000 7f8ba7400640 1 --2- 172.21.15.12:0/3292851223 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f8b8c0a1e00 0x7f8b8c0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.624+0000 7f8bb0722740 1 -- 172.21.15.12:0/2141576181 shutdown_connections 2024-03-29T00:20:09.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.624+0000 7f8bb0722740 1 --2- 172.21.15.12:0/2141576181 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55613eae3d90 0x55613eae8890 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.624+0000 7f8bb0722740 1 --2- 172.21.15.12:0/2141576181 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55613eae8f00 0x55613eaeb390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.624+0000 7f8bb0722740 1 --2- 172.21.15.12:0/2141576181 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55613eae33a0 0x55613eae37c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.624+0000 7f8bb0722740 1 -- 172.21.15.12:0/2141576181 >> 172.21.15.12:0/2141576181 conn(0x55613eade910 msgr2=0x55613eaded10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:09.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.624+0000 7f8bb0722740 1 -- 172.21.15.12:0/2141576181 shutdown_connections 2024-03-29T00:20:09.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.624+0000 7f8bb0722740 1 -- 172.21.15.12:0/2141576181 wait complete. 2024-03-29T00:20:09.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.624+0000 7f8bb0722740 1 -- start start 2024-03-29T00:20:09.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.624+0000 7f8ba7400640 1 --2- 172.21.15.12:0/3292851223 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f8b8c0a1e00 0x7f8b8c0a42c0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x55613eae45f0 tx=0x7f8ba00097e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:09.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.625+0000 7f8bb0722740 1 Processor -- start 2024-03-29T00:20:09.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.625+0000 7f8bb0722740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55613eae33a0 0x55613eaed8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.625+0000 7f8bb0722740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55613eae3d90 0x55613eaede20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.625+0000 7f8bb0722740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55613eae8f00 0x55613eaf4e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.625+0000 7f8bb0722740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55613eaebeb0 con 0x55613eae33a0 2024-03-29T00:20:09.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.625+0000 7f8bb0722740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55613e9e62f0 con 0x55613eae8f00 2024-03-29T00:20:09.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.625+0000 7f8bb0722740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55613eaec030 con 0x55613eae3d90 2024-03-29T00:20:09.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.625+0000 7f8bb0722740 10 client.0 _ll_register_callbacks cb 0x55613e75bbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:09.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.625+0000 7f8ba6a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55613eae33a0 0x55613eaed8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.625+0000 7f8ba6000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55613eae3d90 0x55613eaede20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.625+0000 7f8ba7400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55613eae8f00 0x55613eaf4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.625+0000 7f8ba6a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55613eae33a0 0x55613eaed8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:35046/0 (socket says 172.21.15.12:35046) 2024-03-29T00:20:09.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.625+0000 7f8ba6000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55613eae3d90 0x55613eaede20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:33766/0 (socket says 172.21.15.12:33766) 2024-03-29T00:20:09.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.625+0000 7f8ba6a00640 1 -- 172.21.15.12:0/1441475395 learned_addr learned my addr 172.21.15.12:0/1441475395 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:09.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.626+0000 7f8ba6000640 1 -- 172.21.15.12:0/1441475395 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55613eae8f00 msgr2=0x55613eaf4e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.626+0000 7f8ba6000640 1 --2- 172.21.15.12:0/1441475395 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55613eae8f00 0x55613eaf4e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.626+0000 7f8ba6000640 1 -- 172.21.15.12:0/1441475395 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55613eae33a0 msgr2=0x55613eaed8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.626+0000 7f8ba6000640 1 --2- 172.21.15.12:0/1441475395 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55613eae33a0 0x55613eaed8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.626+0000 7f8ba6000640 1 -- 172.21.15.12:0/1441475395 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55613e8267d0 con 0x55613eae3d90 2024-03-29T00:20:09.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.626+0000 7f8ba6a00640 1 --2- 172.21.15.12:0/1441475395 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55613eae33a0 0x55613eaed8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:09.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.626+0000 7f8ba7400640 1 --2- 172.21.15.12:0/1441475395 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55613eae8f00 0x55613eaf4e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:09.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.626+0000 7f8ba6000640 1 --2- 172.21.15.12:0/1441475395 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55613eae3d90 0x55613eaede20 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f8b94000c00 tx=0x7f8b94009300 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cc0ee69d1c54622f server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:09.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.626+0000 7f8b90c00640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:20:09.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.626+0000 7f8b90c00640 1 -- 172.21.15.12:0/1441475395 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b940bc5d0 con 0x55613eae3d90 2024-03-29T00:20:09.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.626+0000 7f8b90c00640 1 -- 172.21.15.12:0/1441475395 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f8b940c4ef0 con 0x55613eae3d90 2024-03-29T00:20:09.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.626+0000 7f8bb0722740 1 -- 172.21.15.12:0/1441475395 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8b98019b30 con 0x55613eae3d90 2024-03-29T00:20:09.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.626+0000 7f8b90c00640 1 -- 172.21.15.12:0/1441475395 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8b940c30b0 con 0x55613eae3d90 2024-03-29T00:20:09.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.627+0000 7f8bb0722740 10 client.26134 fetch_fsmap learned FSMap version 29 2024-03-29T00:20:09.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.627+0000 7f8bb0722740 1 -- 172.21.15.12:0/1441475395 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55613eaebf20 con 0x55613eae3d90 2024-03-29T00:20:09.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.627+0000 7f8b90c00640 1 -- 172.21.15.12:0/1441475395 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8b98019b30 con 0x55613eae3d90 2024-03-29T00:20:09.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.627+0000 7f8b90c00640 1 -- 172.21.15.12:0/1441475395 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f8b940c1ce0 con 0x55613eae3d90 2024-03-29T00:20:09.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.627+0000 7f8bb0722740 10 client.26134 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:20:09.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.627+0000 7f8bb0722740 10 client.26134 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-29T00:20:09.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.627+0000 7f8bb0722740 20 client.26134 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:09.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.627+0000 7f8bb0722740 1 --2- 172.21.15.12:0/1441475395 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55613eaf9870 0x55613eafbce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.627+0000 7f8bb0722740 4 client.26134 mds_command: new command op to 24566 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:20:09.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.627+0000 7f8bb0722740 1 -- 172.21.15.12:0/1441475395 --> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55613e9f1680 con 0x55613eaf9870 2024-03-29T00:20:09.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.627+0000 7f8ba6a00640 1 --2- 172.21.15.12:0/1441475395 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55613eaf9870 0x55613eafbce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.628+0000 7f8ba6a00640 1 --2- 172.21.15.12:0/1441475395 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55613eaf9870 0x55613eafbce0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5f3bf24ab451d2f7 server_cookie=b731ee1b01496de8 in_seq=0 out_seq=0 2024-03-29T00:20:09.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.628+0000 7f8b90c00640 10 client.26134 ms_handle_connect on v2:172.21.15.53:6838/2142959350 2024-03-29T00:20:09.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.629+0000 7f8b90c00640 1 -- 172.21.15.12:0/1441475395 <== mds.1 v2:172.21.15.53:6838/2142959350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55613e9f1680 con 0x55613eaf9870 2024-03-29T00:20:09.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.629+0000 7f8b90c00640 10 client.26134 handle_command_reply: tid=0 2024-03-29T00:20:09.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.629+0000 7f8bb0722740 1 client.26134 shutdown 2024-03-29T00:20:09.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.629+0000 7f8bb0722740 1 -- 172.21.15.12:0/1441475395 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55613eae3d90 msgr2=0x55613eaede20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.629+0000 7f8bb0722740 1 --2- 172.21.15.12:0/1441475395 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55613eae3d90 0x55613eaede20 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f8b94000c00 tx=0x7f8b94009300 comp rx=0 tx=0).stop 2024-03-29T00:20:09.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.629+0000 7f8bb0722740 1 -- 172.21.15.12:0/1441475395 shutdown_connections 2024-03-29T00:20:09.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.629+0000 7f8bb0722740 1 --2- 172.21.15.12:0/1441475395 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55613eaf9870 0x55613eafbce0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.629+0000 7f8bb0722740 1 --2- 172.21.15.12:0/1441475395 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55613eae8f00 0x55613eaf4e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.629+0000 7f8bb0722740 1 --2- 172.21.15.12:0/1441475395 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55613eae3d90 0x55613eaede20 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.629+0000 7f8b90c00640 0 client.26134 ms_handle_reset on v2:172.21.15.53:6838/2142959350 2024-03-29T00:20:09.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.629+0000 7f8bb0722740 1 --2- 172.21.15.12:0/1441475395 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55613eae33a0 0x55613eaed8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.629+0000 7f8bb0722740 1 -- 172.21.15.12:0/1441475395 >> 172.21.15.12:0/1441475395 conn(0x55613eade910 msgr2=0x55613eaddb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:09.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.630+0000 7f8bb0722740 1 -- 172.21.15.12:0/1441475395 shutdown_connections 2024-03-29T00:20:09.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.630+0000 7f8bb0722740 1 -- 172.21.15.12:0/1441475395 wait complete. 2024-03-29T00:20:09.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.630+0000 7f8bb0722740 20 client.26134 trim_cache size 0 max 16384 2024-03-29T00:20:09.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.645+0000 7f8bb0722740 1 Processor -- start 2024-03-29T00:20:09.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.645+0000 7f8bb0722740 1 -- start start 2024-03-29T00:20:09.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.645+0000 7f8bb0722740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55613eae33a0 0x55613eadecf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.645+0000 7f8bb0722740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55613eae3d90 0x55613eaf4e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.645+0000 7f8bb0722740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55613eae8f00 0x55613eadd2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.645+0000 7f8bb0722740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba81b0940 con 0x55613eae33a0 2024-03-29T00:20:09.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.645+0000 7f8bb0722740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba81b2480 con 0x55613eae3d90 2024-03-29T00:20:09.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.645+0000 7f8bb0722740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba81b1010 con 0x55613eae8f00 2024-03-29T00:20:09.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.645+0000 7f8ba6a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55613eae33a0 0x55613eadecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.645+0000 7f8ba6000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55613eae3d90 0x55613eaf4e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.645+0000 7f8ba7400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55613eae8f00 0x55613eadd2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.645+0000 7f8ba6a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55613eae33a0 0x55613eadecf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:35060/0 (socket says 172.21.15.12:35060) 2024-03-29T00:20:09.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.645+0000 7f8ba6a00640 1 -- 172.21.15.12:0/4264796301 learned_addr learned my addr 172.21.15.12:0/4264796301 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:09.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.646+0000 7f8ba7400640 1 -- 172.21.15.12:0/4264796301 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55613eae3d90 msgr2=0x55613eaf4e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.646+0000 7f8ba7400640 1 --2- 172.21.15.12:0/4264796301 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55613eae3d90 0x55613eaf4e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.646+0000 7f8ba7400640 1 -- 172.21.15.12:0/4264796301 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55613eae33a0 msgr2=0x55613eadecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.646+0000 7f8ba7400640 1 --2- 172.21.15.12:0/4264796301 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55613eae33a0 0x55613eadecf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.646+0000 7f8ba7400640 1 -- 172.21.15.12:0/4264796301 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55613eae5b20 con 0x55613eae8f00 2024-03-29T00:20:09.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.646+0000 7f8ba6a00640 1 --2- 172.21.15.12:0/4264796301 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55613eae33a0 0x55613eadecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:09.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.646+0000 7f8ba7400640 1 --2- 172.21.15.12:0/4264796301 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55613eae8f00 0x55613eadd2e0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f8ba0005fd0 tx=0x7f8ba0015000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ad3676e9f09adc81 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:09.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.646+0000 7f8b93400640 1 -- 172.21.15.12:0/4264796301 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ba0004b20 con 0x55613eae8f00 2024-03-29T00:20:09.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.646+0000 7f8b93400640 1 -- 172.21.15.12:0/4264796301 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8ba0004cc0 con 0x55613eae8f00 2024-03-29T00:20:09.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.646+0000 7f8b93400640 1 -- 172.21.15.12:0/4264796301 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ba0005020 con 0x55613eae8f00 2024-03-29T00:20:09.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.647+0000 7f8bb0722740 1 -- 172.21.15.12:0/4264796301 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55613eae8f00 msgr2=0x55613eadd2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.647+0000 7f8bb0722740 1 --2- 172.21.15.12:0/4264796301 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55613eae8f00 0x55613eadd2e0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f8ba0005fd0 tx=0x7f8ba0015000 comp rx=0 tx=0).stop 2024-03-29T00:20:09.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.647+0000 7f8bb0722740 1 -- 172.21.15.12:0/4264796301 shutdown_connections 2024-03-29T00:20:09.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.647+0000 7f8bb0722740 1 --2- 172.21.15.12:0/4264796301 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55613eae3d90 0x55613eaf4e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.647+0000 7f8bb0722740 1 --2- 172.21.15.12:0/4264796301 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55613eae8f00 0x55613eadd2e0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.647+0000 7f8bb0722740 1 --2- 172.21.15.12:0/4264796301 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55613eae33a0 0x55613eadecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.647+0000 7f8bb0722740 1 -- 172.21.15.12:0/4264796301 >> 172.21.15.12:0/4264796301 conn(0x55613eade910 msgr2=0x55613eae4800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:09.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.647+0000 7f8bb0722740 1 -- 172.21.15.12:0/4264796301 shutdown_connections 2024-03-29T00:20:09.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.647+0000 7f8bb0722740 1 -- 172.21.15.12:0/4264796301 wait complete. 2024-03-29T00:20:09.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.647+0000 7f8bb0722740 1 -- start start 2024-03-29T00:20:09.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.648+0000 7f8bb0722740 1 Processor -- start 2024-03-29T00:20:09.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.648+0000 7f8bb0722740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55613eae33a0 0x55613eaf2250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.648+0000 7f8bb0722740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55613eae3d90 0x55613eaf2790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.648+0000 7f8bb0722740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55613eae8f00 0x55613eaf37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.648+0000 7f8bb0722740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba81b1db0 con 0x55613eae33a0 2024-03-29T00:20:09.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.648+0000 7f8bb0722740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba81b16e0 con 0x55613eae8f00 2024-03-29T00:20:09.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.648+0000 7f8bb0722740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba81ae920 con 0x55613eae3d90 2024-03-29T00:20:09.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.648+0000 7f8bb0722740 10 client.0 _ll_register_callbacks cb 0x7f8b940095f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:09.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.648+0000 7f8ba6a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55613eae33a0 0x55613eaf2250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.648+0000 7f8ba6000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55613eae3d90 0x55613eaf2790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.648+0000 7f8ba7400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55613eae8f00 0x55613eaf37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.648+0000 7f8ba6a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55613eae33a0 0x55613eaf2250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:35068/0 (socket says 172.21.15.12:35068) 2024-03-29T00:20:09.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.648+0000 7f8ba6a00640 1 -- 172.21.15.12:0/2294475325 learned_addr learned my addr 172.21.15.12:0/2294475325 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:09.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.648+0000 7f8ba6000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55613eae3d90 0x55613eaf2790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:33792/0 (socket says 172.21.15.12:33792) 2024-03-29T00:20:09.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.649+0000 7f8ba6a00640 1 -- 172.21.15.12:0/2294475325 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55613eae3d90 msgr2=0x55613eaf2790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.649+0000 7f8ba6a00640 1 --2- 172.21.15.12:0/2294475325 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55613eae3d90 0x55613eaf2790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.649+0000 7f8ba6a00640 1 -- 172.21.15.12:0/2294475325 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55613eae8f00 msgr2=0x55613eaf37a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.649+0000 7f8ba6a00640 1 --2- 172.21.15.12:0/2294475325 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55613eae8f00 0x55613eaf37a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.649+0000 7f8ba6a00640 1 -- 172.21.15.12:0/2294475325 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55613eaf3d90 con 0x55613eae33a0 2024-03-29T00:20:09.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.649+0000 7f8ba7400640 1 --2- 172.21.15.12:0/2294475325 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55613eae8f00 0x55613eaf37a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:09.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.649+0000 7f8ba6a00640 1 --2- 172.21.15.12:0/2294475325 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55613eae33a0 0x55613eaf2250 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f8b98009250 tx=0x7f8b98009810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7995848ca844dbe server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:09.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.649+0000 7f8b90c00640 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-03-29T00:20:09.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.649+0000 7f8b90c00640 1 -- 172.21.15.12:0/2294475325 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b9801e040 con 0x55613eae33a0 2024-03-29T00:20:09.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.649+0000 7f8b90c00640 1 -- 172.21.15.12:0/2294475325 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f8b9800ea40 con 0x55613eae33a0 2024-03-29T00:20:09.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.649+0000 7f8bb0722740 1 -- 172.21.15.12:0/2294475325 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8ba0004cc0 con 0x55613eae33a0 2024-03-29T00:20:09.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.650+0000 7f8b90c00640 1 -- 172.21.15.12:0/2294475325 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8b9803a050 con 0x55613eae33a0 2024-03-29T00:20:09.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.650+0000 7f8bb0722740 10 client.15963 fetch_fsmap learned FSMap version 29 2024-03-29T00:20:09.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.650+0000 7f8bb0722740 1 -- 172.21.15.12:0/2294475325 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55613eaf5100 con 0x55613eae33a0 2024-03-29T00:20:09.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.650+0000 7f8b90c00640 1 -- 172.21.15.12:0/2294475325 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8ba0004cc0 con 0x55613eae33a0 2024-03-29T00:20:09.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.650+0000 7f8b90c00640 1 -- 172.21.15.12:0/2294475325 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f8b98025040 con 0x55613eae33a0 2024-03-29T00:20:09.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.650+0000 7f8bb0722740 10 client.15963 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:20:09.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.650+0000 7f8bb0722740 10 client.15963 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-29T00:20:09.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.650+0000 7f8bb0722740 20 client.15963 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:09.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.650+0000 7f8bb0722740 1 --2- 172.21.15.12:0/2294475325 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55613eb601f0 0x55613eb62610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.650+0000 7f8bb0722740 4 client.15963 mds_command: new command op to 24566 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-29T00:20:09.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.650+0000 7f8bb0722740 1 -- 172.21.15.12:0/2294475325 --> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55613ea55590 con 0x55613eb601f0 2024-03-29T00:20:09.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.651+0000 7f8ba6000640 1 --2- 172.21.15.12:0/2294475325 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55613eb601f0 0x55613eb62610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.651+0000 7f8ba6000640 1 --2- 172.21.15.12:0/2294475325 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55613eb601f0 0x55613eb62610 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6a1ccfdb6ab423b server_cookie=b7e4ff9dd702877e in_seq=0 out_seq=0 2024-03-29T00:20:09.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.651+0000 7f8b90c00640 10 client.15963 ms_handle_connect on v2:172.21.15.53:6838/2142959350 2024-03-29T00:20:09.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.651+0000 7f8b90c00640 1 -- 172.21.15.12:0/2294475325 <== mds.1 v2:172.21.15.53:6838/2142959350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55613ea55590 con 0x55613eb601f0 2024-03-29T00:20:09.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.651+0000 7f8b90c00640 10 client.15963 handle_command_reply: tid=0 2024-03-29T00:20:09.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.651+0000 7f8bb0722740 1 client.15963 shutdown 2024-03-29T00:20:09.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.651+0000 7f8bb0722740 1 -- 172.21.15.12:0/2294475325 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55613eae33a0 msgr2=0x55613eaf2250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.651+0000 7f8bb0722740 1 --2- 172.21.15.12:0/2294475325 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55613eae33a0 0x55613eaf2250 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f8b98009250 tx=0x7f8b98009810 comp rx=0 tx=0).stop 2024-03-29T00:20:09.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.652+0000 7f8bb0722740 1 -- 172.21.15.12:0/2294475325 shutdown_connections 2024-03-29T00:20:09.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.652+0000 7f8bb0722740 1 --2- 172.21.15.12:0/2294475325 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55613eb601f0 0x55613eb62610 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.652+0000 7f8bb0722740 1 --2- 172.21.15.12:0/2294475325 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55613eae8f00 0x55613eaf37a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.652+0000 7f8bb0722740 1 --2- 172.21.15.12:0/2294475325 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55613eae3d90 0x55613eaf2790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.652+0000 7f8bb0722740 1 --2- 172.21.15.12:0/2294475325 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55613eae33a0 0x55613eaf2250 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.652+0000 7f8b90c00640 0 client.15963 ms_handle_reset on v2:172.21.15.53:6838/2142959350 2024-03-29T00:20:09.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.652+0000 7f8bb0722740 1 -- 172.21.15.12:0/2294475325 >> 172.21.15.12:0/2294475325 conn(0x55613eade910 msgr2=0x55613eae4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:09.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.652+0000 7f8bb0722740 1 -- 172.21.15.12:0/2294475325 shutdown_connections 2024-03-29T00:20:09.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.652+0000 7f8bb0722740 1 -- 172.21.15.12:0/2294475325 wait complete. 2024-03-29T00:20:09.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.652+0000 7f8bb0722740 20 client.15963 trim_cache size 0 max 16384 2024-03-29T00:20:09.659 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-03-29T00:20:09.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.652+0000 7f8bade00640 1 -- 172.21.15.12:0/3292851223 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f8b8c0a1e00 msgr2=0x7f8b8c0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.652+0000 7f8bade00640 1 --2- 172.21.15.12:0/3292851223 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f8b8c0a1e00 0x7f8b8c0a42c0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x55613eae45f0 tx=0x7f8ba00097e0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.652+0000 7f8bade00640 1 -- 172.21.15.12:0/3292851223 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8ba8077350 msgr2=0x7f8ba819e6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.652+0000 7f8bade00640 1 --2- 172.21.15.12:0/3292851223 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8ba8077350 0x7f8ba819e6c0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f8b9402ca30 tx=0x7f8b9402c710 comp rx=0 tx=0).stop 2024-03-29T00:20:09.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.653+0000 7f8bade00640 1 -- 172.21.15.12:0/3292851223 shutdown_connections 2024-03-29T00:20:09.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.653+0000 7f8bade00640 1 --2- 172.21.15.12:0/3292851223 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f8b8c0a1e00 0x7f8b8c0a42c0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.653+0000 7f8bade00640 1 --2- 172.21.15.12:0/3292851223 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8ba8077350 0x7f8ba819e6c0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.653+0000 7f8bade00640 1 --2- 172.21.15.12:0/3292851223 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8ba8077cf0 0x7f8ba81a5730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.653+0000 7f8bade00640 1 --2- 172.21.15.12:0/3292851223 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ba8076110 0x7f8ba819e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.653+0000 7f8bade00640 1 -- 172.21.15.12:0/3292851223 >> 172.21.15.12:0/3292851223 conn(0x7f8ba80fef00 msgr2=0x7f8ba8102240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:09.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.653+0000 7f8bade00640 1 -- 172.21.15.12:0/3292851223 shutdown_connections 2024-03-29T00:20:09.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.653+0000 7f8bade00640 1 -- 172.21.15.12:0/3292851223 wait complete. 2024-03-29T00:20:09.670 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-29T00:20:09.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.881+0000 7f4ed7200640 1 -- 172.21.15.12:0/4005188380 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4ed8102780 msgr2=0x7f4ed8104bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.881+0000 7f4ed7200640 1 --2- 172.21.15.12:0/4005188380 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4ed8102780 0x7f4ed8104bf0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f4ec4009900 tx=0x7f4ec402bc40 comp rx=0 tx=0).stop 2024-03-29T00:20:09.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.881+0000 7f4ed7200640 1 -- 172.21.15.12:0/4005188380 shutdown_connections 2024-03-29T00:20:09.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.881+0000 7f4ed7200640 1 --2- 172.21.15.12:0/4005188380 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4ed8105130 0x7f4ed81055b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.881+0000 7f4ed7200640 1 --2- 172.21.15.12:0/4005188380 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4ed8102780 0x7f4ed8104bf0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.881+0000 7f4ed7200640 1 --2- 172.21.15.12:0/4005188380 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ed80ffe10 0x7f4ed8102240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.881+0000 7f4ed7200640 1 -- 172.21.15.12:0/4005188380 >> 172.21.15.12:0/4005188380 conn(0x7f4ed80fba30 msgr2=0x7f4ed80fde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:09.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.881+0000 7f4ed7200640 1 -- 172.21.15.12:0/4005188380 shutdown_connections 2024-03-29T00:20:09.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.881+0000 7f4ed7200640 1 -- 172.21.15.12:0/4005188380 wait complete. 2024-03-29T00:20:09.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.882+0000 7f4ed7200640 1 Processor -- start 2024-03-29T00:20:09.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.882+0000 7f4ed7200640 1 -- start start 2024-03-29T00:20:09.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.883+0000 7f4ed7200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4ed80ffe10 0x7f4ed819dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.883+0000 7f4ed7200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4ed8102780 0x7f4ed819e500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.883+0000 7f4ed7200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ed8105130 0x7f4ed81a5520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.883+0000 7f4ed7200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed8113960 con 0x7f4ed80ffe10 2024-03-29T00:20:09.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.883+0000 7f4ed7200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed81137e0 con 0x7f4ed8105130 2024-03-29T00:20:09.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.883+0000 7f4ed7200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed8113ae0 con 0x7f4ed8102780 2024-03-29T00:20:09.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.883+0000 7f4ed5400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4ed8102780 0x7f4ed819e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.883+0000 7f4ed5e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4ed80ffe10 0x7f4ed819dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.883+0000 7f4ed6800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ed8105130 0x7f4ed81a5520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.883+0000 7f4ed5400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4ed8102780 0x7f4ed819e500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:33804/0 (socket says 172.21.15.12:33804) 2024-03-29T00:20:09.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.883+0000 7f4ed5400640 1 -- 172.21.15.12:0/1574907088 learned_addr learned my addr 172.21.15.12:0/1574907088 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:09.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.883+0000 7f4ed5400640 1 -- 172.21.15.12:0/1574907088 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ed8105130 msgr2=0x7f4ed81a5520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.883+0000 7f4ed5400640 1 --2- 172.21.15.12:0/1574907088 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ed8105130 0x7f4ed81a5520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.883+0000 7f4ed5400640 1 -- 172.21.15.12:0/1574907088 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4ed80ffe10 msgr2=0x7f4ed819dfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.883+0000 7f4ed5400640 1 --2- 172.21.15.12:0/1574907088 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4ed80ffe10 0x7f4ed819dfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.884+0000 7f4ed5400640 1 -- 172.21.15.12:0/1574907088 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ed81a5b90 con 0x7f4ed8102780 2024-03-29T00:20:09.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.884+0000 7f4ed5400640 1 --2- 172.21.15.12:0/1574907088 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4ed8102780 0x7f4ed819e500 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f4ec4000c00 tx=0x7f4ec4004a90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:09.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.884+0000 7f4ecea00640 1 -- 172.21.15.12:0/1574907088 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ec4043020 con 0x7f4ed8102780 2024-03-29T00:20:09.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.884+0000 7f4ecea00640 1 -- 172.21.15.12:0/1574907088 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4ec4004250 con 0x7f4ed8102780 2024-03-29T00:20:09.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.884+0000 7f4ecea00640 1 -- 172.21.15.12:0/1574907088 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ec4003bc0 con 0x7f4ed8102780 2024-03-29T00:20:09.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.884+0000 7f4ed7200640 1 -- 172.21.15.12:0/1574907088 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ed81a5e20 con 0x7f4ed8102780 2024-03-29T00:20:09.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.884+0000 7f4ed7200640 1 -- 172.21.15.12:0/1574907088 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ed81a6290 con 0x7f4ed8102780 2024-03-29T00:20:09.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.887+0000 7f4edfd7a740 1 Processor -- start 2024-03-29T00:20:09.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.888+0000 7f4edfd7a740 1 -- start start 2024-03-29T00:20:09.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.888+0000 7f4ecea00640 1 -- 172.21.15.12:0/1574907088 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f4ec4046020 con 0x7f4ed8102780 2024-03-29T00:20:09.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.888+0000 7f4edfd7a740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c2bfa8b570 0x55c2bfa8b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.888+0000 7f4edfd7a740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c2bfa8bf60 0x55c2bfa90a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.888+0000 7f4edfd7a740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c2bfa910d0 0x55c2bfa93560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.888+0000 7f4edfd7a740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55c2bf9f0050 con 0x55c2bfa910d0 2024-03-29T00:20:09.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.888+0000 7f4edfd7a740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55c2bf998ce0 con 0x55c2bfa8b570 2024-03-29T00:20:09.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.888+0000 7f4edfd7a740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55c2bf9ec0f0 con 0x55c2bfa8bf60 2024-03-29T00:20:09.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.888+0000 7f4ed5e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c2bfa8bf60 0x55c2bfa90a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.888+0000 7f4ed6800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c2bfa8b570 0x55c2bfa8b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.888+0000 7f4ed5e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c2bfa8bf60 0x55c2bfa90a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:33818/0 (socket says 172.21.15.12:33818) 2024-03-29T00:20:09.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.888+0000 7f4ed5e00640 1 -- 172.21.15.12:0/1661855131 learned_addr learned my addr 172.21.15.12:0/1661855131 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:09.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.888+0000 7f4ed5400640 1 --2- 172.21.15.12:0/1661855131 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c2bfa910d0 0x55c2bfa93560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.888+0000 7f4ed5e00640 1 -- 172.21.15.12:0/1661855131 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c2bfa8b570 msgr2=0x55c2bfa8b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.888+0000 7f4ed5e00640 1 --2- 172.21.15.12:0/1661855131 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c2bfa8b570 0x55c2bfa8b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.888+0000 7f4ed5e00640 1 -- 172.21.15.12:0/1661855131 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c2bfa910d0 msgr2=0x55c2bfa93560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.889+0000 7f4ed5e00640 1 --2- 172.21.15.12:0/1661855131 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c2bfa910d0 0x55c2bfa93560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.889+0000 7f4ed5e00640 1 -- 172.21.15.12:0/1661855131 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c2bf7043f0 con 0x55c2bfa8bf60 2024-03-29T00:20:09.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.889+0000 7f4ed5e00640 1 --2- 172.21.15.12:0/1661855131 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c2bfa8bf60 0x55c2bfa90a60 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f4ec8009d20 tx=0x7f4ec8011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bb49a21d5140c254 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:09.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.889+0000 7f4ec3400640 1 -- 172.21.15.12:0/1661855131 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ec801e070 con 0x55c2bfa8bf60 2024-03-29T00:20:09.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.889+0000 7f4ec3400640 1 -- 172.21.15.12:0/1661855131 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4ec8019b30 con 0x55c2bfa8bf60 2024-03-29T00:20:09.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.889+0000 7f4ec3400640 1 -- 172.21.15.12:0/1661855131 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ec800ec00 con 0x55c2bfa8bf60 2024-03-29T00:20:09.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.890+0000 7f4ecea00640 1 --2- 172.21.15.12:0/1574907088 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4ebc0a1e00 0x7f4ebc0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.890+0000 7f4ed6800640 1 --2- 172.21.15.12:0/1574907088 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4ebc0a1e00 0x7f4ebc0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.890+0000 7f4ecea00640 1 -- 172.21.15.12:0/1574907088 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f4ec40f0160 con 0x7f4ed8102780 2024-03-29T00:20:09.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.890+0000 7f4edfd7a740 1 -- 172.21.15.12:0/1661855131 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c2bfa8bf60 msgr2=0x55c2bfa90a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.890+0000 7f4edfd7a740 1 --2- 172.21.15.12:0/1661855131 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c2bfa8bf60 0x55c2bfa90a60 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f4ec8009d20 tx=0x7f4ec8011810 comp rx=0 tx=0).stop 2024-03-29T00:20:09.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.890+0000 7f4edfd7a740 1 -- 172.21.15.12:0/1661855131 shutdown_connections 2024-03-29T00:20:09.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.890+0000 7f4edfd7a740 1 --2- 172.21.15.12:0/1661855131 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c2bfa910d0 0x55c2bfa93560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.890+0000 7f4edfd7a740 1 --2- 172.21.15.12:0/1661855131 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c2bfa8bf60 0x55c2bfa90a60 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.890+0000 7f4edfd7a740 1 --2- 172.21.15.12:0/1661855131 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c2bfa8b570 0x55c2bfa8b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.890+0000 7f4edfd7a740 1 -- 172.21.15.12:0/1661855131 >> 172.21.15.12:0/1661855131 conn(0x55c2bfa86ae0 msgr2=0x55c2bfa86ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:09.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.890+0000 7f4edfd7a740 1 -- 172.21.15.12:0/1661855131 shutdown_connections 2024-03-29T00:20:09.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.891+0000 7f4edfd7a740 1 -- 172.21.15.12:0/1661855131 wait complete. 2024-03-29T00:20:09.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.891+0000 7f4ed6800640 1 --2- 172.21.15.12:0/1574907088 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4ebc0a1e00 0x7f4ebc0a42c0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x55c2bfa8c7c0 tx=0x7f4ed0009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:09.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.891+0000 7f4edfd7a740 1 -- start start 2024-03-29T00:20:09.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.891+0000 7f4edfd7a740 1 Processor -- start 2024-03-29T00:20:09.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.892+0000 7f4edfd7a740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c2bfa8b570 0x55c2bfa95a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.892+0000 7f4edfd7a740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c2bfa8bf60 0x55c2bfa95fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.892+0000 7f4edfd7a740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c2bfa910d0 0x55c2bfa9d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.892+0000 7f4edfd7a740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55c2bfa94080 con 0x55c2bfa8bf60 2024-03-29T00:20:09.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.892+0000 7f4edfd7a740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55c2bf98e2f0 con 0x55c2bfa8b570 2024-03-29T00:20:09.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.892+0000 7f4edfd7a740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55c2bfa94200 con 0x55c2bfa910d0 2024-03-29T00:20:09.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.892+0000 7f4edfd7a740 10 client.0 _ll_register_callbacks cb 0x55c2bf703be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:09.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.892+0000 7f4ed6800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c2bfa910d0 0x55c2bfa9d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.892+0000 7f4ed5e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c2bfa8b570 0x55c2bfa95a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.892+0000 7f4ed6800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c2bfa910d0 0x55c2bfa9d010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:33822/0 (socket says 172.21.15.12:33822) 2024-03-29T00:20:09.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.892+0000 7f4ed6800640 1 -- 172.21.15.12:0/310678461 learned_addr learned my addr 172.21.15.12:0/310678461 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:09.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.892+0000 7f4ed5400640 1 --2- 172.21.15.12:0/310678461 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c2bfa8bf60 0x55c2bfa95fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.892+0000 7f4ed5e00640 1 -- 172.21.15.12:0/310678461 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c2bfa910d0 msgr2=0x55c2bfa9d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.892+0000 7f4ed5e00640 1 --2- 172.21.15.12:0/310678461 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c2bfa910d0 0x55c2bfa9d010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.892+0000 7f4ed5e00640 1 -- 172.21.15.12:0/310678461 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c2bfa8bf60 msgr2=0x55c2bfa95fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.892+0000 7f4ed5e00640 1 --2- 172.21.15.12:0/310678461 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c2bfa8bf60 0x55c2bfa95fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.892+0000 7f4ed5e00640 1 -- 172.21.15.12:0/310678461 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c2bf7ce7d0 con 0x55c2bfa8b570 2024-03-29T00:20:09.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.892+0000 7f4ed6800640 1 --2- 172.21.15.12:0/310678461 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c2bfa910d0 0x55c2bfa9d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:09.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.892+0000 7f4ed5400640 1 --2- 172.21.15.12:0/310678461 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c2bfa8bf60 0x55c2bfa95fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:20:09.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.893+0000 7f4ed5e00640 1 --2- 172.21.15.12:0/310678461 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c2bfa8b570 0x55c2bfa95a90 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x55c2bfa87a50 tx=0x7f4ec800e3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dab2bb6bad95e20a server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:09.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.893+0000 7f4eb7e00640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:20:09.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.893+0000 7f4eb7e00640 1 -- 172.21.15.12:0/310678461 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ec8026020 con 0x55c2bfa8b570 2024-03-29T00:20:09.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.893+0000 7f4eb7e00640 1 -- 172.21.15.12:0/310678461 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f4ec800ed90 con 0x55c2bfa8b570 2024-03-29T00:20:09.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.893+0000 7f4edfd7a740 1 -- 172.21.15.12:0/310678461 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4ec8019b30 con 0x55c2bfa8b570 2024-03-29T00:20:09.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.893+0000 7f4eb7e00640 1 -- 172.21.15.12:0/310678461 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4ec8031050 con 0x55c2bfa8b570 2024-03-29T00:20:09.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.893+0000 7f4edfd7a740 10 client.26090 fetch_fsmap learned FSMap version 29 2024-03-29T00:20:09.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.893+0000 7f4edfd7a740 1 -- 172.21.15.12:0/310678461 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c2bfaa0380 con 0x55c2bfa8b570 2024-03-29T00:20:09.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.894+0000 7f4eb7e00640 1 -- 172.21.15.12:0/310678461 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4ec8019b30 con 0x55c2bfa8b570 2024-03-29T00:20:09.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.894+0000 7f4eb7e00640 1 -- 172.21.15.12:0/310678461 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f4ec80046c0 con 0x55c2bfa8b570 2024-03-29T00:20:09.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.894+0000 7f4edfd7a740 10 client.26090 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:20:09.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.894+0000 7f4edfd7a740 10 client.26090 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:20:09.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.894+0000 7f4edfd7a740 20 client.26090 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:09.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.894+0000 7f4edfd7a740 1 --2- 172.21.15.12:0/310678461 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55c2bfaa1840 0x55c2bfaa3cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.894+0000 7f4edfd7a740 4 client.26090 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:20:09.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.894+0000 7f4edfd7a740 1 -- 172.21.15.12:0/310678461 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c2bf999680 con 0x55c2bfaa1840 2024-03-29T00:20:09.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.894+0000 7f4ed5400640 1 --2- 172.21.15.12:0/310678461 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55c2bfaa1840 0x55c2bfaa3cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.895+0000 7f4ed5400640 1 --2- 172.21.15.12:0/310678461 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55c2bfaa1840 0x55c2bfaa3cb0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3b0abdbc1032cc34 server_cookie=c7d5aee01c448a38 in_seq=0 out_seq=0 2024-03-29T00:20:09.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.895+0000 7f4eb7e00640 10 client.26090 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:09.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.896+0000 7f4eb7e00640 1 -- 172.21.15.12:0/310678461 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55c2bf999680 con 0x55c2bfaa1840 2024-03-29T00:20:09.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.896+0000 7f4eb7e00640 10 client.26090 handle_command_reply: tid=0 2024-03-29T00:20:09.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.896+0000 7f4edfd7a740 1 client.26090 shutdown 2024-03-29T00:20:09.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.896+0000 7f4edfd7a740 1 -- 172.21.15.12:0/310678461 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c2bfa8b570 msgr2=0x55c2bfa95a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.896+0000 7f4edfd7a740 1 --2- 172.21.15.12:0/310678461 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c2bfa8b570 0x55c2bfa95a90 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x55c2bfa87a50 tx=0x7f4ec800e3b0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.896+0000 7f4edfd7a740 1 -- 172.21.15.12:0/310678461 shutdown_connections 2024-03-29T00:20:09.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.896+0000 7f4edfd7a740 1 --2- 172.21.15.12:0/310678461 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55c2bfaa1840 0x55c2bfaa3cb0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.896+0000 7f4edfd7a740 1 --2- 172.21.15.12:0/310678461 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c2bfa910d0 0x55c2bfa9d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.896+0000 7f4eb7e00640 0 client.26090 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:09.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.896+0000 7f4edfd7a740 1 --2- 172.21.15.12:0/310678461 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c2bfa8bf60 0x55c2bfa95fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.896+0000 7f4edfd7a740 1 --2- 172.21.15.12:0/310678461 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c2bfa8b570 0x55c2bfa95a90 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.896+0000 7f4edfd7a740 1 -- 172.21.15.12:0/310678461 >> 172.21.15.12:0/310678461 conn(0x55c2bfa86ae0 msgr2=0x55c2bfa85dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:09.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.896+0000 7f4edfd7a740 1 -- 172.21.15.12:0/310678461 shutdown_connections 2024-03-29T00:20:09.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.896+0000 7f4edfd7a740 1 -- 172.21.15.12:0/310678461 wait complete. 2024-03-29T00:20:09.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.896+0000 7f4edfd7a740 20 client.26090 trim_cache size 0 max 16384 2024-03-29T00:20:09.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.911+0000 7f4edfd7a740 1 Processor -- start 2024-03-29T00:20:09.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.911+0000 7f4edfd7a740 1 -- start start 2024-03-29T00:20:09.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.912+0000 7f4edfd7a740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c2bfa8b570 0x55c2bfa8a450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.912+0000 7f4edfd7a740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c2bfa8bf60 0x55c2bfa9cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.912+0000 7f4edfd7a740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c2bfa910d0 0x55c2bfa950b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.912+0000 7f4edfd7a740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed81b0850 con 0x55c2bfa910d0 2024-03-29T00:20:09.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.912+0000 7f4edfd7a740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed81b2390 con 0x55c2bfa8b570 2024-03-29T00:20:09.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.912+0000 7f4edfd7a740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed81b0f20 con 0x55c2bfa8bf60 2024-03-29T00:20:09.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.912+0000 7f4ed5e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c2bfa8b570 0x55c2bfa8a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.912+0000 7f4ed6800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c2bfa910d0 0x55c2bfa950b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.912+0000 7f4ed5e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c2bfa8b570 0x55c2bfa8a450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36264/0 (socket says 172.21.15.12:36264) 2024-03-29T00:20:09.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.912+0000 7f4ed5e00640 1 -- 172.21.15.12:0/191835010 learned_addr learned my addr 172.21.15.12:0/191835010 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:09.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.912+0000 7f4ed5400640 1 --2- 172.21.15.12:0/191835010 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c2bfa8bf60 0x55c2bfa9cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.912+0000 7f4ed5e00640 1 -- 172.21.15.12:0/191835010 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c2bfa8bf60 msgr2=0x55c2bfa9cfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.912+0000 7f4ed5e00640 1 --2- 172.21.15.12:0/191835010 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c2bfa8bf60 0x55c2bfa9cfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.912+0000 7f4ed5e00640 1 -- 172.21.15.12:0/191835010 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c2bfa910d0 msgr2=0x55c2bfa950b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.912+0000 7f4ed5e00640 1 --2- 172.21.15.12:0/191835010 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c2bfa910d0 0x55c2bfa950b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.912+0000 7f4ed5e00640 1 -- 172.21.15.12:0/191835010 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c2bfa93f60 con 0x55c2bfa8b570 2024-03-29T00:20:09.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.912+0000 7f4ed5e00640 1 --2- 172.21.15.12:0/191835010 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c2bfa8b570 0x55c2bfa8a450 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f4ec8005e00 tx=0x7f4ec8005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3c795de316214f98 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:09.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.913+0000 7f4ec2a00640 1 -- 172.21.15.12:0/191835010 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ec8026040 con 0x55c2bfa8b570 2024-03-29T00:20:09.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.913+0000 7f4ec2a00640 1 -- 172.21.15.12:0/191835010 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4ec8009780 con 0x55c2bfa8b570 2024-03-29T00:20:09.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.913+0000 7f4ec2a00640 1 -- 172.21.15.12:0/191835010 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ec801e040 con 0x55c2bfa8b570 2024-03-29T00:20:09.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.913+0000 7f4edfd7a740 1 -- 172.21.15.12:0/191835010 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c2bfa8b570 msgr2=0x55c2bfa8a450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.913+0000 7f4edfd7a740 1 --2- 172.21.15.12:0/191835010 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c2bfa8b570 0x55c2bfa8a450 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f4ec8005e00 tx=0x7f4ec8005f90 comp rx=0 tx=0).stop 2024-03-29T00:20:09.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.913+0000 7f4edfd7a740 1 -- 172.21.15.12:0/191835010 shutdown_connections 2024-03-29T00:20:09.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.913+0000 7f4edfd7a740 1 --2- 172.21.15.12:0/191835010 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c2bfa910d0 0x55c2bfa950b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.913+0000 7f4edfd7a740 1 --2- 172.21.15.12:0/191835010 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c2bfa8bf60 0x55c2bfa9cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.913+0000 7f4edfd7a740 1 --2- 172.21.15.12:0/191835010 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c2bfa8b570 0x55c2bfa8a450 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.913+0000 7f4edfd7a740 1 -- 172.21.15.12:0/191835010 >> 172.21.15.12:0/191835010 conn(0x55c2bfa86ae0 msgr2=0x55c2bfa89d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:09.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.914+0000 7f4edfd7a740 1 -- 172.21.15.12:0/191835010 shutdown_connections 2024-03-29T00:20:09.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.914+0000 7f4edfd7a740 1 -- 172.21.15.12:0/191835010 wait complete. 2024-03-29T00:20:09.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.914+0000 7f4edfd7a740 1 -- start start 2024-03-29T00:20:09.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.914+0000 7f4edfd7a740 1 Processor -- start 2024-03-29T00:20:09.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.915+0000 7f4edfd7a740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c2bfa8b570 0x55c2bfa99e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.915+0000 7f4edfd7a740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c2bfa8bf60 0x55c2bfa9a350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.915+0000 7f4edfd7a740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c2bfa910d0 0x55c2bfb05b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.915+0000 7f4edfd7a740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed81b1cc0 con 0x55c2bfa8b570 2024-03-29T00:20:09.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.915+0000 7f4edfd7a740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed81b15f0 con 0x55c2bfa910d0 2024-03-29T00:20:09.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.915+0000 7f4edfd7a740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed81ae830 con 0x55c2bfa8bf60 2024-03-29T00:20:09.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.915+0000 7f4edfd7a740 10 client.0 _ll_register_callbacks cb 0x7f4ec801c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:09.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.915+0000 7f4ed5400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c2bfa8bf60 0x55c2bfa9a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.915+0000 7f4ed5400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c2bfa8bf60 0x55c2bfa9a350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:33832/0 (socket says 172.21.15.12:33832) 2024-03-29T00:20:09.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.915+0000 7f4ed5400640 1 -- 172.21.15.12:0/3686087475 learned_addr learned my addr 172.21.15.12:0/3686087475 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:09.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.915+0000 7f4ed5e00640 1 --2- 172.21.15.12:0/3686087475 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c2bfa8b570 0x55c2bfa99e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.915+0000 7f4ed6800640 1 --2- 172.21.15.12:0/3686087475 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c2bfa910d0 0x55c2bfb05b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.915+0000 7f4ed5400640 1 -- 172.21.15.12:0/3686087475 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c2bfa910d0 msgr2=0x55c2bfb05b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.915+0000 7f4ed5400640 1 --2- 172.21.15.12:0/3686087475 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c2bfa910d0 0x55c2bfb05b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.915+0000 7f4ed5400640 1 -- 172.21.15.12:0/3686087475 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c2bfa8b570 msgr2=0x55c2bfa99e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:09.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.915+0000 7f4ed5400640 1 --2- 172.21.15.12:0/3686087475 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c2bfa8b570 0x55c2bfa99e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.915+0000 7f4ed5400640 1 -- 172.21.15.12:0/3686087475 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c2bfa9a9f0 con 0x55c2bfa8bf60 2024-03-29T00:20:09.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.916+0000 7f4ed5400640 1 --2- 172.21.15.12:0/3686087475 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c2bfa8bf60 0x55c2bfa9a350 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f4ec40bc7a0 tx=0x7f4ec402bc40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eb6915bad2a34f server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:09.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.916+0000 7f4eb7e00640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:20:09.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.916+0000 7f4eb7e00640 1 -- 172.21.15.12:0/3686087475 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ec40c0bf0 con 0x55c2bfa8bf60 2024-03-29T00:20:09.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.916+0000 7f4eb7e00640 1 -- 172.21.15.12:0/3686087475 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f4ec40ed980 con 0x55c2bfa8bf60 2024-03-29T00:20:09.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.916+0000 7f4edfd7a740 1 -- 172.21.15.12:0/3686087475 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4ec8009780 con 0x55c2bfa8bf60 2024-03-29T00:20:09.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.916+0000 7f4eb7e00640 1 -- 172.21.15.12:0/3686087475 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4ec40c5240 con 0x55c2bfa8bf60 2024-03-29T00:20:09.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.916+0000 7f4edfd7a740 10 client.26158 fetch_fsmap learned FSMap version 29 2024-03-29T00:20:09.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.916+0000 7f4edfd7a740 1 -- 172.21.15.12:0/3686087475 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c2bfb072b0 con 0x55c2bfa8bf60 2024-03-29T00:20:09.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.916+0000 7f4eb7e00640 1 -- 172.21.15.12:0/3686087475 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4ec8009780 con 0x55c2bfa8bf60 2024-03-29T00:20:09.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.916+0000 7f4eb7e00640 1 -- 172.21.15.12:0/3686087475 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f4ec40c4db0 con 0x55c2bfa8bf60 2024-03-29T00:20:09.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.917+0000 7f4edfd7a740 10 client.26158 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:20:09.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.917+0000 7f4edfd7a740 10 client.26158 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:20:09.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.917+0000 7f4edfd7a740 20 client.26158 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:09.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.917+0000 7f4edfd7a740 1 --2- 172.21.15.12:0/3686087475 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55c2bfb07c60 0x55c2bfb0a080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:09.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.917+0000 7f4edfd7a740 4 client.26158 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-29T00:20:09.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.917+0000 7f4edfd7a740 1 -- 172.21.15.12:0/3686087475 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c2bf9fd590 con 0x55c2bfb07c60 2024-03-29T00:20:09.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.917+0000 7f4ed5e00640 1 --2- 172.21.15.12:0/3686087475 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55c2bfb07c60 0x55c2bfb0a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:09.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.917+0000 7f4ed5e00640 1 --2- 172.21.15.12:0/3686087475 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55c2bfb07c60 0x55c2bfb0a080 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2e2c7226174323a5 server_cookie=f255209c9c4f4d72 in_seq=0 out_seq=0 2024-03-29T00:20:09.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.917+0000 7f4eb7e00640 10 client.26158 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:09.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.918+0000 7f4eb7e00640 1 -- 172.21.15.12:0/3686087475 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c2bf9fd590 con 0x55c2bfb07c60 2024-03-29T00:20:09.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.918+0000 7f4eb7e00640 10 client.26158 handle_command_reply: tid=0 2024-03-29T00:20:09.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.918+0000 7f4edfd7a740 1 client.26158 shutdown 2024-03-29T00:20:09.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.918+0000 7f4edfd7a740 1 -- 172.21.15.12:0/3686087475 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c2bfa8bf60 msgr2=0x55c2bfa9a350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.918+0000 7f4edfd7a740 1 --2- 172.21.15.12:0/3686087475 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c2bfa8bf60 0x55c2bfa9a350 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f4ec40bc7a0 tx=0x7f4ec402bc40 comp rx=0 tx=0).stop 2024-03-29T00:20:09.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.918+0000 7f4edfd7a740 1 -- 172.21.15.12:0/3686087475 shutdown_connections 2024-03-29T00:20:09.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.918+0000 7f4edfd7a740 1 --2- 172.21.15.12:0/3686087475 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55c2bfb07c60 0x55c2bfb0a080 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.918+0000 7f4edfd7a740 1 --2- 172.21.15.12:0/3686087475 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c2bfa910d0 0x55c2bfb05b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.918+0000 7f4edfd7a740 1 --2- 172.21.15.12:0/3686087475 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c2bfa8bf60 0x55c2bfa9a350 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.918+0000 7f4eb7e00640 0 client.26158 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:09.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.918+0000 7f4edfd7a740 1 --2- 172.21.15.12:0/3686087475 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55c2bfa8b570 0x55c2bfa99e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.918+0000 7f4edfd7a740 1 -- 172.21.15.12:0/3686087475 >> 172.21.15.12:0/3686087475 conn(0x55c2bfa86ae0 msgr2=0x55c2bfa8a5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:09.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.918+0000 7f4edfd7a740 1 -- 172.21.15.12:0/3686087475 shutdown_connections 2024-03-29T00:20:09.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.918+0000 7f4edfd7a740 1 -- 172.21.15.12:0/3686087475 wait complete. 2024-03-29T00:20:09.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.918+0000 7f4edfd7a740 20 client.26158 trim_cache size 0 max 16384 2024-03-29T00:20:09.924 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-03-29T00:20:09.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.919+0000 7f4ed7200640 1 -- 172.21.15.12:0/1574907088 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4ebc0a1e00 msgr2=0x7f4ebc0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.919+0000 7f4ed7200640 1 --2- 172.21.15.12:0/1574907088 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4ebc0a1e00 0x7f4ebc0a42c0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x55c2bfa8c7c0 tx=0x7f4ed0009500 comp rx=0 tx=0).stop 2024-03-29T00:20:09.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.919+0000 7f4ed7200640 1 -- 172.21.15.12:0/1574907088 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4ed8102780 msgr2=0x7f4ed819e500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:09.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.919+0000 7f4ed7200640 1 --2- 172.21.15.12:0/1574907088 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4ed8102780 0x7f4ed819e500 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f4ec4000c00 tx=0x7f4ec4004a90 comp rx=0 tx=0).stop 2024-03-29T00:20:09.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.919+0000 7f4ed7200640 1 -- 172.21.15.12:0/1574907088 shutdown_connections 2024-03-29T00:20:09.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.919+0000 7f4ed7200640 1 --2- 172.21.15.12:0/1574907088 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4ebc0a1e00 0x7f4ebc0a42c0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.919+0000 7f4ed7200640 1 --2- 172.21.15.12:0/1574907088 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ed8105130 0x7f4ed81a5520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.919+0000 7f4ed7200640 1 --2- 172.21.15.12:0/1574907088 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4ed8102780 0x7f4ed819e500 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.919+0000 7f4ed7200640 1 --2- 172.21.15.12:0/1574907088 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4ed80ffe10 0x7f4ed819dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:09.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.919+0000 7f4ed7200640 1 -- 172.21.15.12:0/1574907088 >> 172.21.15.12:0/1574907088 conn(0x7f4ed80fba30 msgr2=0x7f4ed8100aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:09.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.919+0000 7f4ed7200640 1 -- 172.21.15.12:0/1574907088 shutdown_connections 2024-03-29T00:20:09.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:09.919+0000 7f4ed7200640 1 -- 172.21.15.12:0/1574907088 wait complete. 2024-03-29T00:20:10.939 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-29T00:20:10.939 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:20:10.939 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-29T00:20:11.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.178+0000 7f3db3200640 1 -- 172.21.15.12:0/3032784986 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3db4075790 msgr2=0x7f3db4073be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:11.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.178+0000 7f3db3200640 1 --2- 172.21.15.12:0/3032784986 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3db4075790 0x7f3db4073be0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c009900 tx=0x7f3d9c02bc30 comp rx=0 tx=0).stop 2024-03-29T00:20:11.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.178+0000 7f3db3200640 1 -- 172.21.15.12:0/3032784986 shutdown_connections 2024-03-29T00:20:11.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.178+0000 7f3db3200640 1 --2- 172.21.15.12:0/3032784986 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3db4109460 0x7f3db410b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.178+0000 7f3db3200640 1 --2- 172.21.15.12:0/3032784986 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3db40741b0 0x7f3db4074630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.178+0000 7f3db3200640 1 --2- 172.21.15.12:0/3032784986 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3db4075790 0x7f3db4073be0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.178+0000 7f3db3200640 1 -- 172.21.15.12:0/3032784986 >> 172.21.15.12:0/3032784986 conn(0x7f3db40fcb10 msgr2=0x7f3db40fef50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:11.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.178+0000 7f3db3200640 1 -- 172.21.15.12:0/3032784986 shutdown_connections 2024-03-29T00:20:11.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.178+0000 7f3db3200640 1 -- 172.21.15.12:0/3032784986 wait complete. 2024-03-29T00:20:11.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.179+0000 7f3db3200640 1 Processor -- start 2024-03-29T00:20:11.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.179+0000 7f3db3200640 1 -- start start 2024-03-29T00:20:11.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.180+0000 7f3db3200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3db40741b0 0x7f3db4199b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.180+0000 7f3db3200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3db4075790 0x7f3db419a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.180+0000 7f3db3200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3db4109460 0x7f3db41a1130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.180+0000 7f3db3200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f3db410f4f0 con 0x7f3db40741b0 2024-03-29T00:20:11.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.180+0000 7f3db3200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f3db410f370 con 0x7f3db4075790 2024-03-29T00:20:11.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.180+0000 7f3db3200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3db410f670 con 0x7f3db4109460 2024-03-29T00:20:11.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.180+0000 7f3db1e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3db40741b0 0x7f3db4199b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.180+0000 7f3db1e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3db40741b0 0x7f3db4199b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:35134/0 (socket says 172.21.15.12:35134) 2024-03-29T00:20:11.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.180+0000 7f3db1e00640 1 -- 172.21.15.12:0/854941948 learned_addr learned my addr 172.21.15.12:0/854941948 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:11.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.180+0000 7f3db1400640 1 --2- 172.21.15.12:0/854941948 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3db4075790 0x7f3db419a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.180+0000 7f3db2800640 1 --2- 172.21.15.12:0/854941948 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3db4109460 0x7f3db41a1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.181+0000 7f3db1e00640 1 -- 172.21.15.12:0/854941948 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3db4109460 msgr2=0x7f3db41a1130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:11.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.181+0000 7f3db1e00640 1 --2- 172.21.15.12:0/854941948 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3db4109460 0x7f3db41a1130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.181+0000 7f3db1e00640 1 -- 172.21.15.12:0/854941948 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3db4075790 msgr2=0x7f3db419a0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:11.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.181+0000 7f3db1e00640 1 --2- 172.21.15.12:0/854941948 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3db4075790 0x7f3db419a0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.181+0000 7f3db1e00640 1 -- 172.21.15.12:0/854941948 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3db41a17a0 con 0x7f3db40741b0 2024-03-29T00:20:11.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.181+0000 7f3db1e00640 1 --2- 172.21.15.12:0/854941948 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3db40741b0 0x7f3db4199b80 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c005ab0 tx=0x7f3d9c004a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:11.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.181+0000 7f3daaa00640 1 -- 172.21.15.12:0/854941948 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d9c043020 con 0x7f3db40741b0 2024-03-29T00:20:11.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.181+0000 7f3daaa00640 1 -- 172.21.15.12:0/854941948 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3d9c004250 con 0x7f3db40741b0 2024-03-29T00:20:11.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.181+0000 7f3db3200640 1 -- 172.21.15.12:0/854941948 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3db41a1a30 con 0x7f3db40741b0 2024-03-29T00:20:11.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.181+0000 7f3daaa00640 1 -- 172.21.15.12:0/854941948 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d9c003c00 con 0x7f3db40741b0 2024-03-29T00:20:11.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.182+0000 7f3db3200640 1 -- 172.21.15.12:0/854941948 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3db41a1f80 con 0x7f3db40741b0 2024-03-29T00:20:11.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.185+0000 7f3daaa00640 1 -- 172.21.15.12:0/854941948 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f3d9c046020 con 0x7f3db40741b0 2024-03-29T00:20:11.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.185+0000 7f3dbbe14740 1 Processor -- start 2024-03-29T00:20:11.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.185+0000 7f3dbbe14740 1 -- start start 2024-03-29T00:20:11.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.185+0000 7f3dbbe14740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d4e3464190 0x55d4e34645b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.185+0000 7f3dbbe14740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d4e3464b80 0x55d4e3469680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.185+0000 7f3dbbe14740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d4e3469cf0 0x55d4e346c180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.185+0000 7f3dbbe14740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55d4e33c8c40 con 0x55d4e3464190 2024-03-29T00:20:11.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.185+0000 7f3dbbe14740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55d4e3371c40 con 0x55d4e3464b80 2024-03-29T00:20:11.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.185+0000 7f3dbbe14740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55d4e33c4ce0 con 0x55d4e3469cf0 2024-03-29T00:20:11.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.186+0000 7f3db1400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d4e3469cf0 0x55d4e346c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.186+0000 7f3db1e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d4e3464b80 0x55d4e3469680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.186+0000 7f3db1400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d4e3469cf0 0x55d4e346c180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:33846/0 (socket says 172.21.15.12:33846) 2024-03-29T00:20:11.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.186+0000 7f3db1400640 1 -- 172.21.15.12:0/2035969115 learned_addr learned my addr 172.21.15.12:0/2035969115 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:11.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.186+0000 7f3db2800640 1 --2- 172.21.15.12:0/2035969115 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d4e3464190 0x55d4e34645b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.186+0000 7f3db1400640 1 -- 172.21.15.12:0/2035969115 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d4e3464b80 msgr2=0x55d4e3469680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:11.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.186+0000 7f3db1400640 1 --2- 172.21.15.12:0/2035969115 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d4e3464b80 0x55d4e3469680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.186+0000 7f3db1400640 1 -- 172.21.15.12:0/2035969115 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d4e3464190 msgr2=0x55d4e34645b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:11.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.186+0000 7f3db1400640 1 --2- 172.21.15.12:0/2035969115 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d4e3464190 0x55d4e34645b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.186+0000 7f3db1400640 1 -- 172.21.15.12:0/2035969115 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d4e31a57e0 con 0x55d4e3469cf0 2024-03-29T00:20:11.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.186+0000 7f3db2800640 1 --2- 172.21.15.12:0/2035969115 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d4e3464190 0x55d4e34645b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:20:11.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.186+0000 7f3db1400640 1 --2- 172.21.15.12:0/2035969115 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d4e3469cf0 0x55d4e346c180 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f3da4011470 tx=0x7f3da4011930 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7949b0f3c4dc8c3 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:11.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.186+0000 7f3daaa00640 1 --2- 172.21.15.12:0/854941948 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3d980a1d80 0x7f3d980a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.187+0000 7f3daaa00640 1 -- 172.21.15.12:0/854941948 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f3d9c0f01f0 con 0x7f3db40741b0 2024-03-29T00:20:11.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.187+0000 7f3da3400640 1 -- 172.21.15.12:0/2035969115 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3da401e070 con 0x55d4e3469cf0 2024-03-29T00:20:11.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.187+0000 7f3db2800640 1 --2- 172.21.15.12:0/854941948 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3d980a1d80 0x7f3d980a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.187+0000 7f3da3400640 1 -- 172.21.15.12:0/2035969115 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3da4003c30 con 0x55d4e3469cf0 2024-03-29T00:20:11.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.187+0000 7f3da3400640 1 -- 172.21.15.12:0/2035969115 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3da400fb70 con 0x55d4e3469cf0 2024-03-29T00:20:11.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.188+0000 7f3dbbe14740 1 -- 172.21.15.12:0/2035969115 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d4e3469cf0 msgr2=0x55d4e346c180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:11.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.188+0000 7f3dbbe14740 1 --2- 172.21.15.12:0/2035969115 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d4e3469cf0 0x55d4e346c180 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f3da4011470 tx=0x7f3da4011930 comp rx=0 tx=0).stop 2024-03-29T00:20:11.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.188+0000 7f3db2800640 1 --2- 172.21.15.12:0/854941948 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3d980a1d80 0x7f3d980a4240 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x55d4e34653e0 tx=0x7f3dac005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:11.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.188+0000 7f3dbbe14740 1 -- 172.21.15.12:0/2035969115 shutdown_connections 2024-03-29T00:20:11.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.188+0000 7f3dbbe14740 1 --2- 172.21.15.12:0/2035969115 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d4e3464b80 0x55d4e3469680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.188+0000 7f3dbbe14740 1 --2- 172.21.15.12:0/2035969115 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d4e3469cf0 0x55d4e346c180 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.188+0000 7f3dbbe14740 1 --2- 172.21.15.12:0/2035969115 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d4e3464190 0x55d4e34645b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.188+0000 7f3dbbe14740 1 -- 172.21.15.12:0/2035969115 >> 172.21.15.12:0/2035969115 conn(0x55d4e345f700 msgr2=0x55d4e345fb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:11.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.188+0000 7f3dbbe14740 1 -- 172.21.15.12:0/2035969115 shutdown_connections 2024-03-29T00:20:11.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.188+0000 7f3dbbe14740 1 -- 172.21.15.12:0/2035969115 wait complete. 2024-03-29T00:20:11.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.188+0000 7f3dbbe14740 1 -- start start 2024-03-29T00:20:11.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.188+0000 7f3dbbe14740 1 Processor -- start 2024-03-29T00:20:11.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.189+0000 7f3dbbe14740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d4e3464190 0x55d4e346e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.189+0000 7f3dbbe14740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d4e3464b80 0x55d4e346ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.189+0000 7f3dbbe14740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d4e3469cf0 0x55d4e3475c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.189+0000 7f3dbbe14740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55d4e346cca0 con 0x55d4e3464b80 2024-03-29T00:20:11.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.189+0000 7f3dbbe14740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55d4e3367250 con 0x55d4e3464190 2024-03-29T00:20:11.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.189+0000 7f3dbbe14740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55d4e346ce20 con 0x55d4e3469cf0 2024-03-29T00:20:11.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.189+0000 7f3dbbe14740 10 client.0 _ll_register_callbacks cb 0x55d4e3388e70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:11.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.189+0000 7f3db1e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d4e3464190 0x55d4e346e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.189+0000 7f3db1400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d4e3464b80 0x55d4e346ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.189+0000 7f3db1e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d4e3464190 0x55d4e346e6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36308/0 (socket says 172.21.15.12:36308) 2024-03-29T00:20:11.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.189+0000 7f3db1e00640 1 -- 172.21.15.12:0/1160150447 learned_addr learned my addr 172.21.15.12:0/1160150447 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:11.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.189+0000 7f3db2800640 1 --2- 172.21.15.12:0/1160150447 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d4e3469cf0 0x55d4e3475c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.190+0000 7f3db1e00640 1 -- 172.21.15.12:0/1160150447 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d4e3469cf0 msgr2=0x55d4e3475c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:11.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.190+0000 7f3db1e00640 1 --2- 172.21.15.12:0/1160150447 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d4e3469cf0 0x55d4e3475c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.190+0000 7f3db1e00640 1 -- 172.21.15.12:0/1160150447 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d4e3464b80 msgr2=0x55d4e346ebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:11.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.190+0000 7f3db1e00640 1 --2- 172.21.15.12:0/1160150447 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d4e3464b80 0x55d4e346ebe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.190+0000 7f3db1e00640 1 -- 172.21.15.12:0/1160150447 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d4e3205f70 con 0x55d4e3464190 2024-03-29T00:20:11.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.190+0000 7f3db1e00640 1 --2- 172.21.15.12:0/1160150447 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d4e3464190 0x55d4e346e6a0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c02c900 tx=0x7f3d9c009560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f475294c9e03e280 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:11.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.190+0000 7f3d97e00640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:20:11.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.190+0000 7f3d97e00640 1 -- 172.21.15.12:0/1160150447 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d9c0bde60 con 0x55d4e3464190 2024-03-29T00:20:11.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.190+0000 7f3d97e00640 1 -- 172.21.15.12:0/1160150447 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f3d9c0bae30 con 0x55d4e3464190 2024-03-29T00:20:11.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.190+0000 7f3dbbe14740 1 -- 172.21.15.12:0/1160150447 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3da4003c30 con 0x55d4e3464190 2024-03-29T00:20:11.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.190+0000 7f3d97e00640 1 -- 172.21.15.12:0/1160150447 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3d9c0bc670 con 0x55d4e3464190 2024-03-29T00:20:11.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.190+0000 7f3dbbe14740 10 client.26108 fetch_fsmap learned FSMap version 29 2024-03-29T00:20:11.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.190+0000 7f3dbbe14740 1 -- 172.21.15.12:0/1160150447 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d4e309d170 con 0x55d4e3464190 2024-03-29T00:20:11.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.191+0000 7f3d97e00640 1 -- 172.21.15.12:0/1160150447 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3da4003c30 con 0x55d4e3464190 2024-03-29T00:20:11.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.191+0000 7f3d97e00640 1 -- 172.21.15.12:0/1160150447 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3d9c0c4e40 con 0x55d4e3464190 2024-03-29T00:20:11.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.191+0000 7f3dbbe14740 10 client.26108 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:20:11.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.191+0000 7f3dbbe14740 10 client.26108 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:20:11.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.191+0000 7f3dbbe14740 20 client.26108 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:11.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.191+0000 7f3dbbe14740 1 --2- 172.21.15.12:0/1160150447 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55d4e347a4a0 0x55d4e347c910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.191+0000 7f3dbbe14740 4 client.26108 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:20:11.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.191+0000 7f3dbbe14740 1 -- 172.21.15.12:0/1160150447 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d4e33d6180 con 0x55d4e347a4a0 2024-03-29T00:20:11.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.191+0000 7f3db1400640 1 --2- 172.21.15.12:0/1160150447 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55d4e347a4a0 0x55d4e347c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.192+0000 7f3db1400640 1 --2- 172.21.15.12:0/1160150447 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55d4e347a4a0 0x55d4e347c910 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8e2a40ef37736f74 server_cookie=e6ff16b7ce60369f in_seq=0 out_seq=0 2024-03-29T00:20:11.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.192+0000 7f3d97e00640 10 client.26108 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:11.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.192+0000 7f3d97e00640 1 -- 172.21.15.12:0/1160150447 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55d4e33d6180 con 0x55d4e347a4a0 2024-03-29T00:20:11.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.192+0000 7f3d97e00640 10 client.26108 handle_command_reply: tid=0 2024-03-29T00:20:11.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.192+0000 7f3dbbe14740 1 client.26108 shutdown 2024-03-29T00:20:11.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.193+0000 7f3dbbe14740 1 -- 172.21.15.12:0/1160150447 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d4e3464190 msgr2=0x55d4e346e6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:11.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.193+0000 7f3dbbe14740 1 --2- 172.21.15.12:0/1160150447 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d4e3464190 0x55d4e346e6a0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c02c900 tx=0x7f3d9c009560 comp rx=0 tx=0).stop 2024-03-29T00:20:11.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.193+0000 7f3dbbe14740 1 -- 172.21.15.12:0/1160150447 shutdown_connections 2024-03-29T00:20:11.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.193+0000 7f3dbbe14740 1 --2- 172.21.15.12:0/1160150447 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55d4e347a4a0 0x55d4e347c910 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.193+0000 7f3dbbe14740 1 --2- 172.21.15.12:0/1160150447 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d4e3469cf0 0x55d4e3475c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.193+0000 7f3dbbe14740 1 --2- 172.21.15.12:0/1160150447 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d4e3464b80 0x55d4e346ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.193+0000 7f3d97e00640 0 client.26108 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:11.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.193+0000 7f3dbbe14740 1 --2- 172.21.15.12:0/1160150447 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d4e3464190 0x55d4e346e6a0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.193+0000 7f3dbbe14740 1 -- 172.21.15.12:0/1160150447 >> 172.21.15.12:0/1160150447 conn(0x55d4e345f700 msgr2=0x55d4e345e900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:11.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.193+0000 7f3dbbe14740 1 -- 172.21.15.12:0/1160150447 shutdown_connections 2024-03-29T00:20:11.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.193+0000 7f3dbbe14740 1 -- 172.21.15.12:0/1160150447 wait complete. 2024-03-29T00:20:11.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.193+0000 7f3dbbe14740 20 client.26108 trim_cache size 0 max 16384 2024-03-29T00:20:11.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.214+0000 7f3dbbe14740 1 Processor -- start 2024-03-29T00:20:11.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.214+0000 7f3dbbe14740 1 -- start start 2024-03-29T00:20:11.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.214+0000 7f3dbbe14740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d4e3464190 0x55d4e346eb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.214+0000 7f3dbbe14740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d4e3464b80 0x55d4e345e070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.214+0000 7f3dbbe14740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d4e3469cf0 0x55d4e345e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.214+0000 7f3dbbe14740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f3db41ac440 con 0x55d4e3469cf0 2024-03-29T00:20:11.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.214+0000 7f3dbbe14740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f3db41adf80 con 0x55d4e3464190 2024-03-29T00:20:11.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.214+0000 7f3dbbe14740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3db41acb10 con 0x55d4e3464b80 2024-03-29T00:20:11.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.214+0000 7f3db1400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d4e3464b80 0x55d4e345e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.214+0000 7f3db1e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d4e3464190 0x55d4e346eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.214+0000 7f3db1400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d4e3464b80 0x55d4e345e070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:33862/0 (socket says 172.21.15.12:33862) 2024-03-29T00:20:11.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.214+0000 7f3db1400640 1 -- 172.21.15.12:0/1597928840 learned_addr learned my addr 172.21.15.12:0/1597928840 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:11.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.215+0000 7f3db1400640 1 -- 172.21.15.12:0/1597928840 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d4e3464190 msgr2=0x55d4e346eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:11.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.215+0000 7f3db1400640 1 --2- 172.21.15.12:0/1597928840 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d4e3464190 0x55d4e346eb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.215+0000 7f3db2800640 1 --2- 172.21.15.12:0/1597928840 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d4e3469cf0 0x55d4e345e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.215+0000 7f3db1400640 1 -- 172.21.15.12:0/1597928840 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d4e3469cf0 msgr2=0x55d4e345e5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:11.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.215+0000 7f3db1400640 1 --2- 172.21.15.12:0/1597928840 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d4e3469cf0 0x55d4e345e5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.215+0000 7f3db1400640 1 -- 172.21.15.12:0/1597928840 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d4e3464f60 con 0x55d4e3464b80 2024-03-29T00:20:11.218 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.215+0000 7f3db1e00640 1 --2- 172.21.15.12:0/1597928840 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d4e3464190 0x55d4e346eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:11.218 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.215+0000 7f3db2800640 1 --2- 172.21.15.12:0/1597928840 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d4e3469cf0 0x55d4e345e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:20:11.218 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.215+0000 7f3db1400640 1 --2- 172.21.15.12:0/1597928840 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d4e3464b80 0x55d4e345e070 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f3da4009da0 tx=0x7f3da4009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=372119a0dfaf8763 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:11.218 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.215+0000 7f3da2a00640 1 -- 172.21.15.12:0/1597928840 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3da402f070 con 0x55d4e3464b80 2024-03-29T00:20:11.218 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.215+0000 7f3da2a00640 1 -- 172.21.15.12:0/1597928840 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3da4029030 con 0x55d4e3464b80 2024-03-29T00:20:11.218 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.215+0000 7f3da2a00640 1 -- 172.21.15.12:0/1597928840 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3da4003e60 con 0x55d4e3464b80 2024-03-29T00:20:11.218 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.216+0000 7f3dbbe14740 1 -- 172.21.15.12:0/1597928840 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d4e3464b80 msgr2=0x55d4e345e070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:11.218 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.216+0000 7f3dbbe14740 1 --2- 172.21.15.12:0/1597928840 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d4e3464b80 0x55d4e345e070 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f3da4009da0 tx=0x7f3da4009b50 comp rx=0 tx=0).stop 2024-03-29T00:20:11.218 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.216+0000 7f3dbbe14740 1 -- 172.21.15.12:0/1597928840 shutdown_connections 2024-03-29T00:20:11.218 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.216+0000 7f3dbbe14740 1 --2- 172.21.15.12:0/1597928840 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d4e3469cf0 0x55d4e345e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.218 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.216+0000 7f3dbbe14740 1 --2- 172.21.15.12:0/1597928840 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d4e3464b80 0x55d4e345e070 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.218 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.216+0000 7f3dbbe14740 1 --2- 172.21.15.12:0/1597928840 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d4e3464190 0x55d4e346eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.218 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.216+0000 7f3dbbe14740 1 -- 172.21.15.12:0/1597928840 >> 172.21.15.12:0/1597928840 conn(0x55d4e345f700 msgr2=0x55d4e345fae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:11.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.216+0000 7f3dbbe14740 1 -- 172.21.15.12:0/1597928840 shutdown_connections 2024-03-29T00:20:11.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.216+0000 7f3dbbe14740 1 -- 172.21.15.12:0/1597928840 wait complete. 2024-03-29T00:20:11.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.217+0000 7f3dbbe14740 1 -- start start 2024-03-29T00:20:11.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.217+0000 7f3dbbe14740 1 Processor -- start 2024-03-29T00:20:11.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.217+0000 7f3dbbe14740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d4e3464190 0x55d4e3473770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.217+0000 7f3dbbe14740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d4e3464b80 0x55d4e3473cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.217+0000 7f3dbbe14740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d4e3469cf0 0x55d4e3474cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.217+0000 7f3dbbe14740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f3db41ad8b0 con 0x55d4e3469cf0 2024-03-29T00:20:11.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.217+0000 7f3dbbe14740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f3db41ad1e0 con 0x55d4e3464b80 2024-03-29T00:20:11.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.217+0000 7f3dbbe14740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3db41aa420 con 0x55d4e3464190 2024-03-29T00:20:11.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.217+0000 7f3dbbe14740 10 client.0 _ll_register_callbacks cb 0x7f3d9c0057a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:11.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.217+0000 7f3db1e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d4e3464190 0x55d4e3473770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.217+0000 7f3db1e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d4e3464190 0x55d4e3473770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:33878/0 (socket says 172.21.15.12:33878) 2024-03-29T00:20:11.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.217+0000 7f3db1e00640 1 -- 172.21.15.12:0/3658664552 learned_addr learned my addr 172.21.15.12:0/3658664552 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:11.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.217+0000 7f3db1400640 1 --2- 172.21.15.12:0/3658664552 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d4e3464b80 0x55d4e3473cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.218+0000 7f3db2800640 1 --2- 172.21.15.12:0/3658664552 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d4e3469cf0 0x55d4e3474cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.218+0000 7f3db1e00640 1 -- 172.21.15.12:0/3658664552 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d4e3464b80 msgr2=0x55d4e3473cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:11.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.218+0000 7f3db1e00640 1 --2- 172.21.15.12:0/3658664552 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d4e3464b80 0x55d4e3473cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.218+0000 7f3db1e00640 1 -- 172.21.15.12:0/3658664552 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d4e3469cf0 msgr2=0x55d4e3474cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:11.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.218+0000 7f3db1e00640 1 --2- 172.21.15.12:0/3658664552 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d4e3469cf0 0x55d4e3474cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.218+0000 7f3db1e00640 1 -- 172.21.15.12:0/3658664552 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d4e34752b0 con 0x55d4e3464190 2024-03-29T00:20:11.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.218+0000 7f3db2800640 1 --2- 172.21.15.12:0/3658664552 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d4e3469cf0 0x55d4e3474cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:20:11.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.218+0000 7f3db1e00640 1 --2- 172.21.15.12:0/3658664552 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d4e3464190 0x55d4e3473770 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c004650 tx=0x7f3d9c0f0490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=52e53a0fc2fa5441 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:11.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.218+0000 7f3d97e00640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:20:11.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.218+0000 7f3d97e00640 1 -- 172.21.15.12:0/3658664552 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d9c0bde60 con 0x55d4e3464190 2024-03-29T00:20:11.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.218+0000 7f3d97e00640 1 -- 172.21.15.12:0/3658664552 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f3d9c0054e0 con 0x55d4e3464190 2024-03-29T00:20:11.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.218+0000 7f3dbbe14740 1 -- 172.21.15.12:0/3658664552 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3da4029030 con 0x55d4e3464190 2024-03-29T00:20:11.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.218+0000 7f3d97e00640 1 -- 172.21.15.12:0/3658664552 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3d9c0bc490 con 0x55d4e3464190 2024-03-29T00:20:11.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.219+0000 7f3dbbe14740 10 client.26176 fetch_fsmap learned FSMap version 29 2024-03-29T00:20:11.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.219+0000 7f3dbbe14740 1 -- 172.21.15.12:0/3658664552 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d4e34e0f60 con 0x55d4e3464190 2024-03-29T00:20:11.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.219+0000 7f3d97e00640 1 -- 172.21.15.12:0/3658664552 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3da4029030 con 0x55d4e3464190 2024-03-29T00:20:11.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.219+0000 7f3d97e00640 1 -- 172.21.15.12:0/3658664552 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3d9c0c4e40 con 0x55d4e3464190 2024-03-29T00:20:11.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.219+0000 7f3dbbe14740 10 client.26176 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:20:11.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.219+0000 7f3dbbe14740 10 client.26176 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:20:11.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.219+0000 7f3dbbe14740 20 client.26176 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:11.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.219+0000 7f3dbbe14740 1 --2- 172.21.15.12:0/3658664552 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55d4e34e1770 0x55d4e34e3b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.219+0000 7f3dbbe14740 4 client.26176 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-29T00:20:11.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.219+0000 7f3dbbe14740 1 -- 172.21.15.12:0/3658664552 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55d4e33d04d0 con 0x55d4e34e1770 2024-03-29T00:20:11.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.219+0000 7f3db1400640 1 --2- 172.21.15.12:0/3658664552 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55d4e34e1770 0x55d4e34e3b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.220+0000 7f3db1400640 1 --2- 172.21.15.12:0/3658664552 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55d4e34e1770 0x55d4e34e3b60 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dc150373dedacdc5 server_cookie=c1270bded05fa06e in_seq=0 out_seq=0 2024-03-29T00:20:11.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.220+0000 7f3d97e00640 10 client.26176 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:11.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.221+0000 7f3d97e00640 1 -- 172.21.15.12:0/3658664552 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55d4e33d04d0 con 0x55d4e34e1770 2024-03-29T00:20:11.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.221+0000 7f3d97e00640 10 client.26176 handle_command_reply: tid=0 2024-03-29T00:20:11.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.221+0000 7f3dbbe14740 1 client.26176 shutdown 2024-03-29T00:20:11.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.221+0000 7f3dbbe14740 1 -- 172.21.15.12:0/3658664552 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d4e3464190 msgr2=0x55d4e3473770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:11.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.221+0000 7f3dbbe14740 1 --2- 172.21.15.12:0/3658664552 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d4e3464190 0x55d4e3473770 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c004650 tx=0x7f3d9c0f0490 comp rx=0 tx=0).stop 2024-03-29T00:20:11.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.221+0000 7f3dbbe14740 1 -- 172.21.15.12:0/3658664552 shutdown_connections 2024-03-29T00:20:11.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.221+0000 7f3dbbe14740 1 --2- 172.21.15.12:0/3658664552 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55d4e34e1770 0x55d4e34e3b60 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.221+0000 7f3dbbe14740 1 --2- 172.21.15.12:0/3658664552 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d4e3464b80 0x55d4e3473cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.221+0000 7f3dbbe14740 1 --2- 172.21.15.12:0/3658664552 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d4e3469cf0 0x55d4e3474cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.221+0000 7f3d97e00640 0 client.26176 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:11.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.221+0000 7f3dbbe14740 1 --2- 172.21.15.12:0/3658664552 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d4e3464190 0x55d4e3473770 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.221+0000 7f3dbbe14740 1 -- 172.21.15.12:0/3658664552 >> 172.21.15.12:0/3658664552 conn(0x55d4e345f700 msgr2=0x55d4e3462960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:11.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.222+0000 7f3dbbe14740 1 -- 172.21.15.12:0/3658664552 shutdown_connections 2024-03-29T00:20:11.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.222+0000 7f3dbbe14740 1 -- 172.21.15.12:0/3658664552 wait complete. 2024-03-29T00:20:11.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.222+0000 7f3dbbe14740 20 client.26176 trim_cache size 0 max 16384 2024-03-29T00:20:11.226 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:20:11.227 INFO:teuthology.orchestra.run.smithi012.stdout: "return_code": 0, 2024-03-29T00:20:11.227 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_tag": "40e476bd-52ac-4f95-8220-d8e97b852018", 2024-03-29T00:20:11.227 INFO:teuthology.orchestra.run.smithi012.stdout: "mode": "asynchronous" 2024-03-29T00:20:11.227 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:20:11.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.222+0000 7f3db3200640 1 -- 172.21.15.12:0/854941948 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3d980a1d80 msgr2=0x7f3d980a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:11.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.222+0000 7f3db3200640 1 --2- 172.21.15.12:0/854941948 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3d980a1d80 0x7f3d980a4240 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x55d4e34653e0 tx=0x7f3dac005f90 comp rx=0 tx=0).stop 2024-03-29T00:20:11.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.222+0000 7f3db3200640 1 -- 172.21.15.12:0/854941948 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3db40741b0 msgr2=0x7f3db4199b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:11.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.222+0000 7f3db3200640 1 --2- 172.21.15.12:0/854941948 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3db40741b0 0x7f3db4199b80 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c005ab0 tx=0x7f3d9c004a50 comp rx=0 tx=0).stop 2024-03-29T00:20:11.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.222+0000 7f3db3200640 1 -- 172.21.15.12:0/854941948 shutdown_connections 2024-03-29T00:20:11.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.222+0000 7f3db3200640 1 --2- 172.21.15.12:0/854941948 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f3d980a1d80 0x7f3d980a4240 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.223+0000 7f3db3200640 1 --2- 172.21.15.12:0/854941948 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3db4075790 0x7f3db419a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.223+0000 7f3db3200640 1 --2- 172.21.15.12:0/854941948 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3db4109460 0x7f3db41a1130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.223+0000 7f3db3200640 1 --2- 172.21.15.12:0/854941948 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3db40741b0 0x7f3db4199b80 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.223+0000 7f3db3200640 1 -- 172.21.15.12:0/854941948 >> 172.21.15.12:0/854941948 conn(0x7f3db40fcb10 msgr2=0x7f3db4105360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:11.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.223+0000 7f3db3200640 1 -- 172.21.15.12:0/854941948 shutdown_connections 2024-03-29T00:20:11.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.223+0000 7f3db3200640 1 -- 172.21.15.12:0/854941948 wait complete. 2024-03-29T00:20:11.240 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-29T00:20:11.240 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-29T00:20:11.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:11 smithi012 ceph-mon[31657]: pgmap v473: 129 pgs: 129 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 2.3 KiB/s wr, 11 op/s 2024-03-29T00:20:11.391 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:11 smithi053 ceph-mon[36233]: pgmap v473: 129 pgs: 129 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 2.3 KiB/s wr, 11 op/s 2024-03-29T00:20:11.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.481+0000 7f193cc00640 1 -- 172.21.15.12:0/243830952 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1938104b70 msgr2=0x7f1938104ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:11.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.481+0000 7f193cc00640 1 --2- 172.21.15.12:0/243830952 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1938104b70 0x7f1938104ff0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f1924009900 tx=0x7f192402bc40 comp rx=0 tx=0).stop 2024-03-29T00:20:11.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.482+0000 7f193cc00640 1 -- 172.21.15.12:0/243830952 shutdown_connections 2024-03-29T00:20:11.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.482+0000 7f193cc00640 1 --2- 172.21.15.12:0/243830952 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1938105530 0x7f193810bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.482+0000 7f193cc00640 1 --2- 172.21.15.12:0/243830952 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1938104b70 0x7f1938104ff0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.482+0000 7f193cc00640 1 --2- 172.21.15.12:0/243830952 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1938103980 0x7f1938103da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.482+0000 7f193cc00640 1 -- 172.21.15.12:0/243830952 >> 172.21.15.12:0/243830952 conn(0x7f19380fef10 msgr2=0x7f1938101330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:11.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.482+0000 7f193cc00640 1 -- 172.21.15.12:0/243830952 shutdown_connections 2024-03-29T00:20:11.484 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.482+0000 7f193cc00640 1 -- 172.21.15.12:0/243830952 wait complete. 2024-03-29T00:20:11.484 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.483+0000 7f193cc00640 1 Processor -- start 2024-03-29T00:20:11.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:11 smithi069 ceph-mon[36074]: pgmap v473: 129 pgs: 129 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 2.3 KiB/s wr, 11 op/s 2024-03-29T00:20:11.486 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.483+0000 7f193cc00640 1 -- start start 2024-03-29T00:20:11.486 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.483+0000 7f193cc00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1938103980 0x7f1938199d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.483+0000 7f193cc00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1938104b70 0x7f193819a280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.483+0000 7f193cc00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1938105530 0x7f19381a12b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.483+0000 7f193cc00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f193810f730 con 0x7f1938104b70 2024-03-29T00:20:11.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.483+0000 7f193cc00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f193810f5b0 con 0x7f1938103980 2024-03-29T00:20:11.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.483+0000 7f193cc00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f193810f8b0 con 0x7f1938105530 2024-03-29T00:20:11.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.484+0000 7f1935e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1938103980 0x7f1938199d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.484+0000 7f1935e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1938103980 0x7f1938199d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:36348/0 (socket says 172.21.15.12:36348) 2024-03-29T00:20:11.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.484+0000 7f1935e00640 1 -- 172.21.15.12:0/625940729 learned_addr learned my addr 172.21.15.12:0/625940729 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:11.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.484+0000 7f1935400640 1 --2- 172.21.15.12:0/625940729 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1938104b70 0x7f193819a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.484+0000 7f1936800640 1 --2- 172.21.15.12:0/625940729 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1938105530 0x7f19381a12b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.484+0000 7f1935e00640 1 -- 172.21.15.12:0/625940729 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1938105530 msgr2=0x7f19381a12b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:11.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.484+0000 7f1935e00640 1 --2- 172.21.15.12:0/625940729 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1938105530 0x7f19381a12b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.488 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.484+0000 7f1935e00640 1 -- 172.21.15.12:0/625940729 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1938104b70 msgr2=0x7f193819a280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:11.488 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.484+0000 7f1935e00640 1 --2- 172.21.15.12:0/625940729 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1938104b70 0x7f193819a280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.488 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.484+0000 7f1935e00640 1 -- 172.21.15.12:0/625940729 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19381a1950 con 0x7f1938103980 2024-03-29T00:20:11.488 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.484+0000 7f1935e00640 1 --2- 172.21.15.12:0/625940729 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1938103980 0x7f1938199d40 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f192800e9c0 tx=0x7f192800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:11.488 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.484+0000 7f192ea00640 1 -- 172.21.15.12:0/625940729 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f192800cd80 con 0x7f1938103980 2024-03-29T00:20:11.488 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.485+0000 7f192ea00640 1 -- 172.21.15.12:0/625940729 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f19280035f0 con 0x7f1938103980 2024-03-29T00:20:11.488 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.485+0000 7f193cc00640 1 -- 172.21.15.12:0/625940729 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19381a1c40 con 0x7f1938103980 2024-03-29T00:20:11.488 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.485+0000 7f192ea00640 1 -- 172.21.15.12:0/625940729 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1928010690 con 0x7f1938103980 2024-03-29T00:20:11.488 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.485+0000 7f193cc00640 1 -- 172.21.15.12:0/625940729 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19381a2190 con 0x7f1938103980 2024-03-29T00:20:11.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.488+0000 7f192ea00640 1 -- 172.21.15.12:0/625940729 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f19280037a0 con 0x7f1938103980 2024-03-29T00:20:11.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.488+0000 7f193f869740 1 Processor -- start 2024-03-29T00:20:11.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.488+0000 7f193f869740 1 -- start start 2024-03-29T00:20:11.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.488+0000 7f193f869740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564049cfee40 0x564049cff260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.488+0000 7f193f869740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564049cff830 0x564049d04330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.488+0000 7f193f869740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564049d049a0 0x564049d06e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.488+0000 7f193f869740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x564049c64100 con 0x564049cff830 2024-03-29T00:20:11.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.488+0000 7f193f869740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x564049c0cba0 con 0x564049d049a0 2024-03-29T00:20:11.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.488+0000 7f193f869740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x564049c601a0 con 0x564049cfee40 2024-03-29T00:20:11.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.489+0000 7f1936800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564049cfee40 0x564049cff260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.489+0000 7f1935400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564049d049a0 0x564049d06e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.489+0000 7f1936800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564049cfee40 0x564049cff260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:33912/0 (socket says 172.21.15.12:33912) 2024-03-29T00:20:11.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.489+0000 7f1936800640 1 -- 172.21.15.12:0/578907774 learned_addr learned my addr 172.21.15.12:0/578907774 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:11.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.489+0000 7f1935e00640 1 --2- 172.21.15.12:0/578907774 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564049cff830 0x564049d04330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.489+0000 7f1936800640 1 -- 172.21.15.12:0/578907774 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564049d049a0 msgr2=0x564049d06e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:11.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.489+0000 7f1936800640 1 --2- 172.21.15.12:0/578907774 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564049d049a0 0x564049d06e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.489+0000 7f1936800640 1 -- 172.21.15.12:0/578907774 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564049cff830 msgr2=0x564049d04330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:11.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.489+0000 7f1936800640 1 --2- 172.21.15.12:0/578907774 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564049cff830 0x564049d04330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.489+0000 7f1936800640 1 -- 172.21.15.12:0/578907774 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564049c3d1a0 con 0x564049cfee40 2024-03-29T00:20:11.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.489+0000 7f1936800640 1 --2- 172.21.15.12:0/578907774 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564049cfee40 0x564049cff260 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f1930009fd0 tx=0x7f19300118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cc9f6aa839ac2ef1 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:11.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.489+0000 7f192ea00640 1 --2- 172.21.15.12:0/625940729 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f191c0a1d80 0x7f191c0a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.489+0000 7f1923000640 1 -- 172.21.15.12:0/578907774 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1930004d20 con 0x564049cfee40 2024-03-29T00:20:11.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.490+0000 7f1923000640 1 -- 172.21.15.12:0/578907774 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1930004050 con 0x564049cfee40 2024-03-29T00:20:11.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.490+0000 7f192ea00640 1 -- 172.21.15.12:0/625940729 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f19280ce5f0 con 0x7f1938103980 2024-03-29T00:20:11.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.490+0000 7f1923000640 1 -- 172.21.15.12:0/578907774 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1930005260 con 0x564049cfee40 2024-03-29T00:20:11.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.490+0000 7f1935e00640 1 --2- 172.21.15.12:0/625940729 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f191c0a1d80 0x7f191c0a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.490+0000 7f193f869740 1 -- 172.21.15.12:0/578907774 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564049cfee40 msgr2=0x564049cff260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:11.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.490+0000 7f193f869740 1 --2- 172.21.15.12:0/578907774 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564049cfee40 0x564049cff260 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f1930009fd0 tx=0x7f19300118d0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.490+0000 7f1935e00640 1 --2- 172.21.15.12:0/625940729 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f191c0a1d80 0x7f191c0a4240 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x564049cffc30 tx=0x7f1928000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:11.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.490+0000 7f193f869740 1 -- 172.21.15.12:0/578907774 shutdown_connections 2024-03-29T00:20:11.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.490+0000 7f193f869740 1 --2- 172.21.15.12:0/578907774 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564049d049a0 0x564049d06e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.490+0000 7f193f869740 1 --2- 172.21.15.12:0/578907774 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564049cff830 0x564049d04330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.490+0000 7f193f869740 1 --2- 172.21.15.12:0/578907774 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564049cfee40 0x564049cff260 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.490+0000 7f193f869740 1 -- 172.21.15.12:0/578907774 >> 172.21.15.12:0/578907774 conn(0x564049cc6a10 msgr2=0x564049cfa7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:11.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.490+0000 7f193f869740 1 -- 172.21.15.12:0/578907774 shutdown_connections 2024-03-29T00:20:11.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.490+0000 7f193f869740 1 -- 172.21.15.12:0/578907774 wait complete. 2024-03-29T00:20:11.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.491+0000 7f193f869740 1 -- start start 2024-03-29T00:20:11.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.491+0000 7f193f869740 1 Processor -- start 2024-03-29T00:20:11.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.491+0000 7f193f869740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564049cfee40 0x564049d09390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.491+0000 7f193f869740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564049cff830 0x564049d098d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.492+0000 7f193f869740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564049d049a0 0x564049d10910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.492+0000 7f193f869740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x564049d07950 con 0x564049cfee40 2024-03-29T00:20:11.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.492+0000 7f193f869740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x564049c02250 con 0x564049d049a0 2024-03-29T00:20:11.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.492+0000 7f193f869740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x564049d07ad0 con 0x564049cff830 2024-03-29T00:20:11.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.492+0000 7f193f869740 10 client.0 _ll_register_callbacks cb 0x564049977be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:11.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.492+0000 7f1935400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564049cff830 0x564049d098d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.492+0000 7f1936800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564049cfee40 0x564049d09390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.492+0000 7f1935400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564049cff830 0x564049d098d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:33922/0 (socket says 172.21.15.12:33922) 2024-03-29T00:20:11.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.492+0000 7f1935400640 1 -- 172.21.15.12:0/1252560287 learned_addr learned my addr 172.21.15.12:0/1252560287 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:11.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.492+0000 7f1936800640 1 --2- 172.21.15.12:0/1252560287 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564049d049a0 0x564049d10910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.492+0000 7f1935400640 1 -- 172.21.15.12:0/1252560287 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564049d049a0 msgr2=0x564049d10910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:11.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.492+0000 7f1935400640 1 --2- 172.21.15.12:0/1252560287 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564049d049a0 0x564049d10910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.492+0000 7f1935400640 1 -- 172.21.15.12:0/1252560287 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564049cfee40 msgr2=0x564049d09390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:11.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.492+0000 7f1935400640 1 --2- 172.21.15.12:0/1252560287 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564049cfee40 0x564049d09390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.492+0000 7f1935400640 1 -- 172.21.15.12:0/1252560287 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564049c1e960 con 0x564049cff830 2024-03-29T00:20:11.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.492+0000 7f1936800640 1 --2- 172.21.15.12:0/1252560287 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564049cfee40 0x564049d09390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:20:11.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.493+0000 7f1935400640 1 --2- 172.21.15.12:0/1252560287 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564049cff830 0x564049d098d0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f1924009900 tx=0x7f192402c810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7cbc4f32eaf7c5ef server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:11.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.493+0000 7f1917400640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:20:11.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.493+0000 7f1917400640 1 -- 172.21.15.12:0/1252560287 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1924004250 con 0x564049cff830 2024-03-29T00:20:11.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.493+0000 7f1917400640 1 -- 172.21.15.12:0/1252560287 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f19240043f0 con 0x564049cff830 2024-03-29T00:20:11.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.493+0000 7f193f869740 1 -- 172.21.15.12:0/1252560287 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1930004050 con 0x564049cff830 2024-03-29T00:20:11.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.493+0000 7f1917400640 1 -- 172.21.15.12:0/1252560287 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1924051050 con 0x564049cff830 2024-03-29T00:20:11.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.493+0000 7f193f869740 10 client.26188 fetch_fsmap learned FSMap version 29 2024-03-29T00:20:11.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.493+0000 7f193f869740 1 -- 172.21.15.12:0/1252560287 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564049a427d0 con 0x564049cff830 2024-03-29T00:20:11.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.493+0000 7f1917400640 1 -- 172.21.15.12:0/1252560287 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1930004050 con 0x564049cff830 2024-03-29T00:20:11.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.494+0000 7f1917400640 1 -- 172.21.15.12:0/1252560287 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f19240035f0 con 0x564049cff830 2024-03-29T00:20:11.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.494+0000 7f193f869740 10 client.26188 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:20:11.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.494+0000 7f193f869740 10 client.26188 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:20:11.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.494+0000 7f193f869740 20 client.26188 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:11.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.494+0000 7f193f869740 1 --2- 172.21.15.12:0/1252560287 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x564049d15290 0x564049d17710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.494+0000 7f193f869740 4 client.26188 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:20:11.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.494+0000 7f193f869740 1 -- 172.21.15.12:0/1252560287 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564049c71640 con 0x564049d15290 2024-03-29T00:20:11.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.494+0000 7f1936800640 1 --2- 172.21.15.12:0/1252560287 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x564049d15290 0x564049d17710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.494+0000 7f1936800640 1 --2- 172.21.15.12:0/1252560287 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x564049d15290 0x564049d17710 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4b15d8e0e24d27a8 server_cookie=d7a8e163422a7ef7 in_seq=0 out_seq=0 2024-03-29T00:20:11.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.494+0000 7f1917400640 10 client.26188 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:11.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.496+0000 7f1917400640 1 -- 172.21.15.12:0/1252560287 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x564049c71640 con 0x564049d15290 2024-03-29T00:20:11.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.496+0000 7f1917400640 10 client.26188 handle_command_reply: tid=0 2024-03-29T00:20:11.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.496+0000 7f193f869740 1 client.26188 shutdown 2024-03-29T00:20:11.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.496+0000 7f193f869740 1 -- 172.21.15.12:0/1252560287 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564049cff830 msgr2=0x564049d098d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:11.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.496+0000 7f193f869740 1 --2- 172.21.15.12:0/1252560287 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564049cff830 0x564049d098d0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f1924009900 tx=0x7f192402c810 comp rx=0 tx=0).stop 2024-03-29T00:20:11.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.496+0000 7f193f869740 1 -- 172.21.15.12:0/1252560287 shutdown_connections 2024-03-29T00:20:11.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.496+0000 7f193f869740 1 --2- 172.21.15.12:0/1252560287 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x564049d15290 0x564049d17710 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.496+0000 7f193f869740 1 --2- 172.21.15.12:0/1252560287 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564049d049a0 0x564049d10910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.496+0000 7f193f869740 1 --2- 172.21.15.12:0/1252560287 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564049cff830 0x564049d098d0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.496+0000 7f193f869740 1 --2- 172.21.15.12:0/1252560287 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564049cfee40 0x564049d09390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.496+0000 7f1917400640 0 client.26188 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:11.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.496+0000 7f193f869740 1 -- 172.21.15.12:0/1252560287 >> 172.21.15.12:0/1252560287 conn(0x564049cc6a10 msgr2=0x564049cf9ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:11.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.496+0000 7f193f869740 1 -- 172.21.15.12:0/1252560287 shutdown_connections 2024-03-29T00:20:11.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.496+0000 7f193f869740 1 -- 172.21.15.12:0/1252560287 wait complete. 2024-03-29T00:20:11.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.496+0000 7f193f869740 20 client.26188 trim_cache size 0 max 16384 2024-03-29T00:20:11.516 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.516+0000 7f193f869740 1 Processor -- start 2024-03-29T00:20:11.517 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.516+0000 7f193f869740 1 -- start start 2024-03-29T00:20:11.517 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.516+0000 7f193f869740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564049cfee40 0x564049cfe100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.517 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.516+0000 7f193f869740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564049cff830 0x564049d108d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.517 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.516+0000 7f193f869740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564049d049a0 0x564049d1bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.517 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.516+0000 7f193f869740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f19381ac660 con 0x564049d049a0 2024-03-29T00:20:11.517 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.516+0000 7f193f869740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f19381ae1a0 con 0x564049cfee40 2024-03-29T00:20:11.517 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.516+0000 7f193f869740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f19381acd30 con 0x564049cff830 2024-03-29T00:20:11.517 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.516+0000 7f1935400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564049cff830 0x564049d108d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.517 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.516+0000 7f1935400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564049cff830 0x564049d108d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:33932/0 (socket says 172.21.15.12:33932) 2024-03-29T00:20:11.517 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.516+0000 7f1935400640 1 -- 172.21.15.12:0/1537872408 learned_addr learned my addr 172.21.15.12:0/1537872408 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:11.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.516+0000 7f1936800640 1 --2- 172.21.15.12:0/1537872408 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564049cfee40 0x564049cfe100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.517+0000 7f1935400640 1 -- 172.21.15.12:0/1537872408 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564049cfee40 msgr2=0x564049cfe100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:11.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.517+0000 7f1936800640 1 --2- 172.21.15.12:0/1537872408 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564049d049a0 0x564049d1bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.517+0000 7f1935400640 1 --2- 172.21.15.12:0/1537872408 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564049cfee40 0x564049cfe100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.517+0000 7f1935400640 1 -- 172.21.15.12:0/1537872408 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564049d049a0 msgr2=0x564049d1bfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:11.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.517+0000 7f1935400640 1 --2- 172.21.15.12:0/1537872408 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564049d049a0 0x564049d1bfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.517+0000 7f1935400640 1 -- 172.21.15.12:0/1537872408 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640499783f0 con 0x564049cff830 2024-03-29T00:20:11.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.517+0000 7f1936800640 1 --2- 172.21.15.12:0/1537872408 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564049d049a0 0x564049d1bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:20:11.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.517+0000 7f1935400640 1 --2- 172.21.15.12:0/1537872408 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564049cff830 0x564049d108d0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f1924000c00 tx=0x7f1924009230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a28b06fc20c5acd server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:11.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.517+0000 7f1922600640 1 -- 172.21.15.12:0/1537872408 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f192405a070 con 0x564049cff830 2024-03-29T00:20:11.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.517+0000 7f1922600640 1 -- 172.21.15.12:0/1537872408 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1924003e80 con 0x564049cff830 2024-03-29T00:20:11.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.517+0000 7f1922600640 1 -- 172.21.15.12:0/1537872408 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1924005140 con 0x564049cff830 2024-03-29T00:20:11.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.518+0000 7f193f869740 1 -- 172.21.15.12:0/1537872408 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564049cff830 msgr2=0x564049d108d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:11.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.518+0000 7f193f869740 1 --2- 172.21.15.12:0/1537872408 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564049cff830 0x564049d108d0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f1924000c00 tx=0x7f1924009230 comp rx=0 tx=0).stop 2024-03-29T00:20:11.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.518+0000 7f193f869740 1 -- 172.21.15.12:0/1537872408 shutdown_connections 2024-03-29T00:20:11.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.518+0000 7f193f869740 1 --2- 172.21.15.12:0/1537872408 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564049d049a0 0x564049d1bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.518+0000 7f193f869740 1 --2- 172.21.15.12:0/1537872408 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564049cff830 0x564049d108d0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.518+0000 7f193f869740 1 --2- 172.21.15.12:0/1537872408 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564049cfee40 0x564049cfe100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.518+0000 7f193f869740 1 -- 172.21.15.12:0/1537872408 >> 172.21.15.12:0/1537872408 conn(0x564049cc6a10 msgr2=0x564049cfd9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:11.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.518+0000 7f193f869740 1 -- 172.21.15.12:0/1537872408 shutdown_connections 2024-03-29T00:20:11.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.518+0000 7f193f869740 1 -- 172.21.15.12:0/1537872408 wait complete. 2024-03-29T00:20:11.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.519+0000 7f193f869740 1 -- start start 2024-03-29T00:20:11.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.519+0000 7f193f869740 1 Processor -- start 2024-03-29T00:20:11.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.519+0000 7f193f869740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564049cfee40 0x564049d0deb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.519+0000 7f193f869740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564049cff830 0x564049d0e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.519+0000 7f193f869740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564049d049a0 0x564049d0f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.519+0000 7f193f869740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f19381adad0 con 0x564049cff830 2024-03-29T00:20:11.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.519+0000 7f193f869740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f19381ad400 con 0x564049d049a0 2024-03-29T00:20:11.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.519+0000 7f193f869740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f19381aa640 con 0x564049cfee40 2024-03-29T00:20:11.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.519+0000 7f193f869740 10 client.0 _ll_register_callbacks cb 0x7f1924009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:11.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.519+0000 7f1936800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564049cfee40 0x564049d0deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.519+0000 7f1935400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564049cff830 0x564049d0e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.519+0000 7f1936800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564049cfee40 0x564049d0deb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:33938/0 (socket says 172.21.15.12:33938) 2024-03-29T00:20:11.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.519+0000 7f1936800640 1 -- 172.21.15.12:0/1783444271 learned_addr learned my addr 172.21.15.12:0/1783444271 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:11.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.520+0000 7f1936800640 1 --2- 172.21.15.12:0/1783444271 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564049d049a0 0x564049d0f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.520+0000 7f1936800640 1 -- 172.21.15.12:0/1783444271 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564049d049a0 msgr2=0x564049d0f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:11.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.520+0000 7f1936800640 1 --2- 172.21.15.12:0/1783444271 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564049d049a0 0x564049d0f3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.520+0000 7f1936800640 1 -- 172.21.15.12:0/1783444271 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564049cff830 msgr2=0x564049d0e3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:11.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.520+0000 7f1936800640 1 --2- 172.21.15.12:0/1783444271 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564049cff830 0x564049d0e3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.520+0000 7f1936800640 1 -- 172.21.15.12:0/1783444271 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640499380f0 con 0x564049cfee40 2024-03-29T00:20:11.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.520+0000 7f1936800640 1 --2- 172.21.15.12:0/1783444271 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564049cfee40 0x564049d0deb0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f1930009de0 tx=0x7f19300118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3c5534e40ab2b717 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:11.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.520+0000 7f1917400640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:20:11.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.520+0000 7f1917400640 1 -- 172.21.15.12:0/1783444271 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1930004050 con 0x564049cfee40 2024-03-29T00:20:11.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.520+0000 7f193f869740 1 -- 172.21.15.12:0/1783444271 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x564049c6b990 con 0x564049cfee40 2024-03-29T00:20:11.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.520+0000 7f1917400640 1 -- 172.21.15.12:0/1783444271 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f19300041f0 con 0x564049cfee40 2024-03-29T00:20:11.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.521+0000 7f1917400640 1 -- 172.21.15.12:0/1783444271 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f193003f050 con 0x564049cfee40 2024-03-29T00:20:11.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.521+0000 7f193f869740 10 client.26194 fetch_fsmap learned FSMap version 29 2024-03-29T00:20:11.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.521+0000 7f193f869740 1 -- 172.21.15.12:0/1783444271 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564049d10b10 con 0x564049cfee40 2024-03-29T00:20:11.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.521+0000 7f1917400640 1 -- 172.21.15.12:0/1783444271 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x564049c6b990 con 0x564049cfee40 2024-03-29T00:20:11.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.521+0000 7f1917400640 1 -- 172.21.15.12:0/1783444271 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f1930034020 con 0x564049cfee40 2024-03-29T00:20:11.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.521+0000 7f193f869740 10 client.26194 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:20:11.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.521+0000 7f193f869740 10 client.26194 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:20:11.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.521+0000 7f193f869740 20 client.26194 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:11.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.521+0000 7f193f869740 1 --2- 172.21.15.12:0/1783444271 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x564049d842f0 0x564049d866e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:11.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.521+0000 7f193f869740 4 client.26194 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-29T00:20:11.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.521+0000 7f193f869740 1 -- 172.21.15.12:0/1783444271 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "scrub status"}) -- 0x564049be9400 con 0x564049d842f0 2024-03-29T00:20:11.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.521+0000 7f1935400640 1 --2- 172.21.15.12:0/1783444271 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x564049d842f0 0x564049d866e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:11.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.522+0000 7f1935400640 1 --2- 172.21.15.12:0/1783444271 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x564049d842f0 0x564049d866e0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3ae2a95c823009f0 server_cookie=ba40e7498d2043fc in_seq=0 out_seq=0 2024-03-29T00:20:11.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.522+0000 7f1917400640 10 client.26194 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:11.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.522+0000 7f1917400640 1 -- 172.21.15.12:0/1783444271 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x564049be9400 con 0x564049d842f0 2024-03-29T00:20:11.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.522+0000 7f1917400640 10 client.26194 handle_command_reply: tid=0 2024-03-29T00:20:11.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.522+0000 7f193f869740 1 client.26194 shutdown 2024-03-29T00:20:11.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.522+0000 7f193f869740 1 -- 172.21.15.12:0/1783444271 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564049cfee40 msgr2=0x564049d0deb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:11.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.522+0000 7f193f869740 1 --2- 172.21.15.12:0/1783444271 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564049cfee40 0x564049d0deb0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f1930009de0 tx=0x7f19300118d0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.522+0000 7f193f869740 1 -- 172.21.15.12:0/1783444271 shutdown_connections 2024-03-29T00:20:11.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.522+0000 7f193f869740 1 --2- 172.21.15.12:0/1783444271 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x564049d842f0 0x564049d866e0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.522+0000 7f193f869740 1 --2- 172.21.15.12:0/1783444271 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564049d049a0 0x564049d0f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.522+0000 7f193f869740 1 --2- 172.21.15.12:0/1783444271 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564049cff830 0x564049d0e3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.523+0000 7f193f869740 1 --2- 172.21.15.12:0/1783444271 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564049cfee40 0x564049d0deb0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.523+0000 7f193f869740 1 -- 172.21.15.12:0/1783444271 >> 172.21.15.12:0/1783444271 conn(0x564049cc6a10 msgr2=0x564049cfe280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:11.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.523+0000 7f1917400640 0 client.26194 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:11.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.523+0000 7f193f869740 1 -- 172.21.15.12:0/1783444271 shutdown_connections 2024-03-29T00:20:11.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.523+0000 7f193f869740 1 -- 172.21.15.12:0/1783444271 wait complete. 2024-03-29T00:20:11.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.523+0000 7f193f869740 20 client.26194 trim_cache size 0 max 16384 2024-03-29T00:20:11.529 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:20:11.530 INFO:teuthology.orchestra.run.smithi012.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-29T00:20:11.530 INFO:teuthology.orchestra.run.smithi012.stdout: "scrubs": { 2024-03-29T00:20:11.530 INFO:teuthology.orchestra.run.smithi012.stdout: "40e476bd-52ac-4f95-8220-d8e97b852018": { 2024-03-29T00:20:11.530 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/", 2024-03-29T00:20:11.530 INFO:teuthology.orchestra.run.smithi012.stdout: "tag": "40e476bd-52ac-4f95-8220-d8e97b852018", 2024-03-29T00:20:11.530 INFO:teuthology.orchestra.run.smithi012.stdout: "options": "recursive,force" 2024-03-29T00:20:11.530 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:20:11.530 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:20:11.530 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:20:11.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.523+0000 7f193cc00640 1 -- 172.21.15.12:0/625940729 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f191c0a1d80 msgr2=0x7f191c0a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:11.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.524+0000 7f193cc00640 1 --2- 172.21.15.12:0/625940729 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f191c0a1d80 0x7f191c0a4240 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x564049cffc30 tx=0x7f1928000bc0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.524+0000 7f193cc00640 1 -- 172.21.15.12:0/625940729 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1938103980 msgr2=0x7f1938199d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:11.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.524+0000 7f193cc00640 1 --2- 172.21.15.12:0/625940729 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1938103980 0x7f1938199d40 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f192800e9c0 tx=0x7f192800ee80 comp rx=0 tx=0).stop 2024-03-29T00:20:11.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.524+0000 7f193cc00640 1 -- 172.21.15.12:0/625940729 shutdown_connections 2024-03-29T00:20:11.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.524+0000 7f193cc00640 1 --2- 172.21.15.12:0/625940729 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f191c0a1d80 0x7f191c0a4240 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.524+0000 7f193cc00640 1 --2- 172.21.15.12:0/625940729 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1938105530 0x7f19381a12b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.524+0000 7f193cc00640 1 --2- 172.21.15.12:0/625940729 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1938104b70 0x7f193819a280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.524+0000 7f193cc00640 1 --2- 172.21.15.12:0/625940729 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1938103980 0x7f1938199d40 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:11.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.524+0000 7f193cc00640 1 -- 172.21.15.12:0/625940729 >> 172.21.15.12:0/625940729 conn(0x7f19380fef10 msgr2=0x7f1938107e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:11.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.524+0000 7f193cc00640 1 -- 172.21.15.12:0/625940729 shutdown_connections 2024-03-29T00:20:11.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:11.524+0000 7f193cc00640 1 -- 172.21.15.12:0/625940729 wait complete. 2024-03-29T00:20:11.543 INFO:tasks.cephfs.filesystem:scrub status for tag:40e476bd-52ac-4f95-8220-d8e97b852018 - {'path': '/', 'tag': '40e476bd-52ac-4f95-8220-d8e97b852018', 'options': 'recursive,force'} 2024-03-29T00:20:12.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:12 smithi053 ceph-mon[36233]: scrub queued for path: / 2024-03-29T00:20:12.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:12 smithi053 ceph-mon[36233]: scrub summary: idle+waiting paths [/] 2024-03-29T00:20:12.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:12 smithi053 ceph-mon[36233]: scrub summary: active paths [/] 2024-03-29T00:20:12.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:12 smithi053 ceph-mon[36233]: scrub summary: idle+waiting paths [/] 2024-03-29T00:20:12.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:12 smithi069 ceph-mon[36074]: scrub queued for path: / 2024-03-29T00:20:12.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:12 smithi069 ceph-mon[36074]: scrub summary: idle+waiting paths [/] 2024-03-29T00:20:12.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:12 smithi069 ceph-mon[36074]: scrub summary: active paths [/] 2024-03-29T00:20:12.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:12 smithi069 ceph-mon[36074]: scrub summary: idle+waiting paths [/] 2024-03-29T00:20:12.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:12 smithi012 ceph-mon[31657]: scrub queued for path: / 2024-03-29T00:20:12.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:12 smithi012 ceph-mon[31657]: scrub summary: idle+waiting paths [/] 2024-03-29T00:20:12.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:12 smithi012 ceph-mon[31657]: scrub summary: active paths [/] 2024-03-29T00:20:12.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:12 smithi012 ceph-mon[31657]: scrub summary: idle+waiting paths [/] 2024-03-29T00:20:13.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:13 smithi053 ceph-mon[36233]: pgmap v474: 129 pgs: 129 active+clean; 21 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-03-29T00:20:13.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:13 smithi069 ceph-mon[36074]: pgmap v474: 129 pgs: 129 active+clean; 21 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-03-29T00:20:13.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:13 smithi012 ceph-mon[31657]: pgmap v474: 129 pgs: 129 active+clean; 21 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-03-29T00:20:15.342 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.341+0000 7f5a80200640 1 -- 172.21.15.12:0/2694080427 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5a781006b0 msgr2=0x7f5a78100ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:15.342 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.341+0000 7f5a80200640 1 --2- 172.21.15.12:0/2694080427 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5a781006b0 0x7f5a78100ad0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f5a6c009900 tx=0x7f5a6c02bc30 comp rx=0 tx=0).stop 2024-03-29T00:20:15.342 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.341+0000 7f5a80200640 1 -- 172.21.15.12:0/2694080427 shutdown_connections 2024-03-29T00:20:15.342 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.341+0000 7f5a80200640 1 --2- 172.21.15.12:0/2694080427 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5a78102260 0x7f5a78108af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.342 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.341+0000 7f5a80200640 1 --2- 172.21.15.12:0/2694080427 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5a781018a0 0x7f5a78101d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.342 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.341+0000 7f5a80200640 1 --2- 172.21.15.12:0/2694080427 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5a781006b0 0x7f5a78100ad0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.342 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.341+0000 7f5a80200640 1 -- 172.21.15.12:0/2694080427 >> 172.21.15.12:0/2694080427 conn(0x7f5a780fbc60 msgr2=0x7f5a780fe080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:15.342 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.341+0000 7f5a80200640 1 -- 172.21.15.12:0/2694080427 shutdown_connections 2024-03-29T00:20:15.343 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.341+0000 7f5a80200640 1 -- 172.21.15.12:0/2694080427 wait complete. 2024-03-29T00:20:15.344 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.342+0000 7f5a80200640 1 Processor -- start 2024-03-29T00:20:15.344 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.342+0000 7f5a80200640 1 -- start start 2024-03-29T00:20:15.345 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.343+0000 7f5a80200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5a781006b0 0x7f5a7810afe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:15.345 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.343+0000 7f5a80200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5a781018a0 0x7f5a78109670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:15.345 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.343+0000 7f5a80200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5a78102260 0x7f5a78109bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:15.345 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.343+0000 7f5a80200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f5a7810d500 con 0x7f5a781018a0 2024-03-29T00:20:15.345 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.343+0000 7f5a80200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f5a7810d380 con 0x7f5a78102260 2024-03-29T00:20:15.345 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.343+0000 7f5a80200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f5a7810d680 con 0x7f5a781006b0 2024-03-29T00:20:15.345 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.343+0000 7f5a7d800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5a781006b0 0x7f5a7810afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:15.345 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.343+0000 7f5a7d800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5a781006b0 0x7f5a7810afe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:41274/0 (socket says 172.21.15.12:41274) 2024-03-29T00:20:15.345 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.343+0000 7f5a7ce00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5a781018a0 0x7f5a78109670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:15.345 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.343+0000 7f5a7d800640 1 -- 172.21.15.12:0/1184245010 learned_addr learned my addr 172.21.15.12:0/1184245010 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:15.345 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.343+0000 7f5a7e200640 1 --2- 172.21.15.12:0/1184245010 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5a78102260 0x7f5a78109bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:15.345 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.343+0000 7f5a7d800640 1 -- 172.21.15.12:0/1184245010 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5a78102260 msgr2=0x7f5a78109bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:15.345 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.343+0000 7f5a7d800640 1 --2- 172.21.15.12:0/1184245010 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5a78102260 0x7f5a78109bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.345 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.343+0000 7f5a7d800640 1 -- 172.21.15.12:0/1184245010 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5a781018a0 msgr2=0x7f5a78109670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:15.345 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.343+0000 7f5a7d800640 1 --2- 172.21.15.12:0/1184245010 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5a781018a0 0x7f5a78109670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.346 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.343+0000 7f5a7d800640 1 -- 172.21.15.12:0/1184245010 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a7810a470 con 0x7f5a781006b0 2024-03-29T00:20:15.346 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.343+0000 7f5a7e200640 1 --2- 172.21.15.12:0/1184245010 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5a78102260 0x7f5a78109bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:15.346 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.343+0000 7f5a7ce00640 1 --2- 172.21.15.12:0/1184245010 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5a781018a0 0x7f5a78109670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:15.346 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.344+0000 7f5a7d800640 1 --2- 172.21.15.12:0/1184245010 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5a781006b0 0x7f5a7810afe0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f5a6c000c00 tx=0x7f5a6c02c710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:15.346 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.344+0000 7f5a76000640 1 -- 172.21.15.12:0/1184245010 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a6c043020 con 0x7f5a781006b0 2024-03-29T00:20:15.346 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.344+0000 7f5a80200640 1 -- 172.21.15.12:0/1184245010 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a781a1d00 con 0x7f5a781006b0 2024-03-29T00:20:15.346 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.344+0000 7f5a76000640 1 -- 172.21.15.12:0/1184245010 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5a6c0042d0 con 0x7f5a781006b0 2024-03-29T00:20:15.346 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.344+0000 7f5a76000640 1 -- 172.21.15.12:0/1184245010 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a6c003cc0 con 0x7f5a781006b0 2024-03-29T00:20:15.346 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.344+0000 7f5a80200640 1 -- 172.21.15.12:0/1184245010 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a781a21c0 con 0x7f5a781006b0 2024-03-29T00:20:15.348 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.348+0000 7f5a76000640 1 -- 172.21.15.12:0/1184245010 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f5a6c046020 con 0x7f5a781006b0 2024-03-29T00:20:15.348 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.348+0000 7f5a82fc0740 1 Processor -- start 2024-03-29T00:20:15.348 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.348+0000 7f5a82fc0740 1 -- start start 2024-03-29T00:20:15.350 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.348+0000 7f5a82fc0740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b10d04d5b0 0x55b10d04d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:15.350 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.348+0000 7f5a82fc0740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b10d04dfa0 0x55b10d052aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:15.350 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.349+0000 7f5a82fc0740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b10d053110 0x55b10d0555a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:15.350 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.349+0000 7f5a82fc0740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55b10cfb1640 con 0x55b10d04d5b0 2024-03-29T00:20:15.351 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.349+0000 7f5a82fc0740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55b10cf5a810 con 0x55b10d04dfa0 2024-03-29T00:20:15.351 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.349+0000 7f5a82fc0740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55b10cfad6e0 con 0x55b10d053110 2024-03-29T00:20:15.351 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.349+0000 7f5a7e200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b10d04d5b0 0x55b10d04d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:15.351 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.349+0000 7f5a7d800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b10d04dfa0 0x55b10d052aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:15.351 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.349+0000 7f5a7e200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b10d04d5b0 0x55b10d04d9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:46322/0 (socket says 172.21.15.12:46322) 2024-03-29T00:20:15.351 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.349+0000 7f5a7e200640 1 -- 172.21.15.12:0/957411291 learned_addr learned my addr 172.21.15.12:0/957411291 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:15.351 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.349+0000 7f5a7ce00640 1 --2- 172.21.15.12:0/957411291 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b10d053110 0x55b10d0555a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:15.351 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.349+0000 7f5a7d800640 1 -- 172.21.15.12:0/957411291 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b10d053110 msgr2=0x55b10d0555a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:15.351 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.349+0000 7f5a7d800640 1 --2- 172.21.15.12:0/957411291 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b10d053110 0x55b10d0555a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.351 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.349+0000 7f5a7d800640 1 -- 172.21.15.12:0/957411291 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b10d04d5b0 msgr2=0x55b10d04d9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:15.351 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.349+0000 7f5a7d800640 1 --2- 172.21.15.12:0/957411291 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b10d04d5b0 0x55b10d04d9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.351 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.349+0000 7f5a76000640 1 --2- 172.21.15.12:0/1184245010 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5a600a1d70 0x7f5a600a4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:15.351 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.349+0000 7f5a7d800640 1 -- 172.21.15.12:0/957411291 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b10ccc6210 con 0x55b10d04dfa0 2024-03-29T00:20:15.351 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.350+0000 7f5a76000640 1 -- 172.21.15.12:0/1184245010 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f5a6c0f01f0 con 0x7f5a781006b0 2024-03-29T00:20:15.351 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.350+0000 7f5a7d800640 1 --2- 172.21.15.12:0/957411291 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b10d04dfa0 0x55b10d052aa0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f5a6c0ed930 tx=0x7f5a6c0b8ec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=82e29f74cd1d06f9 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:15.352 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.350+0000 7f5a7e200640 1 --2- 172.21.15.12:0/1184245010 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5a600a1d70 0x7f5a600a4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:15.352 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.350+0000 7f5a6aa00640 1 -- 172.21.15.12:0/957411291 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a6c0bc9f0 con 0x55b10d04dfa0 2024-03-29T00:20:15.352 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.350+0000 7f5a6aa00640 1 -- 172.21.15.12:0/957411291 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5a6c004480 con 0x55b10d04dfa0 2024-03-29T00:20:15.352 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.350+0000 7f5a6aa00640 1 -- 172.21.15.12:0/957411291 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a6c003e60 con 0x55b10d04dfa0 2024-03-29T00:20:15.355 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.351+0000 7f5a82fc0740 1 -- 172.21.15.12:0/957411291 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b10d04dfa0 msgr2=0x55b10d052aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:15.355 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.351+0000 7f5a82fc0740 1 --2- 172.21.15.12:0/957411291 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b10d04dfa0 0x55b10d052aa0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f5a6c0ed930 tx=0x7f5a6c0b8ec0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.356 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.351+0000 7f5a7e200640 1 --2- 172.21.15.12:0/1184245010 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5a600a1d70 0x7f5a600a4230 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x55b10d04e800 tx=0x7f5a700096a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:15.356 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.351+0000 7f5a82fc0740 1 -- 172.21.15.12:0/957411291 shutdown_connections 2024-03-29T00:20:15.356 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.351+0000 7f5a82fc0740 1 --2- 172.21.15.12:0/957411291 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b10d04dfa0 0x55b10d052aa0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.356 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.351+0000 7f5a82fc0740 1 --2- 172.21.15.12:0/957411291 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b10d053110 0x55b10d0555a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.356 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.351+0000 7f5a82fc0740 1 --2- 172.21.15.12:0/957411291 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b10d04d5b0 0x55b10d04d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.356 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.351+0000 7f5a82fc0740 1 -- 172.21.15.12:0/957411291 >> 172.21.15.12:0/957411291 conn(0x55b10d048b20 msgr2=0x55b10d048f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:15.356 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.351+0000 7f5a82fc0740 1 -- 172.21.15.12:0/957411291 shutdown_connections 2024-03-29T00:20:15.356 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.351+0000 7f5a82fc0740 1 -- 172.21.15.12:0/957411291 wait complete. 2024-03-29T00:20:15.356 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.352+0000 7f5a82fc0740 1 -- start start 2024-03-29T00:20:15.356 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.352+0000 7f5a82fc0740 1 Processor -- start 2024-03-29T00:20:15.356 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.352+0000 7f5a82fc0740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b10d04d5b0 0x55b10d057660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:15.356 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.352+0000 7f5a82fc0740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b10d04dfa0 0x55b10d057ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:15.356 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.352+0000 7f5a82fc0740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b10d053110 0x55b10d05eb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:15.356 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.352+0000 7f5a82fc0740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55b10d055e80 con 0x55b10d053110 2024-03-29T00:20:15.357 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.352+0000 7f5a82fc0740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55b10cf4fd00 con 0x55b10d04d5b0 2024-03-29T00:20:15.357 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.352+0000 7f5a82fc0740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55b10d056000 con 0x55b10d04dfa0 2024-03-29T00:20:15.357 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.352+0000 7f5a82fc0740 10 client.0 _ll_register_callbacks cb 0x55b10cf3a490 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:15.357 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.353+0000 7f5a7d800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b10d04d5b0 0x55b10d057660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:15.357 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.353+0000 7f5a7e200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b10d053110 0x55b10d05eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:15.357 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.353+0000 7f5a7d800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b10d04d5b0 0x55b10d057660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:56878/0 (socket says 172.21.15.12:56878) 2024-03-29T00:20:15.357 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.353+0000 7f5a7d800640 1 -- 172.21.15.12:0/1449847573 learned_addr learned my addr 172.21.15.12:0/1449847573 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:15.357 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.353+0000 7f5a7ce00640 1 --2- 172.21.15.12:0/1449847573 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b10d04dfa0 0x55b10d057ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:15.357 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.353+0000 7f5a7d800640 1 -- 172.21.15.12:0/1449847573 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b10d04dfa0 msgr2=0x55b10d057ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:15.357 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.353+0000 7f5a7d800640 1 --2- 172.21.15.12:0/1449847573 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b10d04dfa0 0x55b10d057ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.357 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.353+0000 7f5a7d800640 1 -- 172.21.15.12:0/1449847573 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b10d053110 msgr2=0x55b10d05eb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:15.357 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.353+0000 7f5a7d800640 1 --2- 172.21.15.12:0/1449847573 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b10d053110 0x55b10d05eb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.357 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.353+0000 7f5a7d800640 1 -- 172.21.15.12:0/1449847573 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b10cd92620 con 0x55b10d04d5b0 2024-03-29T00:20:15.357 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.353+0000 7f5a7d800640 1 --2- 172.21.15.12:0/1449847573 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b10d04d5b0 0x55b10d057660 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f5a6c0bc920 tx=0x7f5a6c0bb130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b6515af2d5116b72 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:15.358 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.353+0000 7f5a5f400640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:20:15.358 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.353+0000 7f5a5f400640 1 -- 172.21.15.12:0/1449847573 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a6c0bc580 con 0x55b10d04d5b0 2024-03-29T00:20:15.358 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.354+0000 7f5a5f400640 1 -- 172.21.15.12:0/1449847573 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f5a6c0b8970 con 0x55b10d04d5b0 2024-03-29T00:20:15.358 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.354+0000 7f5a82fc0740 1 -- 172.21.15.12:0/1449847573 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55b10cfc5030 con 0x55b10d04d5b0 2024-03-29T00:20:15.358 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.354+0000 7f5a5f400640 1 -- 172.21.15.12:0/1449847573 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5a6c0bc760 con 0x55b10d04d5b0 2024-03-29T00:20:15.358 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.354+0000 7f5a82fc0740 10 client.26144 fetch_fsmap learned FSMap version 29 2024-03-29T00:20:15.358 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.354+0000 7f5a82fc0740 1 -- 172.21.15.12:0/1449847573 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b10d055e80 con 0x55b10d04d5b0 2024-03-29T00:20:15.358 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.354+0000 7f5a5f400640 1 -- 172.21.15.12:0/1449847573 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x55b10cfc5030 con 0x55b10d04d5b0 2024-03-29T00:20:15.358 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.354+0000 7f5a5f400640 1 -- 172.21.15.12:0/1449847573 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f5a6c0bce80 con 0x55b10d04d5b0 2024-03-29T00:20:15.358 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.354+0000 7f5a82fc0740 10 client.26144 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:20:15.358 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.354+0000 7f5a82fc0740 10 client.26144 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:20:15.358 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.354+0000 7f5a82fc0740 20 client.26144 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:15.358 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.354+0000 7f5a82fc0740 1 --2- 172.21.15.12:0/1449847573 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55b10d062fc0 0x55b10d0653b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:15.358 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.354+0000 7f5a82fc0740 4 client.26144 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:20:15.359 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.354+0000 7f5a82fc0740 1 -- 172.21.15.12:0/1449847573 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b10cfbeb80 con 0x55b10d062fc0 2024-03-29T00:20:15.359 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.355+0000 7f5a7ce00640 1 --2- 172.21.15.12:0/1449847573 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55b10d062fc0 0x55b10d0653b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:15.359 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.355+0000 7f5a7ce00640 1 --2- 172.21.15.12:0/1449847573 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55b10d062fc0 0x55b10d0653b0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6ca96c8e1b87c2c0 server_cookie=718e9476c9318c20 in_seq=0 out_seq=0 2024-03-29T00:20:15.359 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.355+0000 7f5a5f400640 10 client.26144 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:15.360 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.356+0000 7f5a5f400640 1 -- 172.21.15.12:0/1449847573 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55b10cfbeb80 con 0x55b10d062fc0 2024-03-29T00:20:15.360 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.356+0000 7f5a5f400640 10 client.26144 handle_command_reply: tid=0 2024-03-29T00:20:15.360 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.356+0000 7f5a82fc0740 1 client.26144 shutdown 2024-03-29T00:20:15.360 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.357+0000 7f5a82fc0740 1 -- 172.21.15.12:0/1449847573 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b10d04d5b0 msgr2=0x55b10d057660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:15.360 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.357+0000 7f5a82fc0740 1 --2- 172.21.15.12:0/1449847573 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b10d04d5b0 0x55b10d057660 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f5a6c0bc920 tx=0x7f5a6c0bb130 comp rx=0 tx=0).stop 2024-03-29T00:20:15.360 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.357+0000 7f5a82fc0740 1 -- 172.21.15.12:0/1449847573 shutdown_connections 2024-03-29T00:20:15.360 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.357+0000 7f5a82fc0740 1 --2- 172.21.15.12:0/1449847573 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55b10d062fc0 0x55b10d0653b0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.360 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.357+0000 7f5a82fc0740 1 --2- 172.21.15.12:0/1449847573 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b10d053110 0x55b10d05eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.360 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.357+0000 7f5a5f400640 0 client.26144 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:15.360 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.357+0000 7f5a82fc0740 1 --2- 172.21.15.12:0/1449847573 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b10d04dfa0 0x55b10d057ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.361 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.357+0000 7f5a82fc0740 1 --2- 172.21.15.12:0/1449847573 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b10d04d5b0 0x55b10d057660 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.361 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.357+0000 7f5a82fc0740 1 -- 172.21.15.12:0/1449847573 >> 172.21.15.12:0/1449847573 conn(0x55b10d048b20 msgr2=0x55b10d047c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:15.361 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.357+0000 7f5a82fc0740 1 -- 172.21.15.12:0/1449847573 shutdown_connections 2024-03-29T00:20:15.361 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.357+0000 7f5a82fc0740 1 -- 172.21.15.12:0/1449847573 wait complete. 2024-03-29T00:20:15.361 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.357+0000 7f5a82fc0740 20 client.26144 trim_cache size 0 max 16384 2024-03-29T00:20:15.374 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.374+0000 7f5a82fc0740 1 Processor -- start 2024-03-29T00:20:15.375 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.374+0000 7f5a82fc0740 1 -- start start 2024-03-29T00:20:15.375 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.374+0000 7f5a82fc0740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b10d04d5b0 0x55b10d04ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:15.375 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.374+0000 7f5a82fc0740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b10d04dfa0 0x55b10d048f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:15.375 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.374+0000 7f5a82fc0740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b10d053110 0x55b10d06ac00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:15.375 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.374+0000 7f5a82fc0740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f5a781ac720 con 0x55b10d04d5b0 2024-03-29T00:20:15.375 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.374+0000 7f5a82fc0740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f5a781ae260 con 0x55b10d053110 2024-03-29T00:20:15.375 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.374+0000 7f5a82fc0740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f5a781acdf0 con 0x55b10d04dfa0 2024-03-29T00:20:15.375 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.374+0000 7f5a7ce00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b10d04dfa0 0x55b10d048f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:15.375 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.374+0000 7f5a7ce00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b10d04dfa0 0x55b10d048f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:41306/0 (socket says 172.21.15.12:41306) 2024-03-29T00:20:15.375 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.374+0000 7f5a7ce00640 1 -- 172.21.15.12:0/3883243085 learned_addr learned my addr 172.21.15.12:0/3883243085 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:15.375 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.374+0000 7f5a7d800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b10d04d5b0 0x55b10d04ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:15.375 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.374+0000 7f5a7e200640 1 --2- 172.21.15.12:0/3883243085 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b10d053110 0x55b10d06ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:15.377 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.375+0000 7f5a7ce00640 1 -- 172.21.15.12:0/3883243085 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b10d053110 msgr2=0x55b10d06ac00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:15.377 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.375+0000 7f5a7ce00640 1 --2- 172.21.15.12:0/3883243085 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b10d053110 0x55b10d06ac00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.377 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.375+0000 7f5a7ce00640 1 -- 172.21.15.12:0/3883243085 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b10d04d5b0 msgr2=0x55b10d04ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:15.377 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.375+0000 7f5a7ce00640 1 --2- 172.21.15.12:0/3883243085 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b10d04d5b0 0x55b10d04ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.377 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.375+0000 7f5a7ce00640 1 -- 172.21.15.12:0/3883243085 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b10d049890 con 0x55b10d04dfa0 2024-03-29T00:20:15.377 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.375+0000 7f5a7ce00640 1 --2- 172.21.15.12:0/3883243085 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b10d04dfa0 0x55b10d048f00 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x55b10d049a90 tx=0x7f5a64005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dbfdbf48703ed69a server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:15.377 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.375+0000 7f5a6a000640 1 -- 172.21.15.12:0/3883243085 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a64005020 con 0x55b10d04dfa0 2024-03-29T00:20:15.378 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.375+0000 7f5a6a000640 1 -- 172.21.15.12:0/3883243085 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5a6400f850 con 0x55b10d04dfa0 2024-03-29T00:20:15.378 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.375+0000 7f5a6a000640 1 -- 172.21.15.12:0/3883243085 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a64004b90 con 0x55b10d04dfa0 2024-03-29T00:20:15.378 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.376+0000 7f5a82fc0740 1 -- 172.21.15.12:0/3883243085 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b10d04dfa0 msgr2=0x55b10d048f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:15.378 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.376+0000 7f5a82fc0740 1 --2- 172.21.15.12:0/3883243085 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b10d04dfa0 0x55b10d048f00 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x55b10d049a90 tx=0x7f5a64005f90 comp rx=0 tx=0).stop 2024-03-29T00:20:15.378 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.376+0000 7f5a82fc0740 1 -- 172.21.15.12:0/3883243085 shutdown_connections 2024-03-29T00:20:15.378 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.376+0000 7f5a82fc0740 1 --2- 172.21.15.12:0/3883243085 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b10d053110 0x55b10d06ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.378 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.376+0000 7f5a82fc0740 1 --2- 172.21.15.12:0/3883243085 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b10d04dfa0 0x55b10d048f00 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.378 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.376+0000 7f5a82fc0740 1 --2- 172.21.15.12:0/3883243085 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b10d04d5b0 0x55b10d04ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.378 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.376+0000 7f5a82fc0740 1 -- 172.21.15.12:0/3883243085 >> 172.21.15.12:0/3883243085 conn(0x55b10d048b20 msgr2=0x55b10d043990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:15.378 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.376+0000 7f5a82fc0740 1 -- 172.21.15.12:0/3883243085 shutdown_connections 2024-03-29T00:20:15.378 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.376+0000 7f5a82fc0740 1 -- 172.21.15.12:0/3883243085 wait complete. 2024-03-29T00:20:15.378 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.377+0000 7f5a82fc0740 1 -- start start 2024-03-29T00:20:15.378 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.377+0000 7f5a82fc0740 1 Processor -- start 2024-03-29T00:20:15.381 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.377+0000 7f5a82fc0740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b10d04d5b0 0x55b10d05b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:15.381 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.378+0000 7f5a82fc0740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b10d04dfa0 0x55b10d05be20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:15.381 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.378+0000 7f5a82fc0740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b10d053110 0x55b10d05ce30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:15.381 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.378+0000 7f5a82fc0740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f5a781adb90 con 0x55b10d04d5b0 2024-03-29T00:20:15.381 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.378+0000 7f5a82fc0740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f5a781ad4c0 con 0x55b10d04dfa0 2024-03-29T00:20:15.382 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.378+0000 7f5a82fc0740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f5a781aa700 con 0x55b10d053110 2024-03-29T00:20:15.382 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.378+0000 7f5a82fc0740 10 client.0 _ll_register_callbacks cb 0x7f5a6c0bdf50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:15.382 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.378+0000 7f5a7ce00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b10d04dfa0 0x55b10d05be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:15.382 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.378+0000 7f5a7d800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b10d04d5b0 0x55b10d05b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:15.382 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.378+0000 7f5a7ce00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b10d04dfa0 0x55b10d05be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:56898/0 (socket says 172.21.15.12:56898) 2024-03-29T00:20:15.382 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.378+0000 7f5a7ce00640 1 -- 172.21.15.12:0/2916749291 learned_addr learned my addr 172.21.15.12:0/2916749291 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:15.382 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.378+0000 7f5a7e200640 1 --2- 172.21.15.12:0/2916749291 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b10d053110 0x55b10d05ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:15.382 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.378+0000 7f5a7ce00640 1 -- 172.21.15.12:0/2916749291 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b10d053110 msgr2=0x55b10d05ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:15.382 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.378+0000 7f5a7ce00640 1 --2- 172.21.15.12:0/2916749291 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b10d053110 0x55b10d05ce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.382 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.378+0000 7f5a7ce00640 1 -- 172.21.15.12:0/2916749291 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b10d04d5b0 msgr2=0x55b10d05b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:15.382 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.378+0000 7f5a7ce00640 1 --2- 172.21.15.12:0/2916749291 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b10d04d5b0 0x55b10d05b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.382 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.378+0000 7f5a7ce00640 1 -- 172.21.15.12:0/2916749291 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b10d05d420 con 0x55b10d04dfa0 2024-03-29T00:20:15.382 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.378+0000 7f5a7d800640 1 --2- 172.21.15.12:0/2916749291 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b10d04d5b0 0x55b10d05b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:15.383 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.379+0000 7f5a7ce00640 1 --2- 172.21.15.12:0/2916749291 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b10d04dfa0 0x55b10d05be20 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f5a64000c00 tx=0x7f5a640127c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=84158ca83536f397 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:15.383 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.379+0000 7f5a5f400640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:20:15.383 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.379+0000 7f5a5f400640 1 -- 172.21.15.12:0/2916749291 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a6400fa00 con 0x55b10d04dfa0 2024-03-29T00:20:15.383 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.379+0000 7f5a82fc0740 1 -- 172.21.15.12:0/2916749291 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5a6400f850 con 0x55b10d04dfa0 2024-03-29T00:20:15.383 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.379+0000 7f5a5f400640 1 -- 172.21.15.12:0/2916749291 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f5a6400fba0 con 0x55b10d04dfa0 2024-03-29T00:20:15.383 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.379+0000 7f5a5f400640 1 -- 172.21.15.12:0/2916749291 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5a64038050 con 0x55b10d04dfa0 2024-03-29T00:20:15.383 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.379+0000 7f5a82fc0740 10 client.26150 fetch_fsmap learned FSMap version 29 2024-03-29T00:20:15.383 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.379+0000 7f5a82fc0740 1 -- 172.21.15.12:0/2916749291 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b10d05e760 con 0x55b10d04dfa0 2024-03-29T00:20:15.383 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.379+0000 7f5a5f400640 1 -- 172.21.15.12:0/2916749291 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5a6400f850 con 0x55b10d04dfa0 2024-03-29T00:20:15.383 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.380+0000 7f5a5f400640 1 -- 172.21.15.12:0/2916749291 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f5a640200f0 con 0x55b10d04dfa0 2024-03-29T00:20:15.383 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.380+0000 7f5a82fc0740 10 client.26150 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:20:15.383 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.380+0000 7f5a82fc0740 10 client.26150 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:20:15.383 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.380+0000 7f5a82fc0740 20 client.26150 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:15.383 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.380+0000 7f5a82fc0740 1 --2- 172.21.15.12:0/2916749291 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55b10d062fc0 0x55b10d0cb5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:15.383 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.380+0000 7f5a82fc0740 4 client.26150 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-29T00:20:15.384 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.380+0000 7f5a82fc0740 1 -- 172.21.15.12:0/2916749291 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b10cfb8ed0 con 0x55b10d062fc0 2024-03-29T00:20:15.384 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.380+0000 7f5a7d800640 1 --2- 172.21.15.12:0/2916749291 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55b10d062fc0 0x55b10d0cb5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:15.384 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.381+0000 7f5a7d800640 1 --2- 172.21.15.12:0/2916749291 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55b10d062fc0 0x55b10d0cb5b0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=754c328465e2285d server_cookie=44b9a75ede50c85 in_seq=0 out_seq=0 2024-03-29T00:20:15.384 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.381+0000 7f5a5f400640 10 client.26150 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:15.390 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.389+0000 7f5a5f400640 1 -- 172.21.15.12:0/2916749291 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b10cfb8ed0 con 0x55b10d062fc0 2024-03-29T00:20:15.390 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.389+0000 7f5a5f400640 10 client.26150 handle_command_reply: tid=0 2024-03-29T00:20:15.391 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.389+0000 7f5a82fc0740 1 client.26150 shutdown 2024-03-29T00:20:15.391 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.389+0000 7f5a82fc0740 1 -- 172.21.15.12:0/2916749291 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b10d04dfa0 msgr2=0x55b10d05be20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:15.391 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.389+0000 7f5a82fc0740 1 --2- 172.21.15.12:0/2916749291 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b10d04dfa0 0x55b10d05be20 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f5a64000c00 tx=0x7f5a640127c0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.391 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.390+0000 7f5a82fc0740 1 -- 172.21.15.12:0/2916749291 shutdown_connections 2024-03-29T00:20:15.391 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.390+0000 7f5a82fc0740 1 --2- 172.21.15.12:0/2916749291 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55b10d062fc0 0x55b10d0cb5b0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.391 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.390+0000 7f5a82fc0740 1 --2- 172.21.15.12:0/2916749291 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b10d04dfa0 0x55b10d05be20 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.391 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.390+0000 7f5a82fc0740 1 --2- 172.21.15.12:0/2916749291 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b10d053110 0x55b10d05ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.391 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.390+0000 7f5a5f400640 0 client.26150 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:15.391 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.390+0000 7f5a82fc0740 1 --2- 172.21.15.12:0/2916749291 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b10d04d5b0 0x55b10d05b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.391 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.390+0000 7f5a82fc0740 1 -- 172.21.15.12:0/2916749291 >> 172.21.15.12:0/2916749291 conn(0x55b10d048b20 msgr2=0x55b10d048f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:15.391 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.390+0000 7f5a82fc0740 1 -- 172.21.15.12:0/2916749291 shutdown_connections 2024-03-29T00:20:15.391 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.390+0000 7f5a82fc0740 1 -- 172.21.15.12:0/2916749291 wait complete. 2024-03-29T00:20:15.392 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.390+0000 7f5a82fc0740 20 client.26150 trim_cache size 0 max 16384 2024-03-29T00:20:15.392 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:{ 2024-03-29T00:20:15.392 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "message": "", 2024-03-29T00:20:15.392 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "return_code": 0 2024-03-29T00:20:15.392 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:} 2024-03-29T00:20:15.393 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.391+0000 7f5a80200640 1 -- 172.21.15.12:0/1184245010 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5a600a1d70 msgr2=0x7f5a600a4230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:15.393 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.391+0000 7f5a80200640 1 --2- 172.21.15.12:0/1184245010 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5a600a1d70 0x7f5a600a4230 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x55b10d04e800 tx=0x7f5a700096a0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.393 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.391+0000 7f5a80200640 1 -- 172.21.15.12:0/1184245010 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5a781006b0 msgr2=0x7f5a7810afe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:15.393 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.391+0000 7f5a80200640 1 --2- 172.21.15.12:0/1184245010 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5a781006b0 0x7f5a7810afe0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f5a6c000c00 tx=0x7f5a6c02c710 comp rx=0 tx=0).stop 2024-03-29T00:20:15.393 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.391+0000 7f5a80200640 1 -- 172.21.15.12:0/1184245010 shutdown_connections 2024-03-29T00:20:15.393 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.391+0000 7f5a80200640 1 --2- 172.21.15.12:0/1184245010 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5a600a1d70 0x7f5a600a4230 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.393 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.391+0000 7f5a80200640 1 --2- 172.21.15.12:0/1184245010 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5a78102260 0x7f5a78109bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.393 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.391+0000 7f5a80200640 1 --2- 172.21.15.12:0/1184245010 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5a781018a0 0x7f5a78109670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.393 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.391+0000 7f5a80200640 1 --2- 172.21.15.12:0/1184245010 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5a781006b0 0x7f5a7810afe0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:15.393 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.391+0000 7f5a80200640 1 -- 172.21.15.12:0/1184245010 >> 172.21.15.12:0/1184245010 conn(0x7f5a780fbc60 msgr2=0x7f5a78104ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:15.393 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.391+0000 7f5a80200640 1 -- 172.21.15.12:0/1184245010 shutdown_connections 2024-03-29T00:20:15.393 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:15.391+0000 7f5a80200640 1 -- 172.21.15.12:0/1184245010 wait complete. 2024-03-29T00:20:15.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:15 smithi053 ceph-mon[36233]: pgmap v475: 129 pgs: 129 active+clean; 36 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-03-29T00:20:15.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:15 smithi053 ceph-mon[36233]: scrub summary: idle 2024-03-29T00:20:15.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:15 smithi069 ceph-mon[36074]: pgmap v475: 129 pgs: 129 active+clean; 36 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-03-29T00:20:15.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:15 smithi069 ceph-mon[36074]: scrub summary: idle 2024-03-29T00:20:15.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:15 smithi012 ceph-mon[31657]: pgmap v475: 129 pgs: 129 active+clean; 36 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-03-29T00:20:15.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:15 smithi012 ceph-mon[31657]: scrub summary: idle 2024-03-29T00:20:16.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:16 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:20:16.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:16 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:20:16.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:16 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:20:17.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:17 smithi053 ceph-mon[36233]: pgmap v476: 129 pgs: 129 active+clean; 40 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-03-29T00:20:17.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:17 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:20:17.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:17 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:20:17.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:17 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:20:17.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:17 smithi069 ceph-mon[36074]: pgmap v476: 129 pgs: 129 active+clean; 40 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-03-29T00:20:17.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:17 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:20:17.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:17 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:20:17.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:17 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:20:17.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:17 smithi012 ceph-mon[31657]: pgmap v476: 129 pgs: 129 active+clean; 40 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-03-29T00:20:17.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:17 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:20:17.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:17 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:20:17.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:17 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:20:19.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:19 smithi053 ceph-mon[36233]: pgmap v477: 129 pgs: 129 active+clean; 40 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-03-29T00:20:19.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:19 smithi069 ceph-mon[36074]: pgmap v477: 129 pgs: 129 active+clean; 40 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-03-29T00:20:19.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:19 smithi012 ceph-mon[31657]: pgmap v477: 129 pgs: 129 active+clean; 40 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-03-29T00:20:21.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:21 smithi053 ceph-mon[36233]: pgmap v478: 129 pgs: 129 active+clean; 40 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-03-29T00:20:21.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:21 smithi069 ceph-mon[36074]: pgmap v478: 129 pgs: 129 active+clean; 40 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-03-29T00:20:21.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:21 smithi012 ceph-mon[31657]: pgmap v478: 129 pgs: 129 active+clean; 40 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-03-29T00:20:23.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:23 smithi053 ceph-mon[36233]: pgmap v479: 129 pgs: 129 active+clean; 40 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-03-29T00:20:23.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:23 smithi069 ceph-mon[36074]: pgmap v479: 129 pgs: 129 active+clean; 40 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-03-29T00:20:23.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:23 smithi012 ceph-mon[31657]: pgmap v479: 129 pgs: 129 active+clean; 40 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-03-29T00:20:25.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:25 smithi053 ceph-mon[36233]: pgmap v480: 129 pgs: 129 active+clean; 53 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-03-29T00:20:25.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:25 smithi069 ceph-mon[36074]: pgmap v480: 129 pgs: 129 active+clean; 53 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-03-29T00:20:25.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:25 smithi012 ceph-mon[31657]: pgmap v480: 129 pgs: 129 active+clean; 53 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-03-29T00:20:27.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:27 smithi053 ceph-mon[36233]: pgmap v481: 129 pgs: 129 active+clean; 59 MiB data, 464 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-03-29T00:20:27.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:27 smithi069 ceph-mon[36074]: pgmap v481: 129 pgs: 129 active+clean; 59 MiB data, 464 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-03-29T00:20:27.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:27 smithi012 ceph-mon[31657]: pgmap v481: 129 pgs: 129 active+clean; 59 MiB data, 464 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-03-29T00:20:28.541 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.540+0000 7fa49c600640 1 -- 172.21.15.12:0/3226719793 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa494107460 msgr2=0x7fa4941098b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:28.541 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.540+0000 7fa49c600640 1 --2- 172.21.15.12:0/3226719793 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa494107460 0x7fa4941098b0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fa48c009ca0 tx=0x7fa48c02c0f0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.541 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.540+0000 7fa49c600640 1 -- 172.21.15.12:0/3226719793 shutdown_connections 2024-03-29T00:20:28.541 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.540+0000 7fa49c600640 1 --2- 172.21.15.12:0/3226719793 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa494107460 0x7fa4941098b0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.541 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.540+0000 7fa49c600640 1 --2- 172.21.15.12:0/3226719793 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa494104b30 0x7fa494106f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.541 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.540+0000 7fa49c600640 1 --2- 172.21.15.12:0/3226719793 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa494102200 0x7fa4941045f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.541 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.540+0000 7fa49c600640 1 -- 172.21.15.12:0/3226719793 >> 172.21.15.12:0/3226719793 conn(0x7fa4940fbbf0 msgr2=0x7fa4940fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:28.541 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.540+0000 7fa49c600640 1 -- 172.21.15.12:0/3226719793 shutdown_connections 2024-03-29T00:20:28.541 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.540+0000 7fa49c600640 1 -- 172.21.15.12:0/3226719793 wait complete. 2024-03-29T00:20:28.543 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.541+0000 7fa49c600640 1 Processor -- start 2024-03-29T00:20:28.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.541+0000 7fa49c600640 1 -- start start 2024-03-29T00:20:28.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.541+0000 7fa49c600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa494102200 0x7fa494197b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:28.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.541+0000 7fa49c600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa494104b30 0x7fa494198080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:28.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.541+0000 7fa49c600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa494107460 0x7fa49419f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:28.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.541+0000 7fa49c600640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa49410d530 con 0x7fa494102200 2024-03-29T00:20:28.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.541+0000 7fa49c600640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa49410d3b0 con 0x7fa494104b30 2024-03-29T00:20:28.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.541+0000 7fa49c600640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa49410d6b0 con 0x7fa494107460 2024-03-29T00:20:28.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.542+0000 7fa49a600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa494107460 0x7fa49419f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:28.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.542+0000 7fa499200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa494104b30 0x7fa494198080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:28.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.542+0000 7fa49a600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa494107460 0x7fa49419f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:34006/0 (socket says 172.21.15.12:34006) 2024-03-29T00:20:28.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.542+0000 7fa49a600640 1 -- 172.21.15.12:0/1049638660 learned_addr learned my addr 172.21.15.12:0/1049638660 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:28.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.542+0000 7fa499c00640 1 --2- 172.21.15.12:0/1049638660 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa494102200 0x7fa494197b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:28.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.542+0000 7fa49a600640 1 -- 172.21.15.12:0/1049638660 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa494104b30 msgr2=0x7fa494198080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:28.545 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.542+0000 7fa49a600640 1 --2- 172.21.15.12:0/1049638660 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa494104b30 0x7fa494198080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.545 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.542+0000 7fa49a600640 1 -- 172.21.15.12:0/1049638660 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa494102200 msgr2=0x7fa494197b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:28.545 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.542+0000 7fa49a600640 1 --2- 172.21.15.12:0/1049638660 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa494102200 0x7fa494197b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.545 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.542+0000 7fa49a600640 1 -- 172.21.15.12:0/1049638660 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa49419f710 con 0x7fa494107460 2024-03-29T00:20:28.545 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.542+0000 7fa499200640 1 --2- 172.21.15.12:0/1049638660 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa494104b30 0x7fa494198080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:28.545 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.543+0000 7fa49a600640 1 --2- 172.21.15.12:0/1049638660 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa494107460 0x7fa49419f0a0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fa48c02c630 tx=0x7fa48c034670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:28.545 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.543+0000 7fa492000640 1 -- 172.21.15.12:0/1049638660 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa48c039040 con 0x7fa494107460 2024-03-29T00:20:28.545 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.543+0000 7fa492000640 1 -- 172.21.15.12:0/1049638660 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa48c044070 con 0x7fa494107460 2024-03-29T00:20:28.545 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.543+0000 7fa492000640 1 -- 172.21.15.12:0/1049638660 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa48c004430 con 0x7fa494107460 2024-03-29T00:20:28.545 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.543+0000 7fa49c600640 1 -- 172.21.15.12:0/1049638660 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4940ffff0 con 0x7fa494107460 2024-03-29T00:20:28.545 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.543+0000 7fa49c600640 1 -- 172.21.15.12:0/1049638660 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa494100490 con 0x7fa494107460 2024-03-29T00:20:28.549 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.548+0000 7fa492000640 1 -- 172.21.15.12:0/1049638660 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fa48c0045d0 con 0x7fa494107460 2024-03-29T00:20:28.549 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.548+0000 7fa49f1fa740 1 Processor -- start 2024-03-29T00:20:28.549 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.548+0000 7fa49f1fa740 1 -- start start 2024-03-29T00:20:28.549 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.548+0000 7fa49f1fa740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e8d52f5b0 0x562e8d52f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:28.549 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.548+0000 7fa49f1fa740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562e8d52ffa0 0x562e8d534aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:28.549 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.548+0000 7fa49f1fa740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e8d535110 0x562e8d5375a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:28.549 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.548+0000 7fa49f1fa740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x562e8d493640 con 0x562e8d52f5b0 2024-03-29T00:20:28.549 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.548+0000 7fa49f1fa740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x562e8d43c810 con 0x562e8d535110 2024-03-29T00:20:28.549 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.548+0000 7fa49f1fa740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x562e8d48f6e0 con 0x562e8d52ffa0 2024-03-29T00:20:28.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.549+0000 7fa499c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562e8d52ffa0 0x562e8d534aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:28.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.549+0000 7fa499c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562e8d52ffa0 0x562e8d534aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:34020/0 (socket says 172.21.15.12:34020) 2024-03-29T00:20:28.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.549+0000 7fa499c00640 1 -- 172.21.15.12:0/1688772409 learned_addr learned my addr 172.21.15.12:0/1688772409 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:28.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.549+0000 7fa499200640 1 --2- 172.21.15.12:0/1688772409 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e8d52f5b0 0x562e8d52f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:28.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.549+0000 7fa499200640 1 --2- 172.21.15.12:0/1688772409 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e8d535110 0x562e8d5375a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:28.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.549+0000 7fa499c00640 1 -- 172.21.15.12:0/1688772409 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e8d535110 msgr2=0x562e8d5375a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:28.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.549+0000 7fa499c00640 1 --2- 172.21.15.12:0/1688772409 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e8d535110 0x562e8d5375a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.549+0000 7fa499c00640 1 -- 172.21.15.12:0/1688772409 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e8d52f5b0 msgr2=0x562e8d52f9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:28.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.549+0000 7fa499c00640 1 --2- 172.21.15.12:0/1688772409 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e8d52f5b0 0x562e8d52f9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.549+0000 7fa499c00640 1 -- 172.21.15.12:0/1688772409 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562e8d1a8210 con 0x562e8d52ffa0 2024-03-29T00:20:28.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.549+0000 7fa499200640 1 --2- 172.21.15.12:0/1688772409 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e8d535110 0x562e8d5375a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:20:28.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.549+0000 7fa492000640 1 --2- 172.21.15.12:0/1049638660 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa47c0a1d70 0x7fa47c0a4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:28.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.549+0000 7fa499c00640 1 --2- 172.21.15.12:0/1688772409 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562e8d52ffa0 0x562e8d534aa0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fa488009cf0 tx=0x7fa488011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=65879d7abecae54c server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:28.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.549+0000 7fa492000640 1 -- 172.21.15.12:0/1049638660 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fa48c0f06d0 con 0x7fa494107460 2024-03-29T00:20:28.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.550+0000 7fa499200640 1 --2- 172.21.15.12:0/1049638660 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa47c0a1d70 0x7fa47c0a4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:28.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.550+0000 7fa486a00640 1 -- 172.21.15.12:0/1688772409 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa488004230 con 0x562e8d52ffa0 2024-03-29T00:20:28.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.550+0000 7fa486a00640 1 -- 172.21.15.12:0/1688772409 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa4880043d0 con 0x562e8d52ffa0 2024-03-29T00:20:28.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.550+0000 7fa486a00640 1 -- 172.21.15.12:0/1688772409 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa488019a10 con 0x562e8d52ffa0 2024-03-29T00:20:28.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.550+0000 7fa49f1fa740 1 -- 172.21.15.12:0/1688772409 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562e8d52ffa0 msgr2=0x562e8d534aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:28.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.550+0000 7fa49f1fa740 1 --2- 172.21.15.12:0/1688772409 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562e8d52ffa0 0x562e8d534aa0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fa488009cf0 tx=0x7fa488011810 comp rx=0 tx=0).stop 2024-03-29T00:20:28.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.550+0000 7fa499200640 1 --2- 172.21.15.12:0/1049638660 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa47c0a1d70 0x7fa47c0a4230 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x562e8d530800 tx=0x7fa480005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:28.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.551+0000 7fa49f1fa740 1 -- 172.21.15.12:0/1688772409 shutdown_connections 2024-03-29T00:20:28.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.551+0000 7fa49f1fa740 1 --2- 172.21.15.12:0/1688772409 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e8d535110 0x562e8d5375a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.551+0000 7fa49f1fa740 1 --2- 172.21.15.12:0/1688772409 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562e8d52ffa0 0x562e8d534aa0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.551+0000 7fa49f1fa740 1 --2- 172.21.15.12:0/1688772409 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e8d52f5b0 0x562e8d52f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.551+0000 7fa49f1fa740 1 -- 172.21.15.12:0/1688772409 >> 172.21.15.12:0/1688772409 conn(0x562e8d52ab20 msgr2=0x562e8d52af20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:28.554 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.551+0000 7fa49f1fa740 1 -- 172.21.15.12:0/1688772409 shutdown_connections 2024-03-29T00:20:28.554 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.551+0000 7fa49f1fa740 1 -- 172.21.15.12:0/1688772409 wait complete. 2024-03-29T00:20:28.554 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.551+0000 7fa49f1fa740 1 -- start start 2024-03-29T00:20:28.554 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.551+0000 7fa49f1fa740 1 Processor -- start 2024-03-29T00:20:28.557 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.552+0000 7fa49f1fa740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562e8d52f5b0 0x562e8d539930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:28.557 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.552+0000 7fa49f1fa740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e8d52ffa0 0x562e8d539e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:28.558 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.552+0000 7fa49f1fa740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e8d535110 0x562e8d540e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:28.558 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.552+0000 7fa49f1fa740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x562e8d5380c0 con 0x562e8d535110 2024-03-29T00:20:28.558 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.552+0000 7fa49f1fa740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x562e8d431d00 con 0x562e8d52ffa0 2024-03-29T00:20:28.558 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.552+0000 7fa49f1fa740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x562e8d538240 con 0x562e8d52f5b0 2024-03-29T00:20:28.558 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.552+0000 7fa49f1fa740 10 client.0 _ll_register_callbacks cb 0x562e8d41c490 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:28.558 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.552+0000 7fa499200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e8d52ffa0 0x562e8d539e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:28.558 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.552+0000 7fa499c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562e8d52f5b0 0x562e8d539930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:28.558 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.552+0000 7fa49a600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e8d535110 0x562e8d540e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:28.558 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.552+0000 7fa499200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e8d52ffa0 0x562e8d539e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:45832/0 (socket says 172.21.15.12:45832) 2024-03-29T00:20:28.558 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.552+0000 7fa499200640 1 -- 172.21.15.12:0/3662139923 learned_addr learned my addr 172.21.15.12:0/3662139923 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:28.558 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.553+0000 7fa499c00640 1 -- 172.21.15.12:0/3662139923 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e8d52ffa0 msgr2=0x562e8d539e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:28.558 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.553+0000 7fa499c00640 1 --2- 172.21.15.12:0/3662139923 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e8d52ffa0 0x562e8d539e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.559 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.553+0000 7fa499c00640 1 -- 172.21.15.12:0/3662139923 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e8d535110 msgr2=0x562e8d540e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:28.559 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.553+0000 7fa499c00640 1 --2- 172.21.15.12:0/3662139923 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e8d535110 0x562e8d540e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.559 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.553+0000 7fa499c00640 1 -- 172.21.15.12:0/3662139923 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562e8d274620 con 0x562e8d52f5b0 2024-03-29T00:20:28.559 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.553+0000 7fa49a600640 1 --2- 172.21.15.12:0/3662139923 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e8d535110 0x562e8d540e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:28.559 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.553+0000 7fa499c00640 1 --2- 172.21.15.12:0/3662139923 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562e8d52f5b0 0x562e8d539930 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x562e8d52ba90 tx=0x7fa488005270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=413895fe4f1d9eeb server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:28.559 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.553+0000 7fa47b400640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:20:28.559 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.553+0000 7fa47b400640 1 -- 172.21.15.12:0/3662139923 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa488027070 con 0x562e8d52f5b0 2024-03-29T00:20:28.559 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.553+0000 7fa47b400640 1 -- 172.21.15.12:0/3662139923 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fa4880037f0 con 0x562e8d52f5b0 2024-03-29T00:20:28.559 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.553+0000 7fa49f1fa740 1 -- 172.21.15.12:0/3662139923 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa4880043d0 con 0x562e8d52f5b0 2024-03-29T00:20:28.559 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.554+0000 7fa47b400640 1 -- 172.21.15.12:0/3662139923 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa488033050 con 0x562e8d52f5b0 2024-03-29T00:20:28.559 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.554+0000 7fa49f1fa740 10 client.26224 fetch_fsmap learned FSMap version 29 2024-03-29T00:20:28.559 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.554+0000 7fa49f1fa740 1 -- 172.21.15.12:0/3662139923 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562e8d543d90 con 0x562e8d52f5b0 2024-03-29T00:20:28.559 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.554+0000 7fa47b400640 1 -- 172.21.15.12:0/3662139923 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa4880043d0 con 0x562e8d52f5b0 2024-03-29T00:20:28.559 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.554+0000 7fa47b400640 1 -- 172.21.15.12:0/3662139923 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fa4880046c0 con 0x562e8d52f5b0 2024-03-29T00:20:28.559 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.554+0000 7fa49f1fa740 10 client.26224 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:20:28.560 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.554+0000 7fa49f1fa740 10 client.26224 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:20:28.560 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.554+0000 7fa49f1fa740 20 client.26224 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:28.560 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.554+0000 7fa49f1fa740 1 --2- 172.21.15.12:0/3662139923 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x562e8d545260 0x562e8d547650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:28.560 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.554+0000 7fa49f1fa740 4 client.26224 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:20:28.560 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.554+0000 7fa49f1fa740 1 -- 172.21.15.12:0/3662139923 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562e8d4a7030 con 0x562e8d545260 2024-03-29T00:20:28.560 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.555+0000 7fa499200640 1 --2- 172.21.15.12:0/3662139923 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x562e8d545260 0x562e8d547650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:28.560 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.555+0000 7fa499200640 1 --2- 172.21.15.12:0/3662139923 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x562e8d545260 0x562e8d547650 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b5828e4e4694e7c server_cookie=dd7613bb703e1a5a in_seq=0 out_seq=0 2024-03-29T00:20:28.560 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.555+0000 7fa47b400640 10 client.26224 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:28.560 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.556+0000 7fa47b400640 1 -- 172.21.15.12:0/3662139923 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x562e8d4a7030 con 0x562e8d545260 2024-03-29T00:20:28.560 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.556+0000 7fa47b400640 10 client.26224 handle_command_reply: tid=0 2024-03-29T00:20:28.560 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.556+0000 7fa49f1fa740 1 client.26224 shutdown 2024-03-29T00:20:28.560 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.556+0000 7fa49f1fa740 1 -- 172.21.15.12:0/3662139923 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562e8d52f5b0 msgr2=0x562e8d539930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:28.560 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.556+0000 7fa49f1fa740 1 --2- 172.21.15.12:0/3662139923 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562e8d52f5b0 0x562e8d539930 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x562e8d52ba90 tx=0x7fa488005270 comp rx=0 tx=0).stop 2024-03-29T00:20:28.560 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.557+0000 7fa49f1fa740 1 -- 172.21.15.12:0/3662139923 shutdown_connections 2024-03-29T00:20:28.560 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.557+0000 7fa49f1fa740 1 --2- 172.21.15.12:0/3662139923 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x562e8d545260 0x562e8d547650 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.560 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.557+0000 7fa49f1fa740 1 --2- 172.21.15.12:0/3662139923 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e8d52ffa0 0x562e8d539e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.561 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.557+0000 7fa49f1fa740 1 --2- 172.21.15.12:0/3662139923 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e8d535110 0x562e8d540e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.561 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.557+0000 7fa47b400640 0 client.26224 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:28.561 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.557+0000 7fa49f1fa740 1 --2- 172.21.15.12:0/3662139923 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562e8d52f5b0 0x562e8d539930 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.561 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.557+0000 7fa49f1fa740 1 -- 172.21.15.12:0/3662139923 >> 172.21.15.12:0/3662139923 conn(0x562e8d52ab20 msgr2=0x562e8d529c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:28.561 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.557+0000 7fa49f1fa740 1 -- 172.21.15.12:0/3662139923 shutdown_connections 2024-03-29T00:20:28.561 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.557+0000 7fa49f1fa740 1 -- 172.21.15.12:0/3662139923 wait complete. 2024-03-29T00:20:28.561 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.557+0000 7fa49f1fa740 20 client.26224 trim_cache size 0 max 16384 2024-03-29T00:20:28.575 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.573+0000 7fa49f1fa740 1 Processor -- start 2024-03-29T00:20:28.575 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.573+0000 7fa49f1fa740 1 -- start start 2024-03-29T00:20:28.575 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.573+0000 7fa49f1fa740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562e8d52f5b0 0x562e8d5258d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:28.575 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.573+0000 7fa49f1fa740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e8d52ffa0 0x562e8d5293d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:28.575 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.573+0000 7fa49f1fa740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e8d535110 0x562e8d529910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:28.575 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.573+0000 7fa49f1fa740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa4941a8170 con 0x562e8d535110 2024-03-29T00:20:28.575 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.573+0000 7fa49f1fa740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa4941a9cb0 con 0x562e8d52ffa0 2024-03-29T00:20:28.575 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.573+0000 7fa49f1fa740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa4941a8840 con 0x562e8d52f5b0 2024-03-29T00:20:28.575 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.574+0000 7fa499200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e8d52ffa0 0x562e8d5293d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:28.575 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.574+0000 7fa499200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e8d52ffa0 0x562e8d5293d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:45838/0 (socket says 172.21.15.12:45838) 2024-03-29T00:20:28.575 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.574+0000 7fa499200640 1 -- 172.21.15.12:0/279281613 learned_addr learned my addr 172.21.15.12:0/279281613 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:28.575 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.574+0000 7fa499c00640 1 --2- 172.21.15.12:0/279281613 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562e8d52f5b0 0x562e8d5258d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:28.576 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.574+0000 7fa49a600640 1 --2- 172.21.15.12:0/279281613 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e8d535110 0x562e8d529910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:28.576 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.574+0000 7fa499200640 1 -- 172.21.15.12:0/279281613 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562e8d52f5b0 msgr2=0x562e8d5258d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:28.576 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.574+0000 7fa499200640 1 --2- 172.21.15.12:0/279281613 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562e8d52f5b0 0x562e8d5258d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.576 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.574+0000 7fa499200640 1 -- 172.21.15.12:0/279281613 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e8d535110 msgr2=0x562e8d529910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:28.576 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.574+0000 7fa499200640 1 --2- 172.21.15.12:0/279281613 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e8d535110 0x562e8d529910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.576 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.574+0000 7fa499200640 1 -- 172.21.15.12:0/279281613 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562e8d5479c0 con 0x562e8d52ffa0 2024-03-29T00:20:28.576 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.574+0000 7fa49a600640 1 --2- 172.21.15.12:0/279281613 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e8d535110 0x562e8d529910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:20:28.576 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.574+0000 7fa499200640 1 --2- 172.21.15.12:0/279281613 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e8d52ffa0 0x562e8d5293d0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fa48000be30 tx=0x7fa480014050 comp rx=0 tx=0).ready entity=mon.2 client_cookie=419046c1c7eac248 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:28.576 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.574+0000 7fa486000640 1 -- 172.21.15.12:0/279281613 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa48002eb90 con 0x562e8d52ffa0 2024-03-29T00:20:28.576 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.574+0000 7fa486000640 1 -- 172.21.15.12:0/279281613 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa48002ed30 con 0x562e8d52ffa0 2024-03-29T00:20:28.576 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.574+0000 7fa486000640 1 -- 172.21.15.12:0/279281613 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa48002dc50 con 0x562e8d52ffa0 2024-03-29T00:20:28.580 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.575+0000 7fa49f1fa740 1 -- 172.21.15.12:0/279281613 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e8d52ffa0 msgr2=0x562e8d5293d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:28.580 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.575+0000 7fa49f1fa740 1 --2- 172.21.15.12:0/279281613 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e8d52ffa0 0x562e8d5293d0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fa48000be30 tx=0x7fa480014050 comp rx=0 tx=0).stop 2024-03-29T00:20:28.580 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.575+0000 7fa49f1fa740 1 -- 172.21.15.12:0/279281613 shutdown_connections 2024-03-29T00:20:28.580 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.575+0000 7fa49f1fa740 1 --2- 172.21.15.12:0/279281613 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e8d52ffa0 0x562e8d5293d0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.580 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.575+0000 7fa49f1fa740 1 --2- 172.21.15.12:0/279281613 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e8d535110 0x562e8d529910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.580 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.575+0000 7fa49f1fa740 1 --2- 172.21.15.12:0/279281613 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562e8d52f5b0 0x562e8d5258d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.580 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.575+0000 7fa49f1fa740 1 -- 172.21.15.12:0/279281613 >> 172.21.15.12:0/279281613 conn(0x562e8d52ab20 msgr2=0x562e8d530830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:28.580 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.575+0000 7fa49f1fa740 1 -- 172.21.15.12:0/279281613 shutdown_connections 2024-03-29T00:20:28.580 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.575+0000 7fa49f1fa740 1 -- 172.21.15.12:0/279281613 wait complete. 2024-03-29T00:20:28.580 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.576+0000 7fa49f1fa740 1 -- start start 2024-03-29T00:20:28.580 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.576+0000 7fa49f1fa740 1 Processor -- start 2024-03-29T00:20:28.580 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.576+0000 7fa49f1fa740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562e8d52f5b0 0x562e8d53db20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:28.581 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.576+0000 7fa49f1fa740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e8d52ffa0 0x562e8d53e060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:28.581 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.576+0000 7fa49f1fa740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e8d535110 0x562e8d5a9550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:28.581 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.576+0000 7fa49f1fa740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa4941a95e0 con 0x562e8d52ffa0 2024-03-29T00:20:28.581 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.576+0000 7fa49f1fa740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa4941a8f10 con 0x562e8d535110 2024-03-29T00:20:28.581 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.576+0000 7fa49f1fa740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa4941a6150 con 0x562e8d52f5b0 2024-03-29T00:20:28.581 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.576+0000 7fa49f1fa740 10 client.0 _ll_register_callbacks cb 0x7fa488009b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:28.581 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.576+0000 7fa499c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562e8d52f5b0 0x562e8d53db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:28.581 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.577+0000 7fa499c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562e8d52f5b0 0x562e8d53db20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:34030/0 (socket says 172.21.15.12:34030) 2024-03-29T00:20:28.581 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.577+0000 7fa499c00640 1 -- 172.21.15.12:0/754076848 learned_addr learned my addr 172.21.15.12:0/754076848 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:28.581 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.577+0000 7fa49a600640 1 --2- 172.21.15.12:0/754076848 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e8d535110 0x562e8d5a9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:28.581 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.577+0000 7fa499200640 1 --2- 172.21.15.12:0/754076848 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e8d52ffa0 0x562e8d53e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:28.581 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.577+0000 7fa499c00640 1 -- 172.21.15.12:0/754076848 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e8d535110 msgr2=0x562e8d5a9550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:28.581 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.577+0000 7fa499c00640 1 --2- 172.21.15.12:0/754076848 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e8d535110 0x562e8d5a9550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.582 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.577+0000 7fa499c00640 1 -- 172.21.15.12:0/754076848 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e8d52ffa0 msgr2=0x562e8d53e060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:28.582 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.577+0000 7fa499c00640 1 --2- 172.21.15.12:0/754076848 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e8d52ffa0 0x562e8d53e060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.582 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.577+0000 7fa499c00640 1 -- 172.21.15.12:0/754076848 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562e8d5a9a90 con 0x562e8d52f5b0 2024-03-29T00:20:28.582 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.577+0000 7fa49a600640 1 --2- 172.21.15.12:0/754076848 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e8d535110 0x562e8d5a9550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:28.582 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.577+0000 7fa499c00640 1 --2- 172.21.15.12:0/754076848 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562e8d52f5b0 0x562e8d53db20 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fa488011d10 tx=0x7fa4880056e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=43a730479c09d729 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:28.582 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.577+0000 7fa47b400640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:20:28.582 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.578+0000 7fa47b400640 1 -- 172.21.15.12:0/754076848 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa488027070 con 0x562e8d52f5b0 2024-03-29T00:20:28.582 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.578+0000 7fa47b400640 1 -- 172.21.15.12:0/754076848 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fa4880035f0 con 0x562e8d52f5b0 2024-03-29T00:20:28.582 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.578+0000 7fa49f1fa740 1 -- 172.21.15.12:0/754076848 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa48002ed30 con 0x562e8d52f5b0 2024-03-29T00:20:28.582 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.578+0000 7fa47b400640 1 -- 172.21.15.12:0/754076848 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa4880037f0 con 0x562e8d52f5b0 2024-03-29T00:20:28.582 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.578+0000 7fa49f1fa740 10 client.26230 fetch_fsmap learned FSMap version 29 2024-03-29T00:20:28.582 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.578+0000 7fa49f1fa740 1 -- 172.21.15.12:0/754076848 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562e8d5aad50 con 0x562e8d52f5b0 2024-03-29T00:20:28.582 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.578+0000 7fa47b400640 1 -- 172.21.15.12:0/754076848 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa48002ed30 con 0x562e8d52f5b0 2024-03-29T00:20:28.583 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.578+0000 7fa47b400640 1 -- 172.21.15.12:0/754076848 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fa488023580 con 0x562e8d52f5b0 2024-03-29T00:20:28.583 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.578+0000 7fa49f1fa740 10 client.26230 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:20:28.583 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.578+0000 7fa49f1fa740 10 client.26230 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:20:28.583 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.578+0000 7fa49f1fa740 20 client.26230 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:28.583 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.578+0000 7fa49f1fa740 1 --2- 172.21.15.12:0/754076848 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x562e8d5ab6c0 0x562e8d5adae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:28.583 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.578+0000 7fa49f1fa740 4 client.26230 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-29T00:20:28.583 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.578+0000 7fa49f1fa740 1 -- 172.21.15.12:0/754076848 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562e8d4a0b80 con 0x562e8d5ab6c0 2024-03-29T00:20:28.583 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.579+0000 7fa499200640 1 --2- 172.21.15.12:0/754076848 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x562e8d5ab6c0 0x562e8d5adae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:28.583 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.579+0000 7fa499200640 1 --2- 172.21.15.12:0/754076848 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x562e8d5ab6c0 0x562e8d5adae0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2de9d608ee1f2bff server_cookie=844decd81ebb51b1 in_seq=0 out_seq=0 2024-03-29T00:20:28.583 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.579+0000 7fa47b400640 10 client.26230 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:28.588 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.587+0000 7fa47b400640 1 -- 172.21.15.12:0/754076848 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x562e8d4a0b80 con 0x562e8d5ab6c0 2024-03-29T00:20:28.588 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.587+0000 7fa47b400640 10 client.26230 handle_command_reply: tid=0 2024-03-29T00:20:28.588 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.587+0000 7fa49f1fa740 1 client.26230 shutdown 2024-03-29T00:20:28.588 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.587+0000 7fa49f1fa740 1 -- 172.21.15.12:0/754076848 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562e8d52f5b0 msgr2=0x562e8d53db20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:28.588 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.587+0000 7fa49f1fa740 1 --2- 172.21.15.12:0/754076848 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562e8d52f5b0 0x562e8d53db20 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fa488011d10 tx=0x7fa4880056e0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.588 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.587+0000 7fa49f1fa740 1 -- 172.21.15.12:0/754076848 shutdown_connections 2024-03-29T00:20:28.588 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.587+0000 7fa49f1fa740 1 --2- 172.21.15.12:0/754076848 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x562e8d5ab6c0 0x562e8d5adae0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.588 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.587+0000 7fa49f1fa740 1 --2- 172.21.15.12:0/754076848 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e8d535110 0x562e8d5a9550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.588 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.587+0000 7fa49f1fa740 1 --2- 172.21.15.12:0/754076848 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e8d52ffa0 0x562e8d53e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.589 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.587+0000 7fa49f1fa740 1 --2- 172.21.15.12:0/754076848 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562e8d52f5b0 0x562e8d53db20 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.589 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.587+0000 7fa47b400640 0 client.26230 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:28.589 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.587+0000 7fa49f1fa740 1 -- 172.21.15.12:0/754076848 >> 172.21.15.12:0/754076848 conn(0x562e8d52ab20 msgr2=0x562e8d5258d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:28.589 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.587+0000 7fa49f1fa740 1 -- 172.21.15.12:0/754076848 shutdown_connections 2024-03-29T00:20:28.589 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.587+0000 7fa49f1fa740 1 -- 172.21.15.12:0/754076848 wait complete. 2024-03-29T00:20:28.589 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.588+0000 7fa49f1fa740 20 client.26230 trim_cache size 0 max 16384 2024-03-29T00:20:28.589 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:{ 2024-03-29T00:20:28.589 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "message": "", 2024-03-29T00:20:28.589 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "return_code": 0 2024-03-29T00:20:28.589 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:} 2024-03-29T00:20:28.590 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.588+0000 7fa49c600640 1 -- 172.21.15.12:0/1049638660 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa47c0a1d70 msgr2=0x7fa47c0a4230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:28.591 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.588+0000 7fa49c600640 1 --2- 172.21.15.12:0/1049638660 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa47c0a1d70 0x7fa47c0a4230 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x562e8d530800 tx=0x7fa480005850 comp rx=0 tx=0).stop 2024-03-29T00:20:28.591 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.588+0000 7fa49c600640 1 -- 172.21.15.12:0/1049638660 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa494107460 msgr2=0x7fa49419f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:28.591 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.588+0000 7fa49c600640 1 --2- 172.21.15.12:0/1049638660 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa494107460 0x7fa49419f0a0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fa48c02c630 tx=0x7fa48c034670 comp rx=0 tx=0).stop 2024-03-29T00:20:28.591 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.588+0000 7fa49c600640 1 -- 172.21.15.12:0/1049638660 shutdown_connections 2024-03-29T00:20:28.591 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.588+0000 7fa49c600640 1 --2- 172.21.15.12:0/1049638660 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa47c0a1d70 0x7fa47c0a4230 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.591 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.589+0000 7fa49c600640 1 --2- 172.21.15.12:0/1049638660 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa494104b30 0x7fa494198080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.591 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.589+0000 7fa49c600640 1 --2- 172.21.15.12:0/1049638660 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa494107460 0x7fa49419f0a0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.591 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.589+0000 7fa49c600640 1 --2- 172.21.15.12:0/1049638660 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa494102200 0x7fa494197b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:28.591 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.589+0000 7fa49c600640 1 -- 172.21.15.12:0/1049638660 >> 172.21.15.12:0/1049638660 conn(0x7fa4940fbbf0 msgr2=0x7fa494102b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:28.591 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.589+0000 7fa49c600640 1 -- 172.21.15.12:0/1049638660 shutdown_connections 2024-03-29T00:20:28.592 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:28.589+0000 7fa49c600640 1 -- 172.21.15.12:0/1049638660 wait complete. 2024-03-29T00:20:29.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:29 smithi053 ceph-mon[36233]: pgmap v482: 129 pgs: 129 active+clean; 59 MiB data, 480 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-03-29T00:20:29.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:29 smithi069 ceph-mon[36074]: pgmap v482: 129 pgs: 129 active+clean; 59 MiB data, 480 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-03-29T00:20:29.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:29 smithi012 ceph-mon[31657]: pgmap v482: 129 pgs: 129 active+clean; 59 MiB data, 480 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-03-29T00:20:31.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:31 smithi069 ceph-mon[36074]: pgmap v483: 129 pgs: 129 active+clean; 59 MiB data, 480 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-03-29T00:20:31.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:31 smithi012 ceph-mon[31657]: pgmap v483: 129 pgs: 129 active+clean; 59 MiB data, 480 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-03-29T00:20:31.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:31 smithi053 ceph-mon[36233]: pgmap v483: 129 pgs: 129 active+clean; 59 MiB data, 480 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-03-29T00:20:33.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:33 smithi069 ceph-mon[36074]: pgmap v484: 129 pgs: 129 active+clean; 59 MiB data, 480 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-03-29T00:20:33.544 INFO:tasks.workunit.client.0.smithi012.stderr:+ mkdir untar_tar 2024-03-29T00:20:33.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:33 smithi012 ceph-mon[31657]: pgmap v484: 129 pgs: 129 active+clean; 59 MiB data, 480 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-03-29T00:20:33.551 INFO:tasks.workunit.client.0.smithi012.stderr:+ cd untar_tar 2024-03-29T00:20:33.551 INFO:tasks.workunit.client.0.smithi012.stderr:+ tar Jxvf ../linux-4.0.5.tar.xz linux-4.0.5/Documentation/ 2024-03-29T00:20:33.579 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ 2024-03-29T00:20:33.582 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/00-INDEX 2024-03-29T00:20:33.583 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/ 2024-03-29T00:20:33.585 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/README 2024-03-29T00:20:33.587 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/obsolete/ 2024-03-29T00:20:33.588 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/obsolete/proc-sys-vm-nr_pdflush_threads 2024-03-29T00:20:33.589 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-bus-usb 2024-03-29T00:20:33.591 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-class-rfkill 2024-03-29T00:20:33.592 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-koneplus 2024-03-29T00:20:33.594 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-kovaplus 2024-03-29T00:20:33.595 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-pyra 2024-03-29T00:20:33.597 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/removed/ 2024-03-29T00:20:33.598 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/removed/devfs 2024-03-29T00:20:33.599 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/removed/dv1394 2024-03-29T00:20:33.601 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/removed/ip_queue 2024-03-29T00:20:33.602 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/removed/net_dma 2024-03-29T00:20:33.604 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/removed/o2cb 2024-03-29T00:20:33.606 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/removed/raw1394 2024-03-29T00:20:33.608 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/removed/video1394 2024-03-29T00:20:33.609 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/stable/ 2024-03-29T00:20:33.611 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/stable/firewire-cdev 2024-03-29T00:20:33.613 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/stable/o2cb 2024-03-29T00:20:33.615 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/stable/syscalls 2024-03-29T00:20:33.617 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-acpi-pmprofile 2024-03-29T00:20:33.619 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-bus-firewire 2024-03-29T00:20:33.621 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-bus-usb 2024-03-29T00:20:33.623 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-bus-xen-backend 2024-03-29T00:20:33.626 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-backlight 2024-03-29T00:20:33.627 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-rfkill 2024-03-29T00:20:33.628 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-tpm 2024-03-29T00:20:33.630 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-ubi 2024-03-29T00:20:33.631 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-udc 2024-03-29T00:20:33.633 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-devices-node 2024-03-29T00:20:33.634 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-cpu 2024-03-29T00:20:33.636 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-xen_memory 2024-03-29T00:20:33.639 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-ib_srp 2024-03-29T00:20:33.641 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-qla2xxx 2024-03-29T00:20:33.643 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-usb-usbtmc 2024-03-29T00:20:33.645 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-w1_ds28e04 2024-03-29T00:20:33.647 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-efi-vars 2024-03-29T00:20:33.648 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-dump 2024-03-29T00:20:33.650 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-elog 2024-03-29T00:20:33.651 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-module 2024-03-29T00:20:33.653 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-transport-srp 2024-03-29T00:20:33.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:33 smithi053 ceph-mon[36233]: pgmap v484: 129 pgs: 129 active+clean; 59 MiB data, 480 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-03-29T00:20:33.656 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/stable/thermal-notification 2024-03-29T00:20:33.658 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/stable/vdso 2024-03-29T00:20:33.660 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/ 2024-03-29T00:20:33.662 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-spear-pcie-gadget 2024-03-29T00:20:33.665 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget 2024-03-29T00:20:33.666 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-acm 2024-03-29T00:20:33.669 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ecm 2024-03-29T00:20:33.671 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-eem 2024-03-29T00:20:33.673 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ffs 2024-03-29T00:20:33.675 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-hid 2024-03-29T00:20:33.677 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-loopback 2024-03-29T00:20:33.679 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-mass-storage 2024-03-29T00:20:33.681 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-midi 2024-03-29T00:20:33.684 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ncm 2024-03-29T00:20:33.686 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-obex 2024-03-29T00:20:33.688 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-phonet 2024-03-29T00:20:33.690 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-rndis 2024-03-29T00:20:33.692 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-serial 2024-03-29T00:20:33.694 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-sourcesink 2024-03-29T00:20:33.697 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-subset 2024-03-29T00:20:33.699 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac1 2024-03-29T00:20:33.701 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac2 2024-03-29T00:20:33.703 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uvc 2024-03-29T00:20:33.705 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-driver-genwqe 2024-03-29T00:20:33.707 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-ec 2024-03-29T00:20:33.709 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-ideapad 2024-03-29T00:20:33.711 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-olpc 2024-03-29T00:20:33.713 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-pfo-nx-crypto 2024-03-29T00:20:33.715 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-pktcdvd 2024-03-29T00:20:33.717 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/dev-kmsg 2024-03-29T00:20:33.719 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/evm 2024-03-29T00:20:33.721 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/ima_policy 2024-03-29T00:20:33.723 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/procfs-diskstats 2024-03-29T00:20:33.725 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/pstore 2024-03-29T00:20:33.727 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ata 2024-03-29T00:20:33.729 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block 2024-03-29T00:20:33.731 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-bcache 2024-03-29T00:20:33.734 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-dm 2024-03-29T00:20:33.735 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-rssd 2024-03-29T00:20:33.738 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-zram 2024-03-29T00:20:33.740 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-acpi 2024-03-29T00:20:33.742 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-amba 2024-03-29T00:20:33.744 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-bcma 2024-03-29T00:20:33.746 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etb10 2024-03-29T00:20:33.748 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etm3x 2024-03-29T00:20:33.750 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-funnel 2024-03-29T00:20:33.752 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-tmc 2024-03-29T00:20:33.754 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-css 2024-03-29T00:20:33.756 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-events 2024-03-29T00:20:33.759 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-format 2024-03-29T00:20:33.761 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_24x7 2024-03-29T00:20:33.763 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_gpci 2024-03-29T00:20:33.765 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-fcoe 2024-03-29T00:20:33.767 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-hsi 2024-03-29T00:20:33.769 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-fsa9480 2024-03-29T00:20:33.772 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-hm6352 2024-03-29T00:20:33.774 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-lm3533 2024-03-29T00:20:33.775 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio 2024-03-29T00:20:33.777 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-accel-bmc150 2024-03-29T00:20:33.779 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-ad9523 2024-03-29T00:20:33.780 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-adf4350 2024-03-29T00:20:33.782 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-gyro-bmg160 2024-03-29T00:20:33.784 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-light-lm3533-als 2024-03-29T00:20:33.786 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-mpu6050 2024-03-29T00:20:33.787 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-proximity-as3935 2024-03-29T00:20:33.789 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-trigger-sysfs 2024-03-29T00:20:33.791 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mdio 2024-03-29T00:20:33.792 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-media 2024-03-29T00:20:33.794 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mei 2024-03-29T00:20:33.796 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci 2024-03-29T00:20:33.797 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-devices-cciss 2024-03-29T00:20:33.799 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-drivers-ehci_hcd 2024-03-29T00:20:33.800 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-platform 2024-03-29T00:20:33.802 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rbd 2024-03-29T00:20:33.803 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rpmsg 2024-03-29T00:20:33.805 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-umc 2024-03-29T00:20:33.806 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb 2024-03-29T00:20:33.808 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-devices-usbsevseg 2024-03-29T00:20:33.809 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-lvstest 2024-03-29T00:20:33.812 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-c2port 2024-03-29T00:20:33.814 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-cfq-target-latency 2024-03-29T00:20:33.816 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class 2024-03-29T00:20:33.818 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-adp8870 2024-03-29T00:20:33.820 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-lm3533 2024-03-29T00:20:33.822 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-bdi 2024-03-29T00:20:33.824 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-cxl 2024-03-29T00:20:33.827 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-devfreq 2024-03-29T00:20:33.829 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-extcon 2024-03-29T00:20:33.830 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu 2024-03-29T00:20:33.832 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-amd-iommu 2024-03-29T00:20:33.833 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-intel-iommu 2024-03-29T00:20:33.835 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-lcd 2024-03-29T00:20:33.837 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-led 2024-03-29T00:20:33.838 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-led-driver-lm3533 2024-03-29T00:20:33.840 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-leds-gt683r 2024-03-29T00:20:33.842 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-mei 2024-03-29T00:20:33.844 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-mic.txt 2024-03-29T00:20:33.846 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-mtd 2024-03-29T00:20:33.849 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net 2024-03-29T00:20:33.851 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-batman-adv 2024-03-29T00:20:33.853 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-cdc_ncm 2024-03-29T00:20:33.856 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-grcan 2024-03-29T00:20:33.858 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-mesh 2024-03-29T00:20:33.860 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-queues 2024-03-29T00:20:33.862 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-statistics 2024-03-29T00:20:33.865 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-pktcdvd 2024-03-29T00:20:33.867 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-power 2024-03-29T00:20:33.869 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-powercap 2024-03-29T00:20:33.871 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-pwm 2024-03-29T00:20:33.873 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-rc 2024-03-29T00:20:33.875 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-regulator 2024-03-29T00:20:33.876 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-rtc-rtc0-device-rtc_calibration 2024-03-29T00:20:33.878 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-scsi_host 2024-03-29T00:20:33.880 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc 2024-03-29T00:20:33.882 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc-wusbhc 2024-03-29T00:20:33.883 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-dev 2024-03-29T00:20:33.885 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices 2024-03-29T00:20:33.886 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-edac 2024-03-29T00:20:33.888 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-firmware_node 2024-03-29T00:20:33.890 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-lpss_ltr 2024-03-29T00:20:33.892 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-memory 2024-03-29T00:20:33.894 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-mmc 2024-03-29T00:20:33.896 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-online 2024-03-29T00:20:33.898 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-_UDC_-gadget 2024-03-29T00:20:33.900 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-docg3 2024-03-29T00:20:33.902 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-sh_mobile_lcdc_fb 2024-03-29T00:20:33.904 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power 2024-03-29T00:20:33.906 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D0 2024-03-29T00:20:33.909 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D1 2024-03-29T00:20:33.911 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D2 2024-03-29T00:20:33.913 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D3hot 2024-03-29T00:20:33.915 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_wakeup 2024-03-29T00:20:33.917 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_state 2024-03-29T00:20:33.919 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-real_power_state 2024-03-29T00:20:33.921 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-resource_in_use 2024-03-29T00:20:33.923 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-soc 2024-03-29T00:20:33.925 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-sun 2024-03-29T00:20:33.927 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-cpu 2024-03-29T00:20:33.929 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-ibm-rtl 2024-03-29T00:20:33.931 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-xen_cpu 2024-03-29T00:20:33.933 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-genwqe 2024-03-29T00:20:33.935 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid 2024-03-29T00:20:33.937 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-lenovo 2024-03-29T00:20:33.940 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-logitech-lg4ff 2024-03-29T00:20:33.942 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-multitouch 2024-03-29T00:20:33.944 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-picolcd 2024-03-29T00:20:33.945 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-prodikeys 2024-03-29T00:20:33.947 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-arvo 2024-03-29T00:20:33.948 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-isku 2024-03-29T00:20:33.950 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kone 2024-03-29T00:20:33.951 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-koneplus 2024-03-29T00:20:33.953 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-konepure 2024-03-29T00:20:33.955 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kovaplus 2024-03-29T00:20:33.957 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-lua 2024-03-29T00:20:33.958 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-pyra 2024-03-29T00:20:35.135 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-ryos 2024-03-29T00:20:35.137 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-savu 2024-03-29T00:20:35.140 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-srws1 2024-03-29T00:20:35.142 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-wiimote 2024-03-29T00:20:35.144 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-input-axp-pek 2024-03-29T00:20:35.147 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-intel-rapid-start 2024-03-29T00:20:35.149 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-pciback 2024-03-29T00:20:35.151 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-ppi 2024-03-29T00:20:35.153 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-samsung-laptop 2024-03-29T00:20:35.156 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-sunxi-sid 2024-03-29T00:20:35.158 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-tegra-fuse 2024-03-29T00:20:35.160 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-toshiba_acpi 2024-03-29T00:20:35.161 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-wacom 2024-03-29T00:20:35.163 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-xen-blkback 2024-03-29T00:20:35.165 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-xen-blkfront 2024-03-29T00:20:35.166 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-acpi 2024-03-29T00:20:35.168 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-dmi 2024-03-29T00:20:35.170 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-efi 2024-03-29T00:20:35.172 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-efi-runtime-map 2024-03-29T00:20:35.174 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-gsmi 2024-03-29T00:20:35.175 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-log 2024-03-29T00:20:35.177 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-memmap 2024-03-29T00:20:35.179 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-ofw 2024-03-29T00:20:35.180 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-sfi 2024-03-29T00:20:35.182 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-sgi_uv 2024-03-29T00:20:35.183 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-ext4 2024-03-29T00:20:35.185 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-f2fs 2024-03-29T00:20:35.187 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-nilfs2 2024-03-29T00:20:35.189 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-xfs 2024-03-29T00:20:35.190 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-gpio 2024-03-29T00:20:35.192 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-i2c-bmp085 2024-03-29T00:20:35.193 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ibft 2024-03-29T00:20:35.195 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-boot_params 2024-03-29T00:20:35.197 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-fscaps 2024-03-29T00:20:35.198 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-iommu_groups 2024-03-29T00:20:35.200 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-livepatch 2024-03-29T00:20:35.201 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-mm 2024-03-29T00:20:35.203 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-mm-hugepages 2024-03-29T00:20:35.205 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-mm-ksm 2024-03-29T00:20:35.207 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-slab 2024-03-29T00:20:35.209 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-uids 2024-03-29T00:20:35.210 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-vmcoreinfo 2024-03-29T00:20:35.212 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-memory-page-offline 2024-03-29T00:20:35.214 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-module 2024-03-29T00:20:35.215 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ocfs2 2024-03-29T00:20:35.217 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-asus-laptop 2024-03-29T00:20:35.219 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-asus-wmi 2024-03-29T00:20:35.222 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-at91 2024-03-29T00:20:35.224 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-brcmstb-gisb-arb 2024-03-29T00:20:35.226 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-chipidea-usb-otg 2024-03-29T00:20:35.228 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-eeepc-laptop 2024-03-29T00:20:35.230 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-ideapad-laptop 2024-03-29T00:20:35.233 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-kim 2024-03-29T00:20:35.235 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-msi-laptop 2024-03-29T00:20:35.237 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-tahvo-usb 2024-03-29T00:20:35.240 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-ts5500 2024-03-29T00:20:35.242 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-power 2024-03-29T00:20:35.244 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-pps 2024-03-29T00:20:35.246 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-profiling 2024-03-29T00:20:35.249 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ptp 2024-03-29T00:20:35.251 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-tty 2024-03-29T00:20:35.253 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-wusb_cbaf 2024-03-29T00:20:35.256 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/BUG-HUNTING 2024-03-29T00:20:35.258 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/Changes 2024-03-29T00:20:35.260 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/CodeOfConflict 2024-03-29T00:20:35.262 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/CodingStyle 2024-03-29T00:20:35.264 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DMA-API-HOWTO.txt 2024-03-29T00:20:35.266 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DMA-API.txt 2024-03-29T00:20:35.268 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DMA-ISA-LPC.txt 2024-03-29T00:20:35.269 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DMA-attributes.txt 2024-03-29T00:20:35.271 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/ 2024-03-29T00:20:35.272 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/.gitignore 2024-03-29T00:20:35.274 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/80211.tmpl 2024-03-29T00:20:35.275 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/Makefile 2024-03-29T00:20:35.277 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/alsa-driver-api.tmpl 2024-03-29T00:20:35.278 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/crypto-API.tmpl 2024-03-29T00:20:35.280 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/debugobjects.tmpl 2024-03-29T00:20:35.282 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/device-drivers.tmpl 2024-03-29T00:20:35.284 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/deviceiobook.tmpl 2024-03-29T00:20:35.286 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/drm.tmpl 2024-03-29T00:20:35.291 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/filesystems.tmpl 2024-03-29T00:20:35.293 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/gadget.tmpl 2024-03-29T00:20:35.295 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/genericirq.tmpl 2024-03-29T00:20:35.298 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/kernel-api.tmpl 2024-03-29T00:20:35.300 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/kernel-hacking.tmpl 2024-03-29T00:20:35.302 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/kernel-locking.tmpl 2024-03-29T00:20:35.305 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/kgdb.tmpl 2024-03-29T00:20:35.307 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/libata.tmpl 2024-03-29T00:20:35.309 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/librs.tmpl 2024-03-29T00:20:35.311 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/lsm.tmpl 2024-03-29T00:20:35.313 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/ 2024-03-29T00:20:35.315 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/Makefile 2024-03-29T00:20:35.317 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/bayer.png.b64 2024-03-29T00:20:35.319 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/constraints.png.b64 2024-03-29T00:20:35.321 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/crop.gif.b64 2024-03-29T00:20:35.323 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/ 2024-03-29T00:20:35.325 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/.gitignore 2024-03-29T00:20:35.327 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/audio.xml 2024-03-29T00:20:35.329 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/ca.xml 2024-03-29T00:20:35.331 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/demux.xml 2024-03-29T00:20:35.333 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/dvbapi.xml 2024-03-29T00:20:35.335 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/dvbproperty.xml 2024-03-29T00:20:35.338 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/dvbstb.pdf 2024-03-29T00:20:35.340 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/examples.xml 2024-03-29T00:20:35.342 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/frontend.xml 2024-03-29T00:20:35.344 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/intro.xml 2024-03-29T00:20:35.346 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/kdapi.xml 2024-03-29T00:20:35.349 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/net.xml 2024-03-29T00:20:35.351 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/video.xml 2024-03-29T00:20:35.353 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/dvbstb.png.b64 2024-03-29T00:20:35.357 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/fieldseq_bt.gif.b64 2024-03-29T00:20:35.362 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/fieldseq_tb.gif.b64 2024-03-29T00:20:35.367 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/nv12mt.gif.b64 2024-03-29T00:20:35.369 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/nv12mt_example.gif.b64 2024-03-29T00:20:35.371 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/pipeline.png.b64 2024-03-29T00:20:35.373 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/selection.png.b64 2024-03-29T00:20:35.375 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/ 2024-03-29T00:20:35.376 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/.gitignore 2024-03-29T00:20:35.378 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/biblio.xml 2024-03-29T00:20:35.379 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/capture.c.xml 2024-03-29T00:20:35.381 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/common.xml 2024-03-29T00:20:35.383 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/compat.xml 2024-03-29T00:20:35.387 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/controls.xml 2024-03-29T00:20:35.394 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/crop.pdf 2024-03-29T00:20:35.396 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-capture.xml 2024-03-29T00:20:35.398 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-codec.xml 2024-03-29T00:20:35.401 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-effect.xml 2024-03-29T00:20:35.403 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-event.xml 2024-03-29T00:20:35.405 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-osd.xml 2024-03-29T00:20:35.407 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-output.xml 2024-03-29T00:20:35.409 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-overlay.xml 2024-03-29T00:20:35.411 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-radio.xml 2024-03-29T00:20:35.413 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-raw-vbi.xml 2024-03-29T00:20:35.415 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-rds.xml 2024-03-29T00:20:35.417 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-sdr.xml 2024-03-29T00:20:35.419 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-sliced-vbi.xml 2024-03-29T00:20:35.421 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-subdev.xml 2024-03-29T00:20:35.423 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-teletext.xml 2024-03-29T00:20:35.425 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/driver.xml 2024-03-29T00:20:35.427 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/fdl-appendix.xml 2024-03-29T00:20:35.430 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/fieldseq_bt.pdf 2024-03-29T00:20:35.431 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/fieldseq_tb.pdf 2024-03-29T00:20:35.434 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-close.xml 2024-03-29T00:20:35.436 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-ioctl.xml 2024-03-29T00:20:35.438 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-mmap.xml 2024-03-29T00:20:35.439 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-munmap.xml 2024-03-29T00:20:35.441 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-open.xml 2024-03-29T00:20:35.443 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-poll.xml 2024-03-29T00:20:35.445 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-read.xml 2024-03-29T00:20:35.446 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-select.xml 2024-03-29T00:20:35.448 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-write.xml 2024-03-29T00:20:35.449 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/gen-errors.xml 2024-03-29T00:20:35.451 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/io.xml 2024-03-29T00:20:35.454 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/keytable.c.xml 2024-03-29T00:20:35.456 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/libv4l.xml 2024-03-29T00:20:35.458 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/lirc_device_interface.xml 2024-03-29T00:20:35.460 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-controller.xml 2024-03-29T00:20:35.462 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-func-close.xml 2024-03-29T00:20:35.464 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-func-ioctl.xml 2024-03-29T00:20:35.466 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-func-open.xml 2024-03-29T00:20:35.468 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-device-info.xml 2024-03-29T00:20:35.470 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-enum-entities.xml 2024-03-29T00:20:35.472 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-enum-links.xml 2024-03-29T00:20:35.474 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-setup-link.xml 2024-03-29T00:20:35.476 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pipeline.pdf 2024-03-29T00:20:35.479 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-grey.xml 2024-03-29T00:20:35.481 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-m420.xml 2024-03-29T00:20:35.483 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv12.xml 2024-03-29T00:20:35.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:35 smithi069 ceph-mon[36074]: pgmap v485: 129 pgs: 129 active+clean; 59 MiB data, 480 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-03-29T00:20:35.485 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv12m.xml 2024-03-29T00:20:35.487 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv12mt.xml 2024-03-29T00:20:35.489 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv16.xml 2024-03-29T00:20:35.491 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv16m.xml 2024-03-29T00:20:35.494 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv24.xml 2024-03-29T00:20:35.496 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-packed-rgb.xml 2024-03-29T00:20:35.499 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-packed-yuv.xml 2024-03-29T00:20:35.501 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sbggr16.xml 2024-03-29T00:20:35.503 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sbggr8.xml 2024-03-29T00:20:35.505 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cs08.xml 2024-03-29T00:20:35.507 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cs14le.xml 2024-03-29T00:20:35.509 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cu08.xml 2024-03-29T00:20:35.512 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cu16le.xml 2024-03-29T00:20:35.514 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-ru12le.xml 2024-03-29T00:20:35.516 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sgbrg8.xml 2024-03-29T00:20:35.518 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sgrbg8.xml 2024-03-29T00:20:35.520 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10.xml 2024-03-29T00:20:35.522 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10alaw8.xml 2024-03-29T00:20:35.524 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10dpcm8.xml 2024-03-29T00:20:35.526 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10p.xml 2024-03-29T00:20:35.529 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb12.xml 2024-03-29T00:20:35.531 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb8.xml 2024-03-29T00:20:35.533 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-uv8.xml 2024-03-29T00:20:35.535 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-uyvy.xml 2024-03-29T00:20:35.537 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-vyuy.xml 2024-03-29T00:20:35.539 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y10.xml 2024-03-29T00:20:35.541 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y10b.xml 2024-03-29T00:20:35.543 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y12.xml 2024-03-29T00:20:35.546 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y16.xml 2024-03-29T00:20:35.548 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y41p.xml 2024-03-29T00:20:35.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:35 smithi012 ceph-mon[31657]: pgmap v485: 129 pgs: 129 active+clean; 59 MiB data, 480 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-03-29T00:20:35.550 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv410.xml 2024-03-29T00:20:35.552 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv411p.xml 2024-03-29T00:20:35.554 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv420.xml 2024-03-29T00:20:35.556 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv420m.xml 2024-03-29T00:20:35.558 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv422p.xml 2024-03-29T00:20:35.561 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuyv.xml 2024-03-29T00:20:35.563 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yvu420m.xml 2024-03-29T00:20:35.565 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yvyu.xml 2024-03-29T00:20:35.567 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt.xml 2024-03-29T00:20:35.570 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/planar-apis.xml 2024-03-29T00:20:35.572 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/remote_controllers.xml 2024-03-29T00:20:35.574 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/selection-api.xml 2024-03-29T00:20:35.577 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/selections-common.xml 2024-03-29T00:20:35.579 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-formats.xml 2024-03-29T00:20:35.582 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-crop.dia 2024-03-29T00:20:35.584 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-crop.svg 2024-03-29T00:20:35.586 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-full.dia 2024-03-29T00:20:35.589 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-full.svg 2024-03-29T00:20:35.591 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-scaling-multi-source.dia 2024-03-29T00:20:35.593 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-scaling-multi-source.svg 2024-03-29T00:20:35.596 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/v4l2.xml 2024-03-29T00:20:35.598 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/v4l2grab.c.xml 2024-03-29T00:20:35.599 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vbi_525.pdf 2024-03-29T00:20:35.601 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vbi_625.pdf 2024-03-29T00:20:35.602 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vbi_hsync.pdf 2024-03-29T00:20:35.604 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-create-bufs.xml 2024-03-29T00:20:35.605 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-cropcap.xml 2024-03-29T00:20:35.607 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dbg-g-chip-info.xml 2024-03-29T00:20:35.609 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dbg-g-register.xml 2024-03-29T00:20:35.610 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-decoder-cmd.xml 2024-03-29T00:20:35.612 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dqevent.xml 2024-03-29T00:20:35.614 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dv-timings-cap.xml 2024-03-29T00:20:35.616 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-encoder-cmd.xml 2024-03-29T00:20:35.618 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-dv-timings.xml 2024-03-29T00:20:35.620 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-fmt.xml 2024-03-29T00:20:35.623 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-frameintervals.xml 2024-03-29T00:20:35.625 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-framesizes.xml 2024-03-29T00:20:35.627 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-freq-bands.xml 2024-03-29T00:20:35.629 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumaudio.xml 2024-03-29T00:20:35.631 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumaudioout.xml 2024-03-29T00:20:35.634 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enuminput.xml 2024-03-29T00:20:35.635 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumoutput.xml 2024-03-29T00:20:35.637 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumstd.xml 2024-03-29T00:20:35.640 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-expbuf.xml 2024-03-29T00:20:35.642 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-audio.xml 2024-03-29T00:20:35.644 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-audioout.xml 2024-03-29T00:20:35.646 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-crop.xml 2024-03-29T00:20:35.648 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-ctrl.xml 2024-03-29T00:20:35.650 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-dv-timings.xml 2024-03-29T00:20:35.653 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-edid.xml 2024-03-29T00:20:35.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:35 smithi053 ceph-mon[36233]: pgmap v485: 129 pgs: 129 active+clean; 59 MiB data, 480 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-03-29T00:20:35.655 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-enc-index.xml 2024-03-29T00:20:35.657 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-ext-ctrls.xml 2024-03-29T00:20:35.659 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-fbuf.xml 2024-03-29T00:20:35.661 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-fmt.xml 2024-03-29T00:20:35.663 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-frequency.xml 2024-03-29T00:20:35.664 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-input.xml 2024-03-29T00:20:35.667 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-jpegcomp.xml 2024-03-29T00:20:35.669 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-modulator.xml 2024-03-29T00:20:35.671 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-output.xml 2024-03-29T00:20:35.673 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-parm.xml 2024-03-29T00:20:35.675 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-priority.xml 2024-03-29T00:20:35.677 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-selection.xml 2024-03-29T00:20:35.682 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-sliced-vbi-cap.xml 2024-03-29T00:20:35.682 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-std.xml 2024-03-29T00:20:35.683 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-tuner.xml 2024-03-29T00:20:35.686 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-log-status.xml 2024-03-29T00:20:35.688 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-overlay.xml 2024-03-29T00:20:35.690 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-prepare-buf.xml 2024-03-29T00:20:35.692 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-qbuf.xml 2024-03-29T00:20:35.694 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-query-dv-timings.xml 2024-03-29T00:20:35.696 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-querybuf.xml 2024-03-29T00:20:37.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:37 smithi069 ceph-mon[36074]: pgmap v486: 129 pgs: 129 active+clean; 59 MiB data, 480 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 515 KiB/s wr, 11 op/s 2024-03-29T00:20:37.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:37 smithi012 ceph-mon[31657]: pgmap v486: 129 pgs: 129 active+clean; 59 MiB data, 480 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 515 KiB/s wr, 11 op/s 2024-03-29T00:20:37.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:37 smithi053 ceph-mon[36233]: pgmap v486: 129 pgs: 129 active+clean; 59 MiB data, 480 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 515 KiB/s wr, 11 op/s 2024-03-29T00:20:39.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:39 smithi069 ceph-mon[36074]: pgmap v487: 129 pgs: 129 active+clean; 59 MiB data, 481 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-03-29T00:20:39.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:39 smithi012 ceph-mon[31657]: pgmap v487: 129 pgs: 129 active+clean; 59 MiB data, 481 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-03-29T00:20:39.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:39 smithi053 ceph-mon[36233]: pgmap v487: 129 pgs: 129 active+clean; 59 MiB data, 481 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-03-29T00:20:40.169 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-querycap.xml 2024-03-29T00:20:40.171 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-queryctrl.xml 2024-03-29T00:20:40.173 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-querystd.xml 2024-03-29T00:20:40.174 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-reqbufs.xml 2024-03-29T00:20:40.176 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-s-hw-freq-seek.xml 2024-03-29T00:20:40.178 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-streamon.xml 2024-03-29T00:20:40.180 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-enum-frame-interval.xml 2024-03-29T00:20:40.181 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-enum-frame-size.xml 2024-03-29T00:20:40.183 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-enum-mbus-code.xml 2024-03-29T00:20:40.185 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-crop.xml 2024-03-29T00:20:40.186 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-fmt.xml 2024-03-29T00:20:40.188 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-frame-interval.xml 2024-03-29T00:20:40.190 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-selection.xml 2024-03-29T00:20:40.191 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subscribe-event.xml 2024-03-29T00:20:40.193 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/vbi_525.gif.b64 2024-03-29T00:20:40.195 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/vbi_625.gif.b64 2024-03-29T00:20:40.196 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media/vbi_hsync.gif.b64 2024-03-29T00:20:40.198 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/media_api.tmpl 2024-03-29T00:20:40.201 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/mtdnand.tmpl 2024-03-29T00:20:40.204 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/networking.tmpl 2024-03-29T00:20:40.206 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/rapidio.tmpl 2024-03-29T00:20:40.208 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/regulator.tmpl 2024-03-29T00:20:40.210 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/s390-drivers.tmpl 2024-03-29T00:20:40.212 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/scsi.tmpl 2024-03-29T00:20:40.213 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/sh.tmpl 2024-03-29T00:20:40.215 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/stylesheet.xsl 2024-03-29T00:20:40.218 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/tracepoint.tmpl 2024-03-29T00:20:40.222 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/uio-howto.tmpl 2024-03-29T00:20:40.225 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/usb.tmpl 2024-03-29T00:20:40.228 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/w1.tmpl 2024-03-29T00:20:40.230 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/writing-an-alsa-driver.tmpl 2024-03-29T00:20:40.237 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/writing_musb_glue_layer.tmpl 2024-03-29T00:20:40.240 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/writing_usb_driver.tmpl 2024-03-29T00:20:40.242 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/DocBook/z8530book.tmpl 2024-03-29T00:20:40.244 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/EDID/ 2024-03-29T00:20:40.246 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/EDID/1024x768.S 2024-03-29T00:20:40.248 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/EDID/1280x1024.S 2024-03-29T00:20:40.250 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/EDID/1600x1200.S 2024-03-29T00:20:40.252 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/EDID/1680x1050.S 2024-03-29T00:20:40.254 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/EDID/1920x1080.S 2024-03-29T00:20:40.256 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/EDID/800x600.S 2024-03-29T00:20:40.258 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/EDID/HOWTO.txt 2024-03-29T00:20:40.260 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/EDID/Makefile 2024-03-29T00:20:40.262 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/EDID/edid.S 2024-03-29T00:20:40.264 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/EDID/hex 2024-03-29T00:20:40.266 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/HOWTO 2024-03-29T00:20:40.269 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/IPMI.txt 2024-03-29T00:20:40.271 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/IRQ-affinity.txt 2024-03-29T00:20:40.272 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/IRQ-domain.txt 2024-03-29T00:20:40.274 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/IRQ.txt 2024-03-29T00:20:40.276 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/Intel-IOMMU.txt 2024-03-29T00:20:40.277 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/Makefile 2024-03-29T00:20:40.279 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ManagementStyle 2024-03-29T00:20:40.281 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/PCI/ 2024-03-29T00:20:40.283 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/PCI/00-INDEX 2024-03-29T00:20:40.285 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/PCI/MSI-HOWTO.txt 2024-03-29T00:20:40.287 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/PCI/PCIEBUS-HOWTO.txt 2024-03-29T00:20:40.290 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/PCI/pci-error-recovery.txt 2024-03-29T00:20:40.292 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/PCI/pci-iov-howto.txt 2024-03-29T00:20:40.294 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/PCI/pci.txt 2024-03-29T00:20:40.296 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/PCI/pcieaer-howto.txt 2024-03-29T00:20:40.298 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/RCU/ 2024-03-29T00:20:40.300 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/RCU/00-INDEX 2024-03-29T00:20:40.302 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/RCU/NMI-RCU.txt 2024-03-29T00:20:40.304 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/RCU/RTFP.txt 2024-03-29T00:20:40.307 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/RCU/UP.txt 2024-03-29T00:20:40.309 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/RCU/arrayRCU.txt 2024-03-29T00:20:40.311 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/RCU/checklist.txt 2024-03-29T00:20:40.313 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/RCU/listRCU.txt 2024-03-29T00:20:40.318 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/RCU/lockdep-splat.txt 2024-03-29T00:20:40.318 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/RCU/lockdep.txt 2024-03-29T00:20:40.319 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/RCU/rcu.txt 2024-03-29T00:20:40.321 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/RCU/rcu_dereference.txt 2024-03-29T00:20:40.323 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/RCU/rcubarrier.txt 2024-03-29T00:20:40.325 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/RCU/rculist_nulls.txt 2024-03-29T00:20:40.327 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/RCU/rcuref.txt 2024-03-29T00:20:40.329 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/RCU/stallwarn.txt 2024-03-29T00:20:40.331 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/RCU/torture.txt 2024-03-29T00:20:40.333 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/RCU/trace.txt 2024-03-29T00:20:40.336 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/RCU/whatisRCU.txt 2024-03-29T00:20:40.338 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/SAK.txt 2024-03-29T00:20:40.340 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/SM501.txt 2024-03-29T00:20:40.342 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/SecurityBugs 2024-03-29T00:20:40.344 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/SubmitChecklist 2024-03-29T00:20:40.347 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/SubmittingDrivers 2024-03-29T00:20:40.349 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/SubmittingPatches 2024-03-29T00:20:40.351 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/VGA-softcursor.txt 2024-03-29T00:20:40.353 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/accounting/ 2024-03-29T00:20:40.355 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/accounting/.gitignore 2024-03-29T00:20:40.357 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/accounting/Makefile 2024-03-29T00:20:40.359 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/accounting/cgroupstats.txt 2024-03-29T00:20:40.361 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/accounting/delay-accounting.txt 2024-03-29T00:20:40.364 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/accounting/getdelays.c 2024-03-29T00:20:40.365 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/accounting/taskstats-struct.txt 2024-03-29T00:20:40.368 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/accounting/taskstats.txt 2024-03-29T00:20:40.370 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/acpi/ 2024-03-29T00:20:40.372 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/acpi/apei/ 2024-03-29T00:20:40.373 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/acpi/apei/einj.txt 2024-03-29T00:20:40.375 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/acpi/apei/output_format.txt 2024-03-29T00:20:40.377 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/acpi/debug.txt 2024-03-29T00:20:40.379 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/acpi/dsdt-override.txt 2024-03-29T00:20:40.381 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/acpi/enumeration.txt 2024-03-29T00:20:40.384 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/acpi/gpio-properties.txt 2024-03-29T00:20:40.386 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/acpi/initrd_table_override.txt 2024-03-29T00:20:40.388 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/acpi/method-customizing.txt 2024-03-29T00:20:40.390 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/acpi/method-tracing.txt 2024-03-29T00:20:40.392 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/acpi/namespace.txt 2024-03-29T00:20:40.394 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/acpi/scan_handlers.txt 2024-03-29T00:20:40.396 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/acpi/video_extension.txt 2024-03-29T00:20:40.398 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/aoe/ 2024-03-29T00:20:40.400 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/aoe/aoe.txt 2024-03-29T00:20:40.402 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/aoe/autoload.sh 2024-03-29T00:20:40.404 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/aoe/status.sh 2024-03-29T00:20:40.407 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/aoe/todo.txt 2024-03-29T00:20:40.409 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/aoe/udev-install.sh 2024-03-29T00:20:40.411 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/aoe/udev.txt 2024-03-29T00:20:40.413 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/applying-patches.txt 2024-03-29T00:20:40.415 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/ 2024-03-29T00:20:40.417 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/00-INDEX 2024-03-29T00:20:40.419 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/Atmel/ 2024-03-29T00:20:40.421 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/Atmel/README 2024-03-29T00:20:40.423 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/Booting 2024-03-29T00:20:40.425 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/CCN.txt 2024-03-29T00:20:40.427 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/IXP4xx 2024-03-29T00:20:40.429 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/Interrupts 2024-03-29T00:20:40.431 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/Makefile 2024-03-29T00:20:40.433 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/Marvell/ 2024-03-29T00:20:40.435 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/Marvell/README 2024-03-29T00:20:40.437 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/Netwinder 2024-03-29T00:20:40.440 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/OMAP/ 2024-03-29T00:20:40.442 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/OMAP/DSS 2024-03-29T00:20:40.444 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/OMAP/omap_pm 2024-03-29T00:20:40.446 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/Porting 2024-03-29T00:20:40.448 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/README 2024-03-29T00:20:40.451 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/SA1100/ 2024-03-29T00:20:40.452 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/SA1100/ADSBitsy 2024-03-29T00:20:40.455 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/SA1100/Assabet 2024-03-29T00:20:40.457 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/SA1100/Brutus 2024-03-29T00:20:40.459 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/SA1100/CERF 2024-03-29T00:20:40.462 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/SA1100/FreeBird 2024-03-29T00:20:40.464 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/SA1100/GraphicsClient 2024-03-29T00:20:40.466 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/SA1100/GraphicsMaster 2024-03-29T00:20:40.468 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/SA1100/HUW_WEBPANEL 2024-03-29T00:20:40.470 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/SA1100/Itsy 2024-03-29T00:20:40.473 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/SA1100/LART 2024-03-29T00:20:40.475 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/SA1100/PLEB 2024-03-29T00:20:40.477 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/SA1100/Pangolin 2024-03-29T00:20:40.479 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/SA1100/Tifon 2024-03-29T00:20:40.481 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/SA1100/Victor 2024-03-29T00:20:40.483 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/SA1100/Yopy 2024-03-29T00:20:40.486 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/SA1100/empeg 2024-03-29T00:20:40.487 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/SA1100/nanoEngine 2024-03-29T00:20:40.489 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/SA1100/serial_UART 2024-03-29T00:20:40.490 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/ 2024-03-29T00:20:40.492 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/.gitignore 2024-03-29T00:20:40.493 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/Makefile 2024-03-29T00:20:40.495 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/vrl4.c 2024-03-29T00:20:40.497 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/zboot-rom-mmcif.txt 2024-03-29T00:20:40.498 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/zboot-rom-sdhi.txt 2024-03-29T00:20:40.499 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/SPEAr/ 2024-03-29T00:20:40.501 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/SPEAr/overview.txt 2024-03-29T00:20:40.503 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/ 2024-03-29T00:20:40.505 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/CPUfreq.txt 2024-03-29T00:20:40.507 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/EB2410ITX.txt 2024-03-29T00:20:40.508 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/GPIO.txt 2024-03-29T00:20:40.510 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/H1940.txt 2024-03-29T00:20:40.512 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/NAND.txt 2024-03-29T00:20:40.513 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/Overview.txt 2024-03-29T00:20:40.515 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/S3C2412.txt 2024-03-29T00:20:40.516 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/S3C2413.txt 2024-03-29T00:20:40.518 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/SMDK2440.txt 2024-03-29T00:20:40.522 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/Suspend.txt 2024-03-29T00:20:40.522 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/USB-Host.txt 2024-03-29T00:20:40.523 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/Samsung/ 2024-03-29T00:20:40.525 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/Samsung/GPIO.txt 2024-03-29T00:20:40.527 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/Samsung/Overview.txt 2024-03-29T00:20:40.529 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/Samsung/clksrc-change-registers.awk 2024-03-29T00:20:40.531 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/Setup 2024-03-29T00:20:40.533 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/VFP/ 2024-03-29T00:20:40.535 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/VFP/release-notes.txt 2024-03-29T00:20:40.537 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/cluster-pm-race-avoidance.txt 2024-03-29T00:20:40.539 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/firmware.txt 2024-03-29T00:20:40.541 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/kernel_mode_neon.txt 2024-03-29T00:20:40.543 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/kernel_user_helpers.txt 2024-03-29T00:20:40.545 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/mem_alignment 2024-03-29T00:20:40.547 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/memory.txt 2024-03-29T00:20:40.549 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/msm/ 2024-03-29T00:20:40.550 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/msm/gpiomux.txt 2024-03-29T00:20:40.551 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/nwfpe/ 2024-03-29T00:20:40.553 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/nwfpe/NOTES 2024-03-29T00:20:40.554 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/nwfpe/README 2024-03-29T00:20:40.556 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/nwfpe/README.FPE 2024-03-29T00:20:40.557 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/nwfpe/TODO 2024-03-29T00:20:40.559 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/pxa/ 2024-03-29T00:20:40.560 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/pxa/mfp.txt 2024-03-29T00:20:40.562 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/sti/ 2024-03-29T00:20:40.563 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/sti/overview.txt 2024-03-29T00:20:40.565 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/sti/stih407-overview.txt 2024-03-29T00:20:40.566 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/sti/stih415-overview.txt 2024-03-29T00:20:40.568 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/sti/stih416-overview.txt 2024-03-29T00:20:40.569 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/sti/stih418-overview.txt 2024-03-29T00:20:40.571 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/sunxi/ 2024-03-29T00:20:40.572 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/sunxi/README 2024-03-29T00:20:40.574 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/sunxi/clocks.txt 2024-03-29T00:20:40.575 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/swp_emulation 2024-03-29T00:20:40.577 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/tcm.txt 2024-03-29T00:20:40.578 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/uefi.txt 2024-03-29T00:20:40.580 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm/vlocks.txt 2024-03-29T00:20:40.581 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm64/ 2024-03-29T00:20:40.583 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm64/booting.txt 2024-03-29T00:20:40.585 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm64/legacy_instructions.txt 2024-03-29T00:20:40.586 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm64/memory.txt 2024-03-29T00:20:40.588 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/arm64/tagged-pointers.txt 2024-03-29T00:20:40.589 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/assoc_array.txt 2024-03-29T00:20:40.591 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/atomic_ops.txt 2024-03-29T00:20:40.594 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/auxdisplay/ 2024-03-29T00:20:40.595 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/auxdisplay/.gitignore 2024-03-29T00:20:40.596 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/auxdisplay/Makefile 2024-03-29T00:20:40.598 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/auxdisplay/cfag12864b 2024-03-29T00:20:40.599 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/auxdisplay/cfag12864b-example.c 2024-03-29T00:20:40.601 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/auxdisplay/ks0108 2024-03-29T00:20:40.603 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/backlight/ 2024-03-29T00:20:40.604 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/backlight/lp855x-driver.txt 2024-03-29T00:20:40.606 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/bad_memory.txt 2024-03-29T00:20:40.608 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/basic_profiling.txt 2024-03-29T00:20:40.609 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/bcache.txt 2024-03-29T00:20:40.611 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/binfmt_misc.txt 2024-03-29T00:20:40.613 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/blackfin/ 2024-03-29T00:20:40.614 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/blackfin/00-INDEX 2024-03-29T00:20:40.616 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/blackfin/Makefile 2024-03-29T00:20:40.617 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/blackfin/bfin-gpio-notes.txt 2024-03-29T00:20:40.619 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/blackfin/bfin-spi-notes.txt 2024-03-29T00:20:40.621 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/blackfin/gptimers-example.c 2024-03-29T00:20:40.623 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/block/ 2024-03-29T00:20:40.625 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/block/00-INDEX 2024-03-29T00:20:40.626 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/block/biodoc.txt 2024-03-29T00:20:40.628 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/block/biovecs.txt 2024-03-29T00:20:40.630 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/block/capability.txt 2024-03-29T00:20:40.632 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/block/cfq-iosched.txt 2024-03-29T00:20:40.634 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/block/cmdline-partition.txt 2024-03-29T00:20:40.636 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/block/data-integrity.txt 2024-03-29T00:20:40.639 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/block/deadline-iosched.txt 2024-03-29T00:20:40.641 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/block/ioprio.txt 2024-03-29T00:20:40.643 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/block/null_blk.txt 2024-03-29T00:20:40.645 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/block/queue-sysfs.txt 2024-03-29T00:20:40.647 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/block/request.txt 2024-03-29T00:20:40.649 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/block/stat.txt 2024-03-29T00:20:40.651 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/block/switching-sched.txt 2024-03-29T00:20:40.653 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/block/writeback_cache_control.txt 2024-03-29T00:20:40.654 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/blockdev/ 2024-03-29T00:20:40.656 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/blockdev/00-INDEX 2024-03-29T00:20:40.657 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/blockdev/README.DAC960 2024-03-29T00:20:40.659 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/blockdev/cciss.txt 2024-03-29T00:20:40.661 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/blockdev/cpqarray.txt 2024-03-29T00:20:40.663 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/blockdev/drbd/ 2024-03-29T00:20:40.664 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/blockdev/drbd/DRBD-8.3-data-packets.svg 2024-03-29T00:20:40.665 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/blockdev/drbd/DRBD-data-packets.svg 2024-03-29T00:20:40.667 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/blockdev/drbd/README.txt 2024-03-29T00:20:40.669 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/blockdev/drbd/conn-states-8.dot 2024-03-29T00:20:40.670 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/blockdev/drbd/data-structure-v9.txt 2024-03-29T00:20:40.672 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/blockdev/drbd/disk-states-8.dot 2024-03-29T00:20:40.673 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/blockdev/drbd/drbd-connection-state-overview.dot 2024-03-29T00:20:40.675 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/blockdev/drbd/node-states-8.dot 2024-03-29T00:20:40.677 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/blockdev/floppy.txt 2024-03-29T00:20:40.678 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/blockdev/mflash.txt 2024-03-29T00:20:40.680 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/blockdev/nbd.txt 2024-03-29T00:20:40.682 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/blockdev/paride.txt 2024-03-29T00:20:40.684 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/blockdev/ramdisk.txt 2024-03-29T00:20:40.686 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/blockdev/zram.txt 2024-03-29T00:20:40.688 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/braille-console.txt 2024-03-29T00:20:40.691 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/bt8xxgpio.txt 2024-03-29T00:20:40.693 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/btmrvl.txt 2024-03-29T00:20:40.695 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/bus-devices/ 2024-03-29T00:20:40.697 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/bus-devices/ti-gpmc.txt 2024-03-29T00:20:40.699 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/bus-virt-phys-mapping.txt 2024-03-29T00:20:40.702 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cachetlb.txt 2024-03-29T00:20:40.704 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cdrom/ 2024-03-29T00:20:40.707 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cdrom/00-INDEX 2024-03-29T00:20:40.709 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cdrom/Makefile 2024-03-29T00:20:40.710 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cdrom/cdrom-standard.tex 2024-03-29T00:20:40.712 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cdrom/ide-cd 2024-03-29T00:20:40.714 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cdrom/packet-writing.txt 2024-03-29T00:20:40.716 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cgroups/ 2024-03-29T00:20:40.718 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cgroups/00-INDEX 2024-03-29T00:20:40.719 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cgroups/blkio-controller.txt 2024-03-29T00:20:40.721 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cgroups/cgroups.txt 2024-03-29T00:20:40.723 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cgroups/cpuacct.txt 2024-03-29T00:20:40.725 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cgroups/cpusets.txt 2024-03-29T00:20:40.730 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cgroups/devices.txt 2024-03-29T00:20:40.730 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cgroups/freezer-subsystem.txt 2024-03-29T00:20:40.732 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cgroups/hugetlb.txt 2024-03-29T00:20:40.734 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cgroups/memcg_test.txt 2024-03-29T00:20:40.736 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cgroups/memory.txt 2024-03-29T00:20:40.738 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cgroups/net_cls.txt 2024-03-29T00:20:40.740 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cgroups/net_prio.txt 2024-03-29T00:20:40.742 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cgroups/unified-hierarchy.txt 2024-03-29T00:20:40.744 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/circular-buffers.txt 2024-03-29T00:20:40.747 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/clk.txt 2024-03-29T00:20:40.749 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/coccinelle.txt 2024-03-29T00:20:40.752 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/connector/ 2024-03-29T00:20:40.754 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/connector/.gitignore 2024-03-29T00:20:40.756 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/connector/Makefile 2024-03-29T00:20:40.758 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/connector/cn_test.c 2024-03-29T00:20:40.760 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/connector/connector.txt 2024-03-29T00:20:40.762 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/connector/ucon.c 2024-03-29T00:20:40.764 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/console/ 2024-03-29T00:20:40.767 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/console/console.txt 2024-03-29T00:20:40.769 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cpu-freq/ 2024-03-29T00:20:40.771 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cpu-freq/amd-powernow.txt 2024-03-29T00:20:40.773 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cpu-freq/boost.txt 2024-03-29T00:20:40.775 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cpu-freq/core.txt 2024-03-29T00:20:40.776 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cpu-freq/cpu-drivers.txt 2024-03-29T00:20:40.778 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cpu-freq/cpufreq-nforce2.txt 2024-03-29T00:20:40.779 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cpu-freq/cpufreq-stats.txt 2024-03-29T00:20:40.781 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cpu-freq/governors.txt 2024-03-29T00:20:40.783 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cpu-freq/index.txt 2024-03-29T00:20:40.785 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cpu-freq/intel-pstate.txt 2024-03-29T00:20:40.788 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cpu-freq/pcc-cpufreq.txt 2024-03-29T00:20:40.790 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cpu-freq/user-guide.txt 2024-03-29T00:20:40.792 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cpu-hotplug.txt 2024-03-29T00:20:40.795 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cpu-load.txt 2024-03-29T00:20:40.797 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cpuidle/ 2024-03-29T00:20:40.799 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cpuidle/core.txt 2024-03-29T00:20:40.801 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cpuidle/driver.txt 2024-03-29T00:20:40.803 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cpuidle/governor.txt 2024-03-29T00:20:40.806 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cpuidle/sysfs.txt 2024-03-29T00:20:40.808 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cputopology.txt 2024-03-29T00:20:40.810 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/crc32.txt 2024-03-29T00:20:40.813 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cris/ 2024-03-29T00:20:40.814 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/cris/README 2024-03-29T00:20:40.817 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/crypto/ 2024-03-29T00:20:40.819 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/crypto/api-intro.txt 2024-03-29T00:20:40.821 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/crypto/asymmetric-keys.txt 2024-03-29T00:20:40.824 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/crypto/async-tx-api.txt 2024-03-29T00:20:40.827 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/crypto/crypto-API-userspace.txt 2024-03-29T00:20:40.829 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/crypto/descore-readme.txt 2024-03-29T00:20:40.831 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/dcdbas.txt 2024-03-29T00:20:40.833 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/debugging-modules.txt 2024-03-29T00:20:40.835 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/debugging-via-ohci1394.txt 2024-03-29T00:20:40.838 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/dell_rbu.txt 2024-03-29T00:20:40.840 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/development-process/ 2024-03-29T00:20:40.842 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/development-process/1.Intro 2024-03-29T00:20:40.844 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/development-process/2.Process 2024-03-29T00:20:40.847 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/development-process/3.Early-stage 2024-03-29T00:20:40.850 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/development-process/4.Coding 2024-03-29T00:20:40.852 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/development-process/5.Posting 2024-03-29T00:20:40.854 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/development-process/6.Followthrough 2024-03-29T00:20:40.856 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/development-process/7.AdvancedTopics 2024-03-29T00:20:40.858 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/development-process/8.Conclusion 2024-03-29T00:20:40.859 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/device-mapper/ 2024-03-29T00:20:40.861 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/device-mapper/cache-policies.txt 2024-03-29T00:20:40.863 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/device-mapper/cache.txt 2024-03-29T00:20:40.865 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/device-mapper/delay.txt 2024-03-29T00:20:40.868 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/device-mapper/dm-crypt.txt 2024-03-29T00:20:40.870 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/device-mapper/dm-flakey.txt 2024-03-29T00:20:40.871 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/device-mapper/dm-io.txt 2024-03-29T00:20:40.873 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/device-mapper/dm-log.txt 2024-03-29T00:20:40.874 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/device-mapper/dm-queue-length.txt 2024-03-29T00:20:40.876 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/device-mapper/dm-raid.txt 2024-03-29T00:20:40.878 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/device-mapper/dm-service-time.txt 2024-03-29T00:20:40.879 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/device-mapper/dm-uevent.txt 2024-03-29T00:20:40.881 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/device-mapper/era.txt 2024-03-29T00:20:40.882 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/device-mapper/kcopyd.txt 2024-03-29T00:20:40.884 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/device-mapper/linear.txt 2024-03-29T00:20:40.885 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/device-mapper/persistent-data.txt 2024-03-29T00:20:40.887 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/device-mapper/snapshot.txt 2024-03-29T00:20:40.889 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/device-mapper/statistics.txt 2024-03-29T00:20:40.890 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/device-mapper/striped.txt 2024-03-29T00:20:40.892 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/device-mapper/switch.txt 2024-03-29T00:20:40.894 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/device-mapper/thin-provisioning.txt 2024-03-29T00:20:40.896 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/device-mapper/verity.txt 2024-03-29T00:20:40.898 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/device-mapper/zero.txt 2024-03-29T00:20:40.901 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devices.txt 2024-03-29T00:20:40.906 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/ 2024-03-29T00:20:40.907 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/00-INDEX 2024-03-29T00:20:40.910 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/ 2024-03-29T00:20:40.911 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/ABI.txt 2024-03-29T00:20:40.913 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arc/ 2024-03-29T00:20:40.915 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arc/interrupts.txt 2024-03-29T00:20:40.917 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arc/pmu.txt 2024-03-29T00:20:40.919 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ 2024-03-29T00:20:40.921 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/adapteva.txt 2024-03-29T00:20:40.923 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/ 2024-03-29T00:20:40.925 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/socfpga-clk-manager.txt 2024-03-29T00:20:40.927 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/socfpga-sdram-edac.txt 2024-03-29T00:20:40.930 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/socfpga-system.txt 2024-03-29T00:20:40.934 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/amlogic.txt 2024-03-29T00:20:40.934 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/arch_timer.txt 2024-03-29T00:20:40.936 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/arm-boards 2024-03-29T00:20:40.938 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp-pmsu.txt 2024-03-29T00:20:40.940 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp.txt 2024-03-29T00:20:40.943 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-375.txt 2024-03-29T00:20:40.944 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-380-mpcore-soc-ctrl.txt 2024-03-29T00:20:40.946 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-38x.txt 2024-03-29T00:20:40.948 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-cpu-reset.txt 2024-03-29T00:20:40.949 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armadeus.txt 2024-03-29T00:20:40.951 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-at91.txt 2024-03-29T00:20:40.953 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-pmc.txt 2024-03-29T00:20:40.954 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/axxia.txt 2024-03-29T00:20:40.956 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/ 2024-03-29T00:20:40.957 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/bcm11351.txt 2024-03-29T00:20:40.959 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/bcm21664.txt 2024-03-29T00:20:40.960 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/bcm63138.txt 2024-03-29T00:20:40.962 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/brcm,bcm11351-cpu-method 2024-03-29T00:20:40.963 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/cygnus.txt 2024-03-29T00:20:40.965 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/kona-resetmgr.txt 2024-03-29T00:20:40.967 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/kona-timer.txt 2024-03-29T00:20:40.969 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/kona-wdt.txt 2024-03-29T00:20:40.970 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm2835.txt 2024-03-29T00:20:40.972 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm4708.txt 2024-03-29T00:20:40.973 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/brcm-brcmstb.txt 2024-03-29T00:20:40.976 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda.txt 2024-03-29T00:20:40.978 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/ 2024-03-29T00:20:40.980 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/combophy.txt 2024-03-29T00:20:40.982 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/l2ecc.txt 2024-03-29T00:20:40.984 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/mem-ctrlr.txt 2024-03-29T00:20:40.987 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cavium-thunder.txt 2024-03-29T00:20:40.989 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cci.txt 2024-03-29T00:20:40.991 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ccn.txt 2024-03-29T00:20:40.993 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/coherency-fabric.txt 2024-03-29T00:20:40.995 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/coresight.txt 2024-03-29T00:20:40.997 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cpu-enable-method/ 2024-03-29T00:20:40.999 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cpu-enable-method/marvell,berlin-smp 2024-03-29T00:20:41.001 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cpus.txt 2024-03-29T00:20:41.003 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/davinci.txt 2024-03-29T00:20:41.005 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/davinci/ 2024-03-29T00:20:41.007 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/davinci/cp-intc.txt 2024-03-29T00:20:41.009 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/digicolor.txt 2024-03-29T00:20:41.011 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/ 2024-03-29T00:20:41.013 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/power_domain.txt 2024-03-29T00:20:41.015 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/smp-sysram.txt 2024-03-29T00:20:41.018 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/firmware/ 2024-03-29T00:20:41.019 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/firmware/tlm,trusted-foundations.txt 2024-03-29T00:20:41.022 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/fsl.txt 2024-03-29T00:20:41.024 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/fw-cfg.txt 2024-03-29T00:20:41.026 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/geniatech.txt 2024-03-29T00:20:41.028 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/gic-v3.txt 2024-03-29T00:20:41.030 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/gic.txt 2024-03-29T00:20:41.032 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/global_timer.txt 2024-03-29T00:20:41.034 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/hisilicon/ 2024-03-29T00:20:41.035 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/hisilicon/hisilicon.txt 2024-03-29T00:20:41.037 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/idle-states.txt 2024-03-29T00:20:41.039 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/insignal-boards.txt 2024-03-29T00:20:41.041 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/keystone/ 2024-03-29T00:20:41.043 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/keystone/keystone.txt 2024-03-29T00:20:41.045 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/kirkwood.txt 2024-03-29T00:20:41.047 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/l2cc.txt 2024-03-29T00:20:41.049 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx-mic.txt 2024-03-29T00:20:41.052 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx.txt 2024-03-29T00:20:41.054 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,berlin.txt 2024-03-29T00:20:41.056 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,dove.txt 2024-03-29T00:20:41.058 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,kirkwood.txt 2024-03-29T00:20:41.060 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek.txt 2024-03-29T00:20:41.062 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek/ 2024-03-29T00:20:41.064 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek/mediatek,sysirq.txt 2024-03-29T00:20:41.066 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/moxart.txt 2024-03-29T00:20:41.068 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/ 2024-03-29T00:20:41.070 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/feroceon.txt 2024-03-29T00:20:41.072 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/intc.txt 2024-03-29T00:20:41.074 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/mrvl.txt 2024-03-29T00:20:41.076 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/tauros2.txt 2024-03-29T00:20:41.078 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/timer.txt 2024-03-29T00:20:41.080 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/ 2024-03-29T00:20:41.082 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/qcom,kpss-acc.txt 2024-03-29T00:20:41.084 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/qcom,saw2.txt 2024-03-29T00:20:41.086 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/ssbi.txt 2024-03-29T00:20:41.088 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/timer.txt 2024-03-29T00:20:41.090 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mvebu-system-controller.txt 2024-03-29T00:20:41.093 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/nspire.txt 2024-03-29T00:20:41.095 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/olimex.txt 2024-03-29T00:20:41.097 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/ 2024-03-29T00:20:41.099 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/counter.txt 2024-03-29T00:20:41.101 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/crossbar.txt 2024-03-29T00:20:41.103 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/dmm.txt 2024-03-29T00:20:41.105 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/dsp.txt 2024-03-29T00:20:41.107 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/intc.txt 2024-03-29T00:20:41.109 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/iva.txt 2024-03-29T00:20:41.111 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/l3-noc.txt 2024-03-29T00:20:41.113 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/mpu.txt 2024-03-29T00:20:41.115 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/omap.txt 2024-03-29T00:20:41.117 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/prcm.txt 2024-03-29T00:20:41.120 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/timer.txt 2024-03-29T00:20:41.122 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/picoxcell.txt 2024-03-29T00:20:41.124 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/pmu.txt 2024-03-29T00:20:41.126 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/primecell.txt 2024-03-29T00:20:41.128 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/psci.txt 2024-03-29T00:20:41.130 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip.txt 2024-03-29T00:20:41.133 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/ 2024-03-29T00:20:41.134 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/pmu-sram.txt 2024-03-29T00:20:41.137 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/pmu.txt 2024-03-29T00:20:41.139 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/smp-sram.txt 2024-03-29T00:20:41.141 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rtsm-dcscb.txt 2024-03-29T00:20:41.143 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung-boards.txt 2024-03-29T00:20:41.146 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/ 2024-03-29T00:20:41.147 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/exynos-adc.txt 2024-03-29T00:20:41.150 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/exynos-chipid.txt 2024-03-29T00:20:41.152 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/interrupt-combiner.txt 2024-03-29T00:20:41.154 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/pmu.txt 2024-03-29T00:20:41.156 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/sysreg.txt 2024-03-29T00:20:41.158 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/shmobile.txt 2024-03-29T00:20:41.161 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sirf.txt 2024-03-29T00:20:41.163 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear-misc.txt 2024-03-29T00:20:41.165 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear-timer.txt 2024-03-29T00:20:41.167 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear.txt 2024-03-29T00:20:41.169 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear/ 2024-03-29T00:20:41.171 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear/shirq.txt 2024-03-29T00:20:41.173 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sprd.txt 2024-03-29T00:20:41.176 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ste-nomadik.txt 2024-03-29T00:20:41.178 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ste-u300.txt 2024-03-29T00:20:41.180 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sti.txt 2024-03-29T00:20:41.183 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sunxi.txt 2024-03-29T00:20:41.185 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra.txt 2024-03-29T00:20:41.187 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/ 2024-03-29T00:20:41.189 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-ahb.txt 2024-03-29T00:20:41.191 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-emc.txt 2024-03-29T00:20:41.193 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-flowctrl.txt 2024-03-29T00:20:41.195 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-mc.txt 2024-03-29T00:20:41.197 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-pmc.txt 2024-03-29T00:20:41.200 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra30-mc.txt 2024-03-29T00:20:41.202 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/topology.txt 2024-03-29T00:20:41.205 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/twd.txt 2024-03-29T00:20:41.206 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ux500/ 2024-03-29T00:20:41.208 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ux500/power_domain.txt 2024-03-29T00:20:41.211 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-fpga-irq.txt 2024-03-29T00:20:41.213 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-sysreg.txt 2024-03-29T00:20:41.215 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-scc.txt 2024-03-29T00:20:41.217 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-sysreg.txt 2024-03-29T00:20:41.219 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress.txt 2024-03-29T00:20:41.225 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vic.txt 2024-03-29T00:20:41.228 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500.txt 2024-03-29T00:20:41.230 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/ 2024-03-29T00:20:41.232 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/via,vt8500-intc.txt 2024-03-29T00:20:41.456 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:41 smithi053 ceph-mon[36233]: pgmap v488: 129 pgs: 129 active+clean; 59 MiB data, 481 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 48 KiB/s wr, 13 op/s 2024-03-29T00:20:41.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:41 smithi069 ceph-mon[36074]: pgmap v488: 129 pgs: 129 active+clean; 59 MiB data, 481 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 48 KiB/s wr, 13 op/s 2024-03-29T00:20:41.546 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-29T00:20:41.546 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-29T00:20:41.557 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:41 smithi012 ceph-mon[31657]: pgmap v488: 129 pgs: 129 active+clean; 59 MiB data, 481 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 48 KiB/s wr, 13 op/s 2024-03-29T00:20:41.571 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/via,vt8500-pmc.txt 2024-03-29T00:20:41.574 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/via,vt8500-timer.txt 2024-03-29T00:20:41.575 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/xen.txt 2024-03-29T00:20:41.576 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/xilinx.txt 2024-03-29T00:20:41.577 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/ 2024-03-29T00:20:41.578 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/ahci-platform.txt 2024-03-29T00:20:41.579 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/ahci-st.txt 2024-03-29T00:20:41.581 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/apm-xgene.txt 2024-03-29T00:20:41.582 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/atmel-at91_cf.txt 2024-03-29T00:20:41.584 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/cavium-compact-flash.txt 2024-03-29T00:20:41.585 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/exynos-sata.txt 2024-03-29T00:20:41.587 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/fsl-sata.txt 2024-03-29T00:20:41.588 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/imx-pata.txt 2024-03-29T00:20:41.590 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/imx-sata.txt 2024-03-29T00:20:41.591 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/marvell.txt 2024-03-29T00:20:41.592 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/pata-arasan.txt 2024-03-29T00:20:41.594 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/qcom-sata.txt 2024-03-29T00:20:41.595 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/sata_highbank.txt 2024-03-29T00:20:41.596 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/sata_rcar.txt 2024-03-29T00:20:41.597 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/tegra-sata.txt 2024-03-29T00:20:41.599 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/btmrvl.txt 2024-03-29T00:20:41.600 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/ 2024-03-29T00:20:41.601 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/bcma.txt 2024-03-29T00:20:41.602 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/brcm,gisb-arb.txt 2024-03-29T00:20:41.603 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/imx-weim.txt 2024-03-29T00:20:41.605 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/mvebu-mbus.txt 2024-03-29T00:20:41.606 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/omap-ocp2scp.txt 2024-03-29T00:20:41.607 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/ti-gpmc.txt 2024-03-29T00:20:41.608 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/ 2024-03-29T00:20:41.609 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/clocks.txt 2024-03-29T00:20:41.611 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/dscr.txt 2024-03-29T00:20:41.612 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/emifa.txt 2024-03-29T00:20:41.613 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/interrupt.txt 2024-03-29T00:20:41.615 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/soc.txt 2024-03-29T00:20:41.616 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/timer64.txt 2024-03-29T00:20:41.618 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/chosen.txt 2024-03-29T00:20:41.619 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ 2024-03-29T00:20:41.621 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/alphascale,acc.txt 2024-03-29T00:20:41.622 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/altr_socfpga.txt 2024-03-29T00:20:41.626 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/arm-integrator.txt 2024-03-29T00:20:41.627 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/at91-clock.txt 2024-03-29T00:20:41.629 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/axi-clkgen.txt 2024-03-29T00:20:41.630 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/bcm-cygnus-clock.txt 2024-03-29T00:20:41.632 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/bcm-kona-clock.txt 2024-03-29T00:20:41.633 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/calxeda.txt 2024-03-29T00:20:41.635 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clk-exynos-audss.txt 2024-03-29T00:20:41.636 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clk-palmas-clk32kg-clocks.txt 2024-03-29T00:20:41.638 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clk-s5pv210-audss.txt 2024-03-29T00:20:41.639 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clock-bindings.txt 2024-03-29T00:20:41.641 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clps711x-clock.txt 2024-03-29T00:20:41.642 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/efm32-clock.txt 2024-03-29T00:20:41.644 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/emev2-clock.txt 2024-03-29T00:20:41.646 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos3250-clock.txt 2024-03-29T00:20:41.647 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos4-clock.txt 2024-03-29T00:20:41.648 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos4415-clock.txt 2024-03-29T00:20:41.650 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5250-clock.txt 2024-03-29T00:20:41.652 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5260-clock.txt 2024-03-29T00:20:41.654 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5410-clock.txt 2024-03-29T00:20:41.658 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5420-clock.txt 2024-03-29T00:20:41.659 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5440-clock.txt 2024-03-29T00:20:41.660 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos7-clock.txt 2024-03-29T00:20:41.662 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/fixed-clock.txt 2024-03-29T00:20:41.663 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/fixed-factor-clock.txt 2024-03-29T00:20:41.665 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/gpio-gate-clock.txt 2024-03-29T00:20:41.666 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/hi3620-clock.txt 2024-03-29T00:20:41.668 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/hix5hd2-clock.txt 2024-03-29T00:20:41.669 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx1-clock.txt 2024-03-29T00:20:41.670 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx21-clock.txt 2024-03-29T00:20:41.672 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx23-clock.txt 2024-03-29T00:20:41.673 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx25-clock.txt 2024-03-29T00:20:41.674 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx27-clock.txt 2024-03-29T00:20:41.676 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx28-clock.txt 2024-03-29T00:20:41.677 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx31-clock.txt 2024-03-29T00:20:41.678 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx35-clock.txt 2024-03-29T00:20:41.679 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx5-clock.txt 2024-03-29T00:20:41.681 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx6q-clock.txt 2024-03-29T00:20:41.682 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx6sl-clock.txt 2024-03-29T00:20:41.683 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx6sx-clock.txt 2024-03-29T00:20:41.684 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/keystone-gate.txt 2024-03-29T00:20:41.686 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/keystone-pll.txt 2024-03-29T00:20:41.687 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/lsi,axm5516-clks.txt 2024-03-29T00:20:41.689 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/marvell,mmp2.txt 2024-03-29T00:20:41.690 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/marvell,pxa168.txt 2024-03-29T00:20:41.692 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/marvell,pxa910.txt 2024-03-29T00:20:41.694 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/maxim,max77686.txt 2024-03-29T00:20:41.695 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/maxim,max77802.txt 2024-03-29T00:20:41.696 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/moxa,moxart-clock.txt 2024-03-29T00:20:41.698 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-core-clock.txt 2024-03-29T00:20:41.699 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-corediv-clock.txt 2024-03-29T00:20:41.701 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-cpu-clock.txt 2024-03-29T00:20:41.702 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-gated-clock.txt 2024-03-29T00:20:41.704 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nspire-clock.txt 2024-03-29T00:20:41.705 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra114-car.txt 2024-03-29T00:20:41.706 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra124-car.txt 2024-03-29T00:20:41.708 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra20-car.txt 2024-03-29T00:20:41.710 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra30-car.txt 2024-03-29T00:20:41.711 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/prima2-clock.txt 2024-03-29T00:20:41.712 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/pxa-clock.txt 2024-03-29T00:20:41.715 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qcom,gcc.txt 2024-03-29T00:20:41.717 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qcom,lcc.txt 2024-03-29T00:20:41.719 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qcom,mmcc.txt 2024-03-29T00:20:41.721 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qoriq-clock.txt 2024-03-29T00:20:41.723 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,cpg-div6-clocks.txt 2024-03-29T00:20:41.725 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,cpg-mstp-clocks.txt 2024-03-29T00:20:41.731 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,r8a73a4-cpg-clocks.txt 2024-03-29T00:20:41.731 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,r8a7740-cpg-clocks.txt 2024-03-29T00:20:41.731 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,r8a7779-cpg-clocks.txt 2024-03-29T00:20:41.731 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,rcar-gen2-cpg-clocks.txt 2024-03-29T00:20:41.732 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,rz-cpg-clocks.txt 2024-03-29T00:20:41.734 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,sh73a0-cpg-clocks.txt 2024-03-29T00:20:41.736 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.735+0000 7f6d3dc00640 1 -- 172.21.15.12:0/3305527082 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6d381022c0 msgr2=0x7f6d381046b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:41.736 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.735+0000 7f6d3dc00640 1 --2- 172.21.15.12:0/3305527082 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6d381022c0 0x7f6d381046b0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f6d30009ca0 tx=0x7f6d3002c0f0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.736 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/rockchip,rk3188-cru.txt 2024-03-29T00:20:41.737 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.736+0000 7f6d3dc00640 1 -- 172.21.15.12:0/3305527082 shutdown_connections 2024-03-29T00:20:41.737 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.736+0000 7f6d3dc00640 1 --2- 172.21.15.12:0/3305527082 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6d38107520 0x7f6d38109910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.737 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.736+0000 7f6d3dc00640 1 --2- 172.21.15.12:0/3305527082 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6d38104bf0 0x7f6d38106fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.737 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.736+0000 7f6d3dc00640 1 --2- 172.21.15.12:0/3305527082 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6d381022c0 0x7f6d381046b0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.737 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.736+0000 7f6d3dc00640 1 -- 172.21.15.12:0/3305527082 >> 172.21.15.12:0/3305527082 conn(0x7f6d380fbc10 msgr2=0x7f6d380fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:41.737 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.736+0000 7f6d3dc00640 1 -- 172.21.15.12:0/3305527082 shutdown_connections 2024-03-29T00:20:41.737 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.736+0000 7f6d3dc00640 1 -- 172.21.15.12:0/3305527082 wait complete. 2024-03-29T00:20:41.737 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/rockchip,rk3288-cru.txt 2024-03-29T00:20:41.739 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.737+0000 7f6d3dc00640 1 Processor -- start 2024-03-29T00:20:41.739 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.737+0000 7f6d3dc00640 1 -- start start 2024-03-29T00:20:41.739 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.737+0000 7f6d3dc00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6d381022c0 0x7f6d38199dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:41.739 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.737+0000 7f6d3dc00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6d38104bf0 0x7f6d3819a300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:41.739 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.737+0000 7f6d3dc00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6d38107520 0x7f6d381a1330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:41.739 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.737+0000 7f6d3dc00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f6d3810d570 con 0x7f6d38104bf0 2024-03-29T00:20:41.739 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.737+0000 7f6d3dc00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f6d3810d3f0 con 0x7f6d381022c0 2024-03-29T00:20:41.739 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.737+0000 7f6d3dc00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f6d3810d6f0 con 0x7f6d38107520 2024-03-29T00:20:41.739 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.738+0000 7f6d36a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6d381022c0 0x7f6d38199dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:41.739 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.738+0000 7f6d36a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6d381022c0 0x7f6d38199dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:54124/0 (socket says 172.21.15.12:54124) 2024-03-29T00:20:41.740 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.738+0000 7f6d36a00640 1 -- 172.21.15.12:0/3188880472 learned_addr learned my addr 172.21.15.12:0/3188880472 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:41.740 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.738+0000 7f6d36000640 1 --2- 172.21.15.12:0/3188880472 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6d38104bf0 0x7f6d3819a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:41.740 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.738+0000 7f6d37400640 1 --2- 172.21.15.12:0/3188880472 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6d38107520 0x7f6d381a1330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:41.740 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/rockchip.txt 2024-03-29T00:20:41.741 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.738+0000 7f6d36a00640 1 -- 172.21.15.12:0/3188880472 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6d38107520 msgr2=0x7f6d381a1330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:41.741 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.738+0000 7f6d36a00640 1 --2- 172.21.15.12:0/3188880472 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6d38107520 0x7f6d381a1330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.741 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.738+0000 7f6d36a00640 1 -- 172.21.15.12:0/3188880472 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6d38104bf0 msgr2=0x7f6d3819a300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:41.741 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.738+0000 7f6d36a00640 1 --2- 172.21.15.12:0/3188880472 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6d38104bf0 0x7f6d3819a300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.741 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.738+0000 7f6d36a00640 1 -- 172.21.15.12:0/3188880472 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d381a19d0 con 0x7f6d381022c0 2024-03-29T00:20:41.741 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.739+0000 7f6d36a00640 1 --2- 172.21.15.12:0/3188880472 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6d381022c0 0x7f6d38199dc0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f6d300326d0 tx=0x7f6d30034670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:41.741 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.739+0000 7f6d2f400640 1 -- 172.21.15.12:0/3188880472 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d30039040 con 0x7f6d381022c0 2024-03-29T00:20:41.742 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.739+0000 7f6d2f400640 1 -- 172.21.15.12:0/3188880472 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6d30044070 con 0x7f6d381022c0 2024-03-29T00:20:41.742 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.739+0000 7f6d3dc00640 1 -- 172.21.15.12:0/3188880472 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d381a1c60 con 0x7f6d381022c0 2024-03-29T00:20:41.742 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.739+0000 7f6d2f400640 1 -- 172.21.15.12:0/3188880472 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d300045a0 con 0x7f6d381022c0 2024-03-29T00:20:41.742 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.739+0000 7f6d3dc00640 1 -- 172.21.15.12:0/3188880472 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d381a2120 con 0x7f6d381022c0 2024-03-29T00:20:41.742 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c2410-clock.txt 2024-03-29T00:20:41.742 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c2412-clock.txt 2024-03-29T00:20:41.742 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c2443-clock.txt 2024-03-29T00:20:41.743 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.742+0000 7f6d409d9740 1 Processor -- start 2024-03-29T00:20:41.743 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.742+0000 7f6d409d9740 1 -- start start 2024-03-29T00:20:41.743 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c64xx-clock.txt 2024-03-29T00:20:41.744 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.743+0000 7f6d409d9740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f9371ce5b0 0x55f9371ce9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:41.744 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.743+0000 7f6d2f400640 1 -- 172.21.15.12:0/3188880472 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f6d30003970 con 0x7f6d381022c0 2024-03-29T00:20:41.744 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.743+0000 7f6d409d9740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f9371cefa0 0x55f9371d3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:41.744 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.743+0000 7f6d409d9740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f9371d4110 0x55f9371d65a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:41.745 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.743+0000 7f6d409d9740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55f937132640 con 0x55f9371d4110 2024-03-29T00:20:41.745 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.743+0000 7f6d409d9740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55f9370db810 con 0x55f9371cefa0 2024-03-29T00:20:41.745 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.743+0000 7f6d409d9740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55f93712e6e0 con 0x55f9371ce5b0 2024-03-29T00:20:41.745 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.743+0000 7f6d37400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f9371ce5b0 0x55f9371ce9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:41.745 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.743+0000 7f6d36a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f9371cefa0 0x55f9371d3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:41.745 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.743+0000 7f6d37400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f9371ce5b0 0x55f9371ce9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:40856/0 (socket says 172.21.15.12:40856) 2024-03-29T00:20:41.745 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.743+0000 7f6d37400640 1 -- 172.21.15.12:0/3511597838 learned_addr learned my addr 172.21.15.12:0/3511597838 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:41.745 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.743+0000 7f6d36000640 1 --2- 172.21.15.12:0/3511597838 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f9371d4110 0x55f9371d65a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:41.745 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.744+0000 7f6d37400640 1 -- 172.21.15.12:0/3511597838 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f9371cefa0 msgr2=0x55f9371d3aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:41.745 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.744+0000 7f6d37400640 1 --2- 172.21.15.12:0/3511597838 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f9371cefa0 0x55f9371d3aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.745 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.744+0000 7f6d37400640 1 -- 172.21.15.12:0/3511597838 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f9371d4110 msgr2=0x55f9371d65a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:41.745 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.744+0000 7f6d37400640 1 --2- 172.21.15.12:0/3511597838 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f9371d4110 0x55f9371d65a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.745 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.744+0000 7f6d37400640 1 -- 172.21.15.12:0/3511597838 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f936e47210 con 0x55f9371ce5b0 2024-03-29T00:20:41.745 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.744+0000 7f6d36a00640 1 --2- 172.21.15.12:0/3511597838 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f9371cefa0 0x55f9371d3aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:41.746 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s5pv210-clock.txt 2024-03-29T00:20:41.746 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.744+0000 7f6d37400640 1 --2- 172.21.15.12:0/3511597838 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f9371ce5b0 0x55f9371ce9d0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f6d28009c20 tx=0x7f6d28011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=64f8c5897d002610 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:41.747 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.744+0000 7f6d27e00640 1 -- 172.21.15.12:0/3511597838 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d2801e070 con 0x55f9371ce5b0 2024-03-29T00:20:41.747 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.744+0000 7f6d27e00640 1 -- 172.21.15.12:0/3511597838 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6d28019b30 con 0x55f9371ce5b0 2024-03-29T00:20:41.747 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.744+0000 7f6d27e00640 1 -- 172.21.15.12:0/3511597838 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d2800ea80 con 0x55f9371ce5b0 2024-03-29T00:20:41.747 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.745+0000 7f6d2f400640 1 --2- 172.21.15.12:0/3188880472 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f6d1c0a1d70 0x7f6d1c0a4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:41.747 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.745+0000 7f6d2f400640 1 -- 172.21.15.12:0/3188880472 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f6d300f0910 con 0x7f6d381022c0 2024-03-29T00:20:41.747 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.745+0000 7f6d36a00640 1 --2- 172.21.15.12:0/3188880472 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f6d1c0a1d70 0x7f6d1c0a4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:41.747 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/silabs,si5351.txt 2024-03-29T00:20:41.748 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.745+0000 7f6d409d9740 1 -- 172.21.15.12:0/3511597838 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f9371ce5b0 msgr2=0x55f9371ce9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:41.748 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.745+0000 7f6d409d9740 1 --2- 172.21.15.12:0/3511597838 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f9371ce5b0 0x55f9371ce9d0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f6d28009c20 tx=0x7f6d28011810 comp rx=0 tx=0).stop 2024-03-29T00:20:41.748 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.746+0000 7f6d409d9740 1 -- 172.21.15.12:0/3511597838 shutdown_connections 2024-03-29T00:20:41.748 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.746+0000 7f6d409d9740 1 --2- 172.21.15.12:0/3511597838 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f9371cefa0 0x55f9371d3aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.748 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.746+0000 7f6d409d9740 1 --2- 172.21.15.12:0/3511597838 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f9371d4110 0x55f9371d65a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.749 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.746+0000 7f6d409d9740 1 --2- 172.21.15.12:0/3511597838 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f9371ce5b0 0x55f9371ce9d0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.749 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.746+0000 7f6d409d9740 1 -- 172.21.15.12:0/3511597838 >> 172.21.15.12:0/3511597838 conn(0x55f9371c9b20 msgr2=0x55f9371c9f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:41.749 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.746+0000 7f6d36a00640 1 --2- 172.21.15.12:0/3188880472 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f6d1c0a1d70 0x7f6d1c0a4230 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f6d30005e30 tx=0x7f6d300f6530 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:41.749 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.746+0000 7f6d409d9740 1 -- 172.21.15.12:0/3511597838 shutdown_connections 2024-03-29T00:20:41.749 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.746+0000 7f6d409d9740 1 -- 172.21.15.12:0/3511597838 wait complete. 2024-03-29T00:20:41.749 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.746+0000 7f6d409d9740 1 -- start start 2024-03-29T00:20:41.749 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/silabs,si570.txt 2024-03-29T00:20:41.750 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.747+0000 7f6d409d9740 1 Processor -- start 2024-03-29T00:20:41.750 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.747+0000 7f6d409d9740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f9371ce5b0 0x55f9371d8930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:41.751 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.747+0000 7f6d409d9740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f9371cefa0 0x55f9371d8e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:41.751 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.747+0000 7f6d409d9740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f9371d4110 0x55f9371dfeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:41.751 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.747+0000 7f6d409d9740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55f9371d70c0 con 0x55f9371ce5b0 2024-03-29T00:20:41.751 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.747+0000 7f6d409d9740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55f9370d0d00 con 0x55f9371d4110 2024-03-29T00:20:41.751 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.747+0000 7f6d409d9740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55f9371d7240 con 0x55f9371cefa0 2024-03-29T00:20:41.751 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.748+0000 7f6d409d9740 10 client.0 _ll_register_callbacks cb 0x55f9370bb490 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:41.751 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.748+0000 7f6d37400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f9371ce5b0 0x55f9371d8930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:41.751 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.748+0000 7f6d36000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f9371cefa0 0x55f9371d8e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:41.751 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.748+0000 7f6d36000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f9371cefa0 0x55f9371d8e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:40870/0 (socket says 172.21.15.12:40870) 2024-03-29T00:20:41.751 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.748+0000 7f6d36000640 1 -- 172.21.15.12:0/3772118417 learned_addr learned my addr 172.21.15.12:0/3772118417 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:41.751 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.748+0000 7f6d37400640 1 --2- 172.21.15.12:0/3772118417 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f9371d4110 0x55f9371dfeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:41.752 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st,nomadik.txt 2024-03-29T00:20:41.753 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.748+0000 7f6d36000640 1 -- 172.21.15.12:0/3772118417 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f9371d4110 msgr2=0x55f9371dfeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:41.753 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.748+0000 7f6d36000640 1 --2- 172.21.15.12:0/3772118417 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f9371d4110 0x55f9371dfeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.753 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.748+0000 7f6d36000640 1 -- 172.21.15.12:0/3772118417 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f9371ce5b0 msgr2=0x55f9371d8930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:41.753 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.748+0000 7f6d36000640 1 --2- 172.21.15.12:0/3772118417 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f9371ce5b0 0x55f9371d8930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.753 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.748+0000 7f6d36000640 1 -- 172.21.15.12:0/3772118417 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f936f13620 con 0x55f9371cefa0 2024-03-29T00:20:41.753 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.748+0000 7f6d36000640 1 --2- 172.21.15.12:0/3772118417 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f9371cefa0 0x55f9371d8e70 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f6d2000bf80 tx=0x7f6d200118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=df7c8689d2daf79f server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:41.753 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.749+0000 7f6d24c00640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:20:41.753 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.749+0000 7f6d24c00640 1 -- 172.21.15.12:0/3772118417 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d20004020 con 0x55f9371cefa0 2024-03-29T00:20:41.753 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.749+0000 7f6d24c00640 1 -- 172.21.15.12:0/3772118417 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f6d200041c0 con 0x55f9371cefa0 2024-03-29T00:20:41.753 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.749+0000 7f6d409d9740 1 -- 172.21.15.12:0/3772118417 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6d28019b30 con 0x55f9371cefa0 2024-03-29T00:20:41.754 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.749+0000 7f6d24c00640 1 -- 172.21.15.12:0/3772118417 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6d20025050 con 0x55f9371cefa0 2024-03-29T00:20:41.754 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.749+0000 7f6d409d9740 10 client.26242 fetch_fsmap learned FSMap version 29 2024-03-29T00:20:41.754 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.749+0000 7f6d409d9740 1 -- 172.21.15.12:0/3772118417 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f9371e2f00 con 0x55f9371cefa0 2024-03-29T00:20:41.754 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/ 2024-03-29T00:20:41.755 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.749+0000 7f6d24c00640 1 -- 172.21.15.12:0/3772118417 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6d28019b30 con 0x55f9371cefa0 2024-03-29T00:20:41.755 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.750+0000 7f6d24c00640 1 -- 172.21.15.12:0/3772118417 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f6d200039e0 con 0x55f9371cefa0 2024-03-29T00:20:41.755 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.750+0000 7f6d409d9740 10 client.26242 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:20:41.755 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.750+0000 7f6d409d9740 10 client.26242 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:20:41.755 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.750+0000 7f6d409d9740 20 client.26242 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:41.755 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.750+0000 7f6d409d9740 1 --2- 172.21.15.12:0/3772118417 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55f9371e4640 0x55f9371e6aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:41.755 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.750+0000 7f6d409d9740 4 client.26242 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:20:41.755 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.750+0000 7f6d409d9740 1 -- 172.21.15.12:0/3772118417 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f937146030 con 0x55f9371e4640 2024-03-29T00:20:41.756 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.750+0000 7f6d37400640 1 --2- 172.21.15.12:0/3772118417 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55f9371e4640 0x55f9371e6aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:41.756 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.751+0000 7f6d37400640 1 --2- 172.21.15.12:0/3772118417 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55f9371e4640 0x55f9371e6aa0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e9db61e65c870225 server_cookie=e63794e0fd44af5 in_seq=0 out_seq=0 2024-03-29T00:20:41.756 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.751+0000 7f6d24c00640 10 client.26242 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:41.756 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-divmux.txt 2024-03-29T00:20:41.757 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.751+0000 7f6d24c00640 1 -- 172.21.15.12:0/3772118417 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55f937146030 con 0x55f9371e4640 2024-03-29T00:20:41.757 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.751+0000 7f6d24c00640 10 client.26242 handle_command_reply: tid=0 2024-03-29T00:20:41.757 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.752+0000 7f6d409d9740 1 client.26242 shutdown 2024-03-29T00:20:41.757 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.752+0000 7f6d409d9740 1 -- 172.21.15.12:0/3772118417 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f9371cefa0 msgr2=0x55f9371d8e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:41.757 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.752+0000 7f6d409d9740 1 --2- 172.21.15.12:0/3772118417 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f9371cefa0 0x55f9371d8e70 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f6d2000bf80 tx=0x7f6d200118d0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.757 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.752+0000 7f6d409d9740 1 -- 172.21.15.12:0/3772118417 shutdown_connections 2024-03-29T00:20:41.757 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.752+0000 7f6d409d9740 1 --2- 172.21.15.12:0/3772118417 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55f9371e4640 0x55f9371e6aa0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.757 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.752+0000 7f6d409d9740 1 --2- 172.21.15.12:0/3772118417 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f9371d4110 0x55f9371dfeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.758 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.752+0000 7f6d409d9740 1 --2- 172.21.15.12:0/3772118417 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f9371cefa0 0x55f9371d8e70 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.758 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.752+0000 7f6d409d9740 1 --2- 172.21.15.12:0/3772118417 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f9371ce5b0 0x55f9371d8930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.758 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.752+0000 7f6d24c00640 0 client.26242 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:41.758 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.752+0000 7f6d409d9740 1 -- 172.21.15.12:0/3772118417 >> 172.21.15.12:0/3772118417 conn(0x55f9371c9b20 msgr2=0x55f9371c8c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:41.758 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.752+0000 7f6d409d9740 1 -- 172.21.15.12:0/3772118417 shutdown_connections 2024-03-29T00:20:41.758 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.752+0000 7f6d409d9740 1 -- 172.21.15.12:0/3772118417 wait complete. 2024-03-29T00:20:41.758 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.752+0000 7f6d409d9740 20 client.26242 trim_cache size 0 max 16384 2024-03-29T00:20:41.759 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-mux.txt 2024-03-29T00:20:41.759 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-pll.txt 2024-03-29T00:20:41.759 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-prediv.txt 2024-03-29T00:20:41.759 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-vcc.txt 2024-03-29T00:20:41.759 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen.txt 2024-03-29T00:20:41.760 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,flexgen.txt 2024-03-29T00:20:41.762 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,quadfs.txt 2024-03-29T00:20:41.764 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ste-u300-syscon-clock.txt 2024-03-29T00:20:41.765 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/sunxi.txt 2024-03-29T00:20:41.767 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti,cdce706.txt 2024-03-29T00:20:41.769 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti-keystone-pllctrl.txt 2024-03-29T00:20:41.770 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/ 2024-03-29T00:20:41.772 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/apll.txt 2024-03-29T00:20:41.773 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/autoidle.txt 2024-03-29T00:20:41.775 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/clockdomain.txt 2024-03-29T00:20:41.776 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/composite.txt 2024-03-29T00:20:41.778 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.777+0000 7f6d409d9740 1 Processor -- start 2024-03-29T00:20:41.778 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.777+0000 7f6d409d9740 1 -- start start 2024-03-29T00:20:41.778 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.777+0000 7f6d409d9740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f9371ce5b0 0x55f9371ccd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:41.778 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.777+0000 7f6d409d9740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f9371cefa0 0x55f9371dfe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:41.778 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.777+0000 7f6d409d9740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f9371d4110 0x55f9371cd2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:41.778 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.777+0000 7f6d409d9740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f6d381ac690 con 0x55f9371cefa0 2024-03-29T00:20:41.778 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.778+0000 7f6d409d9740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f6d381ae1d0 con 0x55f9371d4110 2024-03-29T00:20:41.778 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.778+0000 7f6d409d9740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f6d381acd60 con 0x55f9371ce5b0 2024-03-29T00:20:41.779 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.778+0000 7f6d37400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f9371ce5b0 0x55f9371ccd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:41.779 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.778+0000 7f6d37400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f9371ce5b0 0x55f9371ccd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:40876/0 (socket says 172.21.15.12:40876) 2024-03-29T00:20:41.779 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.778+0000 7f6d37400640 1 -- 172.21.15.12:0/1220388630 learned_addr learned my addr 172.21.15.12:0/1220388630 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:41.779 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.778+0000 7f6d37400640 1 --2- 172.21.15.12:0/1220388630 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f9371d4110 0x55f9371cd2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:41.779 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.778+0000 7f6d36000640 1 --2- 172.21.15.12:0/1220388630 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f9371cefa0 0x55f9371dfe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:41.780 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.778+0000 7f6d37400640 1 -- 172.21.15.12:0/1220388630 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f9371d4110 msgr2=0x55f9371cd2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:41.780 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.778+0000 7f6d37400640 1 --2- 172.21.15.12:0/1220388630 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f9371d4110 0x55f9371cd2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.780 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.778+0000 7f6d37400640 1 -- 172.21.15.12:0/1220388630 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f9371cefa0 msgr2=0x55f9371dfe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:41.780 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.778+0000 7f6d37400640 1 --2- 172.21.15.12:0/1220388630 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f9371cefa0 0x55f9371dfe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.780 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.778+0000 7f6d37400640 1 -- 172.21.15.12:0/1220388630 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f9371cf830 con 0x55f9371ce5b0 2024-03-29T00:20:41.780 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.778+0000 7f6d37400640 1 --2- 172.21.15.12:0/1220388630 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f9371ce5b0 0x55f9371ccd80 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f6d28009250 tx=0x7f6d28000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5debdd6dd87eb2bc server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:41.780 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/divider.txt 2024-03-29T00:20:41.781 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.779+0000 7f6d27400640 1 -- 172.21.15.12:0/1220388630 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d2801e040 con 0x55f9371ce5b0 2024-03-29T00:20:41.781 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.779+0000 7f6d27400640 1 -- 172.21.15.12:0/1220388630 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6d2801f040 con 0x55f9371ce5b0 2024-03-29T00:20:41.781 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.779+0000 7f6d27400640 1 -- 172.21.15.12:0/1220388630 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d28003850 con 0x55f9371ce5b0 2024-03-29T00:20:41.782 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.780+0000 7f6d409d9740 1 -- 172.21.15.12:0/1220388630 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f9371ce5b0 msgr2=0x55f9371ccd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:41.782 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.780+0000 7f6d409d9740 1 --2- 172.21.15.12:0/1220388630 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f9371ce5b0 0x55f9371ccd80 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f6d28009250 tx=0x7f6d28000bc0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.782 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.780+0000 7f6d409d9740 1 -- 172.21.15.12:0/1220388630 shutdown_connections 2024-03-29T00:20:41.782 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.780+0000 7f6d409d9740 1 --2- 172.21.15.12:0/1220388630 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f9371d4110 0x55f9371cd2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.782 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.780+0000 7f6d409d9740 1 --2- 172.21.15.12:0/1220388630 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f9371cefa0 0x55f9371dfe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.782 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.780+0000 7f6d409d9740 1 --2- 172.21.15.12:0/1220388630 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f9371ce5b0 0x55f9371ccd80 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.782 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.780+0000 7f6d409d9740 1 -- 172.21.15.12:0/1220388630 >> 172.21.15.12:0/1220388630 conn(0x55f9371c9b20 msgr2=0x55f9371c9f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:41.782 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.780+0000 7f6d409d9740 1 -- 172.21.15.12:0/1220388630 shutdown_connections 2024-03-29T00:20:41.782 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.780+0000 7f6d409d9740 1 -- 172.21.15.12:0/1220388630 wait complete. 2024-03-29T00:20:41.782 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.781+0000 7f6d409d9740 1 -- start start 2024-03-29T00:20:41.782 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.781+0000 7f6d409d9740 1 Processor -- start 2024-03-29T00:20:41.783 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/dpll.txt 2024-03-29T00:20:41.784 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.781+0000 7f6d409d9740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f9371ce5b0 0x55f9371dd4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:41.784 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.781+0000 7f6d409d9740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f9371cefa0 0x55f9371dda00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:41.784 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.781+0000 7f6d409d9740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f9371d4110 0x55f9371dea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:41.784 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.781+0000 7f6d409d9740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f6d381adb00 con 0x55f9371d4110 2024-03-29T00:20:41.784 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.782+0000 7f6d409d9740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f6d381ad430 con 0x55f9371ce5b0 2024-03-29T00:20:41.784 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.782+0000 7f6d409d9740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f6d381aa670 con 0x55f9371cefa0 2024-03-29T00:20:41.784 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.782+0000 7f6d409d9740 10 client.0 _ll_register_callbacks cb 0x7f6d2000bb90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:41.784 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.782+0000 7f6d36000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f9371cefa0 0x55f9371dda00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:41.784 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.782+0000 7f6d37400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f9371ce5b0 0x55f9371dd4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:41.785 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.782+0000 7f6d36000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f9371cefa0 0x55f9371dda00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:40880/0 (socket says 172.21.15.12:40880) 2024-03-29T00:20:41.785 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.782+0000 7f6d36000640 1 -- 172.21.15.12:0/1423022857 learned_addr learned my addr 172.21.15.12:0/1423022857 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:41.785 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.782+0000 7f6d37400640 1 --2- 172.21.15.12:0/1423022857 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f9371d4110 0x55f9371dea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:41.785 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.782+0000 7f6d36000640 1 -- 172.21.15.12:0/1423022857 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f9371ce5b0 msgr2=0x55f9371dd4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:41.785 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.782+0000 7f6d36000640 1 --2- 172.21.15.12:0/1423022857 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f9371ce5b0 0x55f9371dd4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.785 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.782+0000 7f6d36000640 1 -- 172.21.15.12:0/1423022857 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f9371d4110 msgr2=0x55f9371dea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:41.785 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.782+0000 7f6d36000640 1 --2- 172.21.15.12:0/1423022857 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f9371d4110 0x55f9371dea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.785 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.782+0000 7f6d36000640 1 -- 172.21.15.12:0/1423022857 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f9371df000 con 0x55f9371cefa0 2024-03-29T00:20:41.785 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.783+0000 7f6d36000640 1 --2- 172.21.15.12:0/1423022857 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f9371cefa0 0x55f9371dda00 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f6d20003dd0 tx=0x7f6d200042b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ddeb197f7405117a server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:41.785 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.783+0000 7f6d24c00640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:20:41.785 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/dra7-atl.txt 2024-03-29T00:20:41.787 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.783+0000 7f6d24c00640 1 -- 172.21.15.12:0/1423022857 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d200044a0 con 0x55f9371cefa0 2024-03-29T00:20:41.787 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.783+0000 7f6d409d9740 1 -- 172.21.15.12:0/1423022857 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6d2801f040 con 0x55f9371cefa0 2024-03-29T00:20:41.787 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.783+0000 7f6d24c00640 1 -- 172.21.15.12:0/1423022857 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f6d20003800 con 0x55f9371cefa0 2024-03-29T00:20:41.787 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.783+0000 7f6d24c00640 1 -- 172.21.15.12:0/1423022857 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6d20037050 con 0x55f9371cefa0 2024-03-29T00:20:41.787 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.783+0000 7f6d409d9740 10 client.26248 fetch_fsmap learned FSMap version 29 2024-03-29T00:20:41.787 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.783+0000 7f6d409d9740 1 -- 172.21.15.12:0/1423022857 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f93724a9e0 con 0x55f9371cefa0 2024-03-29T00:20:41.787 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.784+0000 7f6d24c00640 1 -- 172.21.15.12:0/1423022857 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6d2801f040 con 0x55f9371cefa0 2024-03-29T00:20:41.787 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.784+0000 7f6d24c00640 1 -- 172.21.15.12:0/1423022857 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f6d20010830 con 0x55f9371cefa0 2024-03-29T00:20:41.787 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.784+0000 7f6d409d9740 10 client.26248 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:20:41.787 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.784+0000 7f6d409d9740 10 client.26248 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:20:41.788 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.784+0000 7f6d409d9740 20 client.26248 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:41.788 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.784+0000 7f6d409d9740 1 --2- 172.21.15.12:0/1423022857 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55f93724b350 0x55f93724d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:41.788 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.784+0000 7f6d409d9740 4 client.26248 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-29T00:20:41.788 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.784+0000 7f6d409d9740 1 -- 172.21.15.12:0/1423022857 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f93713fb80 con 0x55f93724b350 2024-03-29T00:20:41.788 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.784+0000 7f6d37400640 1 --2- 172.21.15.12:0/1423022857 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55f93724b350 0x55f93724d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:41.788 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/fapll.txt 2024-03-29T00:20:41.789 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.785+0000 7f6d24c00640 10 client.26248 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:41.789 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:41.785+0000 7f6d37400640 1 --2- 172.21.15.12:0/1423022857 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55f93724b350 0x55f93724d770 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f37f6d8497e441b4 server_cookie=f9cf52234cf9bb24 in_seq=0 out_seq=0 2024-03-29T00:20:41.789 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/fixed-factor-clock.txt 2024-03-29T00:20:41.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.788+0000 7f2048000640 1 -- 172.21.15.12:0/679635232 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2040074150 msgr2=0x7f20400745b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:41.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.788+0000 7f2048000640 1 --2- 172.21.15.12:0/679635232 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2040074150 0x7f20400745b0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f202c009860 tx=0x7f202c02bc10 comp rx=0 tx=0).stop 2024-03-29T00:20:41.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.788+0000 7f2048000640 1 -- 172.21.15.12:0/679635232 shutdown_connections 2024-03-29T00:20:41.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.788+0000 7f2048000640 1 --2- 172.21.15.12:0/679635232 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2040109610 0x7f204010bab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.788+0000 7f2048000640 1 --2- 172.21.15.12:0/679635232 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2040074150 0x7f20400745b0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.788+0000 7f2048000640 1 --2- 172.21.15.12:0/679635232 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2040075730 0x7f2040073b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.788+0000 7f2048000640 1 -- 172.21.15.12:0/679635232 >> 172.21.15.12:0/679635232 conn(0x7f20400fcd10 msgr2=0x7f20400ff130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:41.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.788+0000 7f2048000640 1 -- 172.21.15.12:0/679635232 shutdown_connections 2024-03-29T00:20:41.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.788+0000 7f2048000640 1 -- 172.21.15.12:0/679635232 wait complete. 2024-03-29T00:20:41.791 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/gate.txt 2024-03-29T00:20:41.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.789+0000 7f2048000640 1 Processor -- start 2024-03-29T00:20:41.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.789+0000 7f2048000640 1 -- start start 2024-03-29T00:20:41.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.789+0000 7f2048000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2040074150 0x7f2040199d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:41.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.789+0000 7f2048000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2040075730 0x7f204019a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:41.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.789+0000 7f2048000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2040109610 0x7f20401a1300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:41.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.789+0000 7f2048000640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f204010f730 con 0x7f2040109610 2024-03-29T00:20:41.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.789+0000 7f2048000640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f204010f5b0 con 0x7f2040075730 2024-03-29T00:20:41.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.789+0000 7f2048000640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f204010f8b0 con 0x7f2040074150 2024-03-29T00:20:41.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.790+0000 7f2045600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2040074150 0x7f2040199d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:41.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.790+0000 7f2045600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2040074150 0x7f2040199d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:40892/0 (socket says 172.21.15.12:40892) 2024-03-29T00:20:41.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.790+0000 7f2045600640 1 -- 172.21.15.12:0/4164498028 learned_addr learned my addr 172.21.15.12:0/4164498028 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:41.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.790+0000 7f2044c00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2040075730 0x7f204019a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:41.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.790+0000 7f2046000640 1 --2- 172.21.15.12:0/4164498028 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2040109610 0x7f20401a1300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:41.793 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/interface.txt 2024-03-29T00:20:41.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.790+0000 7f2044c00640 1 -- 172.21.15.12:0/4164498028 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2040074150 msgr2=0x7f2040199d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:41.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.790+0000 7f2044c00640 1 --2- 172.21.15.12:0/4164498028 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2040074150 0x7f2040199d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.790+0000 7f2044c00640 1 -- 172.21.15.12:0/4164498028 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2040109610 msgr2=0x7f20401a1300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:41.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.790+0000 7f2044c00640 1 --2- 172.21.15.12:0/4164498028 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2040109610 0x7f20401a1300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.790+0000 7f2044c00640 1 -- 172.21.15.12:0/4164498028 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20401a1970 con 0x7f2040075730 2024-03-29T00:20:41.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.790+0000 7f2045600640 1 --2- 172.21.15.12:0/4164498028 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2040074150 0x7f2040199d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:41.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.790+0000 7f2044c00640 1 --2- 172.21.15.12:0/4164498028 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2040075730 0x7f204019a290 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f202c02c150 tx=0x7f202c004270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:41.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.791+0000 7f203e000640 1 -- 172.21.15.12:0/4164498028 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f202c041020 con 0x7f2040075730 2024-03-29T00:20:41.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.791+0000 7f203e000640 1 -- 172.21.15.12:0/4164498028 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f202c02cab0 con 0x7f2040075730 2024-03-29T00:20:41.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.791+0000 7f2048000640 1 -- 172.21.15.12:0/4164498028 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20401a1c00 con 0x7f2040075730 2024-03-29T00:20:41.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.791+0000 7f203e000640 1 -- 172.21.15.12:0/4164498028 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f202c039040 con 0x7f2040075730 2024-03-29T00:20:41.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.791+0000 7f2048000640 1 -- 172.21.15.12:0/4164498028 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20401a20f0 con 0x7f2040075730 2024-03-29T00:20:41.795 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/mux.txt 2024-03-29T00:20:41.795 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/vf610-clock.txt 2024-03-29T00:20:41.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.795+0000 7f203e000640 1 -- 172.21.15.12:0/4164498028 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f202c044020 con 0x7f2040075730 2024-03-29T00:20:41.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.795+0000 7f204abe6740 1 Processor -- start 2024-03-29T00:20:41.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.795+0000 7f204abe6740 1 -- start start 2024-03-29T00:20:41.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.795+0000 7f204abe6740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559580001e40 0x559580002260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:41.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.795+0000 7f204abe6740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559580002830 0x559580007330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:41.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.795+0000 7f204abe6740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595800079a0 0x559580009e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:41.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.795+0000 7f204abe6740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55957ff67100 con 0x559580001e40 2024-03-29T00:20:41.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.795+0000 7f204abe6740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55957ff0fba0 con 0x559580002830 2024-03-29T00:20:41.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.795+0000 7f204abe6740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55957ff631a0 con 0x5595800079a0 2024-03-29T00:20:41.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.796+0000 7f2044c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595800079a0 0x559580009e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:41.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.796+0000 7f2045600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559580002830 0x559580007330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:41.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.796+0000 7f2044c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595800079a0 0x559580009e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:40902/0 (socket says 172.21.15.12:40902) 2024-03-29T00:20:41.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.796+0000 7f2044c00640 1 -- 172.21.15.12:0/2453214525 learned_addr learned my addr 172.21.15.12:0/2453214525 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:41.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.796+0000 7f2046000640 1 --2- 172.21.15.12:0/2453214525 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559580001e40 0x559580002260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:41.797 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/vt8500.txt 2024-03-29T00:20:41.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.796+0000 7f2044c00640 1 -- 172.21.15.12:0/2453214525 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559580002830 msgr2=0x559580007330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:41.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.796+0000 7f2044c00640 1 --2- 172.21.15.12:0/2453214525 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559580002830 0x559580007330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.796+0000 7f2044c00640 1 -- 172.21.15.12:0/2453214525 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559580001e40 msgr2=0x559580002260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:41.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.796+0000 7f2044c00640 1 --2- 172.21.15.12:0/2453214525 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559580001e40 0x559580002260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.796+0000 7f2044c00640 1 -- 172.21.15.12:0/2453214525 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55957ff401a0 con 0x5595800079a0 2024-03-29T00:20:41.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.796+0000 7f2045600640 1 --2- 172.21.15.12:0/2453214525 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559580002830 0x559580007330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:41.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.797+0000 7f2044c00640 1 --2- 172.21.15.12:0/2453214525 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595800079a0 0x559580009e30 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f202c0f5a90 tx=0x7f202c0f5b80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2530bafaafc4e55b server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:41.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.797+0000 7f203e000640 1 --2- 172.21.15.12:0/4164498028 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f20280a1d80 0x7f20280a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:41.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.797+0000 7f2032600640 1 -- 172.21.15.12:0/2453214525 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f202c0fe070 con 0x5595800079a0 2024-03-29T00:20:41.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.797+0000 7f2032600640 1 -- 172.21.15.12:0/2453214525 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f202c0c9df0 con 0x5595800079a0 2024-03-29T00:20:41.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.797+0000 7f2032600640 1 -- 172.21.15.12:0/2453214525 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f202c0e38e0 con 0x5595800079a0 2024-03-29T00:20:41.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.797+0000 7f2046000640 1 --2- 172.21.15.12:0/4164498028 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f20280a1d80 0x7f20280a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:41.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.797+0000 7f203e000640 1 -- 172.21.15.12:0/4164498028 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f202c0ef6e0 con 0x7f2040075730 2024-03-29T00:20:41.800 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/xgene.txt 2024-03-29T00:20:41.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.798+0000 7f204abe6740 1 -- 172.21.15.12:0/2453214525 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595800079a0 msgr2=0x559580009e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:41.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.798+0000 7f204abe6740 1 --2- 172.21.15.12:0/2453214525 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595800079a0 0x559580009e30 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f202c0f5a90 tx=0x7f202c0f5b80 comp rx=0 tx=0).stop 2024-03-29T00:20:41.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.798+0000 7f204abe6740 1 -- 172.21.15.12:0/2453214525 shutdown_connections 2024-03-29T00:20:41.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.798+0000 7f204abe6740 1 --2- 172.21.15.12:0/2453214525 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559580002830 0x559580007330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.798+0000 7f204abe6740 1 --2- 172.21.15.12:0/2453214525 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595800079a0 0x559580009e30 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.798+0000 7f204abe6740 1 --2- 172.21.15.12:0/2453214525 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559580001e40 0x559580002260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.798+0000 7f204abe6740 1 -- 172.21.15.12:0/2453214525 >> 172.21.15.12:0/2453214525 conn(0x55957ffc9a10 msgr2=0x55957fffd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:41.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.798+0000 7f2046000640 1 --2- 172.21.15.12:0/4164498028 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f20280a1d80 0x7f20280a4240 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x559580003090 tx=0x7f2038009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:41.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.799+0000 7f204abe6740 1 -- 172.21.15.12:0/2453214525 shutdown_connections 2024-03-29T00:20:41.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.799+0000 7f204abe6740 1 -- 172.21.15.12:0/2453214525 wait complete. 2024-03-29T00:20:41.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.799+0000 7f204abe6740 1 -- start start 2024-03-29T00:20:41.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.800+0000 7f204abe6740 1 Processor -- start 2024-03-29T00:20:41.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.800+0000 7f204abe6740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559580001e40 0x55958000c100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:41.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.800+0000 7f204abe6740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559580002830 0x55958000c640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:41.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.800+0000 7f204abe6740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595800079a0 0x559580013680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:41.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.800+0000 7f204abe6740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55958000a710 con 0x559580002830 2024-03-29T00:20:41.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.800+0000 7f204abe6740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55957ff05250 con 0x559580001e40 2024-03-29T00:20:41.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.800+0000 7f204abe6740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55958000a890 con 0x5595800079a0 2024-03-29T00:20:41.802 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/zynq-7000.txt 2024-03-29T00:20:41.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.800+0000 7f204abe6740 10 client.0 _ll_register_callbacks cb 0x55957fc7abe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:41.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.800+0000 7f2046000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595800079a0 0x559580013680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:41.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.800+0000 7f2046000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595800079a0 0x559580013680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:40904/0 (socket says 172.21.15.12:40904) 2024-03-29T00:20:41.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.800+0000 7f2045600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559580001e40 0x55958000c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:41.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.800+0000 7f2046000640 1 -- 172.21.15.12:0/246442296 learned_addr learned my addr 172.21.15.12:0/246442296 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:41.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.801+0000 7f2044c00640 1 --2- 172.21.15.12:0/246442296 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559580002830 0x55958000c640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:41.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.801+0000 7f2046000640 1 -- 172.21.15.12:0/246442296 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559580001e40 msgr2=0x55958000c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:41.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.801+0000 7f2046000640 1 --2- 172.21.15.12:0/246442296 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559580001e40 0x55958000c100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.801+0000 7f2046000640 1 -- 172.21.15.12:0/246442296 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559580002830 msgr2=0x55958000c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:41.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.801+0000 7f2046000640 1 --2- 172.21.15.12:0/246442296 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559580002830 0x55958000c640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:41.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.801+0000 7f2046000640 1 -- 172.21.15.12:0/246442296 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55957ff21960 con 0x5595800079a0 2024-03-29T00:20:41.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.801+0000 7f2046000640 1 --2- 172.21.15.12:0/246442296 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595800079a0 0x559580013680 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f2038009cd0 tx=0x7f2038004ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3c48c757ab0c6893 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:41.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.801+0000 7f2026a00640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:20:41.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.802+0000 7f2026a00640 1 -- 172.21.15.12:0/246442296 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f203800f830 con 0x5595800079a0 2024-03-29T00:20:41.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.802+0000 7f2026a00640 1 -- 172.21.15.12:0/246442296 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f203800f9d0 con 0x5595800079a0 2024-03-29T00:20:41.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.802+0000 7f204abe6740 1 -- 172.21.15.12:0/246442296 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f202c0c9df0 con 0x5595800079a0 2024-03-29T00:20:41.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.802+0000 7f2026a00640 1 -- 172.21.15.12:0/246442296 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f203800fbd0 con 0x5595800079a0 2024-03-29T00:20:41.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.802+0000 7f204abe6740 10 client.26260 fetch_fsmap learned FSMap version 29 2024-03-29T00:20:41.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.802+0000 7f204abe6740 1 -- 172.21.15.12:0/246442296 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55957fd457d0 con 0x5595800079a0 2024-03-29T00:20:41.805 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/ 2024-03-29T00:20:41.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.802+0000 7f2026a00640 1 -- 172.21.15.12:0/246442296 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f202c0c9df0 con 0x5595800079a0 2024-03-29T00:20:41.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.802+0000 7f2026a00640 1 -- 172.21.15.12:0/246442296 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f2038026070 con 0x5595800079a0 2024-03-29T00:20:41.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.803+0000 7f204abe6740 10 client.26260 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:20:41.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.803+0000 7f204abe6740 10 client.26260 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:20:41.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.803+0000 7f204abe6740 20 client.26260 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:41.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.803+0000 7f204abe6740 1 --2- 172.21.15.12:0/246442296 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x559580018090 0x55958001a550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:41.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.803+0000 7f204abe6740 4 client.26260 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:20:41.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.803+0000 7f204abe6740 1 -- 172.21.15.12:0/246442296 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55957ff74640 con 0x559580018090 2024-03-29T00:20:41.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.803+0000 7f2045600640 1 --2- 172.21.15.12:0/246442296 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x559580018090 0x55958001a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:41.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.803+0000 7f2045600640 1 --2- 172.21.15.12:0/246442296 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x559580018090 0x55958001a550 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7fc9c2d1af059207 server_cookie=4e9d52143a7b4d04 in_seq=0 out_seq=0 2024-03-29T00:20:41.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:41.803+0000 7f2026a00640 10 client.26260 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:41.807 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/arm_big_little_dt.txt 2024-03-29T00:20:41.807 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/cpufreq-dt.txt 2024-03-29T00:20:41.809 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/cpufreq-exynos5440.txt 2024-03-29T00:20:41.811 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/cpufreq-spear.txt 2024-03-29T00:20:41.813 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/ 2024-03-29T00:20:41.815 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/amd-ccp.txt 2024-03-29T00:20:41.817 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/atmel-crypto.txt 2024-03-29T00:20:41.819 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-dcp.txt 2024-03-29T00:20:41.820 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-imx-sahara.txt 2024-03-29T00:20:41.822 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-sec2.txt 2024-03-29T00:20:41.824 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-sec4.txt 2024-03-29T00:20:41.827 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-sec6.txt 2024-03-29T00:20:41.830 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/mv_cesa.txt 2024-03-29T00:20:41.832 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/omap-aes.txt 2024-03-29T00:20:41.835 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/omap-des.txt 2024-03-29T00:20:41.837 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/omap-sham.txt 2024-03-29T00:20:41.839 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/picochip-spacc.txt 2024-03-29T00:20:41.841 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/qcom-qce.txt 2024-03-29T00:20:41.844 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/samsung-sss.txt 2024-03-29T00:20:41.847 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/devfreq/ 2024-03-29T00:20:41.849 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/devfreq/event/ 2024-03-29T00:20:41.851 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/devfreq/event/exynos-ppmu.txt 2024-03-29T00:20:41.853 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ 2024-03-29T00:20:41.855 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/arm-pl330.txt 2024-03-29T00:20:41.857 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/atmel-dma.txt 2024-03-29T00:20:41.860 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/atmel-xdma.txt 2024-03-29T00:20:41.862 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/bcm2835-dma.txt 2024-03-29T00:20:41.865 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/dma.txt 2024-03-29T00:20:41.868 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-edma.txt 2024-03-29T00:20:41.871 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-imx-dma.txt 2024-03-29T00:20:41.873 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-imx-sdma.txt 2024-03-29T00:20:41.875 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-mxs-dma.txt 2024-03-29T00:20:41.878 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/img-mdc-dma.txt 2024-03-29T00:20:41.881 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/k3dma.txt 2024-03-29T00:20:41.882 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/mmp-dma.txt 2024-03-29T00:20:41.885 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/moxa,moxart-dma.txt 2024-03-29T00:20:41.888 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/mpc512x-dma.txt 2024-03-29T00:20:41.891 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/mv-xor.txt 2024-03-29T00:20:41.894 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/nbpfaxi.txt 2024-03-29T00:20:41.897 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/qcom_adm.txt 2024-03-29T00:20:41.899 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/qcom_bam_dma.txt 2024-03-29T00:20:41.901 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/rcar-audmapp.txt 2024-03-29T00:20:41.903 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/renesas,rcar-dmac.txt 2024-03-29T00:20:41.905 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/shdma.txt 2024-03-29T00:20:41.908 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/sirfsoc-dma.txt 2024-03-29T00:20:41.911 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/snps-dma.txt 2024-03-29T00:20:41.913 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ste-coh901318.txt 2024-03-29T00:20:41.915 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ste-dma40.txt 2024-03-29T00:20:41.917 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/sun6i-dma.txt 2024-03-29T00:20:41.919 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/tegra20-apbdma.txt 2024-03-29T00:20:41.921 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ti-edma.txt 2024-03-29T00:20:41.924 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/xilinx/ 2024-03-29T00:20:41.925 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/xilinx/xilinx_dma.txt 2024-03-29T00:20:41.927 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/xilinx/xilinx_vdma.txt 2024-03-29T00:20:41.929 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/ 2024-03-29T00:20:41.933 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/armada/ 2024-03-29T00:20:41.935 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/armada/marvell,dove-lcd.txt 2024-03-29T00:20:41.938 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/atmel/ 2024-03-29T00:20:41.940 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/atmel/hlcdc-dc.txt 2024-03-29T00:20:41.942 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/bridge/ 2024-03-29T00:20:41.945 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/bridge/dw_hdmi.txt 2024-03-29T00:20:41.947 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/i2c/ 2024-03-29T00:20:41.949 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/i2c/tda998x.txt 2024-03-29T00:20:41.954 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/ 2024-03-29T00:20:41.954 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/fsl-imx-drm.txt 2024-03-29T00:20:41.956 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/hdmi.txt 2024-03-29T00:20:41.959 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/ldb.txt 2024-03-29T00:20:41.961 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/ 2024-03-29T00:20:41.964 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/gpu.txt 2024-03-29T00:20:41.966 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/hdmi.txt 2024-03-29T00:20:41.968 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/mdp.txt 2024-03-29T00:20:41.970 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/ 2024-03-29T00:20:41.972 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/panel.txt 2024-03-29T00:20:41.974 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/slave.txt 2024-03-29T00:20:41.976 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/tfp410.txt 2024-03-29T00:20:41.979 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/tilcdc.txt 2024-03-29T00:20:41.981 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/eeprom.txt 2024-03-29T00:20:41.984 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/ 2024-03-29T00:20:41.986 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/extcon-palmas.txt 2024-03-29T00:20:41.988 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/extcon-rt8973a.txt 2024-03-29T00:20:41.990 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/extcon-sm5502.txt 2024-03-29T00:20:41.992 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/fb/ 2024-03-29T00:20:41.995 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/fb/mxsfb.txt 2024-03-29T00:20:41.997 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/fb/sm501fb.txt 2024-03-29T00:20:41.999 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/fpga/ 2024-03-29T00:20:42.001 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/fpga/altera-socfpga-fpga-mgr.txt 2024-03-29T00:20:42.003 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/fuse/ 2024-03-29T00:20:42.004 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/fuse/nvidia,tegra20-fuse.txt 2024-03-29T00:20:42.006 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/ 2024-03-29T00:20:42.007 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/8xxx_gpio.txt 2024-03-29T00:20:42.009 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/abilis,tb10x-gpio.txt 2024-03-29T00:20:42.012 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/cavium-octeon-gpio.txt 2024-03-29T00:20:42.014 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/cirrus,clps711x-mctrl-gpio.txt 2024-03-29T00:20:42.016 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/fsl-imx-gpio.txt 2024-03-29T00:20:42.018 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/fujitsu,mb86s70-gpio.txt 2024-03-29T00:20:42.021 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-74x164.txt 2024-03-29T00:20:42.023 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-74xx-mmio.txt 2024-03-29T00:20:42.025 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-adnp.txt 2024-03-29T00:20:42.027 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-bcm-kona.txt 2024-03-29T00:20:42.030 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-clps711x.txt 2024-03-29T00:20:42.031 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-davinci.txt 2024-03-29T00:20:42.033 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-dsp-keystone.txt 2024-03-29T00:20:42.035 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-fan.txt 2024-03-29T00:20:42.036 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-grgpio.txt 2024-03-29T00:20:42.038 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-lp3943.txt 2024-03-29T00:20:42.040 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-max732x.txt 2024-03-29T00:20:42.041 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mcp23s08.txt 2024-03-29T00:20:42.043 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mm-lantiq.txt 2024-03-29T00:20:42.045 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-msm.txt 2024-03-29T00:20:42.047 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mvebu.txt 2024-03-29T00:20:42.048 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mxs.txt 2024-03-29T00:20:42.050 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-nmk.txt 2024-03-29T00:20:42.052 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-omap.txt 2024-03-29T00:20:42.053 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-palmas.txt 2024-03-29T00:20:42.055 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-pca953x.txt 2024-03-29T00:20:42.057 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-pcf857x.txt 2024-03-29T00:20:42.058 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-poweroff.txt 2024-03-29T00:20:42.060 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-restart.txt 2024-03-29T00:20:42.062 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-samsung.txt 2024-03-29T00:20:42.063 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-stericsson-coh901.txt 2024-03-29T00:20:42.065 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-stmpe.txt 2024-03-29T00:20:42.067 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-stp-xway.txt 2024-03-29T00:20:42.068 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-sx150x.txt 2024-03-29T00:20:42.070 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-twl4030.txt 2024-03-29T00:20:42.071 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-tz1090-pdc.txt 2024-03-29T00:20:42.073 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-tz1090.txt 2024-03-29T00:20:42.075 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-vf610.txt 2024-03-29T00:20:42.077 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-xgene-sb.txt 2024-03-29T00:20:42.078 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-xgene.txt 2024-03-29T00:20:42.080 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-xilinx.txt 2024-03-29T00:20:42.082 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-zevio.txt 2024-03-29T00:20:42.084 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-zynq.txt 2024-03-29T00:20:42.087 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio.txt 2024-03-29T00:20:42.089 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio_atmel.txt 2024-03-29T00:20:42.091 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio_lpc32xx.txt 2024-03-29T00:20:42.093 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/moxa,moxart-gpio.txt 2024-03-29T00:20:42.095 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/mrvl-gpio.txt 2024-03-29T00:20:42.097 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/nvidia,tegra20-gpio.txt 2024-03-29T00:20:42.100 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/pl061-gpio.txt 2024-03-29T00:20:42.102 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/renesas,gpio-rcar.txt 2024-03-29T00:20:42.104 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/snps-dwapb-gpio.txt 2024-03-29T00:20:42.106 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/sodaville.txt 2024-03-29T00:20:42.108 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/spear_spics.txt 2024-03-29T00:20:42.110 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/ 2024-03-29T00:20:42.112 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/nvidia,gk20a.txt 2024-03-29T00:20:42.114 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/nvidia,tegra20-host1x.txt 2024-03-29T00:20:42.116 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/samsung-g2d.txt 2024-03-29T00:20:42.119 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/samsung-rotator.txt 2024-03-29T00:20:42.120 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/st,stih4xx.txt 2024-03-29T00:20:42.122 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/graph.txt 2024-03-29T00:20:42.124 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/hid/ 2024-03-29T00:20:42.125 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/hid/hid-over-i2c.txt 2024-03-29T00:20:42.127 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/ 2024-03-29T00:20:42.129 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/client-devices.txt 2024-03-29T00:20:42.131 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/nokia-modem.txt 2024-03-29T00:20:42.133 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/omap-ssi.txt 2024-03-29T00:20:42.135 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ 2024-03-29T00:20:42.138 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ads1015.txt 2024-03-29T00:20:42.140 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/g762.txt 2024-03-29T00:20:42.142 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ibmpowernv.txt 2024-03-29T00:20:42.144 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/lm90.txt 2024-03-29T00:20:42.146 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ltc2978.txt 2024-03-29T00:20:42.149 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ntc_thermistor.txt 2024-03-29T00:20:42.151 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/pwm-fan.txt 2024-03-29T00:20:42.153 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/vexpress.txt 2024-03-29T00:20:42.158 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/ 2024-03-29T00:20:42.158 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/atmel-trng.txt 2024-03-29T00:20:42.159 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/omap_rng.txt 2024-03-29T00:20:42.161 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/timeriomem_rng.txt 2024-03-29T00:20:42.162 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ 2024-03-29T00:20:42.164 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/brcm,bcm2835-i2c.txt 2024-03-29T00:20:42.165 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/brcm,iproc-i2c.txt 2024-03-29T00:20:42.167 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-arb-gpio-challenge.txt 2024-03-29T00:20:42.169 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-at91.txt 2024-03-29T00:20:42.170 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-axxia.txt 2024-03-29T00:20:42.172 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-bcm-kona.txt 2024-03-29T00:20:42.173 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-cadence.txt 2024-03-29T00:20:42.175 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-cbus-gpio.txt 2024-03-29T00:20:42.177 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-cros-ec-tunnel.txt 2024-03-29T00:20:42.178 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-davinci.txt 2024-03-29T00:20:42.180 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-designware.txt 2024-03-29T00:20:42.182 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-efm32.txt 2024-03-29T00:20:42.184 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-exynos5.txt 2024-03-29T00:20:42.185 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-gpio.txt 2024-03-29T00:20:42.187 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-hix5hd2.txt 2024-03-29T00:20:42.189 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-img-scb.txt 2024-03-29T00:20:42.193 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-imx.txt 2024-03-29T00:20:42.193 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-meson.txt 2024-03-29T00:20:42.194 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mpc.txt 2024-03-29T00:20:42.196 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux-gpio.txt 2024-03-29T00:20:42.198 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux-pca954x.txt 2024-03-29T00:20:42.199 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux-pinctrl.txt 2024-03-29T00:20:42.201 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux.txt 2024-03-29T00:20:42.202 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mv64xxx.txt 2024-03-29T00:20:42.204 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mxs.txt 2024-03-29T00:20:42.206 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-nomadik.txt 2024-03-29T00:20:42.208 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-ocores.txt 2024-03-29T00:20:42.210 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-octeon.txt 2024-03-29T00:20:42.211 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-omap.txt 2024-03-29T00:20:42.213 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-opal.txt 2024-03-29T00:20:42.214 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-pnx.txt 2024-03-29T00:20:42.216 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-pxa-pci-ce4100.txt 2024-03-29T00:20:42.217 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-pxa.txt 2024-03-29T00:20:42.219 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-rcar.txt 2024-03-29T00:20:42.221 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-riic.txt 2024-03-29T00:20:42.223 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-rk3x.txt 2024-03-29T00:20:42.225 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-s3c2410.txt 2024-03-29T00:20:42.227 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-sh_mobile.txt 2024-03-29T00:20:42.228 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-sirf.txt 2024-03-29T00:20:42.230 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-st-ddci2c.txt 2024-03-29T00:20:42.232 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-st.txt 2024-03-29T00:20:42.234 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-sunxi-p2wi.txt 2024-03-29T00:20:42.236 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-versatile.txt 2024-03-29T00:20:42.239 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-vt8500.txt 2024-03-29T00:20:42.241 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-xiic.txt 2024-03-29T00:20:42.243 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ina209.txt 2024-03-29T00:20:42.246 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ina2xx.txt 2024-03-29T00:20:42.248 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/max6697.txt 2024-03-29T00:20:42.250 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/nvidia,tegra20-i2c.txt 2024-03-29T00:20:42.252 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/qcom,i2c-qup.txt 2024-03-29T00:20:42.255 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ti,bq32k.txt 2024-03-29T00:20:42.257 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/trivial-devices.txt 2024-03-29T00:20:42.260 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/ 2024-03-29T00:20:42.261 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/accel/ 2024-03-29T00:20:42.264 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/accel/bma180.txt 2024-03-29T00:20:42.266 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/ 2024-03-29T00:20:42.268 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/at91_adc.txt 2024-03-29T00:20:42.270 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/cc10001_adc.txt 2024-03-29T00:20:42.272 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/max1027-adc.txt 2024-03-29T00:20:42.275 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/nuvoton-nau7802.txt 2024-03-29T00:20:42.277 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/qcom,spmi-iadc.txt 2024-03-29T00:20:42.280 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/qcom,spmi-vadc.txt 2024-03-29T00:20:42.282 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/rockchip-saradc.txt 2024-03-29T00:20:42.284 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/twl4030-madc.txt 2024-03-29T00:20:42.287 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/vf610-adc.txt 2024-03-29T00:20:42.289 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/xilinx-xadc.txt 2024-03-29T00:20:42.291 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/dac/ 2024-03-29T00:20:42.293 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/dac/ad7303.txt 2024-03-29T00:20:42.295 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/dac/max5821.txt 2024-03-29T00:20:42.297 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/frequency/ 2024-03-29T00:20:42.299 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/frequency/adf4350.txt 2024-03-29T00:20:42.302 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/humidity/ 2024-03-29T00:20:42.304 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/humidity/dht11.txt 2024-03-29T00:20:42.306 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/iio-bindings.txt 2024-03-29T00:20:42.308 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/ 2024-03-29T00:20:42.310 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/apds9300.txt 2024-03-29T00:20:42.312 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/cm36651.txt 2024-03-29T00:20:42.314 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/gp2ap020a00f.txt 2024-03-29T00:20:42.316 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/tsl2563.txt 2024-03-29T00:20:42.319 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/magnetometer/ 2024-03-29T00:20:42.321 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/magnetometer/ak8975.txt 2024-03-29T00:20:42.323 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/magnetometer/hmc5843.txt 2024-03-29T00:20:42.325 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/proximity/ 2024-03-29T00:20:42.327 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/proximity/as3935.txt 2024-03-29T00:20:42.329 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/sensorhub.txt 2024-03-29T00:20:42.331 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/st-sensors.txt 2024-03-29T00:20:42.333 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ 2024-03-29T00:20:42.335 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ads7846.txt 2024-03-29T00:20:42.337 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/atmel,maxtouch.txt 2024-03-29T00:20:42.339 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/cap11xx.txt 2024-03-29T00:20:42.341 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/clps711x-keypad.txt 2024-03-29T00:20:42.343 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/cros-ec-keyb.txt 2024-03-29T00:20:42.345 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/e3x0-button.txt 2024-03-29T00:20:42.347 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/elan_i2c.txt 2024-03-29T00:20:42.348 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/elants_i2c.txt 2024-03-29T00:20:42.350 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/fsl-mma8450.txt 2024-03-29T00:20:42.352 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-beeper.txt 2024-03-29T00:20:42.353 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-keys-polled.txt 2024-03-29T00:20:42.355 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-keys.txt 2024-03-29T00:20:42.357 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-matrix-keypad.txt 2024-03-29T00:20:42.358 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/imx-keypad.txt 2024-03-29T00:20:42.360 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/input-reset.txt 2024-03-29T00:20:42.362 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/lpc32xx-key.txt 2024-03-29T00:20:42.364 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/matrix-keymap.txt 2024-03-29T00:20:42.365 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/nvidia,tegra20-kbc.txt 2024-03-29T00:20:42.367 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/omap-keypad.txt 2024-03-29T00:20:42.369 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ps2keyb-mouse-apbps2.txt 2024-03-29T00:20:42.371 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/pwm-beeper.txt 2024-03-29T00:20:42.372 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/pxa27x-keypad.txt 2024-03-29T00:20:42.374 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/qcom,pm8xxx-keypad.txt 2024-03-29T00:20:42.376 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/qcom,pm8xxx-pwrkey.txt 2024-03-29T00:20:42.377 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/qcom,pm8xxx-vib.txt 2024-03-29T00:20:42.379 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/regulator-haptic.txt 2024-03-29T00:20:42.381 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/rotary-encoder.txt 2024-03-29T00:20:42.383 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/samsung-keypad.txt 2024-03-29T00:20:42.385 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/spear-keyboard.txt 2024-03-29T00:20:42.388 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/st-keyscan.txt 2024-03-29T00:20:42.390 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/stmpe-keypad.txt 2024-03-29T00:20:42.392 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/sun4i-lradc-keys.txt 2024-03-29T00:20:42.395 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/tca8418_keypad.txt 2024-03-29T00:20:42.397 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,drv260x.txt 2024-03-29T00:20:42.400 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,drv2667.txt 2024-03-29T00:20:42.402 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,nspire-keypad.txt 2024-03-29T00:20:42.405 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,palmas-pwrbutton.txt 2024-03-29T00:20:42.407 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/ 2024-03-29T00:20:42.409 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/auo_pixcir_ts.txt 2024-03-29T00:20:42.411 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/bu21013.txt 2024-03-29T00:20:42.414 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/edt-ft5x06.txt 2024-03-29T00:20:42.416 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/egalax-ts.txt 2024-03-29T00:20:42.419 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/lpc32xx-tsc.txt 2024-03-29T00:20:42.421 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/mms114.txt 2024-03-29T00:20:42.424 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/pixcir_i2c_ts.txt 2024-03-29T00:20:42.426 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/sitronix-st1232.txt 2024-03-29T00:20:42.428 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/stmpe.txt 2024-03-29T00:20:42.430 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/sun4i.txt 2024-03-29T00:20:42.431 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/ti-tsc-adc.txt 2024-03-29T00:20:42.434 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/touchscreen.txt 2024-03-29T00:20:42.435 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/tsc2005.txt 2024-03-29T00:20:42.437 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/tsc2007.txt 2024-03-29T00:20:42.438 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/zforce_ts.txt 2024-03-29T00:20:42.440 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/tps65218-pwrbutton.txt 2024-03-29T00:20:42.442 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/twl4030-keypad.txt 2024-03-29T00:20:42.444 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/twl4030-pwrbutton.txt 2024-03-29T00:20:42.445 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ 2024-03-29T00:20:42.447 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/abilis,tb10x-ictl.txt 2024-03-29T00:20:42.449 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/allwinner,sun4i-ic.txt 2024-03-29T00:20:42.452 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/allwinner,sun67i-sc-nmi.txt 2024-03-29T00:20:42.454 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/atmel,aic.txt 2024-03-29T00:20:42.456 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/brcm,bcm2835-armctrl-ic.txt 2024-03-29T00:20:42.459 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/brcm,bcm7120-l2-intc.txt 2024-03-29T00:20:42.461 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/brcm,l2-intc.txt 2024-03-29T00:20:42.464 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/cirrus,clps711x-intc.txt 2024-03-29T00:20:42.466 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/digicolor-ic.txt 2024-03-29T00:20:42.469 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/interrupts.txt 2024-03-29T00:20:42.471 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/lsi,zevio-intc.txt 2024-03-29T00:20:42.472 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/marvell,armada-370-xp-mpic.txt 2024-03-29T00:20:42.474 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/marvell,orion-intc.txt 2024-03-29T00:20:42.475 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/mips-gic.txt 2024-03-29T00:20:42.477 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/opencores,or1k-pic.txt 2024-03-29T00:20:42.478 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/renesas,intc-irqpin.txt 2024-03-29T00:20:42.480 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/renesas,irqc.txt 2024-03-29T00:20:42.482 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/samsung,s3c24xx-irq.txt 2024-03-29T00:20:42.484 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/snps,dw-apb-ictl.txt 2024-03-29T00:20:42.487 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ti,keystone-irq.txt 2024-03-29T00:20:42.489 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ti,omap-intc-irq.txt 2024-03-29T00:20:42.491 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/ 2024-03-29T00:20:42.493 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/arm,smmu.txt 2024-03-29T00:20:42.495 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/iommu.txt 2024-03-29T00:20:42.497 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra20-gart.txt 2024-03-29T00:20:42.499 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra30-smmu.txt 2024-03-29T00:20:42.502 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/renesas,ipmmu-vmsa.txt 2024-03-29T00:20:42.504 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/rockchip,iommu.txt 2024-03-29T00:20:42.506 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/samsung,sysmmu.txt 2024-03-29T00:20:42.508 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/ti,omap-iommu.txt 2024-03-29T00:20:42.511 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/ 2024-03-29T00:20:42.513 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/common.txt 2024-03-29T00:20:42.515 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-gpio.txt 2024-03-29T00:20:42.517 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp55xx.txt 2024-03-29T00:20:42.519 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp8860.txt 2024-03-29T00:20:42.521 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-ns2.txt 2024-03-29T00:20:42.523 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-pwm.txt 2024-03-29T00:20:42.525 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/pca963x.txt 2024-03-29T00:20:42.528 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/register-bit-led.txt 2024-03-29T00:20:42.530 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/tca6507.txt 2024-03-29T00:20:42.532 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/lpddr2/ 2024-03-29T00:20:42.534 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2-timings.txt 2024-03-29T00:20:42.536 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2.txt 2024-03-29T00:20:42.538 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/ 2024-03-29T00:20:42.540 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/altera-mailbox.txt 2024-03-29T00:20:42.542 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/mailbox.txt 2024-03-29T00:20:42.544 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/omap-mailbox.txt 2024-03-29T00:20:42.547 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/marvell.txt 2024-03-29T00:20:42.549 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/ 2024-03-29T00:20:42.551 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/atmel-isi.txt 2024-03-29T00:20:42.553 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/coda.txt 2024-03-29T00:20:42.554 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos-fimc-lite.txt 2024-03-29T00:20:42.556 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos-jpeg-codec.txt 2024-03-29T00:20:42.558 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos4-fimc-is.txt 2024-03-29T00:20:42.559 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos5-gsc.txt 2024-03-29T00:20:42.561 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/gpio-ir-receiver.txt 2024-03-29T00:20:42.566 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/hix5hd2-ir.txt 2024-03-29T00:20:42.566 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/ 2024-03-29T00:20:42.568 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/adv7343.txt 2024-03-29T00:20:42.570 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/adv7604.txt 2024-03-29T00:20:42.572 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/mt9m111.txt 2024-03-29T00:20:42.574 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/mt9p031.txt 2024-03-29T00:20:42.577 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/nokia,smia.txt 2024-03-29T00:20:42.579 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/ths8200.txt 2024-03-29T00:20:42.581 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/tvp514x.txt 2024-03-29T00:20:42.583 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/tvp7002.txt 2024-03-29T00:20:42.586 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/img-ir-rev1.txt 2024-03-29T00:20:42.588 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/meson-ir.txt 2024-03-29T00:20:42.590 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/pxa-camera.txt 2024-03-29T00:20:42.592 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/rcar_vin.txt 2024-03-29T00:20:42.594 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/renesas,vsp1.txt 2024-03-29T00:20:42.596 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/s5p-mfc.txt 2024-03-29T00:20:42.599 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-fimc.txt 2024-03-29T00:20:42.601 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-mipi-csis.txt 2024-03-29T00:20:42.603 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5c73m3.txt 2024-03-29T00:20:42.605 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k5baf.txt 2024-03-29T00:20:42.608 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k6a3.txt 2024-03-29T00:20:42.610 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/sh_mobile_ceu.txt 2024-03-29T00:20:42.612 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/si4713.txt 2024-03-29T00:20:42.614 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/st-rc.txt 2024-03-29T00:20:42.616 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/sunxi-ir.txt 2024-03-29T00:20:42.618 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/ti-am437x-vpfe.txt 2024-03-29T00:20:42.620 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/video-interfaces.txt 2024-03-29T00:20:42.623 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ 2024-03-29T00:20:42.625 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl/ 2024-03-29T00:20:42.627 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl/ifc.txt 2024-03-29T00:20:42.629 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-devbus.txt 2024-03-29T00:20:42.631 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-sdram-controller.txt 2024-03-29T00:20:42.633 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/nvidia,tegra-mc.txt 2024-03-29T00:20:42.635 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/renesas-memory-controllers.txt 2024-03-29T00:20:42.637 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/synopsys.txt 2024-03-29T00:20:42.640 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti-aemif.txt 2024-03-29T00:20:42.642 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti/ 2024-03-29T00:20:42.644 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti/emif.txt 2024-03-29T00:20:42.646 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/ 2024-03-29T00:20:42.648 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/meta-intc.txt 2024-03-29T00:20:42.650 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/meta.txt 2024-03-29T00:20:42.652 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/pdc-intc.txt 2024-03-29T00:20:42.654 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/ 2024-03-29T00:20:42.656 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/88pm860x.txt 2024-03-29T00:20:42.659 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/ab8500.txt 2024-03-29T00:20:42.660 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/arizona.txt 2024-03-29T00:20:42.662 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/as3711.txt 2024-03-29T00:20:42.664 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/as3722.txt 2024-03-29T00:20:42.667 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-gpbr.txt 2024-03-29T00:20:42.669 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-hlcdc.txt 2024-03-29T00:20:42.671 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-matrix.txt 2024-03-29T00:20:42.673 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-smc.txt 2024-03-29T00:20:42.675 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/bcm590xx.txt 2024-03-29T00:20:42.677 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/bfticu.txt 2024-03-29T00:20:42.679 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/cros-ec.txt 2024-03-29T00:20:42.681 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/da9052-i2c.txt 2024-03-29T00:20:42.684 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/da9055.txt 2024-03-29T00:20:42.686 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/da9063.txt 2024-03-29T00:20:42.688 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/hi6421.txt 2024-03-29T00:20:42.690 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/lp3943.txt 2024-03-29T00:20:42.692 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max14577.txt 2024-03-29T00:20:42.694 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max77686.txt 2024-03-29T00:20:42.697 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max77693.txt 2024-03-29T00:20:42.699 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max8925.txt 2024-03-29T00:20:42.701 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max8998.txt 2024-03-29T00:20:42.703 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/mc13xxx.txt 2024-03-29T00:20:42.705 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-host.txt 2024-03-29T00:20:42.708 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-tll.txt 2024-03-29T00:20:42.710 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/palmas.txt 2024-03-29T00:20:42.712 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom,spmi-pmic.txt 2024-03-29T00:20:42.714 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-pm8xxx.txt 2024-03-29T00:20:42.716 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-rpm.txt 2024-03-29T00:20:42.719 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qriox.txt 2024-03-29T00:20:42.721 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/rk808.txt 2024-03-29T00:20:42.723 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/rn5t618.txt 2024-03-29T00:20:42.725 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mpa01.txt 2024-03-29T00:20:42.727 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mps11.txt 2024-03-29T00:20:42.730 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/stmpe.txt 2024-03-29T00:20:42.732 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/sun6i-prcm.txt 2024-03-29T00:20:42.734 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/syscon.txt 2024-03-29T00:20:42.736 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/tc3589x.txt 2024-03-29T00:20:42.738 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/ti-keystone-devctrl.txt 2024-03-29T00:20:42.741 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/tps6507x.txt 2024-03-29T00:20:42.743 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/tps65910.txt 2024-03-29T00:20:42.745 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl-familly.txt 2024-03-29T00:20:42.747 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-audio.txt 2024-03-29T00:20:42.749 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-power.txt 2024-03-29T00:20:42.751 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl6040.txt 2024-03-29T00:20:42.753 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/ 2024-03-29T00:20:42.756 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi/ 2024-03-29T00:20:42.757 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi/mipi-dsi-bus.txt 2024-03-29T00:20:42.759 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/nvidia,tegra114-mipi.txt 2024-03-29T00:20:42.761 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/ 2024-03-29T00:20:42.763 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/ 2024-03-29T00:20:42.765 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bcm3384-intc.txt 2024-03-29T00:20:42.770 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bmips.txt 2024-03-29T00:20:42.770 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/cm-dsl.txt 2024-03-29T00:20:42.771 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/usb.txt 2024-03-29T00:20:42.774 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ 2024-03-29T00:20:42.776 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/bootbus.txt 2024-03-29T00:20:42.778 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/cib.txt 2024-03-29T00:20:42.780 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu.txt 2024-03-29T00:20:42.782 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu2.txt 2024-03-29T00:20:42.784 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/dma-engine.txt 2024-03-29T00:20:42.786 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/uctl.txt 2024-03-29T00:20:42.789 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cpu_irq.txt 2024-03-29T00:20:42.790 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/ralink.txt 2024-03-29T00:20:42.792 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/ 2024-03-29T00:20:42.793 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/allwinner,sunxi-sid.txt 2024-03-29T00:20:42.795 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/arm-charlcd.txt 2024-03-29T00:20:42.797 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/at25.txt 2024-03-29T00:20:42.798 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/atmel-ssc.txt 2024-03-29T00:20:42.800 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/bmp085.txt 2024-03-29T00:20:42.801 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/fsl,qoriq-mc.txt 2024-03-29T00:20:42.803 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/ifm-csi.txt 2024-03-29T00:20:42.805 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/lis302.txt 2024-03-29T00:20:42.806 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/nvidia,tegra20-apbmisc.txt 2024-03-29T00:20:42.808 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/smc.txt 2024-03-29T00:20:42.809 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/sram.txt 2024-03-29T00:20:42.811 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/ti,dac7512.txt 2024-03-29T00:20:42.813 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/ 2024-03-29T00:20:42.814 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/arasan,sdhci.txt 2024-03-29T00:20:42.816 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/atmel-hsmci.txt 2024-03-29T00:20:42.818 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/brcm,bcm2835-sdhci.txt 2024-03-29T00:20:42.820 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/davinci_mmc.txt 2024-03-29T00:20:42.823 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/exynos-dw-mshc.txt 2024-03-29T00:20:42.825 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/fsl-esdhc.txt 2024-03-29T00:20:42.827 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/fsl-imx-esdhc.txt 2024-03-29T00:20:42.829 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/fsl-imx-mmc.txt 2024-03-29T00:20:42.832 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/img-dw-mshc.txt 2024-03-29T00:20:42.834 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/k3-dw-mshc.txt 2024-03-29T00:20:42.836 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/kona-sdhci.txt 2024-03-29T00:20:42.838 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc-pwrseq-emmc.txt 2024-03-29T00:20:42.840 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc-pwrseq-simple.txt 2024-03-29T00:20:42.842 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc-spi-slot.txt 2024-03-29T00:20:42.844 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc.txt 2024-03-29T00:20:42.846 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmci.txt 2024-03-29T00:20:42.847 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/moxa,moxart-mmc.txt 2024-03-29T00:20:42.849 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mxs-mmc.txt 2024-03-29T00:20:42.851 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/nvidia,tegra20-sdhci.txt 2024-03-29T00:20:42.853 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/orion-sdio.txt 2024-03-29T00:20:42.856 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/pxa-mmc.txt 2024-03-29T00:20:42.858 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/renesas,mmcif.txt 2024-03-29T00:20:42.860 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/rockchip-dw-mshc.txt 2024-03-29T00:20:42.863 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/samsung-sdhci.txt 2024-03-29T00:20:42.865 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-dove.txt 2024-03-29T00:20:42.867 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-fujitsu.txt 2024-03-29T00:20:42.869 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-msm.txt 2024-03-29T00:20:42.871 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-pxa.txt 2024-03-29T00:20:42.873 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-sirf.txt 2024-03-29T00:20:42.876 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-spear.txt 2024-03-29T00:20:42.878 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-st.txt 2024-03-29T00:20:42.880 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/socfpga-dw-mshc.txt 2024-03-29T00:20:42.882 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sunxi-mmc.txt 2024-03-29T00:20:42.885 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/synopsys-dw-mshc.txt 2024-03-29T00:20:42.887 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/ti-omap-hsmmc.txt 2024-03-29T00:20:42.889 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/ti-omap.txt 2024-03-29T00:20:42.891 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/tmio_mmc.txt 2024-03-29T00:20:42.893 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/usdhi6rol0.txt 2024-03-29T00:20:42.896 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/vt8500-sdmmc.txt 2024-03-29T00:20:42.898 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/ 2024-03-29T00:20:42.900 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/arm-versatile.txt 2024-03-29T00:20:42.902 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/atmel-dataflash.txt 2024-03-29T00:20:42.904 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/atmel-nand.txt 2024-03-29T00:20:42.906 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/davinci-nand.txt 2024-03-29T00:20:42.909 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/denali-nand.txt 2024-03-29T00:20:42.916 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/diskonchip.txt 2024-03-29T00:20:42.916 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/elm.txt 2024-03-29T00:20:42.916 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/flctl-nand.txt 2024-03-29T00:20:42.917 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/fsl-quadspi.txt 2024-03-29T00:20:42.919 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/fsl-upm-nand.txt 2024-03-29T00:20:42.922 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/fsmc-nand.txt 2024-03-29T00:20:42.923 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpio-control-nand.txt 2024-03-29T00:20:42.925 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmc-nand.txt 2024-03-29T00:20:42.927 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmc-nor.txt 2024-03-29T00:20:42.929 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmc-onenand.txt 2024-03-29T00:20:42.931 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmi-nand.txt 2024-03-29T00:20:42.934 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/hisi504-nand.txt 2024-03-29T00:20:42.936 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/lpc32xx-mlc.txt 2024-03-29T00:20:42.938 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/lpc32xx-slc.txt 2024-03-29T00:20:42.940 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/m25p80.txt 2024-03-29T00:20:42.942 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/mtd-physmap.txt 2024-03-29T00:20:42.944 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/mxc-nand.txt 2024-03-29T00:20:42.945 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/nand.txt 2024-03-29T00:20:42.946 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/orion-nand.txt 2024-03-29T00:20:42.948 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/partition.txt 2024-03-29T00:20:42.950 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/pxa3xx-nand.txt 2024-03-29T00:20:42.951 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/spear_smi.txt 2024-03-29T00:20:42.953 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/st-fsm.txt 2024-03-29T00:20:42.954 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/sunxi-nand.txt 2024-03-29T00:20:42.956 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ 2024-03-29T00:20:42.959 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/allwinner,sun4i-emac.txt 2024-03-29T00:20:42.960 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/allwinner,sun4i-mdio.txt 2024-03-29T00:20:42.962 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/allwinner,sun7i-a20-gmac.txt 2024-03-29T00:20:42.963 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/altera_tse.txt 2024-03-29T00:20:42.965 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/amd-xgbe-phy.txt 2024-03-29T00:20:42.967 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/amd-xgbe.txt 2024-03-29T00:20:42.968 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/apm-xgene-enet.txt 2024-03-29T00:20:42.970 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/arc_emac.txt 2024-03-29T00:20:42.975 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-bcm87xx.txt 2024-03-29T00:20:42.975 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-bcmgenet.txt 2024-03-29T00:20:42.975 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-mdio-unimac.txt 2024-03-29T00:20:42.976 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-sf2.txt 2024-03-29T00:20:42.978 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-systemport.txt 2024-03-29T00:20:42.979 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/calxeda-xgmac.txt 2024-03-29T00:20:42.981 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/ 2024-03-29T00:20:42.983 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/atmel-can.txt 2024-03-29T00:20:42.985 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/c_can.txt 2024-03-29T00:20:42.986 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/cc770.txt 2024-03-29T00:20:42.988 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/fsl-flexcan.txt 2024-03-29T00:20:42.989 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/grcan.txt 2024-03-29T00:20:42.991 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/m_can.txt 2024-03-29T00:20:42.992 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/microchip,mcp251x.txt 2024-03-29T00:20:42.994 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/mpc5xxx-mscan.txt 2024-03-29T00:20:42.996 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/rcar_can.txt 2024-03-29T00:20:42.998 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/sja1000.txt 2024-03-29T00:20:43.000 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/xilinx_can.txt 2024-03-29T00:20:43.001 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cavium-mdio.txt 2024-03-29T00:20:43.003 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cavium-mix.txt 2024-03-29T00:20:43.005 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cavium-pip.txt 2024-03-29T00:20:43.007 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cdns-emac.txt 2024-03-29T00:20:43.009 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cpsw-phy-sel.txt 2024-03-29T00:20:43.011 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cpsw.txt 2024-03-29T00:20:43.013 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/davicom-dm9000.txt 2024-03-29T00:20:43.015 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/davinci-mdio.txt 2024-03-29T00:20:43.017 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/davinci_emac.txt 2024-03-29T00:20:43.020 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/dsa/ 2024-03-29T00:20:43.021 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/dsa/dsa.txt 2024-03-29T00:20:43.023 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/emac_rockchip.txt 2024-03-29T00:20:43.026 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ethernet.txt 2024-03-29T00:20:43.028 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/fixed-link.txt 2024-03-29T00:20:43.030 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/fsl-fec.txt 2024-03-29T00:20:43.032 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/fsl-tsec-phy.txt 2024-03-29T00:20:43.035 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/gpmc-eth.txt 2024-03-29T00:20:43.036 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/hisilicon-hip04-net.txt 2024-03-29T00:20:43.038 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/hisilicon-hix5hd2-gmac.txt 2024-03-29T00:20:43.040 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ieee802154/ 2024-03-29T00:20:43.042 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ieee802154/at86rf230.txt 2024-03-29T00:20:43.044 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ieee802154/cc2520.txt 2024-03-29T00:20:43.046 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/keystone-netcp.txt 2024-03-29T00:20:43.048 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/lpc-eth.txt 2024-03-29T00:20:43.051 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/macb.txt 2024-03-29T00:20:43.053 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-armada-370-neta.txt 2024-03-29T00:20:43.055 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-orion-mdio.txt 2024-03-29T00:20:43.057 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-orion-net.txt 2024-03-29T00:20:43.058 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-pp2.txt 2024-03-29T00:20:43.060 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-pxa168.txt 2024-03-29T00:20:43.062 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-gpio.txt 2024-03-29T00:20:43.063 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-mux-gpio.txt 2024-03-29T00:20:43.065 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-mux-mmioreg.txt 2024-03-29T00:20:43.067 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-mux.txt 2024-03-29T00:20:43.068 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/meson-dwmac.txt 2024-03-29T00:20:43.070 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/micrel-ks8851.txt 2024-03-29T00:20:43.072 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/micrel-ksz90x1.txt 2024-03-29T00:20:43.073 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/micrel.txt 2024-03-29T00:20:43.075 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/moxa,moxart-mac.txt 2024-03-29T00:20:43.077 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/ 2024-03-29T00:20:43.079 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/pn544.txt 2024-03-29T00:20:43.080 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/st21nfca.txt 2024-03-29T00:20:43.082 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/st21nfcb.txt 2024-03-29T00:20:43.084 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/trf7970a.txt 2024-03-29T00:20:43.085 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/opencores-ethoc.txt 2024-03-29T00:20:43.087 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/phy.txt 2024-03-29T00:20:43.089 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/qca-qca7000-spi.txt 2024-03-29T00:20:43.090 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/rockchip-dwmac.txt 2024-03-29T00:20:43.092 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/samsung-sxgbe.txt 2024-03-29T00:20:43.094 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/sh_eth.txt 2024-03-29T00:20:43.095 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/smsc-lan91c111.txt 2024-03-29T00:20:43.097 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/smsc911x.txt 2024-03-29T00:20:43.099 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/socfpga-dwmac.txt 2024-03-29T00:20:43.101 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/sti-dwmac.txt 2024-03-29T00:20:43.103 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/stmmac.txt 2024-03-29T00:20:43.105 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/via-rhine.txt 2024-03-29T00:20:43.107 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/via-velocity.txt 2024-03-29T00:20:43.109 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/ 2024-03-29T00:20:43.110 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/brcm,bcm43xx-fmac.txt 2024-03-29T00:20:43.112 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/qcom,ath10k.txt 2024-03-29T00:20:43.113 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/ti,wl1251.txt 2024-03-29T00:20:43.115 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/nios2/ 2024-03-29T00:20:43.116 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/nios2/nios2.txt 2024-03-29T00:20:43.118 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/nios2/timer.txt 2024-03-29T00:20:43.120 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/nvec/ 2024-03-29T00:20:43.122 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/nvec/nvidia,nvec.txt 2024-03-29T00:20:43.124 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/open-pic.txt 2024-03-29T00:20:43.126 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/ 2024-03-29T00:20:43.127 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b101aw03.txt 2024-03-29T00:20:43.129 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b101xtn01.txt 2024-03-29T00:20:43.131 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b116xw03.txt 2024-03-29T00:20:43.133 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b133htn01.txt 2024-03-29T00:20:43.136 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b133xtn01.txt 2024-03-29T00:20:43.137 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/avic,tm070ddh03.txt 2024-03-29T00:20:43.139 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/chunghwa,claa101wa01a.txt 2024-03-29T00:20:43.140 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/chunghwa,claa101wb03.txt 2024-03-29T00:20:43.142 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/edt,et057090dhu.txt 2024-03-29T00:20:43.143 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/edt,et070080dh6.txt 2024-03-29T00:20:43.145 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/edt,etm0700g0dh6.txt 2024-03-29T00:20:43.147 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/foxlink,fl500wvr00-a0t.txt 2024-03-29T00:20:43.148 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/giantplus,gpg482739qs5.txt 2024-03-29T00:20:43.151 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/hannstar,hsd070pww1.txt 2024-03-29T00:20:43.153 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/hit,tx23d38vm0caa.txt 2024-03-29T00:20:43.155 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/innolux,g121i1-l01.txt 2024-03-29T00:20:43.157 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/innolux,n116bge.txt 2024-03-29T00:20:43.158 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/innolux,n156bge-l21.txt 2024-03-29T00:20:43.160 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/lg,ld070wx3-sl01.txt 2024-03-29T00:20:43.162 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/lg,lh500wx1-sd03.txt 2024-03-29T00:20:43.163 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/lg,lp129qe.txt 2024-03-29T00:20:43.165 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/panasonic,vvx10f004b00.txt 2024-03-29T00:20:43.167 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/samsung,ld9040.txt 2024-03-29T00:20:43.168 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/samsung,ltn101nt05.txt 2024-03-29T00:20:43.170 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/samsung,s6e8aa0.txt 2024-03-29T00:20:43.171 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/sharp,lq101r1sx01.txt 2024-03-29T00:20:43.173 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/simple-panel.txt 2024-03-29T00:20:43.179 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/ 2024-03-29T00:20:43.179 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/83xx-512x-pci.txt 2024-03-29T00:20:43.179 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/designware-pcie.txt 2024-03-29T00:20:43.180 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/fsl,imx6q-pcie.txt 2024-03-29T00:20:43.181 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/fsl,pci.txt 2024-03-29T00:20:43.183 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/host-generic-pci.txt 2024-03-29T00:20:43.185 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/layerscape-pci.txt 2024-03-29T00:20:43.187 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/mvebu-pci.txt 2024-03-29T00:20:43.189 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/nvidia,tegra20-pcie.txt 2024-03-29T00:20:43.191 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/pci-keystone.txt 2024-03-29T00:20:43.193 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/pci-rcar-gen2.txt 2024-03-29T00:20:43.195 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/pci.txt 2024-03-29T00:20:43.196 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/ralink,rt3883-pci.txt 2024-03-29T00:20:43.199 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/rcar-pci.txt 2024-03-29T00:20:43.201 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/samsung,exynos5440-pcie.txt 2024-03-29T00:20:43.203 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/spear13xx-pcie.txt 2024-03-29T00:20:43.204 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/ti-pci.txt 2024-03-29T00:20:43.206 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/v3-v360epc-pci.txt 2024-03-29T00:20:43.208 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/versatile.txt 2024-03-29T00:20:43.210 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/xgene-pci.txt 2024-03-29T00:20:43.213 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/xilinx-pcie.txt 2024-03-29T00:20:43.215 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/ 2024-03-29T00:20:43.217 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/apm-xgene-phy.txt 2024-03-29T00:20:43.218 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/bcm-phy.txt 2024-03-29T00:20:43.220 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/berlin-sata-phy.txt 2024-03-29T00:20:43.225 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/berlin-usb-phy.txt 2024-03-29T00:20:43.227 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/hix5hd2-phy.txt 2024-03-29T00:20:43.230 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-bindings.txt 2024-03-29T00:20:43.234 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-miphy28lp.txt 2024-03-29T00:20:43.236 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-miphy365x.txt 2024-03-29T00:20:43.238 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-mvebu.txt 2024-03-29T00:20:43.240 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-stih407-usb.txt 2024-03-29T00:20:43.242 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-stih41x-usb.txt 2024-03-29T00:20:43.244 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/qcom-apq8064-sata-phy.txt 2024-03-29T00:20:43.246 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/qcom-dwc3-usb-phy.txt 2024-03-29T00:20:43.248 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/qcom-ipq806x-sata-phy.txt 2024-03-29T00:20:43.250 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/rcar-gen2-phy.txt 2024-03-29T00:20:43.251 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/rockchip-usb-phy.txt 2024-03-29T00:20:43.253 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/samsung-phy.txt 2024-03-29T00:20:43.255 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/st-spear-miphy.txt 2024-03-29T00:20:43.257 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/sun4i-usb-phy.txt 2024-03-29T00:20:43.259 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/ti-phy.txt 2024-03-29T00:20:43.261 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ 2024-03-29T00:20:43.263 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/abilis,tb10x-iomux.txt 2024-03-29T00:20:43.265 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/allwinner,sunxi-pinctrl.txt 2024-03-29T00:20:43.267 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/atmel,at91-pinctrl.txt 2024-03-29T00:20:43.269 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/brcm,bcm11351-pinctrl.txt 2024-03-29T00:20:43.272 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/brcm,bcm2835-gpio.txt 2024-03-29T00:20:43.274 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx-pinctrl.txt 2024-03-29T00:20:43.276 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx25-pinctrl.txt 2024-03-29T00:20:43.278 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx27-pinctrl.txt 2024-03-29T00:20:43.281 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx35-pinctrl.txt 2024-03-29T00:20:43.283 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx51-pinctrl.txt 2024-03-29T00:20:43.285 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx53-pinctrl.txt 2024-03-29T00:20:43.287 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6dl-pinctrl.txt 2024-03-29T00:20:43.290 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6q-pinctrl.txt 2024-03-29T00:20:43.293 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6sl-pinctrl.txt 2024-03-29T00:20:43.296 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6sx-pinctrl.txt 2024-03-29T00:20:43.299 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,mxs-pinctrl.txt 2024-03-29T00:20:43.302 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,vf610-pinctrl.txt 2024-03-29T00:20:43.305 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/img,tz1090-pdc-pinctrl.txt 2024-03-29T00:20:43.308 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/img,tz1090-pinctrl.txt 2024-03-29T00:20:43.310 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/lantiq,falcon-pinumx.txt 2024-03-29T00:20:43.312 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/lantiq,xway-pinumx.txt 2024-03-29T00:20:43.316 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-370-pinctrl.txt 2024-03-29T00:20:43.318 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-375-pinctrl.txt 2024-03-29T00:20:43.321 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-38x-pinctrl.txt 2024-03-29T00:20:43.324 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-xp-pinctrl.txt 2024-03-29T00:20:43.326 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,dove-pinctrl.txt 2024-03-29T00:20:43.329 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,kirkwood-pinctrl.txt 2024-03-29T00:20:43.332 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,mvebu-pinctrl.txt 2024-03-29T00:20:43.334 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,orion-pinctrl.txt 2024-03-29T00:20:43.336 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/meson,pinctrl.txt 2024-03-29T00:20:43.339 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra114-pinmux.txt 2024-03-29T00:20:43.342 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra124-pinmux.txt 2024-03-29T00:20:43.343 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra124-xusb-padctl.txt 2024-03-29T00:20:43.345 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra20-pinmux.txt 2024-03-29T00:20:43.347 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra30-pinmux.txt 2024-03-29T00:20:43.350 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-bindings.txt 2024-03-29T00:20:43.352 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-palmas.txt 2024-03-29T00:20:43.354 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-single.txt 2024-03-29T00:20:43.356 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-sirf.txt 2024-03-29T00:20:43.359 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-st.txt 2024-03-29T00:20:43.362 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-vt8500.txt 2024-03-29T00:20:43.364 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl_spear.txt 2024-03-29T00:20:43.367 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,apq8064-pinctrl.txt 2024-03-29T00:20:43.370 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,apq8084-pinctrl.txt 2024-03-29T00:20:43.374 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,ipq8064-pinctrl.txt 2024-03-29T00:20:43.376 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,msm8916-pinctrl.txt 2024-03-29T00:20:43.377 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,msm8960-pinctrl.txt 2024-03-29T00:20:43.383 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,msm8974-pinctrl.txt 2024-03-29T00:20:43.383 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,pmic-gpio.txt 2024-03-29T00:20:43.385 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,pmic-mpp.txt 2024-03-29T00:20:43.387 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/renesas,pfc-pinctrl.txt 2024-03-29T00:20:43.390 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/rockchip,pinctrl.txt 2024-03-29T00:20:43.393 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/samsung-pinctrl.txt 2024-03-29T00:20:43.397 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ste,abx500.txt 2024-03-29T00:20:43.399 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ste,nomadik.txt 2024-03-29T00:20:43.402 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ti,omap-pinctrl.txt 2024-03-29T00:20:43.405 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/xlnx,zynq-pinctrl.txt 2024-03-29T00:20:43.407 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/ 2024-03-29T00:20:43.409 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/bq2415x.txt 2024-03-29T00:20:43.411 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/isp1704.txt 2024-03-29T00:20:43.413 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/ltc2941.txt 2024-03-29T00:20:43.415 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/opp.txt 2024-03-29T00:20:43.416 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/power-controller.txt 2024-03-29T00:20:43.418 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/power_domain.txt 2024-03-29T00:20:43.421 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/renesas,sysc-rmobile.txt 2024-03-29T00:20:43.423 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/ 2024-03-29T00:20:43.424 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/keystone-reset.txt 2024-03-29T00:20:43.427 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/ltc2952-poweroff.txt 2024-03-29T00:20:43.429 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/st-reset.txt 2024-03-29T00:20:43.432 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/syscon-reboot.txt 2024-03-29T00:20:43.434 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/rockchip-io-domain.txt 2024-03-29T00:20:43.436 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/rx51-battery.txt 2024-03-29T00:20:43.438 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/twl-charger.txt 2024-03-29T00:20:43.440 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ 2024-03-29T00:20:43.442 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/ 2024-03-29T00:20:43.444 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/btemp.txt 2024-03-29T00:20:43.446 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/chargalg.txt 2024-03-29T00:20:43.448 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/charger.txt 2024-03-29T00:20:43.451 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/fg.txt 2024-03-29T00:20:43.454 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/axxia-reset.txt 2024-03-29T00:20:43.457 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/charger-manager.txt 2024-03-29T00:20:43.459 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/gpio-charger.txt 2024-03-29T00:20:43.462 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/imx-snvs-poweroff.txt 2024-03-29T00:20:43.464 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/lp8727_charger.txt 2024-03-29T00:20:43.467 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/max17042_battery.txt 2024-03-29T00:20:43.470 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/max8925_batter.txt 2024-03-29T00:20:43.472 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/msm-poweroff.txt 2024-03-29T00:20:43.475 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/olpc_battery.txt 2024-03-29T00:20:43.477 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/power_supply.txt 2024-03-29T00:20:43.480 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/qnap-poweroff.txt 2024-03-29T00:20:43.483 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/restart-poweroff.txt 2024-03-29T00:20:43.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:43 smithi069 ceph-mon[36074]: pgmap v489: 129 pgs: 129 active+clean; 59 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 52 KiB/s wr, 14 op/s 2024-03-29T00:20:43.485 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/sbs_sbs-battery.txt 2024-03-29T00:20:43.487 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ti,bq24735.txt 2024-03-29T00:20:43.489 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/tps65090.txt 2024-03-29T00:20:43.491 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/ 2024-03-29T00:20:43.493 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/ 2024-03-29T00:20:43.495 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/akebono.txt 2024-03-29T00:20:43.497 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/cpm.txt 2024-03-29T00:20:43.500 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/emac.txt 2024-03-29T00:20:43.503 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/hsta.txt 2024-03-29T00:20:43.505 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/ndfc.txt 2024-03-29T00:20:43.508 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/ppc440spe-adma.txt 2024-03-29T00:20:43.511 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/reboot.txt 2024-03-29T00:20:43.513 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/ 2024-03-29T00:20:43.516 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/board.txt 2024-03-29T00:20:43.518 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cache_sram.txt 2024-03-29T00:20:43.522 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/ccf.txt 2024-03-29T00:20:43.524 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/ 2024-03-29T00:20:43.527 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm.txt 2024-03-29T00:20:43.530 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/ 2024-03-29T00:20:43.532 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/brg.txt 2024-03-29T00:20:43.534 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/i2c.txt 2024-03-29T00:20:43.537 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/pic.txt 2024-03-29T00:20:43.540 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/usb.txt 2024-03-29T00:20:43.542 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/gpio.txt 2024-03-29T00:20:43.544 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/network.txt 2024-03-29T00:20:43.546 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe.txt 2024-03-29T00:20:43.548 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/ 2024-03-29T00:20:43.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:43 smithi012 ceph-mon[31657]: pgmap v489: 129 pgs: 129 active+clean; 59 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 52 KiB/s wr, 14 op/s 2024-03-29T00:20:43.549 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/firmware.txt 2024-03-29T00:20:43.551 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/par_io.txt 2024-03-29T00:20:43.553 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/pincfg.txt 2024-03-29T00:20:43.555 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/ucc.txt 2024-03-29T00:20:43.558 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/usb.txt 2024-03-29T00:20:43.561 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/serial.txt 2024-03-29T00:20:43.563 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpus.txt 2024-03-29T00:20:43.566 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/dcsr.txt 2024-03-29T00:20:43.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:43 smithi053 ceph-mon[36233]: pgmap v489: 129 pgs: 129 active+clean; 59 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 52 KiB/s wr, 14 op/s 2024-03-29T00:20:44.277 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/diu.txt 2024-03-29T00:20:44.281 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/dma.txt 2024-03-29T00:20:44.289 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/ecm.txt 2024-03-29T00:20:44.303 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/fman.txt 2024-03-29T00:20:44.327 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/gtm.txt 2024-03-29T00:20:44.335 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/guts.txt 2024-03-29T00:20:44.350 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/interlaken-lac.txt 2024-03-29T00:20:44.355 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/l2cache.txt 2024-03-29T00:20:44.371 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/lbc.txt 2024-03-29T00:20:44.374 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mcm.txt 2024-03-29T00:20:44.379 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mcu-mpc8349emitx.txt 2024-03-29T00:20:44.384 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mem-ctrlr.txt 2024-03-29T00:20:44.388 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpc5121-psc.txt 2024-03-29T00:20:44.390 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpc5200.txt 2024-03-29T00:20:44.393 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpic-msgr.txt 2024-03-29T00:20:44.398 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpic-timer.txt 2024-03-29T00:20:44.399 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpic.txt 2024-03-29T00:20:44.401 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/msi-pic.txt 2024-03-29T00:20:44.403 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/pamu.txt 2024-03-29T00:20:44.405 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/pmc.txt 2024-03-29T00:20:44.407 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/raideng.txt 2024-03-29T00:20:44.409 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/srio-rmu.txt 2024-03-29T00:20:44.411 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/srio.txt 2024-03-29T00:20:44.414 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/nintendo/ 2024-03-29T00:20:44.416 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/nintendo/gamecube.txt 2024-03-29T00:20:44.420 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/nintendo/wii.txt 2024-03-29T00:20:44.423 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pps/ 2024-03-29T00:20:44.426 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pps/pps-gpio.txt 2024-03-29T00:20:44.428 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/ 2024-03-29T00:20:44.430 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/atmel-hlcdc-pwm.txt 2024-03-29T00:20:44.433 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/atmel-pwm.txt 2024-03-29T00:20:44.434 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/atmel-tcb-pwm.txt 2024-03-29T00:20:44.436 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/bcm-kona-pwm.txt 2024-03-29T00:20:44.437 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/cirrus,clps711x-pwm.txt 2024-03-29T00:20:44.441 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/img-pwm.txt 2024-03-29T00:20:44.444 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/imx-pwm.txt 2024-03-29T00:20:44.448 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/lpc32xx-pwm.txt 2024-03-29T00:20:44.450 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/mxs-pwm.txt 2024-03-29T00:20:44.453 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/nvidia,tegra20-pwm.txt 2024-03-29T00:20:44.455 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/nxp,pca9685-pwm.txt 2024-03-29T00:20:44.457 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-bcm2835.txt 2024-03-29T00:20:44.460 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-fsl-ftm.txt 2024-03-29T00:20:44.462 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-lp3943.txt 2024-03-29T00:20:44.473 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-rockchip.txt 2024-03-29T00:20:44.478 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-samsung.txt 2024-03-29T00:20:44.480 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-st.txt 2024-03-29T00:20:44.482 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-sun4i.txt 2024-03-29T00:20:44.484 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-tiecap.txt 2024-03-29T00:20:44.487 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-tiehrpwm.txt 2024-03-29T00:20:44.490 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-tipwmss.txt 2024-03-29T00:20:44.492 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm.txt 2024-03-29T00:20:44.494 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pxa-pwm.txt 2024-03-29T00:20:44.497 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/renesas,tpu-pwm.txt 2024-03-29T00:20:44.499 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/spear-pwm.txt 2024-03-29T00:20:44.502 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/ti,twl-pwm.txt 2024-03-29T00:20:44.504 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/ti,twl-pwmled.txt 2024-03-29T00:20:44.506 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/vt8500-pwm.txt 2024-03-29T00:20:44.509 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regmap/ 2024-03-29T00:20:44.511 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regmap/regmap.txt 2024-03-29T00:20:44.513 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/ 2024-03-29T00:20:44.515 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/88pm800.txt 2024-03-29T00:20:44.517 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/88pm860x.txt 2024-03-29T00:20:44.520 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:44.520+0000 7f6d24c00640 1 -- 172.21.15.12:0/1423022857 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f93713fb80 con 0x55f93724b350 2024-03-29T00:20:44.520 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:44.520+0000 7f6d24c00640 10 client.26248 handle_command_reply: tid=0 2024-03-29T00:20:44.520 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:44.520+0000 7f6d409d9740 1 client.26248 shutdown 2024-03-29T00:20:44.521 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/act8865-regulator.txt 2024-03-29T00:20:44.521 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:44.520+0000 7f6d409d9740 1 -- 172.21.15.12:0/1423022857 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f9371cefa0 msgr2=0x55f9371dda00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:44.521 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:44.520+0000 7f6d409d9740 1 --2- 172.21.15.12:0/1423022857 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f9371cefa0 0x55f9371dda00 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f6d20003dd0 tx=0x7f6d200042b0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.521 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.520+0000 7f2026a00640 1 -- 172.21.15.12:0/246442296 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55957ff74640 con 0x559580018090 2024-03-29T00:20:44.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.520+0000 7f2026a00640 10 client.26260 handle_command_reply: tid=0 2024-03-29T00:20:44.522 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:44.520+0000 7f6d409d9740 1 -- 172.21.15.12:0/1423022857 shutdown_connections 2024-03-29T00:20:44.522 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:44.520+0000 7f6d409d9740 1 --2- 172.21.15.12:0/1423022857 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55f93724b350 0x55f93724d770 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.522 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:44.520+0000 7f6d409d9740 1 --2- 172.21.15.12:0/1423022857 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f9371d4110 0x55f9371dea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.522 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:44.520+0000 7f6d409d9740 1 --2- 172.21.15.12:0/1423022857 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f9371cefa0 0x55f9371dda00 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.522 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:44.520+0000 7f6d409d9740 1 --2- 172.21.15.12:0/1423022857 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f9371ce5b0 0x55f9371dd4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.522 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:44.520+0000 7f6d409d9740 1 -- 172.21.15.12:0/1423022857 >> 172.21.15.12:0/1423022857 conn(0x55f9371c9b20 msgr2=0x55f9371ccd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:44.522 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:44.520+0000 7f6d24c00640 0 client.26248 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:44.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.520+0000 7f204abe6740 1 client.26260 shutdown 2024-03-29T00:20:44.523 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:44.521+0000 7f6d409d9740 1 -- 172.21.15.12:0/1423022857 shutdown_connections 2024-03-29T00:20:44.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.521+0000 7f204abe6740 1 -- 172.21.15.12:0/246442296 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595800079a0 msgr2=0x559580013680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:44.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.521+0000 7f204abe6740 1 --2- 172.21.15.12:0/246442296 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595800079a0 0x559580013680 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f2038009cd0 tx=0x7f2038004ab0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.524 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:44.521+0000 7f6d409d9740 1 -- 172.21.15.12:0/1423022857 wait complete. 2024-03-29T00:20:44.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.521+0000 7f204abe6740 1 -- 172.21.15.12:0/246442296 shutdown_connections 2024-03-29T00:20:44.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.521+0000 7f204abe6740 1 --2- 172.21.15.12:0/246442296 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x559580018090 0x55958001a550 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.521+0000 7f204abe6740 1 --2- 172.21.15.12:0/246442296 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595800079a0 0x559580013680 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.521+0000 7f204abe6740 1 --2- 172.21.15.12:0/246442296 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559580002830 0x55958000c640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.521+0000 7f2026a00640 0 client.26260 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:44.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.521+0000 7f204abe6740 1 --2- 172.21.15.12:0/246442296 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559580001e40 0x55958000c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.521+0000 7f204abe6740 1 -- 172.21.15.12:0/246442296 >> 172.21.15.12:0/246442296 conn(0x55957ffc9a10 msgr2=0x55957fffcab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:44.525 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:44.521+0000 7f6d409d9740 20 client.26248 trim_cache size 0 max 16384 2024-03-29T00:20:44.525 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.522+0000 7f204abe6740 1 -- 172.21.15.12:0/246442296 shutdown_connections 2024-03-29T00:20:44.525 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:{ 2024-03-29T00:20:44.525 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "message": "", 2024-03-29T00:20:44.525 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "return_code": 0 2024-03-29T00:20:44.526 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:} 2024-03-29T00:20:44.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.522+0000 7f204abe6740 1 -- 172.21.15.12:0/246442296 wait complete. 2024-03-29T00:20:44.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.522+0000 7f204abe6740 20 client.26260 trim_cache size 0 max 16384 2024-03-29T00:20:44.526 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/anatop-regulator.txt 2024-03-29T00:20:44.527 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:44.523+0000 7f6d3dc00640 1 -- 172.21.15.12:0/3188880472 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f6d1c0a1d70 msgr2=0x7f6d1c0a4230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:44.527 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:44.523+0000 7f6d3dc00640 1 --2- 172.21.15.12:0/3188880472 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f6d1c0a1d70 0x7f6d1c0a4230 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f6d30005e30 tx=0x7f6d300f6530 comp rx=0 tx=0).stop 2024-03-29T00:20:44.527 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:44.523+0000 7f6d3dc00640 1 -- 172.21.15.12:0/3188880472 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6d381022c0 msgr2=0x7f6d38199dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:44.527 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:44.523+0000 7f6d3dc00640 1 --2- 172.21.15.12:0/3188880472 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6d381022c0 0x7f6d38199dc0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f6d300326d0 tx=0x7f6d30034670 comp rx=0 tx=0).stop 2024-03-29T00:20:44.527 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:44.523+0000 7f6d3dc00640 1 -- 172.21.15.12:0/3188880472 shutdown_connections 2024-03-29T00:20:44.527 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:44.523+0000 7f6d3dc00640 1 --2- 172.21.15.12:0/3188880472 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f6d1c0a1d70 0x7f6d1c0a4230 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.527 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:44.523+0000 7f6d3dc00640 1 --2- 172.21.15.12:0/3188880472 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6d38107520 0x7f6d381a1330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.528 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:44.523+0000 7f6d3dc00640 1 --2- 172.21.15.12:0/3188880472 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6d38104bf0 0x7f6d3819a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.528 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:44.523+0000 7f6d3dc00640 1 --2- 172.21.15.12:0/3188880472 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6d381022c0 0x7f6d38199dc0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.528 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:44.523+0000 7f6d3dc00640 1 -- 172.21.15.12:0/3188880472 >> 172.21.15.12:0/3188880472 conn(0x7f6d380fbc10 msgr2=0x7f6d381019b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:44.528 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:44.523+0000 7f6d3dc00640 1 -- 172.21.15.12:0/3188880472 shutdown_connections 2024-03-29T00:20:44.528 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:44.523+0000 7f6d3dc00640 1 -- 172.21.15.12:0/3188880472 wait complete. 2024-03-29T00:20:44.528 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/as3722-regulator.txt 2024-03-29T00:20:44.528 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/da9210.txt 2024-03-29T00:20:44.528 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/da9211.txt 2024-03-29T00:20:44.530 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/fan53555.txt 2024-03-29T00:20:44.532 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/fixed-regulator.txt 2024-03-29T00:20:44.534 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/gpio-regulator.txt 2024-03-29T00:20:44.540 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/isl9305.txt 2024-03-29T00:20:44.542 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/lp872x.txt 2024-03-29T00:20:44.544 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/ltc3589.txt 2024-03-29T00:20:44.546 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max1586-regulator.txt 2024-03-29T00:20:44.549 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max77802.txt 2024-03-29T00:20:44.551 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8660.txt 2024-03-29T00:20:44.553 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8907.txt 2024-03-29T00:20:44.555 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8925-regulator.txt 2024-03-29T00:20:44.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.556+0000 7f204abe6740 1 Processor -- start 2024-03-29T00:20:44.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.557+0000 7f204abe6740 1 -- start start 2024-03-29T00:20:44.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.557+0000 7f204abe6740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559580001e40 0x55957fffc930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:44.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.557+0000 7f204abe6740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559580002830 0x559580013640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:44.558 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8952.txt 2024-03-29T00:20:44.559 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.557+0000 7f204abe6740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595800079a0 0x55958001ee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:44.559 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.557+0000 7f204abe6740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f20401ac600 con 0x559580001e40 2024-03-29T00:20:44.559 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.557+0000 7f204abe6740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f20401ae140 con 0x559580002830 2024-03-29T00:20:44.559 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.557+0000 7f204abe6740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f20401accd0 con 0x5595800079a0 2024-03-29T00:20:44.559 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.557+0000 7f2046000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595800079a0 0x55958001ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:44.559 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.557+0000 7f2046000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595800079a0 0x55958001ee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:45608/0 (socket says 172.21.15.12:45608) 2024-03-29T00:20:44.559 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.557+0000 7f2046000640 1 -- 172.21.15.12:0/3684992662 learned_addr learned my addr 172.21.15.12:0/3684992662 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:44.559 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.558+0000 7f2045600640 1 --2- 172.21.15.12:0/3684992662 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559580001e40 0x55957fffc930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:44.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.558+0000 7f2044c00640 1 --2- 172.21.15.12:0/3684992662 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559580002830 0x559580013640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:44.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.558+0000 7f2046000640 1 -- 172.21.15.12:0/3684992662 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559580002830 msgr2=0x559580013640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:44.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.558+0000 7f2046000640 1 --2- 172.21.15.12:0/3684992662 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559580002830 0x559580013640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.558+0000 7f2046000640 1 -- 172.21.15.12:0/3684992662 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559580001e40 msgr2=0x55957fffc930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:44.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.558+0000 7f2046000640 1 --2- 172.21.15.12:0/3684992662 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559580001e40 0x55957fffc930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.558+0000 7f2046000640 1 -- 172.21.15.12:0/3684992662 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55957fc7b3f0 con 0x5595800079a0 2024-03-29T00:20:44.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.558+0000 7f2045600640 1 --2- 172.21.15.12:0/3684992662 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559580001e40 0x55957fffc930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:20:44.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.558+0000 7f2046000640 1 --2- 172.21.15.12:0/3684992662 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595800079a0 0x55958001ee10 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f203801e720 tx=0x7f203801e5c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d15e42594136619f server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:44.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.559+0000 7f2031c00640 1 -- 172.21.15.12:0/3684992662 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f203800f830 con 0x5595800079a0 2024-03-29T00:20:44.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.559+0000 7f2031c00640 1 -- 172.21.15.12:0/3684992662 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f203800f9d0 con 0x5595800079a0 2024-03-29T00:20:44.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.559+0000 7f2031c00640 1 -- 172.21.15.12:0/3684992662 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2038028ba0 con 0x5595800079a0 2024-03-29T00:20:44.561 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8973-regulator.txt 2024-03-29T00:20:44.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.560+0000 7f204abe6740 1 -- 172.21.15.12:0/3684992662 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595800079a0 msgr2=0x55958001ee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:44.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.560+0000 7f204abe6740 1 --2- 172.21.15.12:0/3684992662 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595800079a0 0x55958001ee10 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f203801e720 tx=0x7f203801e5c0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.560+0000 7f204abe6740 1 -- 172.21.15.12:0/3684992662 shutdown_connections 2024-03-29T00:20:44.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.560+0000 7f204abe6740 1 --2- 172.21.15.12:0/3684992662 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559580002830 0x559580013640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.560+0000 7f204abe6740 1 --2- 172.21.15.12:0/3684992662 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595800079a0 0x55958001ee10 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.560+0000 7f204abe6740 1 --2- 172.21.15.12:0/3684992662 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559580001e40 0x55957fffc930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.560+0000 7f204abe6740 1 -- 172.21.15.12:0/3684992662 >> 172.21.15.12:0/3684992662 conn(0x55957ffc9a10 msgr2=0x55957fffc220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:44.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.560+0000 7f204abe6740 1 -- 172.21.15.12:0/3684992662 shutdown_connections 2024-03-29T00:20:44.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.560+0000 7f204abe6740 1 -- 172.21.15.12:0/3684992662 wait complete. 2024-03-29T00:20:44.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.560+0000 7f204abe6740 1 -- start start 2024-03-29T00:20:44.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.561+0000 7f204abe6740 1 Processor -- start 2024-03-29T00:20:44.563 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8997-regulator.txt 2024-03-29T00:20:44.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.561+0000 7f204abe6740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559580001e40 0x5595800130e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:44.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.561+0000 7f204abe6740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559580002830 0x559580013620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:44.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.562+0000 7f204abe6740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595800079a0 0x559580011730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:44.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.562+0000 7f204abe6740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f20401ada70 con 0x559580002830 2024-03-29T00:20:44.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.562+0000 7f204abe6740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f20401ad3a0 con 0x559580001e40 2024-03-29T00:20:44.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.562+0000 7f204abe6740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f20401aa5e0 con 0x5595800079a0 2024-03-29T00:20:44.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.562+0000 7f204abe6740 10 client.0 _ll_register_callbacks cb 0x7f2038009e60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:44.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.562+0000 7f2046000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595800079a0 0x559580011730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:44.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.562+0000 7f2045600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559580001e40 0x5595800130e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:44.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.562+0000 7f2046000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595800079a0 0x559580011730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:45616/0 (socket says 172.21.15.12:45616) 2024-03-29T00:20:44.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.562+0000 7f2046000640 1 -- 172.21.15.12:0/3907461894 learned_addr learned my addr 172.21.15.12:0/3907461894 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:44.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.562+0000 7f2044c00640 1 --2- 172.21.15.12:0/3907461894 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559580002830 0x559580013620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:44.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.562+0000 7f2046000640 1 -- 172.21.15.12:0/3907461894 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559580001e40 msgr2=0x5595800130e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:44.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.562+0000 7f2046000640 1 --2- 172.21.15.12:0/3907461894 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559580001e40 0x5595800130e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.562+0000 7f2046000640 1 -- 172.21.15.12:0/3907461894 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559580002830 msgr2=0x559580013620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:44.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.562+0000 7f2046000640 1 --2- 172.21.15.12:0/3907461894 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559580002830 0x559580013620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.562+0000 7f2046000640 1 -- 172.21.15.12:0/3907461894 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55957fc3b0f0 con 0x5595800079a0 2024-03-29T00:20:44.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.562+0000 7f2045600640 1 --2- 172.21.15.12:0/3907461894 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559580001e40 0x5595800130e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:44.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.562+0000 7f2046000640 1 --2- 172.21.15.12:0/3907461894 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595800079a0 0x559580011730 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f2038009f50 tx=0x7f203801ec70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e81f59e8a415b6f1 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:44.566 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.562+0000 7f2026a00640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:20:44.566 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/mt6397-regulator.txt 2024-03-29T00:20:44.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.563+0000 7f2026a00640 1 -- 172.21.15.12:0/3907461894 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f203800f830 con 0x5595800079a0 2024-03-29T00:20:44.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.563+0000 7f2026a00640 1 -- 172.21.15.12:0/3907461894 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f2038028650 con 0x5595800079a0 2024-03-29T00:20:44.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.563+0000 7f204abe6740 1 -- 172.21.15.12:0/3907461894 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f203800f9d0 con 0x5595800079a0 2024-03-29T00:20:44.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.563+0000 7f2026a00640 1 -- 172.21.15.12:0/3907461894 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2038028850 con 0x5595800079a0 2024-03-29T00:20:44.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.563+0000 7f204abe6740 10 client.26266 fetch_fsmap learned FSMap version 29 2024-03-29T00:20:44.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.563+0000 7f204abe6740 1 -- 172.21.15.12:0/3907461894 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559580087610 con 0x5595800079a0 2024-03-29T00:20:44.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.564+0000 7f2026a00640 1 -- 172.21.15.12:0/3907461894 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f203800f9d0 con 0x5595800079a0 2024-03-29T00:20:44.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.564+0000 7f2026a00640 1 -- 172.21.15.12:0/3907461894 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f203801ece0 con 0x5595800079a0 2024-03-29T00:20:44.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.564+0000 7f204abe6740 10 client.26266 fetch_fsmap finished waiting for FSMap version 29 2024-03-29T00:20:44.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.564+0000 7f204abe6740 10 client.26266 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:20:44.568 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.564+0000 7f204abe6740 20 client.26266 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:44.568 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/palmas-pmic.txt 2024-03-29T00:20:44.568 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.564+0000 7f204abe6740 1 --2- 172.21.15.12:0/3907461894 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x559580087e20 0x55958008a240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:44.568 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.564+0000 7f204abe6740 4 client.26266 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-29T00:20:44.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.564+0000 7f204abe6740 1 -- 172.21.15.12:0/3907461894 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55957ff6e990 con 0x559580087e20 2024-03-29T00:20:44.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.564+0000 7f2045600640 1 --2- 172.21.15.12:0/3907461894 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x559580087e20 0x55958008a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:44.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.565+0000 7f2045600640 1 --2- 172.21.15.12:0/3907461894 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x559580087e20 0x55958008a240 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=23df7f2dbcafb3bf server_cookie=2401261d7ed6c542 in_seq=0 out_seq=0 2024-03-29T00:20:44.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.565+0000 7f2026a00640 10 client.26266 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:44.569 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/pbias-regulator.txt 2024-03-29T00:20:44.570 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.565+0000 7f2026a00640 1 -- 172.21.15.12:0/3907461894 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55957ff6e990 con 0x559580087e20 2024-03-29T00:20:44.570 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.565+0000 7f2026a00640 10 client.26266 handle_command_reply: tid=0 2024-03-29T00:20:44.570 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.565+0000 7f204abe6740 1 client.26266 shutdown 2024-03-29T00:20:44.570 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.565+0000 7f204abe6740 1 -- 172.21.15.12:0/3907461894 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595800079a0 msgr2=0x559580011730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:44.570 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.565+0000 7f204abe6740 1 --2- 172.21.15.12:0/3907461894 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595800079a0 0x559580011730 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f2038009f50 tx=0x7f203801ec70 comp rx=0 tx=0).stop 2024-03-29T00:20:44.570 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.565+0000 7f204abe6740 1 -- 172.21.15.12:0/3907461894 shutdown_connections 2024-03-29T00:20:44.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.565+0000 7f204abe6740 1 --2- 172.21.15.12:0/3907461894 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x559580087e20 0x55958008a240 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.565+0000 7f204abe6740 1 --2- 172.21.15.12:0/3907461894 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595800079a0 0x559580011730 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.565+0000 7f204abe6740 1 --2- 172.21.15.12:0/3907461894 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559580002830 0x559580013620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.565+0000 7f204abe6740 1 --2- 172.21.15.12:0/3907461894 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559580001e40 0x5595800130e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.565+0000 7f204abe6740 1 -- 172.21.15.12:0/3907461894 >> 172.21.15.12:0/3907461894 conn(0x55957ffc9a10 msgr2=0x55957fffcab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:44.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.565+0000 7f2026a00640 0 client.26266 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:44.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.565+0000 7f204abe6740 1 -- 172.21.15.12:0/3907461894 shutdown_connections 2024-03-29T00:20:44.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.565+0000 7f204abe6740 1 -- 172.21.15.12:0/3907461894 wait complete. 2024-03-29T00:20:44.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.566+0000 7f204abe6740 20 client.26266 trim_cache size 0 max 16384 2024-03-29T00:20:44.571 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:20:44.572 INFO:teuthology.orchestra.run.smithi012.stdout: "status": "no active scrubs running", 2024-03-29T00:20:44.572 INFO:teuthology.orchestra.run.smithi012.stdout: "scrubs": {} 2024-03-29T00:20:44.572 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:20:44.572 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/pfuze100.txt 2024-03-29T00:20:44.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.566+0000 7f2048000640 1 -- 172.21.15.12:0/4164498028 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f20280a1d80 msgr2=0x7f20280a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:44.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.566+0000 7f2048000640 1 --2- 172.21.15.12:0/4164498028 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f20280a1d80 0x7f20280a4240 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x559580003090 tx=0x7f2038009500 comp rx=0 tx=0).stop 2024-03-29T00:20:44.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.566+0000 7f2048000640 1 -- 172.21.15.12:0/4164498028 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2040075730 msgr2=0x7f204019a290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:44.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.566+0000 7f2048000640 1 --2- 172.21.15.12:0/4164498028 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2040075730 0x7f204019a290 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f202c02c150 tx=0x7f202c004270 comp rx=0 tx=0).stop 2024-03-29T00:20:44.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.567+0000 7f2048000640 1 -- 172.21.15.12:0/4164498028 shutdown_connections 2024-03-29T00:20:44.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.567+0000 7f2048000640 1 --2- 172.21.15.12:0/4164498028 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f20280a1d80 0x7f20280a4240 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.567+0000 7f2048000640 1 --2- 172.21.15.12:0/4164498028 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2040075730 0x7f204019a290 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.567+0000 7f2048000640 1 --2- 172.21.15.12:0/4164498028 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2040109610 0x7f20401a1300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.567+0000 7f2048000640 1 --2- 172.21.15.12:0/4164498028 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2040074150 0x7f2040199d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.567+0000 7f2048000640 1 -- 172.21.15.12:0/4164498028 >> 172.21.15.12:0/4164498028 conn(0x7f20400fcd10 msgr2=0x7f20401055a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:44.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.567+0000 7f2048000640 1 -- 172.21.15.12:0/4164498028 shutdown_connections 2024-03-29T00:20:44.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.567+0000 7f2048000640 1 -- 172.21.15.12:0/4164498028 wait complete. 2024-03-29T00:20:44.575 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/pwm-regulator.txt 2024-03-29T00:20:44.575 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/regulator.txt 2024-03-29T00:20:44.575 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/s5m8767-regulator.txt 2024-03-29T00:20:44.575 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/sky81452-regulator.txt 2024-03-29T00:20:44.575 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/ti-abb-regulator.txt 2024-03-29T00:20:44.575 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps51632-regulator.txt 2024-03-29T00:20:44.575 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps62360-regulator.txt 2024-03-29T00:20:44.575 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps65090.txt 2024-03-29T00:20:44.576 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps65217.txt 2024-03-29T00:20:44.577 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps65218.txt 2024-03-29T00:20:44.578 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps6586x.txt 2024-03-29T00:20:44.580 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/twl-regulator.txt 2024-03-29T00:20:44.581 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/vexpress.txt 2024-03-29T00:20:44.583 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/reserved-memory/ 2024-03-29T00:20:44.585 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/reserved-memory/reserved-memory.txt 2024-03-29T00:20:44.586 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-29T00:20:44.586 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:20:44.587 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/ 2024-03-29T00:20:44.592 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/allwinner,sunxi-clock-reset.txt 2024-03-29T00:20:44.592 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/fsl,imx-src.txt 2024-03-29T00:20:44.592 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/reset.txt 2024-03-29T00:20:44.593 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/sirf,rstc.txt 2024-03-29T00:20:44.595 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/socfpga-reset.txt 2024-03-29T00:20:44.597 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/st,sti-picophyreset.txt 2024-03-29T00:20:44.598 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/st,sti-powerdown.txt 2024-03-29T00:20:44.599 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/st,sti-softreset.txt 2024-03-29T00:20:44.602 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/resource-names.txt 2024-03-29T00:20:44.606 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/ 2024-03-29T00:20:44.610 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/apm,rng.txt 2024-03-29T00:20:44.610 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/brcm,bcm2835.txt 2024-03-29T00:20:44.610 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/qcom,prng.txt 2024-03-29T00:20:44.611 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/ 2024-03-29T00:20:44.612 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/armada-380-rtc.txt 2024-03-29T00:20:44.613 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/atmel,at91rm9200-rtc.txt 2024-03-29T00:20:44.615 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/atmel,at91sam9-rtc.txt 2024-03-29T00:20:44.617 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/dallas,ds1339.txt 2024-03-29T00:20:44.618 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/dw-apb.txt 2024-03-29T00:20:44.619 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/haoyu,hym8563.txt 2024-03-29T00:20:44.621 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/imxdi-rtc.txt 2024-03-29T00:20:44.622 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/isil,isl12057.txt 2024-03-29T00:20:44.623 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/lpc32xx-rtc.txt 2024-03-29T00:20:44.624 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/maxim,ds1742.txt 2024-03-29T00:20:44.625 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/moxa,moxart-rtc.txt 2024-03-29T00:20:44.626 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/nvidia,tegra20-rtc.txt 2024-03-29T00:20:44.628 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/nxp,rtc-2123.txt 2024-03-29T00:20:44.629 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/olpc-xo1-rtc.txt 2024-03-29T00:20:44.631 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/orion-rtc.txt 2024-03-29T00:20:44.632 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/pxa-rtc.txt 2024-03-29T00:20:44.633 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-cmos.txt 2024-03-29T00:20:44.634 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-omap.txt 2024-03-29T00:20:44.636 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-opal.txt 2024-03-29T00:20:44.638 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-palmas.txt 2024-03-29T00:20:44.640 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/s3c-rtc.txt 2024-03-29T00:20:44.642 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/sa1100-rtc.txt 2024-03-29T00:20:44.644 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/snvs-rtc.txt 2024-03-29T00:20:44.646 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/spear-rtc.txt 2024-03-29T00:20:44.648 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/stmp3xxx-rtc.txt 2024-03-29T00:20:44.650 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/sun6i-rtc.txt 2024-03-29T00:20:44.652 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/sunxi-rtc.txt 2024-03-29T00:20:44.654 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/twl-rtc.txt 2024-03-29T00:20:44.655 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/via,vt8500-rtc.txt 2024-03-29T00:20:44.656 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/xgene-rtc.txt 2024-03-29T00:20:44.657 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/security/ 2024-03-29T00:20:44.659 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/security/tpm/ 2024-03-29T00:20:44.660 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/security/tpm/st33zp24-i2c.txt 2024-03-29T00:20:44.661 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/ 2024-03-29T00:20:44.662 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/8250.txt 2024-03-29T00:20:44.664 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/altera_jtaguart.txt 2024-03-29T00:20:44.665 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/altera_uart.txt 2024-03-29T00:20:44.667 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/arc-uart.txt 2024-03-29T00:20:44.669 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/atmel-usart.txt 2024-03-29T00:20:44.671 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/axis,etraxfs-uart.txt 2024-03-29T00:20:44.673 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/bcm63xx-uart.txt 2024-03-29T00:20:44.675 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/cavium-uart.txt 2024-03-29T00:20:44.676 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/cdns,uart.txt 2024-03-29T00:20:44.677 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/cirrus,clps711x-uart.txt 2024-03-29T00:20:44.679 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/digicolor-usart.txt 2024-03-29T00:20:44.680 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/efm32-uart.txt 2024-03-29T00:20:44.681 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/fsl-imx-uart.txt 2024-03-29T00:20:44.682 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/fsl-lpuart.txt 2024-03-29T00:20:44.683 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/fsl-mxs-auart.txt 2024-03-29T00:20:44.685 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/lantiq_asc.txt 2024-03-29T00:20:44.686 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/maxim,max310x.txt 2024-03-29T00:20:44.688 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/mrvl,pxa-ssp.txt 2024-03-29T00:20:44.689 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/mrvl-serial.txt 2024-03-29T00:20:44.690 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/mtk-uart.txt 2024-03-29T00:20:44.692 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/nvidia,tegra20-hsuart.txt 2024-03-29T00:20:44.694 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/nxp,sc16is7xx.txt 2024-03-29T00:20:44.696 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/nxp-lpc32xx-hsuart.txt 2024-03-29T00:20:44.698 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/omap_serial.txt 2024-03-29T00:20:44.700 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/pl011.txt 2024-03-29T00:20:44.703 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/qca,ar9330-uart.txt 2024-03-29T00:20:44.705 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/qcom,msm-uart.txt 2024-03-29T00:20:44.707 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/qcom,msm-uartdm.txt 2024-03-29T00:20:44.709 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/renesas,sci-serial.txt 2024-03-29T00:20:44.711 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/rs485.txt 2024-03-29T00:20:44.713 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/samsung_uart.txt 2024-03-29T00:20:44.715 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/sirf-uart.txt 2024-03-29T00:20:44.717 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/snps-dw-apb-uart.txt 2024-03-29T00:20:44.719 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/sprd-uart.txt 2024-03-29T00:20:44.721 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/st-asc.txt 2024-03-29T00:20:44.724 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/vt8500-uart.txt 2024-03-29T00:20:44.726 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/ 2024-03-29T00:20:44.728 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/allwinner,sun4i-ps2.txt 2024-03-29T00:20:44.730 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/altera_ps2.txt 2024-03-29T00:20:44.732 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/olpc,ap-sp.txt 2024-03-29T00:20:44.734 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/snps-arc_ps2.txt 2024-03-29T00:20:44.737 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ 2024-03-29T00:20:44.739 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/ 2024-03-29T00:20:44.741 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/bman-portals.txt 2024-03-29T00:20:44.743 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/bman.txt 2024-03-29T00:20:44.745 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/qman-portals.txt 2024-03-29T00:20:44.747 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/qman.txt 2024-03-29T00:20:44.749 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/qcom/ 2024-03-29T00:20:44.751 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/qcom/qcom,gsbi.txt 2024-03-29T00:20:44.753 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ti/ 2024-03-29T00:20:44.755 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ti/keystone-navigator-dma.txt 2024-03-29T00:20:44.757 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ti/keystone-navigator-qmss.txt 2024-03-29T00:20:44.760 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ 2024-03-29T00:20:44.762 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,adau1701.txt 2024-03-29T00:20:44.764 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,axi-i2s.txt 2024-03-29T00:20:44.766 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,axi-spdif-tx.txt 2024-03-29T00:20:44.768 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,ssm2602.txt 2024-03-29T00:20:44.770 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak4104.txt 2024-03-29T00:20:44.772 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak4554.c 2024-03-29T00:20:44.774 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak4642.txt 2024-03-29T00:20:44.776 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak5386.txt 2024-03-29T00:20:44.778 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/alc5623.txt 2024-03-29T00:20:44.780 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/alc5632.txt 2024-03-29T00:20:44.781 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/armada-370db-audio.txt 2024-03-29T00:20:44.782 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/arndale.txt 2024-03-29T00:20:44.784 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel-at91sam9g20ek-wm8731-audio.txt 2024-03-29T00:20:44.785 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel-sam9x5-wm8731-audio.txt 2024-03-29T00:20:44.786 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel-wm8904.txt 2024-03-29T00:20:44.787 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel_ac97c.txt 2024-03-29T00:20:44.788 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/bcm2835-i2s.txt 2024-03-29T00:20:44.789 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cdns,xtfpga-i2s.txt 2024-03-29T00:20:44.790 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs35l32.txt 2024-03-29T00:20:44.791 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs4265.txt 2024-03-29T00:20:44.792 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs4270.txt 2024-03-29T00:20:44.793 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs4271.txt 2024-03-29T00:20:44.794 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42l52.txt 2024-03-29T00:20:44.795 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42l56.txt 2024-03-29T00:20:44.797 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42l73.txt 2024-03-29T00:20:44.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.797+0000 7f309e600640 1 -- 172.21.15.12:0/3459950923 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f30981020e0 msgr2=0x7f30981044d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:44.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.797+0000 7f309e600640 1 --2- 172.21.15.12:0/3459950923 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f30981020e0 0x7f30981044d0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f308c009900 tx=0x7f308c02bc30 comp rx=0 tx=0).stop 2024-03-29T00:20:44.798 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42xx8.txt 2024-03-29T00:20:44.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.798+0000 7f309e600640 1 -- 172.21.15.12:0/3459950923 shutdown_connections 2024-03-29T00:20:44.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.798+0000 7f309e600640 1 --2- 172.21.15.12:0/3459950923 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3098104a10 0x7f3098106e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.798+0000 7f309e600640 1 --2- 172.21.15.12:0/3459950923 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3098107340 0x7f3098109790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.798+0000 7f309e600640 1 --2- 172.21.15.12:0/3459950923 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f30981020e0 0x7f30981044d0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.798+0000 7f309e600640 1 -- 172.21.15.12:0/3459950923 >> 172.21.15.12:0/3459950923 conn(0x7f30980fbad0 msgr2=0x7f30980fdf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:44.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.798+0000 7f309e600640 1 -- 172.21.15.12:0/3459950923 shutdown_connections 2024-03-29T00:20:44.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.798+0000 7f309e600640 1 -- 172.21.15.12:0/3459950923 wait complete. 2024-03-29T00:20:44.799 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/da9055.txt 2024-03-29T00:20:44.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.799+0000 7f309e600640 1 Processor -- start 2024-03-29T00:20:44.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.799+0000 7f309e600640 1 -- start start 2024-03-29T00:20:44.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.799+0000 7f309e600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f30981020e0 0x7f3098199c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:44.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.799+0000 7f309e600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3098104a10 0x7f309819a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:44.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.799+0000 7f309e600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3098107340 0x7f30981a1230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:44.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.799+0000 7f309e600640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f309810d3c0 con 0x7f3098104a10 2024-03-29T00:20:44.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.799+0000 7f309e600640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f309810d240 con 0x7f30981020e0 2024-03-29T00:20:44.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.799+0000 7f309e600640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f309810d540 con 0x7f3098107340 2024-03-29T00:20:44.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.800+0000 7f309d200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f30981020e0 0x7f3098199c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:44.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.800+0000 7f309dc00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3098107340 0x7f30981a1230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:44.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.800+0000 7f309d200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f30981020e0 0x7f3098199c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:58398/0 (socket says 172.21.15.12:58398) 2024-03-29T00:20:44.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.800+0000 7f309d200640 1 -- 172.21.15.12:0/3571652597 learned_addr learned my addr 172.21.15.12:0/3571652597 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:44.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.800+0000 7f3097e00640 1 --2- 172.21.15.12:0/3571652597 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3098104a10 0x7f309819a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:44.802 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/davinci-evm-audio.txt 2024-03-29T00:20:44.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.800+0000 7f309d200640 1 -- 172.21.15.12:0/3571652597 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3098107340 msgr2=0x7f30981a1230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:44.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.800+0000 7f309d200640 1 --2- 172.21.15.12:0/3571652597 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3098107340 0x7f30981a1230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.800+0000 7f309d200640 1 -- 172.21.15.12:0/3571652597 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3098104a10 msgr2=0x7f309819a1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:44.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.800+0000 7f309d200640 1 --2- 172.21.15.12:0/3571652597 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3098104a10 0x7f309819a1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:44.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.800+0000 7f309d200640 1 -- 172.21.15.12:0/3571652597 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30981a18d0 con 0x7f30981020e0 2024-03-29T00:20:44.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.800+0000 7f309dc00640 1 --2- 172.21.15.12:0/3571652597 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3098107340 0x7f30981a1230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:44.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.800+0000 7f309d200640 1 --2- 172.21.15.12:0/3571652597 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f30981020e0 0x7f3098199c90 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f308c005ab0 tx=0x7f308c004ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:44.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.801+0000 7f3095600640 1 -- 172.21.15.12:0/3571652597 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f308c043020 con 0x7f30981020e0 2024-03-29T00:20:44.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.801+0000 7f3095600640 1 -- 172.21.15.12:0/3571652597 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f308c004250 con 0x7f30981020e0 2024-03-29T00:20:44.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.801+0000 7f309e600640 1 -- 172.21.15.12:0/3571652597 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30981a1b60 con 0x7f30981020e0 2024-03-29T00:20:44.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.801+0000 7f3095600640 1 -- 172.21.15.12:0/3571652597 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f308c003b90 con 0x7f30981020e0 2024-03-29T00:20:44.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.801+0000 7f309e600640 1 -- 172.21.15.12:0/3571652597 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30981a2100 con 0x7f30981020e0 2024-03-29T00:20:44.804 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/davinci-mcasp-audio.txt 2024-03-29T00:20:44.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.802+0000 7f309e600640 1 -- 172.21.15.12:0/3571652597 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3098108e90 con 0x7f30981020e0 2024-03-29T00:20:44.805 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/designware-i2s.txt 2024-03-29T00:20:44.805 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/es8328.txt 2024-03-29T00:20:44.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.804+0000 7f3095600640 1 -- 172.21.15.12:0/3571652597 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f308c046020 con 0x7f30981020e0 2024-03-29T00:20:44.805 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/eukrea-tlv320.txt 2024-03-29T00:20:44.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.805+0000 7f3095600640 1 --2- 172.21.15.12:0/3571652597 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f30800a1df0 0x7f30800a42b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:44.806 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,asrc.txt 2024-03-29T00:20:44.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.805+0000 7f3095600640 1 -- 172.21.15.12:0/3571652597 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f308c0f04b0 con 0x7f30981020e0 2024-03-29T00:20:44.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.806+0000 7f3097e00640 1 --2- 172.21.15.12:0/3571652597 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f30800a1df0 0x7f30800a42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:44.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.806+0000 7f3097e00640 1 --2- 172.21.15.12:0/3571652597 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f30800a1df0 0x7f30800a42b0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f309819b190 tx=0x7f308400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:44.807 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,esai.txt 2024-03-29T00:20:44.808 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,spdif.txt 2024-03-29T00:20:44.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:44.808+0000 7f3095600640 1 -- 172.21.15.12:0/3571652597 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f308c04d020 con 0x7f30981020e0 2024-03-29T00:20:44.809 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,ssi.txt 2024-03-29T00:20:44.810 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl-asoc-card.txt 2024-03-29T00:20:44.811 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl-sai.txt 2024-03-29T00:20:44.812 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/hdmi.txt 2024-03-29T00:20:44.813 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-es8328.txt 2024-03-29T00:20:44.814 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-sgtl5000.txt 2024-03-29T00:20:44.815 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-spdif.txt 2024-03-29T00:20:44.816 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-wm8962.txt 2024-03-29T00:20:44.817 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audmux.txt 2024-03-29T00:20:44.818 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ingenic,jz4740-i2s.txt 2024-03-29T00:20:44.819 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/max98090.txt 2024-03-29T00:20:44.820 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/max98095.txt 2024-03-29T00:20:44.821 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/max98357a.txt 2024-03-29T00:20:44.822 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mrvl,pxa-ssp.txt 2024-03-29T00:20:44.823 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mrvl,pxa2xx-pcm.txt 2024-03-29T00:20:44.824 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mvebu-audio.txt 2024-03-29T00:20:44.826 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mxs-audio-sgtl5000.txt 2024-03-29T00:20:44.827 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mxs-saif.txt 2024-03-29T00:20:44.828 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nokia,rx51.txt 2024-03-29T00:20:44.829 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-alc5632.txt 2024-03-29T00:20:44.830 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-max98090.txt 2024-03-29T00:20:44.831 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-rt5640.txt 2024-03-29T00:20:44.832 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-rt5677.txt 2024-03-29T00:20:44.834 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-trimslice.txt 2024-03-29T00:20:44.835 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-wm8753.txt 2024-03-29T00:20:44.836 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-wm8903.txt 2024-03-29T00:20:44.838 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-wm9712.txt 2024-03-29T00:20:44.839 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra20-ac97.txt 2024-03-29T00:20:44.840 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra20-das.txt 2024-03-29T00:20:44.842 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra20-i2s.txt 2024-03-29T00:20:44.843 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra30-ahub.txt 2024-03-29T00:20:44.845 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra30-hda.txt 2024-03-29T00:20:44.847 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra30-i2s.txt 2024-03-29T00:20:44.848 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-abe-twl6040.txt 2024-03-29T00:20:44.850 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-dmic.txt 2024-03-29T00:20:44.852 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-mcbsp.txt 2024-03-29T00:20:44.854 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-mcpdm.txt 2024-03-29T00:20:44.855 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-twl4030.txt 2024-03-29T00:20:44.857 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/pcm1792a.txt 2024-03-29T00:20:44.859 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/pcm512x.txt 2024-03-29T00:20:44.860 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/renesas,fsi.txt 2024-03-29T00:20:44.861 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/renesas,rsnd.txt 2024-03-29T00:20:44.863 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rockchip-i2s.txt 2024-03-29T00:20:44.864 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rt5631.txt 2024-03-29T00:20:44.866 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rt5640.txt 2024-03-29T00:20:44.867 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rt5677.txt 2024-03-29T00:20:44.869 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/samsung,odroidx2-max98090.txt 2024-03-29T00:20:44.870 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/samsung,smdk-wm8994.txt 2024-03-29T00:20:44.872 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/samsung-i2s.txt 2024-03-29T00:20:44.873 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sgtl5000.txt 2024-03-29T00:20:44.875 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/simple-card.txt 2024-03-29T00:20:44.876 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-audio-codec.txt 2024-03-29T00:20:44.878 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-audio-port.txt 2024-03-29T00:20:44.879 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-audio.txt 2024-03-29T00:20:44.881 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-usp.txt 2024-03-29T00:20:44.882 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/snow.txt 2024-03-29T00:20:44.884 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/soc-ac97link.txt 2024-03-29T00:20:44.885 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/spdif-receiver.txt 2024-03-29T00:20:44.887 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/spdif-transmitter.txt 2024-03-29T00:20:44.888 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ssm2518.txt 2024-03-29T00:20:44.889 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ssm4567.txt 2024-03-29T00:20:44.891 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/st,sta32x.txt 2024-03-29T00:20:44.892 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/st,sta350.txt 2024-03-29T00:20:44.893 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tas2552.txt 2024-03-29T00:20:44.895 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tdm-slot.txt 2024-03-29T00:20:44.896 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ti,pcm1681.txt 2024-03-29T00:20:44.898 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ti,tas5086.txt 2024-03-29T00:20:44.899 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tlv320aic31xx.txt 2024-03-29T00:20:44.901 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tlv320aic32x4.txt 2024-03-29T00:20:44.902 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tlv320aic3x.txt 2024-03-29T00:20:44.904 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tpa6130a2.txt 2024-03-29T00:20:44.905 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ts3a227e.txt 2024-03-29T00:20:44.907 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ux500-mop500.txt 2024-03-29T00:20:44.908 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ux500-msp.txt 2024-03-29T00:20:44.909 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/widgets.txt 2024-03-29T00:20:44.911 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8510.txt 2024-03-29T00:20:44.912 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8523.txt 2024-03-29T00:20:44.913 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8580.txt 2024-03-29T00:20:44.915 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8711.txt 2024-03-29T00:20:44.916 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8728.txt 2024-03-29T00:20:44.918 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8731.txt 2024-03-29T00:20:44.919 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8737.txt 2024-03-29T00:20:44.921 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8741.txt 2024-03-29T00:20:44.922 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8750.txt 2024-03-29T00:20:44.924 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8753.txt 2024-03-29T00:20:44.925 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8770.txt 2024-03-29T00:20:44.926 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8776.txt 2024-03-29T00:20:44.928 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8804.txt 2024-03-29T00:20:44.929 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8903.txt 2024-03-29T00:20:44.931 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8904.txt 2024-03-29T00:20:44.933 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8960.txt 2024-03-29T00:20:44.935 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8962.txt 2024-03-29T00:20:44.936 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8994.txt 2024-03-29T00:20:44.938 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/ 2024-03-29T00:20:44.941 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/brcm,bcm2835-spi.txt 2024-03-29T00:20:44.942 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/efm32-spi.txt 2024-03-29T00:20:44.944 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/fsl-imx-cspi.txt 2024-03-29T00:20:44.945 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/fsl-spi.txt 2024-03-29T00:20:44.947 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/mxs-spi.txt 2024-03-29T00:20:44.948 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/nvidia,tegra114-spi.txt 2024-03-29T00:20:44.950 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/nvidia,tegra20-sflash.txt 2024-03-29T00:20:44.951 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/nvidia,tegra20-slink.txt 2024-03-29T00:20:44.953 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/omap-spi.txt 2024-03-29T00:20:44.955 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/qcom,spi-qup.txt 2024-03-29T00:20:44.957 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/sh-hspi.txt 2024-03-29T00:20:44.959 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/sh-msiof.txt 2024-03-29T00:20:44.961 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/snps,dw-apb-ssi.txt 2024-03-29T00:20:44.963 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-bus.txt 2024-03-29T00:20:44.965 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-cadence.txt 2024-03-29T00:20:44.966 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-davinci.txt 2024-03-29T00:20:44.969 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-dw.txt 2024-03-29T00:20:44.970 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-fsl-dspi.txt 2024-03-29T00:20:44.972 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-gpio.txt 2024-03-29T00:20:44.974 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-img-spfi.txt 2024-03-29T00:20:44.976 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-meson.txt 2024-03-29T00:20:44.978 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-octeon.txt 2024-03-29T00:20:44.980 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-orion.txt 2024-03-29T00:20:44.982 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-rockchip.txt 2024-03-29T00:20:44.984 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-rspi.txt 2024-03-29T00:20:44.986 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-samsung.txt 2024-03-29T00:20:44.989 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sc18is602.txt 2024-03-29T00:20:44.991 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sirf.txt 2024-03-29T00:20:44.993 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-st-ssc.txt 2024-03-29T00:20:44.995 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sun4i.txt 2024-03-29T00:20:44.996 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sun6i.txt 2024-03-29T00:20:44.998 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-xtensa-xtfpga.txt 2024-03-29T00:20:45.000 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_altera.txt 2024-03-29T00:20:45.002 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_atmel.txt 2024-03-29T00:20:45.004 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_oc_tiny.txt 2024-03-29T00:20:45.006 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_pl022.txt 2024-03-29T00:20:45.008 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/ti_qspi.txt 2024-03-29T00:20:45.011 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spmi/ 2024-03-29T00:20:45.013 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spmi/qcom,spmi-pmic-arb.txt 2024-03-29T00:20:45.018 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/spmi/spmi.txt 2024-03-29T00:20:45.019 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/ 2024-03-29T00:20:45.019 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/ 2024-03-29T00:20:45.022 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/ 2024-03-29T00:20:45.024 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/lpc32xx-adc.txt 2024-03-29T00:20:45.027 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/mxs-lradc.txt 2024-03-29T00:20:45.030 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/spear-adc.txt 2024-03-29T00:20:45.032 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/submitting-patches.txt 2024-03-29T00:20:45.035 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/ 2024-03-29T00:20:45.036 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/armada-thermal.txt 2024-03-29T00:20:45.038 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/db8500-thermal.txt 2024-03-29T00:20:45.040 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/dove-thermal.txt 2024-03-29T00:20:45.042 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/exynos-thermal.txt 2024-03-29T00:20:45.044 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/imx-thermal.txt 2024-03-29T00:20:45.046 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/kirkwood-thermal.txt 2024-03-29T00:20:45.048 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/rcar-thermal.txt 2024-03-29T00:20:45.051 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/rockchip-thermal.txt 2024-03-29T00:20:45.053 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/spear-thermal.txt 2024-03-29T00:20:45.055 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/st-thermal.txt 2024-03-29T00:20:45.057 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/tegra-soctherm.txt 2024-03-29T00:20:45.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.057+0000 7f309e600640 1 -- 172.21.15.12:0/3571652597 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f309802d170 con 0x7f30981020e0 2024-03-29T00:20:45.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.058+0000 7f3095600640 1 -- 172.21.15.12:0/3571652597 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11908 (secure 0 0 0) 0x7f308c0bd4f0 con 0x7f30981020e0 2024-03-29T00:20:45.059 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:20:45.059 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14385,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2850016952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2850016952},{"type":"v1","addr":"172.21.15.12:6835","nonce":2850016952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/54288999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":54288999},{"type":"v1","addr":"172.21.15.12:6837","nonce":54288999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-29T00:15:17.217711+0000","modified":"2024-03-29T00:18:18.735879+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24568,"mds_1":24566,"mds_2":24544,"mds_3":24472,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14451":{"gid":14451,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6839/2537576655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":2537576655},{"type":"v1","addr":"172.21.15.12:6839","nonce":2537576655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14469":{"gid":14469,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6841/167917143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":167917143},{"type":"v1","addr":"172.21.15.12:6841","nonce":167917143}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":21,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":21,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6835/3689706936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":3689706936},{"type":"v1","addr":"172.21.15.53:6835","nonce":3689706936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6837/3069224551","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":3069224551},{"type":"v1","addr":"172.21.15.53:6837","nonce":3069224551}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.69:6835/368717986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":368717986},{"type":"v1","addr":"172.21.15.69:6835","nonce":368717986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24544":{"gid":24544,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.69:6837/466045469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":466045469},{"type":"v1","addr":"172.21.15.69:6837","nonce":466045469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24566":{"gid":24566,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":11,"addr":"172.21.15.53:6839/2142959350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":2142959350},{"type":"v1","addr":"172.21.15.53:6839","nonce":2142959350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.69:6839/1021939171","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1021939171},{"type":"v1","addr":"172.21.15.69:6839","nonce":1021939171}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24568,"qdb_cluster":[24431,24472,24544,24566,24568]},"id":1}]} 2024-03-29T00:20:45.059 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 29 2024-03-29T00:20:45.059 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/thermal.txt 2024-03-29T00:20:45.060 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/ti_soc_thermal.txt 2024-03-29T00:20:45.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.061+0000 7f309e600640 1 -- 172.21.15.12:0/3571652597 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f30800a1df0 msgr2=0x7f30800a42b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:45.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.061+0000 7f309e600640 1 --2- 172.21.15.12:0/3571652597 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f30800a1df0 0x7f30800a42b0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f309819b190 tx=0x7f308400b410 comp rx=0 tx=0).stop 2024-03-29T00:20:45.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.061+0000 7f309e600640 1 -- 172.21.15.12:0/3571652597 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f30981020e0 msgr2=0x7f3098199c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:45.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.061+0000 7f309e600640 1 --2- 172.21.15.12:0/3571652597 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f30981020e0 0x7f3098199c90 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f308c005ab0 tx=0x7f308c004ab0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.061+0000 7f309e600640 1 -- 172.21.15.12:0/3571652597 shutdown_connections 2024-03-29T00:20:45.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.061+0000 7f309e600640 1 --2- 172.21.15.12:0/3571652597 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f30800a1df0 0x7f30800a42b0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.061+0000 7f309e600640 1 --2- 172.21.15.12:0/3571652597 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3098107340 0x7f30981a1230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.061+0000 7f309e600640 1 --2- 172.21.15.12:0/3571652597 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3098104a10 0x7f309819a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.061+0000 7f309e600640 1 --2- 172.21.15.12:0/3571652597 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f30981020e0 0x7f3098199c90 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.061+0000 7f309e600640 1 -- 172.21.15.12:0/3571652597 >> 172.21.15.12:0/3571652597 conn(0x7f30980fbad0 msgr2=0x7f30981018f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:45.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.061+0000 7f309e600640 1 -- 172.21.15.12:0/3571652597 shutdown_connections 2024-03-29T00:20:45.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.061+0000 7f309e600640 1 -- 172.21.15.12:0/3571652597 wait complete. 2024-03-29T00:20:45.063 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/ 2024-03-29T00:20:45.063 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/allwinner,sun4i-timer.txt 2024-03-29T00:20:45.064 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/allwinner,sun5i-a13-hstimer.txt 2024-03-29T00:20:45.066 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/amlogic,meson6-timer.txt 2024-03-29T00:20:45.067 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/arm,sp804.txt 2024-03-29T00:20:45.069 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/brcm,bcm2835-system-timer.txt 2024-03-29T00:20:45.071 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/cadence,ttc-timer.txt 2024-03-29T00:20:45.072 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/cirrus,clps711x-timer.txt 2024-03-29T00:20:45.074 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/digicolor-timer.txt 2024-03-29T00:20:45.076 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/energymicro,efm32-timer.txt 2024-03-29T00:20:45.078 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/fsl,ftm-timer.txt 2024-03-29T00:20:45.079 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-03-29T00:20:45.080 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/fsl,imxgpt.txt 2024-03-29T00:20:45.086 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/lsi,zevio-timer.txt 2024-03-29T00:20:45.086 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/marvell,armada-370-xp-timer.txt 2024-03-29T00:20:45.086 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/marvell,orion-timer.txt 2024-03-29T00:20:45.088 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/mediatek,mtk-timer.txt 2024-03-29T00:20:45.090 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/moxa,moxart-timer.txt 2024-03-29T00:20:45.092 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/nvidia,tegra20-timer.txt 2024-03-29T00:20:45.094 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/nvidia,tegra30-timer.txt 2024-03-29T00:20:45.096 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/renesas,cmt.txt 2024-03-29T00:20:45.098 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/renesas,mtu2.txt 2024-03-29T00:20:45.101 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/renesas,tmu.txt 2024-03-29T00:20:45.103 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/rockchip,rk3288-timer.txt 2024-03-29T00:20:45.106 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/samsung,exynos4210-mct.txt 2024-03-29T00:20:45.108 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/stericsson-u300-apptimer.txt 2024-03-29T00:20:45.111 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/ti,keystone-timer.txt 2024-03-29T00:20:45.114 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/ufs/ 2024-03-29T00:20:45.116 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/ufs/ufshcd-pltfrm.txt 2024-03-29T00:20:45.118 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/unittest.txt 2024-03-29T00:20:45.120 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ 2024-03-29T00:20:45.121 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/am33xx-usb.txt 2024-03-29T00:20:45.123 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/atmel-usb.txt 2024-03-29T00:20:45.124 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-imx.txt 2024-03-29T00:20:45.125 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-qcom.txt 2024-03-29T00:20:45.127 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-usb2.txt 2024-03-29T00:20:45.129 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-zevio.txt 2024-03-29T00:20:45.130 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/dwc2.txt 2024-03-29T00:20:45.133 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/dwc3-st.txt 2024-03-29T00:20:45.135 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/dwc3.txt 2024-03-29T00:20:45.139 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ehci-omap.txt 2024-03-29T00:20:45.141 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ehci-orion.txt 2024-03-29T00:20:45.144 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ehci-st.txt 2024-03-29T00:20:45.147 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/exynos-usb.txt 2024-03-29T00:20:45.149 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/fsl-usb.txt 2024-03-29T00:20:45.151 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/generic.txt 2024-03-29T00:20:45.153 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/gr-udc.txt 2024-03-29T00:20:45.156 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/isp1301.txt 2024-03-29T00:20:45.159 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/keystone-phy.txt 2024-03-29T00:20:45.162 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/keystone-usb.txt 2024-03-29T00:20:45.164 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/lpc32xx-udc.txt 2024-03-29T00:20:45.166 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/msm-hsusb.txt 2024-03-29T00:20:45.169 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/mxs-phy.txt 2024-03-29T00:20:45.171 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/nvidia,tegra20-ehci.txt 2024-03-29T00:20:45.174 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/nvidia,tegra20-usb-phy.txt 2024-03-29T00:20:45.176 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ohci-nxp.txt 2024-03-29T00:20:45.179 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ohci-omap3.txt 2024-03-29T00:20:45.180 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ohci-st.txt 2024-03-29T00:20:45.183 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/omap-usb.txt 2024-03-29T00:20:45.186 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/pxa-usb.txt 2024-03-29T00:20:45.188 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/qcom,dwc3.txt 2024-03-29T00:20:45.191 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/renesas_usbhs.txt 2024-03-29T00:20:45.194 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/samsung-hsotg.txt 2024-03-29T00:20:45.195 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/samsung-usbphy.txt 2024-03-29T00:20:45.197 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/spear-usb.txt 2024-03-29T00:20:45.199 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/twlxxxx-usb.txt 2024-03-29T00:20:45.202 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/udc-xilinx.txt 2024-03-29T00:20:45.208 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-ehci.txt 2024-03-29T00:20:45.223 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-nop-xceiv.txt 2024-03-29T00:20:45.226 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-ohci.txt 2024-03-29T00:20:45.229 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-uhci.txt 2024-03-29T00:20:45.235 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-xhci.txt 2024-03-29T00:20:45.239 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb3503.txt 2024-03-29T00:20:45.242 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usbmisc-imx.txt 2024-03-29T00:20:45.245 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ux500-usb.txt 2024-03-29T00:20:45.247 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/vendor-prefixes.txt 2024-03-29T00:20:45.251 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ 2024-03-29T00:20:45.254 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7123.txt 2024-03-29T00:20:45.255 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7511.txt 2024-03-29T00:20:45.258 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/analog-tv-connector.txt 2024-03-29T00:20:45.261 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/arm,pl11x.txt 2024-03-29T00:20:45.264 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/atmel,lcdc.txt 2024-03-29T00:20:45.266 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/ 2024-03-29T00:20:45.268 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/88pm860x.txt 2024-03-29T00:20:45.270 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/gpio-backlight.txt 2024-03-29T00:20:45.272 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/lp855x.txt 2024-03-29T00:20:45.274 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/max8925-backlight.txt 2024-03-29T00:20:45.276 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/pwm-backlight.txt 2024-03-29T00:20:45.278 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/tps65217-backlight.txt 2024-03-29T00:20:45.280 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ 2024-03-29T00:20:45.282 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ps8622.txt 2024-03-29T00:20:45.284 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ptn3460.txt 2024-03-29T00:20:45.286 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/cirrus,clps711x-fb.txt 2024-03-29T00:20:45.288 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/display-timing.txt 2024-03-29T00:20:45.290 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/dvi-connector.txt 2024-03-29T00:20:45.292 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/dw_hdmi-rockchip.txt 2024-03-29T00:20:45.294 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos7-decon.txt 2024-03-29T00:20:45.296 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dp.txt 2024-03-29T00:20:45.297 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dsim.txt 2024-03-29T00:20:45.299 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmi.txt 2024-03-29T00:20:45.300 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiddc.txt 2024-03-29T00:20:45.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.301+0000 7f7d15a00640 1 -- 172.21.15.12:0/3555740086 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7d10107bb0 msgr2=0x7f7d10107fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:45.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.301+0000 7f7d15a00640 1 --2- 172.21.15.12:0/3555740086 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7d10107bb0 0x7f7d10107fd0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f7d00009900 tx=0x7f7d0002bc50 comp rx=0 tx=0).stop 2024-03-29T00:20:45.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.302+0000 7f7d15a00640 1 -- 172.21.15.12:0/3555740086 shutdown_connections 2024-03-29T00:20:45.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.302+0000 7f7d15a00640 1 --2- 172.21.15.12:0/3555740086 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7d10109760 0x7f7d1010fff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.302+0000 7f7d15a00640 1 --2- 172.21.15.12:0/3555740086 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d10108da0 0x7f7d10109220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.302+0000 7f7d15a00640 1 --2- 172.21.15.12:0/3555740086 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7d10107bb0 0x7f7d10107fd0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.302+0000 7f7d15a00640 1 -- 172.21.15.12:0/3555740086 >> 172.21.15.12:0/3555740086 conn(0x7f7d10076b40 msgr2=0x7f7d10078f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:45.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.302+0000 7f7d15a00640 1 -- 172.21.15.12:0/3555740086 shutdown_connections 2024-03-29T00:20:45.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.302+0000 7f7d15a00640 1 -- 172.21.15.12:0/3555740086 wait complete. 2024-03-29T00:20:45.303 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiphy.txt 2024-03-29T00:20:45.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.303+0000 7f7d15a00640 1 Processor -- start 2024-03-29T00:20:45.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.303+0000 7f7d15a00640 1 -- start start 2024-03-29T00:20:45.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.303+0000 7f7d15a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d10107bb0 0x7f7d1019dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.303+0000 7f7d15a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7d10108da0 0x7f7d1019e500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.303+0000 7f7d15a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7d10109760 0x7f7d101a5570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.303+0000 7f7d15a00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7d10113950 con 0x7f7d10107bb0 2024-03-29T00:20:45.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.303+0000 7f7d15a00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7d101137d0 con 0x7f7d10109760 2024-03-29T00:20:45.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.303+0000 7f7d15a00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7d10113ad0 con 0x7f7d10108da0 2024-03-29T00:20:45.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.303+0000 7f7d0f400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7d10108da0 0x7f7d1019e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.303+0000 7f7d0fe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d10107bb0 0x7f7d1019dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.303+0000 7f7d0f400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7d10108da0 0x7f7d1019e500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:45644/0 (socket says 172.21.15.12:45644) 2024-03-29T00:20:45.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.303+0000 7f7d15000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7d10109760 0x7f7d101a5570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.303+0000 7f7d0f400640 1 -- 172.21.15.12:0/3053863912 learned_addr learned my addr 172.21.15.12:0/3053863912 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:45.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.304+0000 7f7d0f400640 1 -- 172.21.15.12:0/3053863912 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7d10109760 msgr2=0x7f7d101a5570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:45.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.304+0000 7f7d0f400640 1 --2- 172.21.15.12:0/3053863912 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7d10109760 0x7f7d101a5570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.304+0000 7f7d0f400640 1 -- 172.21.15.12:0/3053863912 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d10107bb0 msgr2=0x7f7d1019dfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:45.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.304+0000 7f7d0f400640 1 --2- 172.21.15.12:0/3053863912 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d10107bb0 0x7f7d1019dfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.304+0000 7f7d0f400640 1 -- 172.21.15.12:0/3053863912 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d101a5be0 con 0x7f7d10108da0 2024-03-29T00:20:45.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.304+0000 7f7d0f400640 1 --2- 172.21.15.12:0/3053863912 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7d10108da0 0x7f7d1019e500 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f7cfc00e9f0 tx=0x7f7cfc00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:45.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.304+0000 7f7d0cc00640 1 -- 172.21.15.12:0/3053863912 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cfc00cd80 con 0x7f7d10108da0 2024-03-29T00:20:45.306 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_mixer.txt 2024-03-29T00:20:45.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.305+0000 7f7d0cc00640 1 -- 172.21.15.12:0/3053863912 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7cfc010930 con 0x7f7d10108da0 2024-03-29T00:20:45.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.305+0000 7f7d15a00640 1 -- 172.21.15.12:0/3053863912 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d101a5ed0 con 0x7f7d10108da0 2024-03-29T00:20:45.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.305+0000 7f7d0cc00640 1 -- 172.21.15.12:0/3053863912 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cfc018b00 con 0x7f7d10108da0 2024-03-29T00:20:45.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.305+0000 7f7d15a00640 1 -- 172.21.15.12:0/3053863912 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d101a6390 con 0x7f7d10108da0 2024-03-29T00:20:45.308 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/fsl,imx-fb.txt 2024-03-29T00:20:45.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.308+0000 7f7d19e33740 1 Processor -- start 2024-03-29T00:20:45.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.308+0000 7f7d19e33740 1 -- start start 2024-03-29T00:20:45.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.308+0000 7f7d19e33740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559edfa40570 0x559edfa40990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.308+0000 7f7d19e33740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559edfa40f60 0x559edfa45a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.308+0000 7f7d19e33740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559edfa460d0 0x559edfa48560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.308+0000 7f7d19e33740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x559edf9a5050 con 0x559edfa40f60 2024-03-29T00:20:45.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.308+0000 7f7d19e33740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x559edf94dce0 con 0x559edfa460d0 2024-03-29T00:20:45.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.308+0000 7f7d19e33740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x559edf9a10f0 con 0x559edfa40570 2024-03-29T00:20:45.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.309+0000 7f7d0cc00640 1 -- 172.21.15.12:0/3053863912 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f7cfc018ca0 con 0x7f7d10108da0 2024-03-29T00:20:45.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.309+0000 7f7d15000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559edfa40570 0x559edfa40990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.309+0000 7f7d15000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559edfa40570 0x559edfa40990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:45660/0 (socket says 172.21.15.12:45660) 2024-03-29T00:20:45.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.309+0000 7f7d15000640 1 -- 172.21.15.12:0/1151768580 learned_addr learned my addr 172.21.15.12:0/1151768580 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:45.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.309+0000 7f7d0fe00640 1 --2- 172.21.15.12:0/1151768580 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559edfa40f60 0x559edfa45a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.309+0000 7f7d0f400640 1 --2- 172.21.15.12:0/1151768580 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559edfa460d0 0x559edfa48560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.310 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/hdmi-connector.txt 2024-03-29T00:20:45.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.309+0000 7f7d15000640 1 -- 172.21.15.12:0/1151768580 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559edfa460d0 msgr2=0x559edfa48560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:45.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.309+0000 7f7d15000640 1 --2- 172.21.15.12:0/1151768580 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559edfa460d0 0x559edfa48560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.309+0000 7f7d15000640 1 -- 172.21.15.12:0/1151768580 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559edfa40f60 msgr2=0x559edfa45a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:45.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.309+0000 7f7d15000640 1 --2- 172.21.15.12:0/1151768580 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559edfa40f60 0x559edfa45a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.309+0000 7f7d15000640 1 -- 172.21.15.12:0/1151768580 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559edf6b93f0 con 0x559edfa40570 2024-03-29T00:20:45.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.309+0000 7f7d15000640 1 --2- 172.21.15.12:0/1151768580 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559edfa40570 0x559edfa40990 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f7d08010370 tx=0x7f7d08010830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b47af3d09650f216 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:45.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.310+0000 7f7d05600640 1 -- 172.21.15.12:0/1151768580 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d08016070 con 0x559edfa40570 2024-03-29T00:20:45.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.310+0000 7f7d05600640 1 -- 172.21.15.12:0/1151768580 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7d08004d20 con 0x559edfa40570 2024-03-29T00:20:45.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.310+0000 7f7d05600640 1 -- 172.21.15.12:0/1151768580 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d08005540 con 0x559edfa40570 2024-03-29T00:20:45.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.310+0000 7f7d0cc00640 1 --2- 172.21.15.12:0/3053863912 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7cf40a1d80 0x7f7cf40a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.310+0000 7f7d0cc00640 1 -- 172.21.15.12:0/3053863912 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f7cfc0ce4d0 con 0x7f7d10108da0 2024-03-29T00:20:45.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.310+0000 7f7d0fe00640 1 --2- 172.21.15.12:0/3053863912 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7cf40a1d80 0x7f7cf40a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.310+0000 7f7d19e33740 1 -- 172.21.15.12:0/1151768580 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559edfa40570 msgr2=0x559edfa40990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:45.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.310+0000 7f7d19e33740 1 --2- 172.21.15.12:0/1151768580 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559edfa40570 0x559edfa40990 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f7d08010370 tx=0x7f7d08010830 comp rx=0 tx=0).stop 2024-03-29T00:20:45.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.311+0000 7f7d19e33740 1 -- 172.21.15.12:0/1151768580 shutdown_connections 2024-03-29T00:20:45.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.311+0000 7f7d19e33740 1 --2- 172.21.15.12:0/1151768580 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559edfa460d0 0x559edfa48560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.311+0000 7f7d19e33740 1 --2- 172.21.15.12:0/1151768580 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559edfa40f60 0x559edfa45a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.311+0000 7f7d19e33740 1 --2- 172.21.15.12:0/1151768580 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559edfa40570 0x559edfa40990 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.311+0000 7f7d19e33740 1 -- 172.21.15.12:0/1151768580 >> 172.21.15.12:0/1151768580 conn(0x559edfa3bae0 msgr2=0x559edfa3bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:45.314 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/lgphilips,lb035q02.txt 2024-03-29T00:20:45.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.311+0000 7f7d19e33740 1 -- 172.21.15.12:0/1151768580 shutdown_connections 2024-03-29T00:20:45.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.311+0000 7f7d19e33740 1 -- 172.21.15.12:0/1151768580 wait complete. 2024-03-29T00:20:45.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.311+0000 7f7d0fe00640 1 --2- 172.21.15.12:0/3053863912 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7cf40a1d80 0x7f7cf40a4240 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f7d0002c920 tx=0x7f7d00005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:45.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.311+0000 7f7d19e33740 1 -- start start 2024-03-29T00:20:45.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.312+0000 7f7d19e33740 1 Processor -- start 2024-03-29T00:20:45.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.312+0000 7f7d19e33740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559edfa40570 0x559edfa4aa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.312+0000 7f7d19e33740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559edfa40f60 0x559edfa4af80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.312+0000 7f7d19e33740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559edfa460d0 0x559edfa51fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.312+0000 7f7d19e33740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x559edfa49080 con 0x559edfa460d0 2024-03-29T00:20:45.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.312+0000 7f7d19e33740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x559edf9432f0 con 0x559edfa40570 2024-03-29T00:20:45.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.312+0000 7f7d19e33740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x559edfa49200 con 0x559edfa40f60 2024-03-29T00:20:45.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.312+0000 7f7d19e33740 10 client.0 _ll_register_callbacks cb 0x559edf6b8be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:45.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.312+0000 7f7d0fe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559edfa40570 0x559edfa4aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.312+0000 7f7d0fe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559edfa40570 0x559edfa4aa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:58444/0 (socket says 172.21.15.12:58444) 2024-03-29T00:20:45.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.312+0000 7f7d0fe00640 1 -- 172.21.15.12:0/921190345 learned_addr learned my addr 172.21.15.12:0/921190345 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:45.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.312+0000 7f7d0f400640 1 --2- 172.21.15.12:0/921190345 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559edfa40f60 0x559edfa4af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.312+0000 7f7d15000640 1 --2- 172.21.15.12:0/921190345 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559edfa460d0 0x559edfa51fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.316 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/panel-dpi.txt 2024-03-29T00:20:45.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.313+0000 7f7d0fe00640 1 -- 172.21.15.12:0/921190345 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559edfa40f60 msgr2=0x559edfa4af80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:45.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.313+0000 7f7d0fe00640 1 --2- 172.21.15.12:0/921190345 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559edfa40f60 0x559edfa4af80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.313+0000 7f7d0fe00640 1 -- 172.21.15.12:0/921190345 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559edfa460d0 msgr2=0x559edfa51fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:45.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.313+0000 7f7d0fe00640 1 --2- 172.21.15.12:0/921190345 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559edfa460d0 0x559edfa51fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.313+0000 7f7d0fe00640 1 -- 172.21.15.12:0/921190345 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559edf7837d0 con 0x559edfa40570 2024-03-29T00:20:45.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.313+0000 7f7d0f400640 1 --2- 172.21.15.12:0/921190345 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559edfa40f60 0x559edfa4af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:45.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.313+0000 7f7d0fe00640 1 --2- 172.21.15.12:0/921190345 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559edfa40570 0x559edfa4aa40 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f7d0002c880 tx=0x7f7d0002bc50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3dd967ffa110d2be server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:45.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.313+0000 7f7cfa000640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:20:45.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.313+0000 7f7cfa000640 1 -- 172.21.15.12:0/921190345 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d0004f020 con 0x559edfa40570 2024-03-29T00:20:45.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.313+0000 7f7cfa000640 1 -- 172.21.15.12:0/921190345 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f7d00004a50 con 0x559edfa40570 2024-03-29T00:20:45.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.314+0000 7f7d19e33740 1 -- 172.21.15.12:0/921190345 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7d08004d20 con 0x559edfa40570 2024-03-29T00:20:45.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.314+0000 7f7cfa000640 1 -- 172.21.15.12:0/921190345 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f7d0005a050 con 0x559edfa40570 2024-03-29T00:20:45.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.314+0000 7f7d19e33740 10 client.26219 fetch_fsmap learned FSMap version 30 2024-03-29T00:20:45.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.314+0000 7f7d19e33740 1 -- 172.21.15.12:0/921190345 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x559edfa553a0 con 0x559edfa40570 2024-03-29T00:20:45.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.314+0000 7f7cfa000640 1 -- 172.21.15.12:0/921190345 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7d08004d20 con 0x559edfa40570 2024-03-29T00:20:45.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.314+0000 7f7cfa000640 1 -- 172.21.15.12:0/921190345 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 30) ==== 8366+0+0 (secure 0 0 0) 0x7f7d00034570 con 0x559edfa40570 2024-03-29T00:20:45.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.314+0000 7f7d19e33740 10 client.26219 fetch_fsmap finished waiting for FSMap version 30 2024-03-29T00:20:45.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.314+0000 7f7d19e33740 10 client.26219 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-03-29T00:20:45.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.314+0000 7f7d19e33740 20 client.26219 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:45.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.314+0000 7f7d19e33740 1 --2- 172.21.15.12:0/921190345 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x559edfa56a60 0x559edfa58ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.314+0000 7f7d19e33740 4 client.26219 mds_command: new command op to 24431 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:20:45.321 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.314+0000 7f7d19e33740 1 -- 172.21.15.12:0/921190345 --> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559edf94e680 con 0x559edfa56a60 2024-03-29T00:20:45.321 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/panel-dsi-cm.txt 2024-03-29T00:20:45.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.315+0000 7f7d0f400640 1 --2- 172.21.15.12:0/921190345 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x559edfa56a60 0x559edfa58ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.315+0000 7f7d0f400640 1 --2- 172.21.15.12:0/921190345 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x559edfa56a60 0x559edfa58ed0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=f6ae2487eb0bf67b server_cookie=1559776673f64eae in_seq=0 out_seq=0 2024-03-29T00:20:45.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.315+0000 7f7cfa000640 10 client.26219 ms_handle_connect on v2:172.21.15.53:6832/1225382034 2024-03-29T00:20:45.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.316+0000 7f7cfa000640 1 -- 172.21.15.12:0/921190345 <== mds.4 v2:172.21.15.53:6832/1225382034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x559edf94e680 con 0x559edfa56a60 2024-03-29T00:20:45.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.316+0000 7f7cfa000640 10 client.26219 handle_command_reply: tid=0 2024-03-29T00:20:45.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.316+0000 7f7d19e33740 1 client.26219 shutdown 2024-03-29T00:20:45.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.316+0000 7f7d19e33740 1 -- 172.21.15.12:0/921190345 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559edfa40570 msgr2=0x559edfa4aa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:45.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.316+0000 7f7d19e33740 1 --2- 172.21.15.12:0/921190345 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559edfa40570 0x559edfa4aa40 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f7d0002c880 tx=0x7f7d0002bc50 comp rx=0 tx=0).stop 2024-03-29T00:20:45.323 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/renesas,du.txt 2024-03-29T00:20:45.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.316+0000 7f7d19e33740 1 -- 172.21.15.12:0/921190345 shutdown_connections 2024-03-29T00:20:45.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.316+0000 7f7d19e33740 1 --2- 172.21.15.12:0/921190345 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559edfa460d0 0x559edfa51fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.316+0000 7f7d19e33740 1 --2- 172.21.15.12:0/921190345 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559edfa40f60 0x559edfa4af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.316+0000 7f7d19e33740 1 --2- 172.21.15.12:0/921190345 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x559edfa56a60 0x559edfa58ed0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.316+0000 7f7d19e33740 1 --2- 172.21.15.12:0/921190345 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559edfa40570 0x559edfa4aa40 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.316+0000 7f7cfa000640 0 client.26219 ms_handle_reset on v2:172.21.15.53:6832/1225382034 2024-03-29T00:20:45.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.316+0000 7f7d19e33740 1 -- 172.21.15.12:0/921190345 >> 172.21.15.12:0/921190345 conn(0x559edfa3bae0 msgr2=0x559edfa3adc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:45.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.317+0000 7f7d19e33740 1 -- 172.21.15.12:0/921190345 shutdown_connections 2024-03-29T00:20:45.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.317+0000 7f7d19e33740 1 -- 172.21.15.12:0/921190345 wait complete. 2024-03-29T00:20:45.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.317+0000 7f7d19e33740 20 client.26219 trim_cache size 0 max 16384 2024-03-29T00:20:45.325 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-drm.txt 2024-03-29T00:20:45.325 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-vop.txt 2024-03-29T00:20:45.325 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/samsung-fimd.txt 2024-03-29T00:20:45.325 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/sharp,ls037v7dw01.txt 2024-03-29T00:20:45.326 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer-sunxi.txt 2024-03-29T00:20:45.328 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer.txt 2024-03-29T00:20:45.330 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/sony,acx565akm.txt 2024-03-29T00:20:45.331 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ssd1289fb.txt 2024-03-29T00:20:45.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.332+0000 7f7d19e33740 1 Processor -- start 2024-03-29T00:20:45.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.332+0000 7f7d19e33740 1 -- start start 2024-03-29T00:20:45.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.332+0000 7f7d19e33740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559edfa40570 0x559edfa4a650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.332+0000 7f7d19e33740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559edfa40f60 0x559edfa51f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.332+0000 7f7d19e33740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559edfa460d0 0x559edfa4ab90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.332+0000 7f7d19e33740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7d101b0920 con 0x559edfa460d0 2024-03-29T00:20:45.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.332+0000 7f7d19e33740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7d101b2490 con 0x559edfa40570 2024-03-29T00:20:45.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.332+0000 7f7d19e33740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7d101b0ff0 con 0x559edfa40f60 2024-03-29T00:20:45.333 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ssd1307fb.txt 2024-03-29T00:20:45.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.332+0000 7f7d0fe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559edfa40570 0x559edfa4a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.332+0000 7f7d0f400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559edfa40f60 0x559edfa51f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.332+0000 7f7d0fe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559edfa40570 0x559edfa4a650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:58460/0 (socket says 172.21.15.12:58460) 2024-03-29T00:20:45.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.332+0000 7f7d0f400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559edfa40f60 0x559edfa51f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:45682/0 (socket says 172.21.15.12:45682) 2024-03-29T00:20:45.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.332+0000 7f7d0fe00640 1 -- 172.21.15.12:0/1987427771 learned_addr learned my addr 172.21.15.12:0/1987427771 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:45.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.332+0000 7f7d15000640 1 --2- 172.21.15.12:0/1987427771 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559edfa460d0 0x559edfa4ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.333+0000 7f7d0fe00640 1 -- 172.21.15.12:0/1987427771 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559edfa40f60 msgr2=0x559edfa51f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:45.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.333+0000 7f7d0fe00640 1 --2- 172.21.15.12:0/1987427771 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559edfa40f60 0x559edfa51f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.333+0000 7f7d0fe00640 1 -- 172.21.15.12:0/1987427771 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559edfa460d0 msgr2=0x559edfa4ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:45.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.333+0000 7f7d0fe00640 1 --2- 172.21.15.12:0/1987427771 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559edfa460d0 0x559edfa4ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.333+0000 7f7d0fe00640 1 -- 172.21.15.12:0/1987427771 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559edfa49b40 con 0x559edfa40570 2024-03-29T00:20:45.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.333+0000 7f7d0fe00640 1 --2- 172.21.15.12:0/1987427771 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559edfa40570 0x559edfa4a650 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f7d0002c190 tx=0x7f7d0002c7d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8dfaf96b783078c1 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:45.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.333+0000 7f7d04c00640 1 -- 172.21.15.12:0/1987427771 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d0004f070 con 0x559edfa40570 2024-03-29T00:20:45.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.333+0000 7f7d04c00640 1 -- 172.21.15.12:0/1987427771 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7d00046070 con 0x559edfa40570 2024-03-29T00:20:45.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.333+0000 7f7d04c00640 1 -- 172.21.15.12:0/1987427771 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d00004e70 con 0x559edfa40570 2024-03-29T00:20:45.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.334+0000 7f7d19e33740 1 -- 172.21.15.12:0/1987427771 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559edfa40570 msgr2=0x559edfa4a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:45.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.334+0000 7f7d19e33740 1 --2- 172.21.15.12:0/1987427771 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559edfa40570 0x559edfa4a650 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f7d0002c190 tx=0x7f7d0002c7d0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.334+0000 7f7d19e33740 1 -- 172.21.15.12:0/1987427771 shutdown_connections 2024-03-29T00:20:45.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.334+0000 7f7d19e33740 1 --2- 172.21.15.12:0/1987427771 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559edfa460d0 0x559edfa4ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.334+0000 7f7d19e33740 1 --2- 172.21.15.12:0/1987427771 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559edfa40f60 0x559edfa51f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.334+0000 7f7d19e33740 1 --2- 172.21.15.12:0/1987427771 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559edfa40570 0x559edfa4a650 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.334+0000 7f7d19e33740 1 -- 172.21.15.12:0/1987427771 >> 172.21.15.12:0/1987427771 conn(0x559edfa3bae0 msgr2=0x559edfa419b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:45.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.334+0000 7f7d19e33740 1 -- 172.21.15.12:0/1987427771 shutdown_connections 2024-03-29T00:20:45.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.334+0000 7f7d19e33740 1 -- 172.21.15.12:0/1987427771 wait complete. 2024-03-29T00:20:45.336 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/thine,thc63lvdm83d 2024-03-29T00:20:45.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.335+0000 7f7d19e33740 1 -- start start 2024-03-29T00:20:45.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.335+0000 7f7d19e33740 1 Processor -- start 2024-03-29T00:20:45.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.335+0000 7f7d19e33740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559edfa40570 0x559edfa4f070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.335+0000 7f7d19e33740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559edfa40f60 0x559edfa4f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.335+0000 7f7d19e33740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559edfa460d0 0x559edfa505c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.335+0000 7f7d19e33740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7d101b1d90 con 0x559edfa40570 2024-03-29T00:20:45.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.335+0000 7f7d19e33740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7d101b16c0 con 0x559edfa40f60 2024-03-29T00:20:45.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.335+0000 7f7d19e33740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7d101ae900 con 0x559edfa460d0 2024-03-29T00:20:45.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.335+0000 7f7d19e33740 10 client.0 _ll_register_callbacks cb 0x7f7d00005df0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:45.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.335+0000 7f7d0fe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559edfa40570 0x559edfa4f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.335+0000 7f7d0fe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559edfa40570 0x559edfa4f070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:56532/0 (socket says 172.21.15.12:56532) 2024-03-29T00:20:45.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.335+0000 7f7d0fe00640 1 -- 172.21.15.12:0/4201711665 learned_addr learned my addr 172.21.15.12:0/4201711665 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:45.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.335+0000 7f7d0f400640 1 --2- 172.21.15.12:0/4201711665 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559edfa40f60 0x559edfa4f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.336+0000 7f7d15000640 1 --2- 172.21.15.12:0/4201711665 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559edfa460d0 0x559edfa505c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.336+0000 7f7d0fe00640 1 -- 172.21.15.12:0/4201711665 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559edfa460d0 msgr2=0x559edfa505c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:45.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.336+0000 7f7d0fe00640 1 --2- 172.21.15.12:0/4201711665 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559edfa460d0 0x559edfa505c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.336+0000 7f7d0fe00640 1 -- 172.21.15.12:0/4201711665 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559edfa40f60 msgr2=0x559edfa4f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:45.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.336+0000 7f7d0fe00640 1 --2- 172.21.15.12:0/4201711665 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559edfa40f60 0x559edfa4f5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.336+0000 7f7d0fe00640 1 -- 172.21.15.12:0/4201711665 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559edfa50bb0 con 0x559edfa40570 2024-03-29T00:20:45.339 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,dra7-dss.txt 2024-03-29T00:20:45.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.336+0000 7f7d0fe00640 1 --2- 172.21.15.12:0/4201711665 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559edfa40570 0x559edfa4f070 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f7d00009850 tx=0x7f7d00040000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2be5b9033e544e server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:45.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.336+0000 7f7cfa000640 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-03-29T00:20:45.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.336+0000 7f7cfa000640 1 -- 172.21.15.12:0/4201711665 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d0004f040 con 0x559edfa40570 2024-03-29T00:20:45.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.336+0000 7f7d19e33740 1 -- 172.21.15.12:0/4201711665 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7d00046070 con 0x559edfa40570 2024-03-29T00:20:45.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.336+0000 7f7cfa000640 1 -- 172.21.15.12:0/4201711665 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f7d00034bd0 con 0x559edfa40570 2024-03-29T00:20:45.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.337+0000 7f7cfa000640 1 -- 172.21.15.12:0/4201711665 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f7d0006d050 con 0x559edfa40570 2024-03-29T00:20:45.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.337+0000 7f7d19e33740 10 client.16107 fetch_fsmap learned FSMap version 30 2024-03-29T00:20:45.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.337+0000 7f7d19e33740 1 -- 172.21.15.12:0/4201711665 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x559edfa51eb0 con 0x559edfa40570 2024-03-29T00:20:45.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.337+0000 7f7cfa000640 1 -- 172.21.15.12:0/4201711665 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7d00046070 con 0x559edfa40570 2024-03-29T00:20:45.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.337+0000 7f7cfa000640 1 -- 172.21.15.12:0/4201711665 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 30) ==== 8366+0+0 (secure 0 0 0) 0x7f7d0002d070 con 0x559edfa40570 2024-03-29T00:20:45.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.337+0000 7f7d19e33740 10 client.16107 fetch_fsmap finished waiting for FSMap version 30 2024-03-29T00:20:45.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.337+0000 7f7d19e33740 10 client.16107 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-03-29T00:20:45.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.337+0000 7f7d19e33740 20 client.16107 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:45.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.337+0000 7f7d19e33740 1 --2- 172.21.15.12:0/4201711665 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x559edfabd1b0 0x559edfabf5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.337+0000 7f7d19e33740 4 client.16107 mds_command: new command op to 24431 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-29T00:20:45.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.337+0000 7f7d19e33740 1 -- 172.21.15.12:0/4201711665 --> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559edf9b2590 con 0x559edfabd1b0 2024-03-29T00:20:45.342 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap-dss.txt 2024-03-29T00:20:45.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.338+0000 7f7d0f400640 1 --2- 172.21.15.12:0/4201711665 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x559edfabd1b0 0x559edfabf5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.338+0000 7f7d0f400640 1 --2- 172.21.15.12:0/4201711665 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x559edfabd1b0 0x559edfabf5a0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=d13104e70db106d7 server_cookie=bfd22693fc7fb4bb in_seq=0 out_seq=0 2024-03-29T00:20:45.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.338+0000 7f7cfa000640 10 client.16107 ms_handle_connect on v2:172.21.15.53:6832/1225382034 2024-03-29T00:20:45.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.338+0000 7f7cfa000640 1 -- 172.21.15.12:0/4201711665 <== mds.4 v2:172.21.15.53:6832/1225382034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559edf9b2590 con 0x559edfabd1b0 2024-03-29T00:20:45.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.338+0000 7f7cfa000640 10 client.16107 handle_command_reply: tid=0 2024-03-29T00:20:45.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.338+0000 7f7d19e33740 1 client.16107 shutdown 2024-03-29T00:20:45.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.338+0000 7f7d19e33740 1 -- 172.21.15.12:0/4201711665 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559edfa40570 msgr2=0x559edfa4f070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:45.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.338+0000 7f7d19e33740 1 --2- 172.21.15.12:0/4201711665 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559edfa40570 0x559edfa4f070 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f7d00009850 tx=0x7f7d00040000 comp rx=0 tx=0).stop 2024-03-29T00:20:45.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.338+0000 7f7d19e33740 1 -- 172.21.15.12:0/4201711665 shutdown_connections 2024-03-29T00:20:45.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.338+0000 7f7d19e33740 1 --2- 172.21.15.12:0/4201711665 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x559edfabd1b0 0x559edfabf5a0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.338+0000 7f7d19e33740 1 --2- 172.21.15.12:0/4201711665 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559edfa40f60 0x559edfa4f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.338+0000 7f7d19e33740 1 --2- 172.21.15.12:0/4201711665 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559edfa460d0 0x559edfa505c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.338+0000 7f7d19e33740 1 --2- 172.21.15.12:0/4201711665 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x559edfa40570 0x559edfa4f070 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.338+0000 7f7cfa000640 0 client.16107 ms_handle_reset on v2:172.21.15.53:6832/1225382034 2024-03-29T00:20:45.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.338+0000 7f7d19e33740 1 -- 172.21.15.12:0/4201711665 >> 172.21.15.12:0/4201711665 conn(0x559edfa3bae0 msgr2=0x559edfa4a630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:45.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.339+0000 7f7d19e33740 1 -- 172.21.15.12:0/4201711665 shutdown_connections 2024-03-29T00:20:45.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.339+0000 7f7d19e33740 1 -- 172.21.15.12:0/4201711665 wait complete. 2024-03-29T00:20:45.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.339+0000 7f7d19e33740 20 client.16107 trim_cache size 0 max 16384 2024-03-29T00:20:45.344 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-03-29T00:20:45.345 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap2-dss.txt 2024-03-29T00:20:45.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.339+0000 7f7d15a00640 1 -- 172.21.15.12:0/3053863912 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7cf40a1d80 msgr2=0x7f7cf40a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:45.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.339+0000 7f7d15a00640 1 --2- 172.21.15.12:0/3053863912 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7cf40a1d80 0x7f7cf40a4240 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f7d0002c920 tx=0x7f7d00005fd0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.339+0000 7f7d15a00640 1 -- 172.21.15.12:0/3053863912 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7d10108da0 msgr2=0x7f7d1019e500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:45.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.339+0000 7f7d15a00640 1 --2- 172.21.15.12:0/3053863912 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7d10108da0 0x7f7d1019e500 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f7cfc00e9f0 tx=0x7f7cfc00eeb0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.339+0000 7f7d15a00640 1 -- 172.21.15.12:0/3053863912 shutdown_connections 2024-03-29T00:20:45.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.339+0000 7f7d15a00640 1 --2- 172.21.15.12:0/3053863912 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7cf40a1d80 0x7f7cf40a4240 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.339+0000 7f7d15a00640 1 --2- 172.21.15.12:0/3053863912 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7d10109760 0x7f7d101a5570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.339+0000 7f7d15a00640 1 --2- 172.21.15.12:0/3053863912 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7d10108da0 0x7f7d1019e500 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.339+0000 7f7d15a00640 1 --2- 172.21.15.12:0/3053863912 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d10107bb0 0x7f7d1019dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.339+0000 7f7d15a00640 1 -- 172.21.15.12:0/3053863912 >> 172.21.15.12:0/3053863912 conn(0x7f7d10076b40 msgr2=0x7f7d1010c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:45.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.340+0000 7f7d15a00640 1 -- 172.21.15.12:0/3053863912 shutdown_connections 2024-03-29T00:20:45.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.340+0000 7f7d15a00640 1 -- 172.21.15.12:0/3053863912 wait complete. 2024-03-29T00:20:45.347 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap3-dss.txt 2024-03-29T00:20:45.347 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap4-dss.txt 2024-03-29T00:20:45.347 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap5-dss.txt 2024-03-29T00:20:45.347 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,opa362.txt 2024-03-29T00:20:45.347 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,tfp410.txt 2024-03-29T00:20:45.347 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,tpd12s015.txt 2024-03-29T00:20:45.348 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/toppoly,td028ttec1.txt 2024-03-29T00:20:45.350 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/tpo,td043mtea1.txt 2024-03-29T00:20:45.352 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/vga-connector.txt 2024-03-29T00:20:45.354 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:45 smithi012 ceph-mon[31657]: pgmap v490: 129 pgs: 129 active+clean; 61 MiB data, 486 MiB used, 1.0 TiB / 1.0 TiB avail; 183 KiB/s rd, 222 KiB/s wr, 16 op/s 2024-03-29T00:20:45.354 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:45 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3571652597' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:20:45.355 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/via,vt8500-fb.txt 2024-03-29T00:20:45.355 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/wm,prizm-ge-rops.txt 2024-03-29T00:20:45.358 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-03-29T00:20:45.358 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/wm,wm8505-fb.txt 2024-03-29T00:20:45.359 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/virtio/ 2024-03-29T00:20:45.363 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/virtio/mmio.txt 2024-03-29T00:20:45.363 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/ 2024-03-29T00:20:45.364 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/fsl-imx-owire.txt 2024-03-29T00:20:45.366 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/omap-hdq.txt 2024-03-29T00:20:45.367 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/w1-gpio.txt 2024-03-29T00:20:45.369 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/ 2024-03-29T00:20:45.370 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-at91rm9200-wdt.txt 2024-03-29T00:20:45.371 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-wdt.txt 2024-03-29T00:20:45.373 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/brcm,bcm2835-pm-wdog.txt 2024-03-29T00:20:45.375 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/cadence-wdt.txt 2024-03-29T00:20:45.376 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/davinci-wdt.txt 2024-03-29T00:20:45.378 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/dw_wdt.txt 2024-03-29T00:20:45.380 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/fsl-imx-wdt.txt 2024-03-29T00:20:45.382 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/gpio-wdt.txt 2024-03-29T00:20:45.384 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/imgpdc-wdt.txt 2024-03-29T00:20:45.386 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/ingenic,jz4740-wdt.txt 2024-03-29T00:20:45.388 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/marvel.txt 2024-03-29T00:20:45.390 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/men-a021-wdt.txt 2024-03-29T00:20:45.392 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/meson6-wdt.txt 2024-03-29T00:20:45.394 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/moxa,moxart-watchdog.txt 2024-03-29T00:20:45.396 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/mtk-wdt.txt 2024-03-29T00:20:45.398 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/of-xilinx-wdt.txt 2024-03-29T00:20:45.400 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/omap-wdt.txt 2024-03-29T00:20:45.402 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/pnx4008-wdt.txt 2024-03-29T00:20:45.404 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/qca-ar7130-wdt.txt 2024-03-29T00:20:45.406 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/qcom-wdt.txt 2024-03-29T00:20:45.408 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/rt2880-wdt.txt 2024-03-29T00:20:45.413 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/samsung-wdt.txt 2024-03-29T00:20:45.415 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/sirfsoc_wdt.txt 2024-03-29T00:20:45.417 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/stericsson-coh901327.txt 2024-03-29T00:20:45.419 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/sunxi-wdt.txt 2024-03-29T00:20:45.422 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/twl4030-wdt.txt 2024-03-29T00:20:45.424 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/ 2024-03-29T00:20:45.426 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/ce4100.txt 2024-03-29T00:20:45.427 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/interrupt.txt 2024-03-29T00:20:45.428 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/timer.txt 2024-03-29T00:20:45.430 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/xilinx.txt 2024-03-29T00:20:45.433 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/xillybus/ 2024-03-29T00:20:45.434 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/bindings/xillybus/xillybus.txt 2024-03-29T00:20:45.436 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/booting-without-of.txt 2024-03-29T00:20:45.439 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/changesets.txt 2024-03-29T00:20:45.442 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/dynamic-resolution-notes.txt 2024-03-29T00:20:45.445 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/of_selftest.txt 2024-03-29T00:20:45.447 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/overlay-notes.txt 2024-03-29T00:20:45.451 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/todo.txt 2024-03-29T00:20:45.452 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/devicetree/usage-model.txt 2024-03-29T00:20:45.455 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/digsig.txt 2024-03-29T00:20:45.457 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/dma-buf-sharing.txt 2024-03-29T00:20:45.459 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/dmaengine/ 2024-03-29T00:20:45.460 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/dmaengine/00-INDEX 2024-03-29T00:20:45.462 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/dmaengine/client.txt 2024-03-29T00:20:45.464 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/dmaengine/dmatest.txt 2024-03-29T00:20:45.466 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/dmaengine/provider.txt 2024-03-29T00:20:45.469 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/dontdiff 2024-03-29T00:20:45.471 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/driver-model/ 2024-03-29T00:20:45.473 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/driver-model/binding.txt 2024-03-29T00:20:45.475 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/driver-model/bus.txt 2024-03-29T00:20:45.477 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/driver-model/class.txt 2024-03-29T00:20:45.479 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/driver-model/design-patterns.txt 2024-03-29T00:20:45.481 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/driver-model/device.txt 2024-03-29T00:20:45.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:45 smithi069 ceph-mon[36074]: pgmap v490: 129 pgs: 129 active+clean; 61 MiB data, 486 MiB used, 1.0 TiB / 1.0 TiB avail; 183 KiB/s rd, 222 KiB/s wr, 16 op/s 2024-03-29T00:20:45.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:45 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3571652597' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:20:45.484 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/driver-model/devres.txt 2024-03-29T00:20:45.486 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/driver-model/driver.txt 2024-03-29T00:20:45.489 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/driver-model/overview.txt 2024-03-29T00:20:45.491 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/driver-model/platform.txt 2024-03-29T00:20:45.494 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/driver-model/porting.txt 2024-03-29T00:20:45.497 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/dvb/ 2024-03-29T00:20:45.500 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/dvb/README.dvb-usb 2024-03-29T00:20:45.502 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/dvb/avermedia.txt 2024-03-29T00:20:45.504 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/dvb/bt8xx.txt 2024-03-29T00:20:45.506 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/dvb/cards.txt 2024-03-29T00:20:45.507 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/dvb/ci.txt 2024-03-29T00:20:45.509 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/dvb/contributors.txt 2024-03-29T00:20:45.511 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/dvb/faq.txt 2024-03-29T00:20:45.513 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/dvb/get_dvb_firmware 2024-03-29T00:20:45.516 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/dvb/lmedm04.txt 2024-03-29T00:20:45.518 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/dvb/opera-firmware.txt 2024-03-29T00:20:45.520 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/dvb/readme.txt 2024-03-29T00:20:45.522 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/dvb/technisat.txt 2024-03-29T00:20:45.524 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/dvb/ttusb-dec.txt 2024-03-29T00:20:45.528 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/dvb/udev.txt 2024-03-29T00:20:45.530 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/dynamic-debug-howto.txt 2024-03-29T00:20:45.533 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/early-userspace/ 2024-03-29T00:20:45.534 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/early-userspace/README 2024-03-29T00:20:45.537 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/early-userspace/buffer-format.txt 2024-03-29T00:20:45.539 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/edac.txt 2024-03-29T00:20:45.542 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/efi-stub.txt 2024-03-29T00:20:45.544 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/eisa.txt 2024-03-29T00:20:45.546 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/email-clients.txt 2024-03-29T00:20:45.548 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/extcon/ 2024-03-29T00:20:45.550 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/extcon/porting-android-switch-class 2024-03-29T00:20:45.551 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fault-injection/ 2024-03-29T00:20:45.553 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fault-injection/fault-injection.txt 2024-03-29T00:20:45.554 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fault-injection/notifier-error-inject.txt 2024-03-29T00:20:45.556 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fault-injection/provoke-crashes.txt 2024-03-29T00:20:45.557 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/ 2024-03-29T00:20:45.559 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/00-INDEX 2024-03-29T00:20:45.560 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/api.txt 2024-03-29T00:20:45.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.562+0000 7f0dcb200640 1 -- 172.21.15.12:0/4092155298 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0dcc1037b0 msgr2=0x7f0dcc103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:45.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.562+0000 7f0dcb200640 1 --2- 172.21.15.12:0/4092155298 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0dcc1037b0 0x7f0dcc103bd0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f0dbc009860 tx=0x7f0dbc02bb70 comp rx=0 tx=0).stop 2024-03-29T00:20:45.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.562+0000 7f0dcb200640 1 -- 172.21.15.12:0/4092155298 shutdown_connections 2024-03-29T00:20:45.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.562+0000 7f0dcb200640 1 --2- 172.21.15.12:0/4092155298 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0dcc1049a0 0x7f0dcc104e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.562+0000 7f0dcb200640 1 --2- 172.21.15.12:0/4092155298 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0dcc105360 0x7f0dcc10bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.562+0000 7f0dcb200640 1 --2- 172.21.15.12:0/4092155298 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0dcc1037b0 0x7f0dcc103bd0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.562+0000 7f0dcb200640 1 -- 172.21.15.12:0/4092155298 >> 172.21.15.12:0/4092155298 conn(0x7f0dcc0fed20 msgr2=0x7f0dcc101160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:45.563 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/arkfb.txt 2024-03-29T00:20:45.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.562+0000 7f0dcb200640 1 -- 172.21.15.12:0/4092155298 shutdown_connections 2024-03-29T00:20:45.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.562+0000 7f0dcb200640 1 -- 172.21.15.12:0/4092155298 wait complete. 2024-03-29T00:20:45.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.563+0000 7f0dcb200640 1 Processor -- start 2024-03-29T00:20:45.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.563+0000 7f0dcb200640 1 -- start start 2024-03-29T00:20:45.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.563+0000 7f0dcb200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0dcc1037b0 0x7f0dcc199bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.563+0000 7f0dcb200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0dcc1049a0 0x7f0dcc19a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.563+0000 7f0dcb200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0dcc105360 0x7f0dcc1a1160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.563+0000 7f0dcb200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f0dcc10f560 con 0x7f0dcc1037b0 2024-03-29T00:20:45.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.563+0000 7f0dcb200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f0dcc10f3e0 con 0x7f0dcc1049a0 2024-03-29T00:20:45.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.563+0000 7f0dcb200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0dcc10f6e0 con 0x7f0dcc105360 2024-03-29T00:20:45.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.564+0000 7f0dc9e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0dcc1037b0 0x7f0dcc199bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.564+0000 7f0dca800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0dcc105360 0x7f0dcc1a1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.564+0000 7f0dc9400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0dcc1049a0 0x7f0dcc19a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.564+0000 7f0dc9e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0dcc1037b0 0x7f0dcc199bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:56550/0 (socket says 172.21.15.12:56550) 2024-03-29T00:20:45.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.564+0000 7f0dca800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0dcc105360 0x7f0dcc1a1160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:45716/0 (socket says 172.21.15.12:45716) 2024-03-29T00:20:45.566 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.564+0000 7f0dc9e00640 1 -- 172.21.15.12:0/2899400024 learned_addr learned my addr 172.21.15.12:0/2899400024 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:45.566 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/aty128fb.txt 2024-03-29T00:20:45.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.564+0000 7f0dc9e00640 1 -- 172.21.15.12:0/2899400024 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0dcc105360 msgr2=0x7f0dcc1a1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:45.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.564+0000 7f0dc9e00640 1 --2- 172.21.15.12:0/2899400024 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0dcc105360 0x7f0dcc1a1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.564+0000 7f0dc9e00640 1 -- 172.21.15.12:0/2899400024 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0dcc1049a0 msgr2=0x7f0dcc19a0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:45.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.564+0000 7f0dc9e00640 1 --2- 172.21.15.12:0/2899400024 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0dcc1049a0 0x7f0dcc19a0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.564+0000 7f0dc9e00640 1 -- 172.21.15.12:0/2899400024 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0dcc1a17d0 con 0x7f0dcc1037b0 2024-03-29T00:20:45.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.564+0000 7f0dca800640 1 --2- 172.21.15.12:0/2899400024 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0dcc105360 0x7f0dcc1a1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:45.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.565+0000 7f0dc9e00640 1 --2- 172.21.15.12:0/2899400024 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0dcc1037b0 0x7f0dcc199bb0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f0dbc034a80 tx=0x7f0dbc035f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:45.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.565+0000 7f0dc2a00640 1 -- 172.21.15.12:0/2899400024 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dbc041020 con 0x7f0dcc1037b0 2024-03-29T00:20:45.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.565+0000 7f0dc2a00640 1 -- 172.21.15.12:0/2899400024 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0dbc02ca10 con 0x7f0dcc1037b0 2024-03-29T00:20:45.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.565+0000 7f0dc2a00640 1 -- 172.21.15.12:0/2899400024 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dbc039040 con 0x7f0dcc1037b0 2024-03-29T00:20:45.568 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.565+0000 7f0dcb200640 1 -- 172.21.15.12:0/2899400024 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0dcc1a1a60 con 0x7f0dcc1037b0 2024-03-29T00:20:45.568 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.565+0000 7f0dcb200640 1 -- 172.21.15.12:0/2899400024 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0dcc1a1f50 con 0x7f0dcc1037b0 2024-03-29T00:20:45.568 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/cirrusfb.txt 2024-03-29T00:20:45.568 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/cmap_xfbdev.txt 2024-03-29T00:20:45.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.569+0000 7f0dd39f5740 1 Processor -- start 2024-03-29T00:20:45.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.569+0000 7f0dd39f5740 1 -- start start 2024-03-29T00:20:45.570 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/deferred_io.txt 2024-03-29T00:20:45.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.570+0000 7f0dc2a00640 1 -- 172.21.15.12:0/2899400024 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f0dbc044020 con 0x7f0dcc1037b0 2024-03-29T00:20:45.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.570+0000 7f0dd39f5740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5602e3e6c570 0x5602e3e6c990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.570+0000 7f0dd39f5740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602e3e6cf60 0x5602e3e71a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.570+0000 7f0dd39f5740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5602e3e720d0 0x5602e3e74560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.570+0000 7f0dd39f5740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5602e3dd1050 con 0x5602e3e720d0 2024-03-29T00:20:45.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.570+0000 7f0dd39f5740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5602e3d79ce0 con 0x5602e3e6cf60 2024-03-29T00:20:45.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.570+0000 7f0dd39f5740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5602e3dcd0f0 con 0x5602e3e6c570 2024-03-29T00:20:45.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.570+0000 7f0dca800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5602e3e6c570 0x5602e3e6c990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.570+0000 7f0dc9e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602e3e6cf60 0x5602e3e71a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.570+0000 7f0dca800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5602e3e6c570 0x5602e3e6c990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:45724/0 (socket says 172.21.15.12:45724) 2024-03-29T00:20:45.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.570+0000 7f0dca800640 1 -- 172.21.15.12:0/1777153061 learned_addr learned my addr 172.21.15.12:0/1777153061 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:45.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.570+0000 7f0dc9400640 1 --2- 172.21.15.12:0/1777153061 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5602e3e720d0 0x5602e3e74560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.570+0000 7f0dca800640 1 -- 172.21.15.12:0/1777153061 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602e3e6cf60 msgr2=0x5602e3e71a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:45.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.570+0000 7f0dca800640 1 --2- 172.21.15.12:0/1777153061 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602e3e6cf60 0x5602e3e71a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.570+0000 7f0dca800640 1 -- 172.21.15.12:0/1777153061 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5602e3e720d0 msgr2=0x5602e3e74560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:45.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.570+0000 7f0dca800640 1 --2- 172.21.15.12:0/1777153061 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5602e3e720d0 0x5602e3e74560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.570+0000 7f0dca800640 1 -- 172.21.15.12:0/1777153061 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5602e3ae53f0 con 0x5602e3e6c570 2024-03-29T00:20:45.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.571+0000 7f0dca800640 1 --2- 172.21.15.12:0/1777153061 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5602e3e6c570 0x5602e3e6c990 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f0dc40117e0 tx=0x7f0dc4011ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=99fb80b935948b9d server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:45.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.571+0000 7f0db7400640 1 -- 172.21.15.12:0/1777153061 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dc4011310 con 0x5602e3e6c570 2024-03-29T00:20:45.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.571+0000 7f0db7400640 1 -- 172.21.15.12:0/1777153061 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0dc400f9a0 con 0x5602e3e6c570 2024-03-29T00:20:45.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.571+0000 7f0db7400640 1 -- 172.21.15.12:0/1777153061 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dc4004690 con 0x5602e3e6c570 2024-03-29T00:20:45.573 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/efifb.txt 2024-03-29T00:20:45.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.571+0000 7f0dc2a00640 1 --2- 172.21.15.12:0/2899400024 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0db00a1d80 0x7f0db00a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.572+0000 7f0dd39f5740 1 -- 172.21.15.12:0/1777153061 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5602e3e6c570 msgr2=0x5602e3e6c990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:45.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.572+0000 7f0dd39f5740 1 --2- 172.21.15.12:0/1777153061 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5602e3e6c570 0x5602e3e6c990 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f0dc40117e0 tx=0x7f0dc4011ca0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.572+0000 7f0dc2a00640 1 -- 172.21.15.12:0/2899400024 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f0dbc0efa20 con 0x7f0dcc1037b0 2024-03-29T00:20:45.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.572+0000 7f0dc9e00640 1 --2- 172.21.15.12:0/2899400024 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0db00a1d80 0x7f0db00a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.572+0000 7f0dd39f5740 1 -- 172.21.15.12:0/1777153061 shutdown_connections 2024-03-29T00:20:45.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.572+0000 7f0dd39f5740 1 --2- 172.21.15.12:0/1777153061 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602e3e6cf60 0x5602e3e71a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.576 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.572+0000 7f0dd39f5740 1 --2- 172.21.15.12:0/1777153061 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5602e3e720d0 0x5602e3e74560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.576 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.572+0000 7f0dd39f5740 1 --2- 172.21.15.12:0/1777153061 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5602e3e6c570 0x5602e3e6c990 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.576 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.572+0000 7f0dd39f5740 1 -- 172.21.15.12:0/1777153061 >> 172.21.15.12:0/1777153061 conn(0x5602e3e67ae0 msgr2=0x5602e3e67ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:45.576 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.572+0000 7f0dd39f5740 1 -- 172.21.15.12:0/1777153061 shutdown_connections 2024-03-29T00:20:45.576 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.572+0000 7f0dd39f5740 1 -- 172.21.15.12:0/1777153061 wait complete. 2024-03-29T00:20:45.576 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.572+0000 7f0dc9e00640 1 --2- 172.21.15.12:0/2899400024 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0db00a1d80 0x7f0db00a4240 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f0dbc009830 tx=0x7f0dbc0dc040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:45.576 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.573+0000 7f0dd39f5740 1 -- start start 2024-03-29T00:20:45.576 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.573+0000 7f0dd39f5740 1 Processor -- start 2024-03-29T00:20:45.576 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.573+0000 7f0dd39f5740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5602e3e6c570 0x5602e3e76ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.576 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.573+0000 7f0dd39f5740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5602e3e6cf60 0x5602e3e77020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.576 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.573+0000 7f0dd39f5740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602e3e720d0 0x5602e3e7e060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.576 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.573+0000 7f0dd39f5740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5602e3e75080 con 0x5602e3e6c570 2024-03-29T00:20:45.576 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.573+0000 7f0dd39f5740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5602e3d6f2f0 con 0x5602e3e720d0 2024-03-29T00:20:45.576 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.573+0000 7f0dd39f5740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5602e3e75200 con 0x5602e3e6cf60 2024-03-29T00:20:45.576 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.573+0000 7f0dd39f5740 10 client.0 _ll_register_callbacks cb 0x5602e3ae4be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:45.577 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.574+0000 7f0dc9400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5602e3e6cf60 0x5602e3e77020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.577 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.574+0000 7f0dc9400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5602e3e6cf60 0x5602e3e77020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:45730/0 (socket says 172.21.15.12:45730) 2024-03-29T00:20:45.577 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.574+0000 7f0dc9400640 1 -- 172.21.15.12:0/3678988687 learned_addr learned my addr 172.21.15.12:0/3678988687 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:45.577 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/ep93xx-fb.txt 2024-03-29T00:20:45.579 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.574+0000 7f0dca800640 1 --2- 172.21.15.12:0/3678988687 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5602e3e6c570 0x5602e3e76ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.579 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.574+0000 7f0dca800640 1 --2- 172.21.15.12:0/3678988687 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602e3e720d0 0x5602e3e7e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.579 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.574+0000 7f0dc9400640 1 -- 172.21.15.12:0/3678988687 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602e3e720d0 msgr2=0x5602e3e7e060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:45.579 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.574+0000 7f0dc9400640 1 --2- 172.21.15.12:0/3678988687 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602e3e720d0 0x5602e3e7e060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.579 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.574+0000 7f0dc9400640 1 -- 172.21.15.12:0/3678988687 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5602e3e6c570 msgr2=0x5602e3e76ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:45.579 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.574+0000 7f0dc9400640 1 --2- 172.21.15.12:0/3678988687 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5602e3e6c570 0x5602e3e76ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.579 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.574+0000 7f0dc9400640 1 -- 172.21.15.12:0/3678988687 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5602e3baf7d0 con 0x5602e3e6cf60 2024-03-29T00:20:45.579 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.574+0000 7f0dca800640 1 --2- 172.21.15.12:0/3678988687 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5602e3e6c570 0x5602e3e76ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:20:45.579 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.574+0000 7f0dc9400640 1 --2- 172.21.15.12:0/3678988687 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5602e3e6cf60 0x5602e3e77020 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f0db80116d0 tx=0x7f0db8011b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=af0b1ed54a04407 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:45.579 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.574+0000 7f0dabe00640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:20:45.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.574+0000 7f0dabe00640 1 -- 172.21.15.12:0/3678988687 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0db801e060 con 0x5602e3e6cf60 2024-03-29T00:20:45.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.575+0000 7f0dd39f5740 1 -- 172.21.15.12:0/3678988687 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0dc400f9a0 con 0x5602e3e6cf60 2024-03-29T00:20:45.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.575+0000 7f0dabe00640 1 -- 172.21.15.12:0/3678988687 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f0db800fb90 con 0x5602e3e6cf60 2024-03-29T00:20:45.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.575+0000 7f0dabe00640 1 -- 172.21.15.12:0/3678988687 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f0db8025050 con 0x5602e3e6cf60 2024-03-29T00:20:45.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.575+0000 7f0dd39f5740 10 client.26302 fetch_fsmap learned FSMap version 30 2024-03-29T00:20:45.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.575+0000 7f0dd39f5740 1 -- 172.21.15.12:0/3678988687 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5602e3e814f0 con 0x5602e3e6cf60 2024-03-29T00:20:45.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.575+0000 7f0dabe00640 1 -- 172.21.15.12:0/3678988687 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0dc400f9a0 con 0x5602e3e6cf60 2024-03-29T00:20:45.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.575+0000 7f0dabe00640 1 -- 172.21.15.12:0/3678988687 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 30) ==== 8366+0+0 (secure 0 0 0) 0x7f0db8019070 con 0x5602e3e6cf60 2024-03-29T00:20:45.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.575+0000 7f0dd39f5740 10 client.26302 fetch_fsmap finished waiting for FSMap version 30 2024-03-29T00:20:45.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.575+0000 7f0dd39f5740 10 client.26302 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-03-29T00:20:45.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.575+0000 7f0dd39f5740 20 client.26302 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:45.581 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/fbcon.txt 2024-03-29T00:20:45.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.576+0000 7f0dd39f5740 1 --2- 172.21.15.12:0/3678988687 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x5602e3e82b30 0x5602e3e84fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.576+0000 7f0dd39f5740 4 client.26302 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:20:45.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.576+0000 7f0dd39f5740 1 -- 172.21.15.12:0/3678988687 --> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5602e3d7a680 con 0x5602e3e82b30 2024-03-29T00:20:45.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.576+0000 7f0dca800640 1 --2- 172.21.15.12:0/3678988687 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x5602e3e82b30 0x5602e3e84fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.576+0000 7f0dca800640 1 --2- 172.21.15.12:0/3678988687 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x5602e3e82b30 0x5602e3e84fb0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=dc23b23de68ab238 server_cookie=b00d3ea2aae4043f in_seq=0 out_seq=0 2024-03-29T00:20:45.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.576+0000 7f0dabe00640 10 client.26302 ms_handle_connect on v2:172.21.15.69:6832/581289556 2024-03-29T00:20:45.582 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/framebuffer.txt 2024-03-29T00:20:45.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.578+0000 7f0dabe00640 1 -- 172.21.15.12:0/3678988687 <== mds.3 v2:172.21.15.69:6832/581289556 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5602e3d7a680 con 0x5602e3e82b30 2024-03-29T00:20:45.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.578+0000 7f0dabe00640 10 client.26302 handle_command_reply: tid=0 2024-03-29T00:20:45.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.578+0000 7f0dd39f5740 1 client.26302 shutdown 2024-03-29T00:20:45.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.578+0000 7f0dd39f5740 1 -- 172.21.15.12:0/3678988687 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5602e3e6cf60 msgr2=0x5602e3e77020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:45.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.578+0000 7f0dd39f5740 1 --2- 172.21.15.12:0/3678988687 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5602e3e6cf60 0x5602e3e77020 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f0db80116d0 tx=0x7f0db8011b90 comp rx=0 tx=0).stop 2024-03-29T00:20:45.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.578+0000 7f0dd39f5740 1 -- 172.21.15.12:0/3678988687 shutdown_connections 2024-03-29T00:20:45.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.578+0000 7f0dd39f5740 1 --2- 172.21.15.12:0/3678988687 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602e3e720d0 0x5602e3e7e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.578+0000 7f0dd39f5740 1 --2- 172.21.15.12:0/3678988687 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x5602e3e82b30 0x5602e3e84fb0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.578+0000 7f0dd39f5740 1 --2- 172.21.15.12:0/3678988687 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5602e3e6cf60 0x5602e3e77020 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.578+0000 7f0dd39f5740 1 --2- 172.21.15.12:0/3678988687 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5602e3e6c570 0x5602e3e76ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.578+0000 7f0dabe00640 0 client.26302 ms_handle_reset on v2:172.21.15.69:6832/581289556 2024-03-29T00:20:45.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.578+0000 7f0dd39f5740 1 -- 172.21.15.12:0/3678988687 >> 172.21.15.12:0/3678988687 conn(0x5602e3e67ae0 msgr2=0x5602e3e66dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:45.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.578+0000 7f0dd39f5740 1 -- 172.21.15.12:0/3678988687 shutdown_connections 2024-03-29T00:20:45.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.578+0000 7f0dd39f5740 1 -- 172.21.15.12:0/3678988687 wait complete. 2024-03-29T00:20:45.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.578+0000 7f0dd39f5740 20 client.26302 trim_cache size 0 max 16384 2024-03-29T00:20:45.585 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/gxfb.txt 2024-03-29T00:20:45.585 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/intel810.txt 2024-03-29T00:20:45.585 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/intelfb.txt 2024-03-29T00:20:45.585 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/internals.txt 2024-03-29T00:20:45.586 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/lxfb.txt 2024-03-29T00:20:45.588 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/matroxfb.txt 2024-03-29T00:20:45.590 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/metronomefb.txt 2024-03-29T00:20:45.591 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/modedb.txt 2024-03-29T00:20:45.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.592+0000 7f0dd39f5740 1 Processor -- start 2024-03-29T00:20:45.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.593+0000 7f0dd39f5740 1 -- start start 2024-03-29T00:20:45.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.593+0000 7f0dd39f5740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5602e3e6c570 0x5602e3e76ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.593+0000 7f0dd39f5740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602e3e6cf60 0x5602e3e77020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.593+0000 7f0dd39f5740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5602e3e720d0 0x5602e3e7e020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.593+0000 7f0dd39f5740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f0dcc1ac4e0 con 0x5602e3e6c570 2024-03-29T00:20:45.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.593+0000 7f0dd39f5740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f0dcc1ae050 con 0x5602e3e6cf60 2024-03-29T00:20:45.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.593+0000 7f0dd39f5740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0dcc1acbb0 con 0x5602e3e720d0 2024-03-29T00:20:45.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.593+0000 7f0dc9400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602e3e6cf60 0x5602e3e77020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.593+0000 7f0dca800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5602e3e6c570 0x5602e3e76ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.593+0000 7f0dc9400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602e3e6cf60 0x5602e3e77020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:58506/0 (socket says 172.21.15.12:58506) 2024-03-29T00:20:45.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.593+0000 7f0dc9400640 1 -- 172.21.15.12:0/4087262677 learned_addr learned my addr 172.21.15.12:0/4087262677 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:45.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.593+0000 7f0dca800640 1 --2- 172.21.15.12:0/4087262677 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5602e3e720d0 0x5602e3e7e020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.595 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/pvr2fb.txt 2024-03-29T00:20:45.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.593+0000 7f0dc9400640 1 -- 172.21.15.12:0/4087262677 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5602e3e720d0 msgr2=0x5602e3e7e020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:45.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.593+0000 7f0dc9400640 1 --2- 172.21.15.12:0/4087262677 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5602e3e720d0 0x5602e3e7e020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.593+0000 7f0dc9400640 1 -- 172.21.15.12:0/4087262677 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5602e3e6c570 msgr2=0x5602e3e76ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:45.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.593+0000 7f0dc9400640 1 --2- 172.21.15.12:0/4087262677 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5602e3e6c570 0x5602e3e76ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.593+0000 7f0dc9400640 1 -- 172.21.15.12:0/4087262677 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5602e3e85630 con 0x5602e3e6cf60 2024-03-29T00:20:45.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.594+0000 7f0dc9400640 1 --2- 172.21.15.12:0/4087262677 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602e3e6cf60 0x5602e3e77020 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f0db8009990 tx=0x7f0db800f790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=36653327826ebb03 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:45.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.594+0000 7f0db6a00640 1 -- 172.21.15.12:0/4087262677 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0db802d020 con 0x5602e3e6cf60 2024-03-29T00:20:45.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.594+0000 7f0db6a00640 1 -- 172.21.15.12:0/4087262677 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0db801a4c0 con 0x5602e3e6cf60 2024-03-29T00:20:45.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.594+0000 7f0db6a00640 1 -- 172.21.15.12:0/4087262677 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0db801abf0 con 0x5602e3e6cf60 2024-03-29T00:20:45.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.595+0000 7f0dd39f5740 1 -- 172.21.15.12:0/4087262677 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602e3e6cf60 msgr2=0x5602e3e77020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:45.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.595+0000 7f0dd39f5740 1 --2- 172.21.15.12:0/4087262677 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602e3e6cf60 0x5602e3e77020 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f0db8009990 tx=0x7f0db800f790 comp rx=0 tx=0).stop 2024-03-29T00:20:45.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.595+0000 7f0dd39f5740 1 -- 172.21.15.12:0/4087262677 shutdown_connections 2024-03-29T00:20:45.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.595+0000 7f0dd39f5740 1 --2- 172.21.15.12:0/4087262677 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602e3e6cf60 0x5602e3e77020 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.595+0000 7f0dd39f5740 1 --2- 172.21.15.12:0/4087262677 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5602e3e720d0 0x5602e3e7e020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.595+0000 7f0dd39f5740 1 --2- 172.21.15.12:0/4087262677 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5602e3e6c570 0x5602e3e76ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.595+0000 7f0dd39f5740 1 -- 172.21.15.12:0/4087262677 >> 172.21.15.12:0/4087262677 conn(0x5602e3e67ae0 msgr2=0x5602e3e67ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:45.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.595+0000 7f0dd39f5740 1 -- 172.21.15.12:0/4087262677 shutdown_connections 2024-03-29T00:20:45.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.595+0000 7f0dd39f5740 1 -- 172.21.15.12:0/4087262677 wait complete. 2024-03-29T00:20:45.597 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/pxafb.txt 2024-03-29T00:20:45.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.595+0000 7f0dd39f5740 1 -- start start 2024-03-29T00:20:45.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.595+0000 7f0dd39f5740 1 Processor -- start 2024-03-29T00:20:45.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.596+0000 7f0dd39f5740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5602e3e6c570 0x5602e3e7b7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.596+0000 7f0dd39f5740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5602e3e6cf60 0x5602e3e7bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.596+0000 7f0dd39f5740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602e3e720d0 0x5602e3e7cc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.596+0000 7f0dd39f5740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f0dcc1ad950 con 0x5602e3e6c570 2024-03-29T00:20:45.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.596+0000 7f0dd39f5740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f0dcc1ad280 con 0x5602e3e720d0 2024-03-29T00:20:45.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.596+0000 7f0dd39f5740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0dcc1aa4c0 con 0x5602e3e6cf60 2024-03-29T00:20:45.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.596+0000 7f0dd39f5740 10 client.0 _ll_register_callbacks cb 0x7f0db8009870 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:45.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.596+0000 7f0dca800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5602e3e6c570 0x5602e3e7b7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.596+0000 7f0dca800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5602e3e6c570 0x5602e3e7b7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:56598/0 (socket says 172.21.15.12:56598) 2024-03-29T00:20:45.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.596+0000 7f0dca800640 1 -- 172.21.15.12:0/1896346518 learned_addr learned my addr 172.21.15.12:0/1896346518 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:45.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.596+0000 7f0dc9400640 1 --2- 172.21.15.12:0/1896346518 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5602e3e6cf60 0x5602e3e7bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.596+0000 7f0dca800640 1 --2- 172.21.15.12:0/1896346518 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602e3e720d0 0x5602e3e7cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.597+0000 7f0dca800640 1 -- 172.21.15.12:0/1896346518 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5602e3e6cf60 msgr2=0x5602e3e7bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:45.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.597+0000 7f0dca800640 1 --2- 172.21.15.12:0/1896346518 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5602e3e6cf60 0x5602e3e7bce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.597+0000 7f0dca800640 1 -- 172.21.15.12:0/1896346518 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602e3e720d0 msgr2=0x5602e3e7cc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:45.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.597+0000 7f0dca800640 1 --2- 172.21.15.12:0/1896346518 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602e3e720d0 0x5602e3e7cc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.597+0000 7f0dca800640 1 -- 172.21.15.12:0/1896346518 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5602e3e7d270 con 0x5602e3e6c570 2024-03-29T00:20:45.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.597+0000 7f0dca800640 1 --2- 172.21.15.12:0/1896346518 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5602e3e6c570 0x5602e3e7b7a0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f0dc40117b0 tx=0x7f0dc4009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8e305fafdb1e5fb server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:45.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.597+0000 7f0dabe00640 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-03-29T00:20:45.600 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/s3fb.txt 2024-03-29T00:20:45.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.597+0000 7f0dabe00640 1 -- 172.21.15.12:0/1896346518 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dc400f8c0 con 0x5602e3e6c570 2024-03-29T00:20:45.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.597+0000 7f0dabe00640 1 -- 172.21.15.12:0/1896346518 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f0dc4003970 con 0x5602e3e6c570 2024-03-29T00:20:45.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.597+0000 7f0dd39f5740 1 -- 172.21.15.12:0/1896346518 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0db801a4c0 con 0x5602e3e6c570 2024-03-29T00:20:45.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.597+0000 7f0dabe00640 1 -- 172.21.15.12:0/1896346518 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f0dc403b050 con 0x5602e3e6c570 2024-03-29T00:20:45.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.597+0000 7f0dd39f5740 10 client.16125 fetch_fsmap learned FSMap version 30 2024-03-29T00:20:45.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.597+0000 7f0dd39f5740 1 -- 172.21.15.12:0/1896346518 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5602e3ee8ef0 con 0x5602e3e6c570 2024-03-29T00:20:45.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.598+0000 7f0dabe00640 1 -- 172.21.15.12:0/1896346518 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0db801a4c0 con 0x5602e3e6c570 2024-03-29T00:20:45.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.598+0000 7f0dabe00640 1 -- 172.21.15.12:0/1896346518 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 30) ==== 8366+0+0 (secure 0 0 0) 0x7f0dc4018020 con 0x5602e3e6c570 2024-03-29T00:20:45.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.598+0000 7f0dd39f5740 10 client.16125 fetch_fsmap finished waiting for FSMap version 30 2024-03-29T00:20:45.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.598+0000 7f0dd39f5740 10 client.16125 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-03-29T00:20:45.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.598+0000 7f0dd39f5740 20 client.16125 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:45.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.598+0000 7f0dd39f5740 1 --2- 172.21.15.12:0/1896346518 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x5602e3ee96a0 0x5602e3eebac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.598+0000 7f0dd39f5740 4 client.16125 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-29T00:20:45.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.598+0000 7f0dd39f5740 1 -- 172.21.15.12:0/1896346518 --> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5602e3dde590 con 0x5602e3ee96a0 2024-03-29T00:20:45.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.598+0000 7f0dc9400640 1 --2- 172.21.15.12:0/1896346518 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x5602e3ee96a0 0x5602e3eebac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.599+0000 7f0dc9400640 1 --2- 172.21.15.12:0/1896346518 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x5602e3ee96a0 0x5602e3eebac0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=bd86ce3644804eda server_cookie=9f5e08c72faf0f2f in_seq=0 out_seq=0 2024-03-29T00:20:45.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.599+0000 7f0dabe00640 10 client.16125 ms_handle_connect on v2:172.21.15.69:6832/581289556 2024-03-29T00:20:45.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.599+0000 7f0dabe00640 1 -- 172.21.15.12:0/1896346518 <== mds.3 v2:172.21.15.69:6832/581289556 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5602e3dde590 con 0x5602e3ee96a0 2024-03-29T00:20:45.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.599+0000 7f0dabe00640 10 client.16125 handle_command_reply: tid=0 2024-03-29T00:20:45.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.599+0000 7f0dd39f5740 1 client.16125 shutdown 2024-03-29T00:20:45.603 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/sa1100fb.txt 2024-03-29T00:20:45.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.599+0000 7f0dd39f5740 1 -- 172.21.15.12:0/1896346518 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5602e3e6c570 msgr2=0x5602e3e7b7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:45.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.599+0000 7f0dd39f5740 1 --2- 172.21.15.12:0/1896346518 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5602e3e6c570 0x5602e3e7b7a0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f0dc40117b0 tx=0x7f0dc4009500 comp rx=0 tx=0).stop 2024-03-29T00:20:45.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.599+0000 7f0dd39f5740 1 -- 172.21.15.12:0/1896346518 shutdown_connections 2024-03-29T00:20:45.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.599+0000 7f0dd39f5740 1 --2- 172.21.15.12:0/1896346518 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602e3e720d0 0x5602e3e7cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.599+0000 7f0dd39f5740 1 --2- 172.21.15.12:0/1896346518 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x5602e3ee96a0 0x5602e3eebac0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.599+0000 7f0dd39f5740 1 --2- 172.21.15.12:0/1896346518 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5602e3e6cf60 0x5602e3e7bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.599+0000 7f0dd39f5740 1 --2- 172.21.15.12:0/1896346518 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5602e3e6c570 0x5602e3e7b7a0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.599+0000 7f0dd39f5740 1 -- 172.21.15.12:0/1896346518 >> 172.21.15.12:0/1896346518 conn(0x5602e3e67ae0 msgr2=0x5602e3e76aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:45.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.599+0000 7f0dabe00640 0 client.16125 ms_handle_reset on v2:172.21.15.69:6832/581289556 2024-03-29T00:20:45.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.599+0000 7f0dd39f5740 1 -- 172.21.15.12:0/1896346518 shutdown_connections 2024-03-29T00:20:45.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.600+0000 7f0dd39f5740 1 -- 172.21.15.12:0/1896346518 wait complete. 2024-03-29T00:20:45.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.600+0000 7f0dd39f5740 20 client.16125 trim_cache size 0 max 16384 2024-03-29T00:20:45.605 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-03-29T00:20:45.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.600+0000 7f0dcb200640 1 -- 172.21.15.12:0/2899400024 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0db00a1d80 msgr2=0x7f0db00a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:45.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.600+0000 7f0dcb200640 1 --2- 172.21.15.12:0/2899400024 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0db00a1d80 0x7f0db00a4240 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f0dbc009830 tx=0x7f0dbc0dc040 comp rx=0 tx=0).stop 2024-03-29T00:20:45.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.600+0000 7f0dcb200640 1 -- 172.21.15.12:0/2899400024 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0dcc1037b0 msgr2=0x7f0dcc199bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:45.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.600+0000 7f0dcb200640 1 --2- 172.21.15.12:0/2899400024 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0dcc1037b0 0x7f0dcc199bb0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f0dbc034a80 tx=0x7f0dbc035f10 comp rx=0 tx=0).stop 2024-03-29T00:20:45.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.600+0000 7f0dcb200640 1 -- 172.21.15.12:0/2899400024 shutdown_connections 2024-03-29T00:20:45.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.600+0000 7f0dcb200640 1 --2- 172.21.15.12:0/2899400024 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f0db00a1d80 0x7f0db00a4240 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.600+0000 7f0dcb200640 1 --2- 172.21.15.12:0/2899400024 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0dcc1049a0 0x7f0dcc19a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.600+0000 7f0dcb200640 1 --2- 172.21.15.12:0/2899400024 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0dcc105360 0x7f0dcc1a1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.600+0000 7f0dcb200640 1 --2- 172.21.15.12:0/2899400024 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0dcc1037b0 0x7f0dcc199bb0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.600+0000 7f0dcb200640 1 -- 172.21.15.12:0/2899400024 >> 172.21.15.12:0/2899400024 conn(0x7f0dcc0fed20 msgr2=0x7f0dcc107ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:45.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.601+0000 7f0dcb200640 1 -- 172.21.15.12:0/2899400024 shutdown_connections 2024-03-29T00:20:45.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.601+0000 7f0dcb200640 1 -- 172.21.15.12:0/2899400024 wait complete. 2024-03-29T00:20:45.607 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/sh7760fb.txt 2024-03-29T00:20:45.607 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/sisfb.txt 2024-03-29T00:20:45.607 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/sm501.txt 2024-03-29T00:20:45.607 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/sstfb.txt 2024-03-29T00:20:45.609 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/tgafb.txt 2024-03-29T00:20:45.611 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/tridentfb.txt 2024-03-29T00:20:45.612 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/udlfb.txt 2024-03-29T00:20:45.614 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/uvesafb.txt 2024-03-29T00:20:45.615 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/vesafb.txt 2024-03-29T00:20:45.616 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-29T00:20:45.617 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/viafb.modes 2024-03-29T00:20:45.621 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/viafb.txt 2024-03-29T00:20:45.622 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fb/vt8623fb.txt 2024-03-29T00:20:45.624 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/ 2024-03-29T00:20:45.630 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/.gitignore 2024-03-29T00:20:45.630 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/00-INDEX 2024-03-29T00:20:45.630 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/9p.txt 2024-03-29T00:20:45.632 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/Locking 2024-03-29T00:20:45.634 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/Makefile 2024-03-29T00:20:45.636 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/adfs.txt 2024-03-29T00:20:45.638 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/affs.txt 2024-03-29T00:20:45.640 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/afs.txt 2024-03-29T00:20:45.643 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/autofs4-mount-control.txt 2024-03-29T00:20:45.645 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/autofs4.txt 2024-03-29T00:20:45.646 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/automount-support.txt 2024-03-29T00:20:45.648 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/befs.txt 2024-03-29T00:20:45.650 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/bfs.txt 2024-03-29T00:20:45.652 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/btrfs.txt 2024-03-29T00:20:45.654 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/caching/ 2024-03-29T00:20:45.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:45 smithi053 ceph-mon[36233]: pgmap v490: 129 pgs: 129 active+clean; 61 MiB data, 486 MiB used, 1.0 TiB / 1.0 TiB avail; 183 KiB/s rd, 222 KiB/s wr, 16 op/s 2024-03-29T00:20:45.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:45 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3571652597' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:20:45.657 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/caching/backend-api.txt 2024-03-29T00:20:45.659 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/caching/cachefiles.txt 2024-03-29T00:20:45.661 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/caching/fscache.txt 2024-03-29T00:20:45.663 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/caching/netfs-api.txt 2024-03-29T00:20:45.665 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/caching/object.txt 2024-03-29T00:20:45.667 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/caching/operations.txt 2024-03-29T00:20:45.669 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/ceph.txt 2024-03-29T00:20:45.671 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/cifs/ 2024-03-29T00:20:45.673 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/cifs/AUTHORS 2024-03-29T00:20:45.675 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/cifs/CHANGES 2024-03-29T00:20:45.677 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/cifs/README 2024-03-29T00:20:45.680 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/cifs/TODO 2024-03-29T00:20:45.682 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/cifs/cifs.txt 2024-03-29T00:20:45.685 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/cifs/winucase_convert.pl 2024-03-29T00:20:45.687 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/coda.txt 2024-03-29T00:20:45.691 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/configfs/ 2024-03-29T00:20:45.693 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/configfs/Makefile 2024-03-29T00:20:45.696 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/configfs/configfs.txt 2024-03-29T00:20:45.698 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/configfs/configfs_example_explicit.c 2024-03-29T00:20:45.701 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/configfs/configfs_example_macros.c 2024-03-29T00:20:45.703 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/cramfs.txt 2024-03-29T00:20:45.705 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/dax.txt 2024-03-29T00:20:45.707 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/debugfs.txt 2024-03-29T00:20:45.708 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/devpts.txt 2024-03-29T00:20:45.710 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/directory-locking 2024-03-29T00:20:45.712 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/dlmfs.txt 2024-03-29T00:20:45.715 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/dnotify.txt 2024-03-29T00:20:45.717 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/dnotify_test.c 2024-03-29T00:20:45.720 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/ecryptfs.txt 2024-03-29T00:20:45.722 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/efivarfs.txt 2024-03-29T00:20:45.725 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/exofs.txt 2024-03-29T00:20:45.726 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/ext2.txt 2024-03-29T00:20:45.728 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/ext3.txt 2024-03-29T00:20:45.729 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/ext4.txt 2024-03-29T00:20:45.730 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/f2fs.txt 2024-03-29T00:20:45.731 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/fiemap.txt 2024-03-29T00:20:45.732 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/files.txt 2024-03-29T00:20:45.734 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/fuse.txt 2024-03-29T00:20:45.735 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/gfs2-glocks.txt 2024-03-29T00:20:45.737 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/gfs2-uevents.txt 2024-03-29T00:20:45.739 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/gfs2.txt 2024-03-29T00:20:45.740 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/hfs.txt 2024-03-29T00:20:45.741 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/hfsplus.txt 2024-03-29T00:20:45.743 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/hpfs.txt 2024-03-29T00:20:45.745 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/inotify.txt 2024-03-29T00:20:45.747 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/isofs.txt 2024-03-29T00:20:45.749 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/jfs.txt 2024-03-29T00:20:45.751 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/locks.txt 2024-03-29T00:20:45.753 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/logfs.txt 2024-03-29T00:20:45.755 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/mandatory-locking.txt 2024-03-29T00:20:45.757 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/ncpfs.txt 2024-03-29T00:20:45.762 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/nfs/ 2024-03-29T00:20:45.762 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/nfs/00-INDEX 2024-03-29T00:20:45.763 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/nfs/Exporting 2024-03-29T00:20:45.765 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/nfs/fault_injection.txt 2024-03-29T00:20:45.767 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/nfs/idmapper.txt 2024-03-29T00:20:45.769 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/nfs/knfsd-stats.txt 2024-03-29T00:20:45.772 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfs-rdma.txt 2024-03-29T00:20:45.774 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfs.txt 2024-03-29T00:20:45.776 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfs41-server.txt 2024-03-29T00:20:45.779 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfsd-admin-interfaces.txt 2024-03-29T00:20:45.781 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfsroot.txt 2024-03-29T00:20:45.783 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/nfs/pnfs-block-server.txt 2024-03-29T00:20:45.785 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/nfs/pnfs.txt 2024-03-29T00:20:45.787 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/nfs/rpc-cache.txt 2024-03-29T00:20:45.788 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/nfs/rpc-server-gss.txt 2024-03-29T00:20:45.790 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/nilfs2.txt 2024-03-29T00:20:45.792 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/ntfs.txt 2024-03-29T00:20:45.794 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/ocfs2.txt 2024-03-29T00:20:45.795 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/omfs.txt 2024-03-29T00:20:45.797 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/overlayfs.txt 2024-03-29T00:20:45.798 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/path-lookup.txt 2024-03-29T00:20:45.801 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/ 2024-03-29T00:20:45.802 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/design_notes.txt 2024-03-29T00:20:45.805 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/info.txt 2024-03-29T00:20:45.807 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/network_protocol.txt 2024-03-29T00:20:45.808 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/porting 2024-03-29T00:20:45.810 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/proc.txt 2024-03-29T00:20:45.813 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/qnx6.txt 2024-03-29T00:20:45.816 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/quota.txt 2024-03-29T00:20:45.818 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/ramfs-rootfs-initramfs.txt 2024-03-29T00:20:45.821 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/relay.txt 2024-03-29T00:20:45.823 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/romfs.txt 2024-03-29T00:20:45.825 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/seq_file.txt 2024-03-29T00:20:45.827 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/sharedsubtree.txt 2024-03-29T00:20:45.829 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/spufs.txt 2024-03-29T00:20:45.832 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/squashfs.txt 2024-03-29T00:20:45.834 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/sysfs-pci.txt 2024-03-29T00:20:45.836 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/sysfs-tagging.txt 2024-03-29T00:20:45.838 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/sysfs.txt 2024-03-29T00:20:45.839 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/sysv-fs.txt 2024-03-29T00:20:45.841 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/tmpfs.txt 2024-03-29T00:20:45.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.842+0000 7f9b98c00640 1 -- 172.21.15.12:0/2968493032 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9b94105530 msgr2=0x7f9b9410bdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:45.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.842+0000 7f9b98c00640 1 --2- 172.21.15.12:0/2968493032 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9b94105530 0x7f9b9410bdc0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f9b8c009860 tx=0x7f9b8c02bb70 comp rx=0 tx=0).stop 2024-03-29T00:20:45.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.842+0000 7f9b98c00640 1 -- 172.21.15.12:0/2968493032 shutdown_connections 2024-03-29T00:20:45.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.842+0000 7f9b98c00640 1 --2- 172.21.15.12:0/2968493032 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9b94104b70 0x7f9b94104ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.842+0000 7f9b98c00640 1 --2- 172.21.15.12:0/2968493032 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9b94105530 0x7f9b9410bdc0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.843 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/ubifs.txt 2024-03-29T00:20:45.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.842+0000 7f9b98c00640 1 --2- 172.21.15.12:0/2968493032 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9b94103980 0x7f9b94103da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.842+0000 7f9b98c00640 1 -- 172.21.15.12:0/2968493032 >> 172.21.15.12:0/2968493032 conn(0x7f9b940fef10 msgr2=0x7f9b94101330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:45.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.842+0000 7f9b98c00640 1 -- 172.21.15.12:0/2968493032 shutdown_connections 2024-03-29T00:20:45.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.842+0000 7f9b98c00640 1 -- 172.21.15.12:0/2968493032 wait complete. 2024-03-29T00:20:45.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.843+0000 7f9b98c00640 1 Processor -- start 2024-03-29T00:20:45.844 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/udf.txt 2024-03-29T00:20:45.845 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.843+0000 7f9b98c00640 1 -- start start 2024-03-29T00:20:45.845 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.843+0000 7f9b98c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9b94103980 0x7f9b94199d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.845 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.843+0000 7f9b98c00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9b94104b70 0x7f9b9419a240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.845 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.843+0000 7f9b98c00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9b94105530 0x7f9b941a1270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.844+0000 7f9b98c00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f9b9410f730 con 0x7f9b94104b70 2024-03-29T00:20:45.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.844+0000 7f9b98c00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f9b9410f5b0 con 0x7f9b94105530 2024-03-29T00:20:45.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.844+0000 7f9b98c00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f9b9410f8b0 con 0x7f9b94103980 2024-03-29T00:20:45.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.844+0000 7f9b91e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9b94103980 0x7f9b94199d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.844+0000 7f9b92800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9b94105530 0x7f9b941a1270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.844+0000 7f9b91e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9b94103980 0x7f9b94199d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:45756/0 (socket says 172.21.15.12:45756) 2024-03-29T00:20:45.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.844+0000 7f9b91e00640 1 -- 172.21.15.12:0/3363845312 learned_addr learned my addr 172.21.15.12:0/3363845312 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:45.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.844+0000 7f9b91400640 1 --2- 172.21.15.12:0/3363845312 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9b94104b70 0x7f9b9419a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.846 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/ufs.txt 2024-03-29T00:20:45.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.844+0000 7f9b92800640 1 -- 172.21.15.12:0/3363845312 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9b94103980 msgr2=0x7f9b94199d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:45.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.844+0000 7f9b92800640 1 --2- 172.21.15.12:0/3363845312 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9b94103980 0x7f9b94199d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.844+0000 7f9b92800640 1 -- 172.21.15.12:0/3363845312 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9b94104b70 msgr2=0x7f9b9419a240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:45.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.844+0000 7f9b92800640 1 --2- 172.21.15.12:0/3363845312 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9b94104b70 0x7f9b9419a240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.844+0000 7f9b92800640 1 -- 172.21.15.12:0/3363845312 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b941a1910 con 0x7f9b94105530 2024-03-29T00:20:45.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.844+0000 7f9b91e00640 1 --2- 172.21.15.12:0/3363845312 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9b94103980 0x7f9b94199d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:45.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.845+0000 7f9b92800640 1 --2- 172.21.15.12:0/3363845312 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9b94105530 0x7f9b941a1270 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f9b8c009780 tx=0x7f9b8c035e90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:45.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.845+0000 7f9b8aa00640 1 -- 172.21.15.12:0/3363845312 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b8c041020 con 0x7f9b94105530 2024-03-29T00:20:45.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.845+0000 7f9b98c00640 1 -- 172.21.15.12:0/3363845312 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b941a1ba0 con 0x7f9b94105530 2024-03-29T00:20:45.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.845+0000 7f9b8aa00640 1 -- 172.21.15.12:0/3363845312 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9b8c02ca10 con 0x7f9b94105530 2024-03-29T00:20:45.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.845+0000 7f9b8aa00640 1 -- 172.21.15.12:0/3363845312 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b8c039040 con 0x7f9b94105530 2024-03-29T00:20:45.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.845+0000 7f9b98c00640 1 -- 172.21.15.12:0/3363845312 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b941a20b0 con 0x7f9b94105530 2024-03-29T00:20:45.848 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/vfat.txt 2024-03-29T00:20:45.849 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/vfs.txt 2024-03-29T00:20:45.849 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/xfs-delayed-logging-design.txt 2024-03-29T00:20:45.849 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.848+0000 7f9b9b80a740 1 Processor -- start 2024-03-29T00:20:45.849 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/xfs-self-describing-metadata.txt 2024-03-29T00:20:45.850 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.849+0000 7f9b8aa00640 1 -- 172.21.15.12:0/3363845312 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f9b8c044020 con 0x7f9b94105530 2024-03-29T00:20:45.850 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.850+0000 7f9b9b80a740 1 -- start start 2024-03-29T00:20:45.850 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.850+0000 7f9b9b80a740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d9327fa3a0 0x55d9327fa7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.850+0000 7f9b9b80a740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d9327fad90 0x55d9327ff890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.850+0000 7f9b9b80a740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d9327fff00 0x55d932802390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.850+0000 7f9b9b80a740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55d93275f050 con 0x55d9327fff00 2024-03-29T00:20:45.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.850+0000 7f9b9b80a740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55d932707ce0 con 0x55d9327fa3a0 2024-03-29T00:20:45.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.850+0000 7f9b9b80a740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55d93275b0f0 con 0x55d9327fad90 2024-03-29T00:20:45.851 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/filesystems/xfs.txt 2024-03-29T00:20:45.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.850+0000 7f9b91e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d9327fad90 0x55d9327ff890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.850+0000 7f9b91400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d9327fa3a0 0x55d9327fa7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.850+0000 7f9b91e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d9327fad90 0x55d9327ff890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:45766/0 (socket says 172.21.15.12:45766) 2024-03-29T00:20:45.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.850+0000 7f9b91e00640 1 -- 172.21.15.12:0/2729909101 learned_addr learned my addr 172.21.15.12:0/2729909101 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:45.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.850+0000 7f9b91400640 1 --2- 172.21.15.12:0/2729909101 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d9327fff00 0x55d932802390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.851+0000 7f9b91e00640 1 -- 172.21.15.12:0/2729909101 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d9327fa3a0 msgr2=0x55d9327fa7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:45.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.851+0000 7f9b91e00640 1 --2- 172.21.15.12:0/2729909101 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d9327fa3a0 0x55d9327fa7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.851+0000 7f9b91e00640 1 -- 172.21.15.12:0/2729909101 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d9327fff00 msgr2=0x55d932802390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:45.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.851+0000 7f9b91e00640 1 --2- 172.21.15.12:0/2729909101 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d9327fff00 0x55d932802390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.851+0000 7f9b91e00640 1 -- 172.21.15.12:0/2729909101 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d9324733f0 con 0x55d9327fad90 2024-03-29T00:20:45.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.851+0000 7f9b91400640 1 --2- 172.21.15.12:0/2729909101 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d9327fff00 0x55d932802390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:20:45.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.851+0000 7f9b91e00640 1 --2- 172.21.15.12:0/2729909101 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d9327fad90 0x55d9327ff890 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f9b840115f0 tx=0x7f9b84011ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b2ed3b6c1dfe35f1 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:45.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.851+0000 7f9b8aa00640 1 --2- 172.21.15.12:0/3363845312 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9b740a1e00 0x7f9b740a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.851+0000 7f9b8aa00640 1 -- 172.21.15.12:0/3363845312 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f9b8c0ef960 con 0x7f9b94105530 2024-03-29T00:20:45.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.851+0000 7f9b83000640 1 -- 172.21.15.12:0/2729909101 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b8401e070 con 0x55d9327fad90 2024-03-29T00:20:45.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.851+0000 7f9b83000640 1 -- 172.21.15.12:0/2729909101 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9b8400fc00 con 0x55d9327fad90 2024-03-29T00:20:45.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.851+0000 7f9b83000640 1 -- 172.21.15.12:0/2729909101 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b84019d50 con 0x55d9327fad90 2024-03-29T00:20:45.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.851+0000 7f9b91400640 1 --2- 172.21.15.12:0/3363845312 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9b740a1e00 0x7f9b740a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.852+0000 7f9b9b80a740 1 -- 172.21.15.12:0/2729909101 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d9327fad90 msgr2=0x55d9327ff890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:45.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.852+0000 7f9b9b80a740 1 --2- 172.21.15.12:0/2729909101 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d9327fad90 0x55d9327ff890 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f9b840115f0 tx=0x7f9b84011ab0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.852+0000 7f9b91400640 1 --2- 172.21.15.12:0/3363845312 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9b740a1e00 0x7f9b740a42c0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x55d9327fb5f0 tx=0x7f9b7c013040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:45.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.852+0000 7f9b9b80a740 1 -- 172.21.15.12:0/2729909101 shutdown_connections 2024-03-29T00:20:45.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.852+0000 7f9b9b80a740 1 --2- 172.21.15.12:0/2729909101 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d9327fff00 0x55d932802390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.852+0000 7f9b9b80a740 1 --2- 172.21.15.12:0/2729909101 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d9327fad90 0x55d9327ff890 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.852+0000 7f9b9b80a740 1 --2- 172.21.15.12:0/2729909101 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d9327fa3a0 0x55d9327fa7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.852+0000 7f9b9b80a740 1 -- 172.21.15.12:0/2729909101 >> 172.21.15.12:0/2729909101 conn(0x55d9327f5910 msgr2=0x55d9327f5d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:45.855 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/firmware_class/ 2024-03-29T00:20:45.856 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.852+0000 7f9b9b80a740 1 -- 172.21.15.12:0/2729909101 shutdown_connections 2024-03-29T00:20:45.856 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.852+0000 7f9b9b80a740 1 -- 172.21.15.12:0/2729909101 wait complete. 2024-03-29T00:20:45.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.853+0000 7f9b9b80a740 1 -- start start 2024-03-29T00:20:45.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.853+0000 7f9b9b80a740 1 Processor -- start 2024-03-29T00:20:45.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.854+0000 7f9b9b80a740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d9327fa3a0 0x55d932804950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.854+0000 7f9b9b80a740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d9327fad90 0x55d932804e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.854+0000 7f9b9b80a740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d9327fff00 0x55d93280be60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.854+0000 7f9b9b80a740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55d932802eb0 con 0x55d9327fad90 2024-03-29T00:20:45.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.854+0000 7f9b9b80a740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55d9326fd2f0 con 0x55d9327fff00 2024-03-29T00:20:45.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.854+0000 7f9b9b80a740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55d932803030 con 0x55d9327fa3a0 2024-03-29T00:20:45.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.854+0000 7f9b9b80a740 10 client.0 _ll_register_callbacks cb 0x55d932472be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:45.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.854+0000 7f9b91e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d9327fa3a0 0x55d932804950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.854+0000 7f9b91e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d9327fa3a0 0x55d932804950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:45772/0 (socket says 172.21.15.12:45772) 2024-03-29T00:20:45.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.854+0000 7f9b91e00640 1 -- 172.21.15.12:0/2723450108 learned_addr learned my addr 172.21.15.12:0/2723450108 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:45.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.854+0000 7f9b92800640 1 --2- 172.21.15.12:0/2723450108 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d9327fff00 0x55d93280be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.854+0000 7f9b91400640 1 --2- 172.21.15.12:0/2723450108 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d9327fad90 0x55d932804e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.858 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.854+0000 7f9b91e00640 1 -- 172.21.15.12:0/2723450108 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d9327fff00 msgr2=0x55d93280be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:45.858 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.854+0000 7f9b91e00640 1 --2- 172.21.15.12:0/2723450108 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d9327fff00 0x55d93280be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.858 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.854+0000 7f9b91e00640 1 -- 172.21.15.12:0/2723450108 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d9327fad90 msgr2=0x55d932804e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:45.858 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.854+0000 7f9b91e00640 1 --2- 172.21.15.12:0/2723450108 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d9327fad90 0x55d932804e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.858 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.854+0000 7f9b91e00640 1 -- 172.21.15.12:0/2723450108 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d93253d7d0 con 0x55d9327fa3a0 2024-03-29T00:20:45.859 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/firmware_class/README 2024-03-29T00:20:45.860 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.855+0000 7f9b91e00640 1 --2- 172.21.15.12:0/2723450108 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d9327fa3a0 0x55d932804950 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f9b84000c00 tx=0x7f9b840056d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a31f776f41390799 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:45.860 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.855+0000 7f9b7b400640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:20:45.860 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.855+0000 7f9b7b400640 1 -- 172.21.15.12:0/2723450108 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b8401e040 con 0x55d9327fa3a0 2024-03-29T00:20:45.860 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.855+0000 7f9b7b400640 1 -- 172.21.15.12:0/2723450108 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f9b84019ab0 con 0x55d9327fa3a0 2024-03-29T00:20:45.860 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.855+0000 7f9b9b80a740 1 -- 172.21.15.12:0/2723450108 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b8400fc00 con 0x55d9327fa3a0 2024-03-29T00:20:45.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.855+0000 7f9b7b400640 1 -- 172.21.15.12:0/2723450108 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f9b84032050 con 0x55d9327fa3a0 2024-03-29T00:20:45.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.855+0000 7f9b9b80a740 10 client.26320 fetch_fsmap learned FSMap version 30 2024-03-29T00:20:45.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.855+0000 7f9b9b80a740 1 -- 172.21.15.12:0/2723450108 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55d93280f240 con 0x55d9327fa3a0 2024-03-29T00:20:45.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.855+0000 7f9b7b400640 1 -- 172.21.15.12:0/2723450108 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9b8400fc00 con 0x55d9327fa3a0 2024-03-29T00:20:45.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.856+0000 7f9b7b400640 1 -- 172.21.15.12:0/2723450108 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 30) ==== 8366+0+0 (secure 0 0 0) 0x7f9b84021030 con 0x55d9327fa3a0 2024-03-29T00:20:45.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.856+0000 7f9b9b80a740 10 client.26320 fetch_fsmap finished waiting for FSMap version 30 2024-03-29T00:20:45.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.856+0000 7f9b9b80a740 10 client.26320 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-03-29T00:20:45.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.856+0000 7f9b9b80a740 20 client.26320 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:45.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.856+0000 7f9b9b80a740 1 --2- 172.21.15.12:0/2723450108 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x55d932810690 0x55d932812b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.856+0000 7f9b9b80a740 4 client.26320 mds_command: new command op to 24544 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:20:45.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.856+0000 7f9b9b80a740 1 -- 172.21.15.12:0/2723450108 --> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d932708680 con 0x55d932810690 2024-03-29T00:20:45.862 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/firmware_class/hotplug-script 2024-03-29T00:20:45.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.856+0000 7f9b91400640 1 --2- 172.21.15.12:0/2723450108 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x55d932810690 0x55d932812b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.857+0000 7f9b91400640 1 --2- 172.21.15.12:0/2723450108 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x55d932810690 0x55d932812b20 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9ea1f5cc3b9b20e0 server_cookie=729f666033787591 in_seq=0 out_seq=0 2024-03-29T00:20:45.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.857+0000 7f9b7b400640 10 client.26320 ms_handle_connect on v2:172.21.15.69:6836/466045469 2024-03-29T00:20:45.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.857+0000 7f9b7b400640 1 -- 172.21.15.12:0/2723450108 <== mds.2 v2:172.21.15.69:6836/466045469 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55d932708680 con 0x55d932810690 2024-03-29T00:20:45.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.857+0000 7f9b7b400640 10 client.26320 handle_command_reply: tid=0 2024-03-29T00:20:45.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.857+0000 7f9b9b80a740 1 client.26320 shutdown 2024-03-29T00:20:45.863 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/flexible-arrays.txt 2024-03-29T00:20:45.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.858+0000 7f9b9b80a740 1 -- 172.21.15.12:0/2723450108 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d9327fa3a0 msgr2=0x55d932804950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:45.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.858+0000 7f9b9b80a740 1 --2- 172.21.15.12:0/2723450108 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d9327fa3a0 0x55d932804950 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f9b84000c00 tx=0x7f9b840056d0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.858+0000 7f9b9b80a740 1 -- 172.21.15.12:0/2723450108 shutdown_connections 2024-03-29T00:20:45.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.858+0000 7f9b9b80a740 1 --2- 172.21.15.12:0/2723450108 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x55d932810690 0x55d932812b20 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.858+0000 7f9b9b80a740 1 --2- 172.21.15.12:0/2723450108 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d9327fff00 0x55d93280be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.858+0000 7f9b9b80a740 1 --2- 172.21.15.12:0/2723450108 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d9327fad90 0x55d932804e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.858+0000 7f9b9b80a740 1 --2- 172.21.15.12:0/2723450108 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d9327fa3a0 0x55d932804950 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.858+0000 7f9b7b400640 0 client.26320 ms_handle_reset on v2:172.21.15.69:6836/466045469 2024-03-29T00:20:45.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.858+0000 7f9b9b80a740 1 -- 172.21.15.12:0/2723450108 >> 172.21.15.12:0/2723450108 conn(0x55d9327f5910 msgr2=0x55d9327f4b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:45.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.858+0000 7f9b9b80a740 1 -- 172.21.15.12:0/2723450108 shutdown_connections 2024-03-29T00:20:45.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.858+0000 7f9b9b80a740 1 -- 172.21.15.12:0/2723450108 wait complete. 2024-03-29T00:20:45.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.858+0000 7f9b9b80a740 20 client.26320 trim_cache size 0 max 16384 2024-03-29T00:20:45.865 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fmc/ 2024-03-29T00:20:45.865 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fmc/00-INDEX 2024-03-29T00:20:45.865 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fmc/API.txt 2024-03-29T00:20:45.865 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fmc/FMC-and-SDB.txt 2024-03-29T00:20:45.865 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fmc/carrier.txt 2024-03-29T00:20:45.866 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fmc/fmc-chardev.txt 2024-03-29T00:20:45.867 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fmc/fmc-fakedev.txt 2024-03-29T00:20:45.869 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fmc/fmc-trivial.txt 2024-03-29T00:20:45.871 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fmc/fmc-write-eeprom.txt 2024-03-29T00:20:45.872 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fmc/identifiers.txt 2024-03-29T00:20:45.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.873+0000 7f9b9b80a740 1 Processor -- start 2024-03-29T00:20:45.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.873+0000 7f9b9b80a740 1 -- start start 2024-03-29T00:20:45.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.873+0000 7f9b9b80a740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d9327fa3a0 0x55d932803f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.873+0000 7f9b9b80a740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d9327fad90 0x55d93280be20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.873+0000 7f9b9b80a740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d9327fff00 0x55d9328044b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.874+0000 7f9b9b80a740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f9b941ac5c0 con 0x55d9327fa3a0 2024-03-29T00:20:45.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.874+0000 7f9b9b80a740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f9b941ae130 con 0x55d9327fff00 2024-03-29T00:20:45.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.874+0000 7f9b9b80a740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f9b941acc90 con 0x55d9327fad90 2024-03-29T00:20:45.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.874+0000 7f9b91400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d9327fad90 0x55d93280be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.874+0000 7f9b92800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d9327fff00 0x55d9328044b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.874+0000 7f9b91e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d9327fa3a0 0x55d932803f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.874+0000 7f9b91400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d9327fad90 0x55d93280be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:45780/0 (socket says 172.21.15.12:45780) 2024-03-29T00:20:45.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.874+0000 7f9b91400640 1 -- 172.21.15.12:0/2443761137 learned_addr learned my addr 172.21.15.12:0/2443761137 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:45.875 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fmc/mezzanine.txt 2024-03-29T00:20:45.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.874+0000 7f9b91400640 1 -- 172.21.15.12:0/2443761137 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d9327fff00 msgr2=0x55d9328044b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:45.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.874+0000 7f9b91400640 1 --2- 172.21.15.12:0/2443761137 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d9327fff00 0x55d9328044b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.874+0000 7f9b91400640 1 -- 172.21.15.12:0/2443761137 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d9327fa3a0 msgr2=0x55d932803f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:45.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.874+0000 7f9b91400640 1 --2- 172.21.15.12:0/2443761137 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d9327fa3a0 0x55d932803f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.874+0000 7f9b91400640 1 -- 172.21.15.12:0/2443761137 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d932803630 con 0x55d9327fad90 2024-03-29T00:20:45.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.875+0000 7f9b91400640 1 --2- 172.21.15.12:0/2443761137 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d9327fad90 0x55d93280be20 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x55d932813360 tx=0x7f9b7c009500 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8516dfa82d11f29f server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:45.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.875+0000 7f9b82600640 1 -- 172.21.15.12:0/2443761137 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b7c004b20 con 0x55d9327fad90 2024-03-29T00:20:45.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.875+0000 7f9b82600640 1 -- 172.21.15.12:0/2443761137 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9b7c004cc0 con 0x55d9327fad90 2024-03-29T00:20:45.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.875+0000 7f9b82600640 1 -- 172.21.15.12:0/2443761137 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b7c0041b0 con 0x55d9327fad90 2024-03-29T00:20:45.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.876+0000 7f9b9b80a740 1 -- 172.21.15.12:0/2443761137 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d9327fad90 msgr2=0x55d93280be20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:45.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.876+0000 7f9b9b80a740 1 --2- 172.21.15.12:0/2443761137 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d9327fad90 0x55d93280be20 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x55d932813360 tx=0x7f9b7c009500 comp rx=0 tx=0).stop 2024-03-29T00:20:45.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.876+0000 7f9b9b80a740 1 -- 172.21.15.12:0/2443761137 shutdown_connections 2024-03-29T00:20:45.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.876+0000 7f9b9b80a740 1 --2- 172.21.15.12:0/2443761137 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d9327fff00 0x55d9328044b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.876+0000 7f9b9b80a740 1 --2- 172.21.15.12:0/2443761137 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d9327fad90 0x55d93280be20 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.876+0000 7f9b9b80a740 1 --2- 172.21.15.12:0/2443761137 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d9327fa3a0 0x55d932803f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.876+0000 7f9b9b80a740 1 -- 172.21.15.12:0/2443761137 >> 172.21.15.12:0/2443761137 conn(0x55d9327f5910 msgr2=0x55d9327f4b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:45.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.876+0000 7f9b9b80a740 1 -- 172.21.15.12:0/2443761137 shutdown_connections 2024-03-29T00:20:45.878 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/fmc/parameters.txt 2024-03-29T00:20:45.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.876+0000 7f9b9b80a740 1 -- 172.21.15.12:0/2443761137 wait complete. 2024-03-29T00:20:45.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.876+0000 7f9b9b80a740 1 -- start start 2024-03-29T00:20:45.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.876+0000 7f9b9b80a740 1 Processor -- start 2024-03-29T00:20:45.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.877+0000 7f9b9b80a740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d9327fa3a0 0x55d932809630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.877+0000 7f9b9b80a740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d9327fad90 0x55d932809b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.877+0000 7f9b9b80a740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d9327fff00 0x55d93280ab80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.877+0000 7f9b9b80a740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f9b941ada30 con 0x55d9327fff00 2024-03-29T00:20:45.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.877+0000 7f9b9b80a740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f9b941ad360 con 0x55d9327fa3a0 2024-03-29T00:20:45.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.877+0000 7f9b9b80a740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f9b941aa5a0 con 0x55d9327fad90 2024-03-29T00:20:45.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.877+0000 7f9b9b80a740 10 client.0 _ll_register_callbacks cb 0x7f9b8401c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:45.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.877+0000 7f9b91e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d9327fa3a0 0x55d932809630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.877+0000 7f9b91e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d9327fa3a0 0x55d932809630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:58570/0 (socket says 172.21.15.12:58570) 2024-03-29T00:20:45.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.877+0000 7f9b91e00640 1 -- 172.21.15.12:0/1625545925 learned_addr learned my addr 172.21.15.12:0/1625545925 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:45.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.877+0000 7f9b91400640 1 --2- 172.21.15.12:0/1625545925 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d9327fad90 0x55d932809b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.877+0000 7f9b92800640 1 --2- 172.21.15.12:0/1625545925 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d9327fff00 0x55d93280ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.877+0000 7f9b91e00640 1 -- 172.21.15.12:0/1625545925 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d9327fad90 msgr2=0x55d932809b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:45.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.877+0000 7f9b91e00640 1 --2- 172.21.15.12:0/1625545925 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d9327fad90 0x55d932809b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.877+0000 7f9b91e00640 1 -- 172.21.15.12:0/1625545925 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d9327fff00 msgr2=0x55d93280ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:45.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.877+0000 7f9b91e00640 1 --2- 172.21.15.12:0/1625545925 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d9327fff00 0x55d93280ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.881 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/frv/ 2024-03-29T00:20:45.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.877+0000 7f9b91e00640 1 -- 172.21.15.12:0/1625545925 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d93280b170 con 0x55d9327fa3a0 2024-03-29T00:20:45.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.878+0000 7f9b91e00640 1 --2- 172.21.15.12:0/1625545925 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d9327fa3a0 0x55d932809630 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f9b84001eb0 tx=0x7f9b840059e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ab226e4d966847a2 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:45.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.878+0000 7f9b7b400640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:20:45.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.878+0000 7f9b7b400640 1 -- 172.21.15.12:0/1625545925 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b84015070 con 0x55d9327fa3a0 2024-03-29T00:20:45.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.878+0000 7f9b7b400640 1 -- 172.21.15.12:0/1625545925 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f9b84011230 con 0x55d9327fa3a0 2024-03-29T00:20:45.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.878+0000 7f9b9b80a740 1 -- 172.21.15.12:0/1625545925 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b7c004cc0 con 0x55d9327fa3a0 2024-03-29T00:20:45.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.878+0000 7f9b7b400640 1 -- 172.21.15.12:0/1625545925 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f9b8403d050 con 0x55d9327fa3a0 2024-03-29T00:20:45.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.878+0000 7f9b9b80a740 10 client.26261 fetch_fsmap learned FSMap version 30 2024-03-29T00:20:45.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.878+0000 7f9b9b80a740 1 -- 172.21.15.12:0/1625545925 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55d932876b30 con 0x55d9327fa3a0 2024-03-29T00:20:45.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.879+0000 7f9b7b400640 1 -- 172.21.15.12:0/1625545925 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9b7c004cc0 con 0x55d9327fa3a0 2024-03-29T00:20:45.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.879+0000 7f9b7b400640 1 -- 172.21.15.12:0/1625545925 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 30) ==== 8366+0+0 (secure 0 0 0) 0x7f9b84021070 con 0x55d9327fa3a0 2024-03-29T00:20:45.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.879+0000 7f9b9b80a740 10 client.26261 fetch_fsmap finished waiting for FSMap version 30 2024-03-29T00:20:45.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.879+0000 7f9b9b80a740 10 client.26261 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-03-29T00:20:45.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.879+0000 7f9b9b80a740 20 client.26261 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:45.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.879+0000 7f9b9b80a740 1 --2- 172.21.15.12:0/1625545925 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x55d9328774b0 0x55d9328798d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:45.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.879+0000 7f9b9b80a740 4 client.26261 mds_command: new command op to 24544 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-29T00:20:45.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.879+0000 7f9b9b80a740 1 -- 172.21.15.12:0/1625545925 --> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d93276c590 con 0x55d9328774b0 2024-03-29T00:20:45.883 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/frv/README.txt 2024-03-29T00:20:45.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.879+0000 7f9b91400640 1 --2- 172.21.15.12:0/1625545925 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x55d9328774b0 0x55d9328798d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:45.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.880+0000 7f9b91400640 1 --2- 172.21.15.12:0/1625545925 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x55d9328774b0 0x55d9328798d0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a651f73b8537a17e server_cookie=78ed7ef27c9e8de2 in_seq=0 out_seq=0 2024-03-29T00:20:45.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.880+0000 7f9b7b400640 10 client.26261 ms_handle_connect on v2:172.21.15.69:6836/466045469 2024-03-29T00:20:45.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.880+0000 7f9b7b400640 1 -- 172.21.15.12:0/1625545925 <== mds.2 v2:172.21.15.69:6836/466045469 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d93276c590 con 0x55d9328774b0 2024-03-29T00:20:45.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.880+0000 7f9b7b400640 10 client.26261 handle_command_reply: tid=0 2024-03-29T00:20:45.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.880+0000 7f9b9b80a740 1 client.26261 shutdown 2024-03-29T00:20:45.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.880+0000 7f9b9b80a740 1 -- 172.21.15.12:0/1625545925 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d9327fa3a0 msgr2=0x55d932809630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:45.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.880+0000 7f9b9b80a740 1 --2- 172.21.15.12:0/1625545925 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d9327fa3a0 0x55d932809630 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f9b84001eb0 tx=0x7f9b840059e0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.880+0000 7f9b9b80a740 1 -- 172.21.15.12:0/1625545925 shutdown_connections 2024-03-29T00:20:45.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.880+0000 7f9b9b80a740 1 --2- 172.21.15.12:0/1625545925 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x55d9328774b0 0x55d9328798d0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.880+0000 7f9b9b80a740 1 --2- 172.21.15.12:0/1625545925 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d9327fff00 0x55d93280ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.880+0000 7f9b9b80a740 1 --2- 172.21.15.12:0/1625545925 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d9327fad90 0x55d932809b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.880+0000 7f9b9b80a740 1 --2- 172.21.15.12:0/1625545925 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d9327fa3a0 0x55d932809630 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.880+0000 7f9b7b400640 0 client.26261 ms_handle_reset on v2:172.21.15.69:6836/466045469 2024-03-29T00:20:45.886 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/frv/atomic-ops.txt 2024-03-29T00:20:45.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.880+0000 7f9b9b80a740 1 -- 172.21.15.12:0/1625545925 >> 172.21.15.12:0/1625545925 conn(0x55d9327f5910 msgr2=0x55d9327f8b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:45.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.880+0000 7f9b9b80a740 1 -- 172.21.15.12:0/1625545925 shutdown_connections 2024-03-29T00:20:45.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.880+0000 7f9b9b80a740 1 -- 172.21.15.12:0/1625545925 wait complete. 2024-03-29T00:20:45.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.881+0000 7f9b9b80a740 20 client.26261 trim_cache size 0 max 16384 2024-03-29T00:20:45.887 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-03-29T00:20:45.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.881+0000 7f9b98c00640 1 -- 172.21.15.12:0/3363845312 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9b740a1e00 msgr2=0x7f9b740a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:45.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.881+0000 7f9b98c00640 1 --2- 172.21.15.12:0/3363845312 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9b740a1e00 0x7f9b740a42c0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x55d9327fb5f0 tx=0x7f9b7c013040 comp rx=0 tx=0).stop 2024-03-29T00:20:45.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.881+0000 7f9b98c00640 1 -- 172.21.15.12:0/3363845312 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9b94105530 msgr2=0x7f9b941a1270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:45.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.881+0000 7f9b98c00640 1 --2- 172.21.15.12:0/3363845312 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9b94105530 0x7f9b941a1270 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f9b8c009780 tx=0x7f9b8c035e90 comp rx=0 tx=0).stop 2024-03-29T00:20:45.887 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/frv/booting.txt 2024-03-29T00:20:45.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.881+0000 7f9b98c00640 1 -- 172.21.15.12:0/3363845312 shutdown_connections 2024-03-29T00:20:45.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.881+0000 7f9b98c00640 1 --2- 172.21.15.12:0/3363845312 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9b740a1e00 0x7f9b740a42c0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.881+0000 7f9b98c00640 1 --2- 172.21.15.12:0/3363845312 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9b94105530 0x7f9b941a1270 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.881+0000 7f9b98c00640 1 --2- 172.21.15.12:0/3363845312 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9b94104b70 0x7f9b9419a240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.881+0000 7f9b98c00640 1 --2- 172.21.15.12:0/3363845312 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9b94103980 0x7f9b94199d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:45.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.881+0000 7f9b98c00640 1 -- 172.21.15.12:0/3363845312 >> 172.21.15.12:0/3363845312 conn(0x7f9b940fef10 msgr2=0x7f9b94107da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:45.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.882+0000 7f9b98c00640 1 -- 172.21.15.12:0/3363845312 shutdown_connections 2024-03-29T00:20:45.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:45.882+0000 7f9b98c00640 1 -- 172.21.15.12:0/3363845312 wait complete. 2024-03-29T00:20:45.889 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/frv/clock.txt 2024-03-29T00:20:45.889 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/frv/configuring.txt 2024-03-29T00:20:45.889 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/frv/features.txt 2024-03-29T00:20:45.890 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/frv/gdbinit 2024-03-29T00:20:45.890 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/frv/gdbstub.txt 2024-03-29T00:20:45.891 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/frv/kernel-ABI.txt 2024-03-29T00:20:45.893 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/frv/mmu-layout.txt 2024-03-29T00:20:45.894 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/futex-requeue-pi.txt 2024-03-29T00:20:45.897 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/gcov.txt 2024-03-29T00:20:45.898 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/gdb-kernel-debugging.txt 2024-03-29T00:20:45.900 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-29T00:20:45.901 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/gpio/ 2024-03-29T00:20:45.906 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/gpio/00-INDEX 2024-03-29T00:20:45.906 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/gpio/board.txt 2024-03-29T00:20:45.907 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/gpio/consumer.txt 2024-03-29T00:20:45.909 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/gpio/driver.txt 2024-03-29T00:20:45.911 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/gpio/gpio-legacy.txt 2024-03-29T00:20:45.914 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/gpio/gpio.txt 2024-03-29T00:20:45.916 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/gpio/sysfs.txt 2024-03-29T00:20:45.918 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hid/ 2024-03-29T00:20:45.919 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hid/hid-sensor.txt 2024-03-29T00:20:45.921 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hid/hid-transport.txt 2024-03-29T00:20:45.924 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hid/hiddev.txt 2024-03-29T00:20:45.926 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hid/hidraw.txt 2024-03-29T00:20:45.928 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hid/uhid.txt 2024-03-29T00:20:45.930 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/highuid.txt 2024-03-29T00:20:45.932 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hsi.txt 2024-03-29T00:20:45.934 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hw_random.txt 2024-03-29T00:20:45.936 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/ 2024-03-29T00:20:45.937 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/ab8500 2024-03-29T00:20:45.939 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/abituguru 2024-03-29T00:20:45.941 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/abituguru-datasheet 2024-03-29T00:20:45.942 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/abituguru3 2024-03-29T00:20:45.944 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/abx500 2024-03-29T00:20:45.947 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/acpi_power_meter 2024-03-29T00:20:45.949 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/ad7314 2024-03-29T00:20:45.951 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/adc128d818 2024-03-29T00:20:45.953 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/adm1021 2024-03-29T00:20:45.955 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/adm1025 2024-03-29T00:20:45.957 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/adm1026 2024-03-29T00:20:45.959 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/adm1031 2024-03-29T00:20:45.961 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/adm1275 2024-03-29T00:20:45.963 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/adm9240 2024-03-29T00:20:45.965 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/ads1015 2024-03-29T00:20:45.967 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/ads7828 2024-03-29T00:20:45.969 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/adt7410 2024-03-29T00:20:45.971 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/adt7411 2024-03-29T00:20:45.973 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/adt7462 2024-03-29T00:20:45.975 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/adt7470 2024-03-29T00:20:45.977 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/adt7475 2024-03-29T00:20:45.979 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/amc6821 2024-03-29T00:20:45.980 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/asb100 2024-03-29T00:20:45.981 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/asc7621 2024-03-29T00:20:45.983 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/coretemp 2024-03-29T00:20:45.985 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/da9052 2024-03-29T00:20:45.987 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/da9055 2024-03-29T00:20:45.989 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/dme1737 2024-03-29T00:20:45.991 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/ds1621 2024-03-29T00:20:45.993 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/ds620 2024-03-29T00:20:45.994 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/emc1403 2024-03-29T00:20:45.996 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/emc2103 2024-03-29T00:20:45.997 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/emc6w201 2024-03-29T00:20:45.999 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/f71805f 2024-03-29T00:20:46.000 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/f71882fg 2024-03-29T00:20:46.002 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/fam15h_power 2024-03-29T00:20:46.003 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/g760a 2024-03-29T00:20:46.005 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/g762 2024-03-29T00:20:46.006 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/gl518sm 2024-03-29T00:20:46.007 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/hih6130 2024-03-29T00:20:46.008 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/htu21 2024-03-29T00:20:46.010 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/hwmon-kernel-api.txt 2024-03-29T00:20:46.011 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/ibmaem 2024-03-29T00:20:46.012 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/ibmpowernv 2024-03-29T00:20:46.014 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/ina209 2024-03-29T00:20:46.016 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/ina2xx 2024-03-29T00:20:46.018 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/it87 2024-03-29T00:20:46.019 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/jc42 2024-03-29T00:20:46.021 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/k10temp 2024-03-29T00:20:46.022 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/k8temp 2024-03-29T00:20:46.025 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/lineage-pem 2024-03-29T00:20:46.027 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/lm25066 2024-03-29T00:20:46.029 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/lm63 2024-03-29T00:20:46.031 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/lm70 2024-03-29T00:20:46.032 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/lm73 2024-03-29T00:20:46.034 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/lm75 2024-03-29T00:20:46.038 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/lm77 2024-03-29T00:20:46.038 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/lm78 2024-03-29T00:20:46.039 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/lm80 2024-03-29T00:20:46.041 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/lm83 2024-03-29T00:20:46.043 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/lm85 2024-03-29T00:20:46.045 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/lm87 2024-03-29T00:20:46.047 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/lm90 2024-03-29T00:20:46.049 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/lm92 2024-03-29T00:20:46.051 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/lm93 2024-03-29T00:20:46.053 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/lm95234 2024-03-29T00:20:46.055 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/lm95245 2024-03-29T00:20:46.057 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/ltc2945 2024-03-29T00:20:46.059 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/ltc2978 2024-03-29T00:20:46.061 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/ltc4151 2024-03-29T00:20:46.064 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/ltc4215 2024-03-29T00:20:46.066 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/ltc4245 2024-03-29T00:20:46.068 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/ltc4260 2024-03-29T00:20:46.070 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/ltc4261 2024-03-29T00:20:46.072 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/max16064 2024-03-29T00:20:46.074 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/max16065 2024-03-29T00:20:46.076 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/max1619 2024-03-29T00:20:46.078 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/max1668 2024-03-29T00:20:46.080 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/max197 2024-03-29T00:20:46.082 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/max34440 2024-03-29T00:20:46.084 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/max6639 2024-03-29T00:20:46.086 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/max6642 2024-03-29T00:20:46.088 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/max6650 2024-03-29T00:20:46.091 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/max6697 2024-03-29T00:20:46.092 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/max8688 2024-03-29T00:20:46.096 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/mc13783-adc 2024-03-29T00:20:46.098 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/mcp3021 2024-03-29T00:20:46.100 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/menf21bmc 2024-03-29T00:20:46.102 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/nct6683 2024-03-29T00:20:46.104 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/nct6775 2024-03-29T00:20:46.106 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/nct7802 2024-03-29T00:20:46.108 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/ntc_thermistor 2024-03-29T00:20:46.110 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/pc87360 2024-03-29T00:20:46.112 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.112+0000 7f075de00640 1 -- 172.21.15.12:0/3698132810 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0758102930 msgr2=0x7f0758104da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:46.113 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.112+0000 7f075de00640 1 --2- 172.21.15.12:0/3698132810 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0758102930 0x7f0758104da0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f0744009900 tx=0x7f074402bc40 comp rx=0 tx=0).stop 2024-03-29T00:20:46.113 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.112+0000 7f075de00640 1 -- 172.21.15.12:0/3698132810 shutdown_connections 2024-03-29T00:20:46.113 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.112+0000 7f075de00640 1 --2- 172.21.15.12:0/3698132810 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0758102930 0x7f0758104da0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.113 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.112+0000 7f075de00640 1 --2- 172.21.15.12:0/3698132810 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f07581052e0 0x7f0758105760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.113 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.112+0000 7f075de00640 1 --2- 172.21.15.12:0/3698132810 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f07580fffc0 0x7f07581023f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.113 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.112+0000 7f075de00640 1 -- 172.21.15.12:0/3698132810 >> 172.21.15.12:0/3698132810 conn(0x7f07580fbbe0 msgr2=0x7f07580fe000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:46.113 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.112+0000 7f075de00640 1 -- 172.21.15.12:0/3698132810 shutdown_connections 2024-03-29T00:20:46.113 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.112+0000 7f075de00640 1 -- 172.21.15.12:0/3698132810 wait complete. 2024-03-29T00:20:46.113 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/pc87427 2024-03-29T00:20:46.114 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.113+0000 7f075de00640 1 Processor -- start 2024-03-29T00:20:46.115 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.113+0000 7f075de00640 1 -- start start 2024-03-29T00:20:46.115 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.114+0000 7f075de00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f07580fffc0 0x7f075819e180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.115 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.114+0000 7f075de00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0758102930 0x7f075819e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.115 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.114+0000 7f075de00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f07581052e0 0x7f07581a56e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.115 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.114+0000 7f075de00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f0758113ae0 con 0x7f07581052e0 2024-03-29T00:20:46.115 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.114+0000 7f075de00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f0758113960 con 0x7f07580fffc0 2024-03-29T00:20:46.115 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.114+0000 7f075de00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0758113c60 con 0x7f0758102930 2024-03-29T00:20:46.115 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.114+0000 7f0756a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f07580fffc0 0x7f075819e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.115 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.114+0000 7f0756a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f07580fffc0 0x7f075819e180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:58592/0 (socket says 172.21.15.12:58592) 2024-03-29T00:20:46.115 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.114+0000 7f0756a00640 1 -- 172.21.15.12:0/2476601912 learned_addr learned my addr 172.21.15.12:0/2476601912 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:46.116 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/pcf8591 2024-03-29T00:20:46.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.114+0000 7f0756000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0758102930 0x7f075819e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.114+0000 7f0757400640 1 --2- 172.21.15.12:0/2476601912 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f07581052e0 0x7f07581a56e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.114+0000 7f0756a00640 1 -- 172.21.15.12:0/2476601912 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0758102930 msgr2=0x7f075819e6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:46.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.114+0000 7f0756a00640 1 --2- 172.21.15.12:0/2476601912 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0758102930 0x7f075819e6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.114+0000 7f0756a00640 1 -- 172.21.15.12:0/2476601912 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f07581052e0 msgr2=0x7f07581a56e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:46.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.114+0000 7f0756a00640 1 --2- 172.21.15.12:0/2476601912 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f07581052e0 0x7f07581a56e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.114+0000 7f0756a00640 1 -- 172.21.15.12:0/2476601912 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07581a5d50 con 0x7f07580fffc0 2024-03-29T00:20:46.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.115+0000 7f0756a00640 1 --2- 172.21.15.12:0/2476601912 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f07580fffc0 0x7f075819e180 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f074800e9f0 tx=0x7f074800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:46.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.115+0000 7f075ca00640 1 -- 172.21.15.12:0/2476601912 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f074800cd80 con 0x7f07580fffc0 2024-03-29T00:20:46.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.115+0000 7f075ca00640 1 -- 172.21.15.12:0/2476601912 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0748010930 con 0x7f07580fffc0 2024-03-29T00:20:46.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.115+0000 7f075de00640 1 -- 172.21.15.12:0/2476601912 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07581a5fe0 con 0x7f07580fffc0 2024-03-29T00:20:46.118 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.115+0000 7f075ca00640 1 -- 172.21.15.12:0/2476601912 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0748018b00 con 0x7f07580fffc0 2024-03-29T00:20:46.118 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/pmbus 2024-03-29T00:20:46.118 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.115+0000 7f075de00640 1 -- 172.21.15.12:0/2476601912 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07581a64a0 con 0x7f07580fffc0 2024-03-29T00:20:46.119 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/pmbus-core 2024-03-29T00:20:46.119 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/powr1220 2024-03-29T00:20:46.120 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.118+0000 7f075ca00640 1 -- 172.21.15.12:0/2476601912 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f0748018ca0 con 0x7f07580fffc0 2024-03-29T00:20:46.120 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.119+0000 7f0760c00740 1 Processor -- start 2024-03-29T00:20:46.121 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.119+0000 7f0760c00740 1 -- start start 2024-03-29T00:20:46.121 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.119+0000 7f0760c00740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5578813843a0 0x5578813847c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.121 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.119+0000 7f0760c00740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557881384d90 0x557881389890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.121 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.119+0000 7f0760c00740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557881389f00 0x55788138c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.121 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.119+0000 7f0760c00740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5578812e9050 con 0x557881384d90 2024-03-29T00:20:46.121 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.119+0000 7f0760c00740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x557881291ce0 con 0x5578813843a0 2024-03-29T00:20:46.121 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.119+0000 7f0760c00740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5578812e50f0 con 0x557881389f00 2024-03-29T00:20:46.121 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.119+0000 7f0757400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5578813843a0 0x5578813847c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.121 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.120+0000 7f0756000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557881389f00 0x55788138c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.122 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.120+0000 7f0757400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5578813843a0 0x5578813847c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:58598/0 (socket says 172.21.15.12:58598) 2024-03-29T00:20:46.122 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.120+0000 7f0757400640 1 -- 172.21.15.12:0/306336717 learned_addr learned my addr 172.21.15.12:0/306336717 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:46.122 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.120+0000 7f0756a00640 1 --2- 172.21.15.12:0/306336717 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557881384d90 0x557881389890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.122 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.120+0000 7f0757400640 1 -- 172.21.15.12:0/306336717 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557881389f00 msgr2=0x55788138c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:46.122 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.120+0000 7f0757400640 1 --2- 172.21.15.12:0/306336717 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557881389f00 0x55788138c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.122 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.120+0000 7f0757400640 1 -- 172.21.15.12:0/306336717 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557881384d90 msgr2=0x557881389890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:46.122 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.120+0000 7f0757400640 1 --2- 172.21.15.12:0/306336717 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557881384d90 0x557881389890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.122 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.120+0000 7f0757400640 1 -- 172.21.15.12:0/306336717 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557880ffd3f0 con 0x5578813843a0 2024-03-29T00:20:46.122 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.120+0000 7f0756000640 1 --2- 172.21.15.12:0/306336717 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557881389f00 0x55788138c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:46.122 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/pwm-fan 2024-03-29T00:20:46.124 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.120+0000 7f075ca00640 1 --2- 172.21.15.12:0/2476601912 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f073c0a1ed0 0x7f073c0a4390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.124 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.120+0000 7f0757400640 1 --2- 172.21.15.12:0/306336717 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5578813843a0 0x5578813847c0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f0750009ee0 tx=0x7f0750010740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f2d0b1157af4fbeb server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:46.124 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.121+0000 7f075ca00640 1 -- 172.21.15.12:0/2476601912 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f07480ce430 con 0x7f07580fffc0 2024-03-29T00:20:46.124 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.121+0000 7f0743e00640 1 -- 172.21.15.12:0/306336717 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0750016070 con 0x5578813843a0 2024-03-29T00:20:46.124 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.121+0000 7f0756a00640 1 --2- 172.21.15.12:0/2476601912 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f073c0a1ed0 0x7f073c0a4390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.124 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.121+0000 7f0743e00640 1 -- 172.21.15.12:0/306336717 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0750004d20 con 0x5578813843a0 2024-03-29T00:20:46.124 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.121+0000 7f0743e00640 1 -- 172.21.15.12:0/306336717 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0750012850 con 0x5578813843a0 2024-03-29T00:20:46.124 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.122+0000 7f0760c00740 1 -- 172.21.15.12:0/306336717 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5578813843a0 msgr2=0x5578813847c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:46.124 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.122+0000 7f0756a00640 1 --2- 172.21.15.12:0/2476601912 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f073c0a1ed0 0x7f073c0a4390 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f07480cbf10 tx=0x7f07480d1f10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:46.124 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.122+0000 7f0760c00740 1 --2- 172.21.15.12:0/306336717 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5578813843a0 0x5578813847c0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f0750009ee0 tx=0x7f0750010740 comp rx=0 tx=0).stop 2024-03-29T00:20:46.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.122+0000 7f0760c00740 1 -- 172.21.15.12:0/306336717 shutdown_connections 2024-03-29T00:20:46.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.122+0000 7f0760c00740 1 --2- 172.21.15.12:0/306336717 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557881389f00 0x55788138c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.122+0000 7f0760c00740 1 --2- 172.21.15.12:0/306336717 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557881384d90 0x557881389890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.122+0000 7f0760c00740 1 --2- 172.21.15.12:0/306336717 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5578813843a0 0x5578813847c0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.122+0000 7f0760c00740 1 -- 172.21.15.12:0/306336717 >> 172.21.15.12:0/306336717 conn(0x55788137f910 msgr2=0x55788137fd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:46.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.122+0000 7f0760c00740 1 -- 172.21.15.12:0/306336717 shutdown_connections 2024-03-29T00:20:46.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.122+0000 7f0760c00740 1 -- 172.21.15.12:0/306336717 wait complete. 2024-03-29T00:20:46.125 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/sch5627 2024-03-29T00:20:46.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.122+0000 7f0760c00740 1 -- start start 2024-03-29T00:20:46.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.122+0000 7f0760c00740 1 Processor -- start 2024-03-29T00:20:46.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.123+0000 7f0760c00740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5578813843a0 0x55788138e910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.123+0000 7f0760c00740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557881384d90 0x55788138ee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.123+0000 7f0760c00740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557881389f00 0x557881395e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.123+0000 7f0760c00740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55788138ceb0 con 0x557881389f00 2024-03-29T00:20:46.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.123+0000 7f0760c00740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5578812872f0 con 0x5578813843a0 2024-03-29T00:20:46.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.123+0000 7f0760c00740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55788138d030 con 0x557881384d90 2024-03-29T00:20:46.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.123+0000 7f0760c00740 10 client.0 _ll_register_callbacks cb 0x557880ffcbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:46.128 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.123+0000 7f0757400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5578813843a0 0x55788138e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.128 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.123+0000 7f0756000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557881384d90 0x55788138ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.128 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.123+0000 7f0757400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5578813843a0 0x55788138e910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:58608/0 (socket says 172.21.15.12:58608) 2024-03-29T00:20:46.128 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.123+0000 7f0757400640 1 -- 172.21.15.12:0/2658033005 learned_addr learned my addr 172.21.15.12:0/2658033005 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:46.128 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.123+0000 7f0757400640 1 --2- 172.21.15.12:0/2658033005 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557881389f00 0x557881395e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.128 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.124+0000 7f0756000640 1 -- 172.21.15.12:0/2658033005 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5578813843a0 msgr2=0x55788138e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:46.128 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.124+0000 7f0756000640 1 --2- 172.21.15.12:0/2658033005 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5578813843a0 0x55788138e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.128 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.124+0000 7f0756000640 1 -- 172.21.15.12:0/2658033005 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557881389f00 msgr2=0x557881395e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:46.128 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.124+0000 7f0756000640 1 --2- 172.21.15.12:0/2658033005 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557881389f00 0x557881395e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.128 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.124+0000 7f0756000640 1 -- 172.21.15.12:0/2658033005 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5578810c77d0 con 0x557881384d90 2024-03-29T00:20:46.128 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.124+0000 7f0757400640 1 --2- 172.21.15.12:0/2658033005 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557881389f00 0x557881395e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:20:46.128 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/sch5636 2024-03-29T00:20:46.130 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.124+0000 7f0756000640 1 --2- 172.21.15.12:0/2658033005 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557881384d90 0x55788138ee50 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f0744036040 tx=0x7f0744004040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c828278be7db7045 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:46.130 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.124+0000 7f0740c00640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:20:46.130 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.124+0000 7f0740c00640 1 -- 172.21.15.12:0/2658033005 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0744005030 con 0x557881384d90 2024-03-29T00:20:46.130 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.124+0000 7f0740c00640 1 -- 172.21.15.12:0/2658033005 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f07440051d0 con 0x557881384d90 2024-03-29T00:20:46.130 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.124+0000 7f0760c00740 1 -- 172.21.15.12:0/2658033005 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0750004d20 con 0x557881384d90 2024-03-29T00:20:46.130 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.125+0000 7f0740c00640 1 -- 172.21.15.12:0/2658033005 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f074404e050 con 0x557881384d90 2024-03-29T00:20:46.130 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.125+0000 7f0760c00740 10 client.26338 fetch_fsmap learned FSMap version 30 2024-03-29T00:20:46.131 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.125+0000 7f0760c00740 1 -- 172.21.15.12:0/2658033005 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x557881399270 con 0x557881384d90 2024-03-29T00:20:46.131 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.125+0000 7f0740c00640 1 -- 172.21.15.12:0/2658033005 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0750004d20 con 0x557881384d90 2024-03-29T00:20:46.131 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.125+0000 7f0740c00640 1 -- 172.21.15.12:0/2658033005 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 30) ==== 8366+0+0 (secure 0 0 0) 0x7f07440035f0 con 0x557881384d90 2024-03-29T00:20:46.131 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.125+0000 7f0760c00740 10 client.26338 fetch_fsmap finished waiting for FSMap version 30 2024-03-29T00:20:46.131 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.125+0000 7f0760c00740 10 client.26338 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-29T00:20:46.131 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.125+0000 7f0760c00740 20 client.26338 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:46.131 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.125+0000 7f0760c00740 1 --2- 172.21.15.12:0/2658033005 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55788139a990 0x55788139cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.131 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.125+0000 7f0760c00740 4 client.26338 mds_command: new command op to 24566 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:20:46.131 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.125+0000 7f0760c00740 1 -- 172.21.15.12:0/2658033005 --> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557881292680 con 0x55788139a990 2024-03-29T00:20:46.131 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/sht15 2024-03-29T00:20:46.132 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.126+0000 7f0757400640 1 --2- 172.21.15.12:0/2658033005 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55788139a990 0x55788139cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.132 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.126+0000 7f0757400640 1 --2- 172.21.15.12:0/2658033005 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55788139a990 0x55788139cdb0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=25475f19cc4c3368 server_cookie=c49f29bf48622862 in_seq=0 out_seq=0 2024-03-29T00:20:46.132 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.126+0000 7f0740c00640 10 client.26338 ms_handle_connect on v2:172.21.15.53:6838/2142959350 2024-03-29T00:20:46.132 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/sht21 2024-03-29T00:20:46.133 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.127+0000 7f0740c00640 1 -- 172.21.15.12:0/2658033005 <== mds.1 v2:172.21.15.53:6838/2142959350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x557881292680 con 0x55788139a990 2024-03-29T00:20:46.133 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.127+0000 7f0740c00640 10 client.26338 handle_command_reply: tid=0 2024-03-29T00:20:46.133 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.127+0000 7f0760c00740 1 client.26338 shutdown 2024-03-29T00:20:46.133 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/shtc1 2024-03-29T00:20:46.134 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.128+0000 7f0760c00740 1 -- 172.21.15.12:0/2658033005 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557881384d90 msgr2=0x55788138ee50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:46.134 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.128+0000 7f0760c00740 1 --2- 172.21.15.12:0/2658033005 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557881384d90 0x55788138ee50 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f0744036040 tx=0x7f0744004040 comp rx=0 tx=0).stop 2024-03-29T00:20:46.134 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.128+0000 7f0760c00740 1 -- 172.21.15.12:0/2658033005 shutdown_connections 2024-03-29T00:20:46.134 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.128+0000 7f0760c00740 1 --2- 172.21.15.12:0/2658033005 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55788139a990 0x55788139cdb0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.134 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.128+0000 7f0760c00740 1 --2- 172.21.15.12:0/2658033005 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557881389f00 0x557881395e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.134 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.128+0000 7f0760c00740 1 --2- 172.21.15.12:0/2658033005 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557881384d90 0x55788138ee50 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.135 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.128+0000 7f0740c00640 0 client.26338 ms_handle_reset on v2:172.21.15.53:6838/2142959350 2024-03-29T00:20:46.135 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.128+0000 7f0760c00740 1 --2- 172.21.15.12:0/2658033005 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5578813843a0 0x55788138e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.135 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.128+0000 7f0760c00740 1 -- 172.21.15.12:0/2658033005 >> 172.21.15.12:0/2658033005 conn(0x55788137f910 msgr2=0x55788137eb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:46.135 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.128+0000 7f0760c00740 1 -- 172.21.15.12:0/2658033005 shutdown_connections 2024-03-29T00:20:46.135 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.128+0000 7f0760c00740 1 -- 172.21.15.12:0/2658033005 wait complete. 2024-03-29T00:20:46.135 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.128+0000 7f0760c00740 20 client.26338 trim_cache size 0 max 16384 2024-03-29T00:20:46.136 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/sis5595 2024-03-29T00:20:46.136 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/smm665 2024-03-29T00:20:46.136 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/smsc47b397 2024-03-29T00:20:46.136 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/smsc47m1 2024-03-29T00:20:46.136 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/smsc47m192 2024-03-29T00:20:46.136 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/submitting-patches 2024-03-29T00:20:46.136 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/sysfs-interface 2024-03-29T00:20:46.137 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/thmc50 2024-03-29T00:20:46.138 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/tmp102 2024-03-29T00:20:46.139 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/tmp103 2024-03-29T00:20:46.140 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/tmp401 2024-03-29T00:20:46.141 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/tmp421 2024-03-29T00:20:46.143 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/tps40422 2024-03-29T00:20:46.144 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/twl4030-madc-hwmon 2024-03-29T00:20:46.145 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/ucd9000 2024-03-29T00:20:46.146 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/ucd9200 2024-03-29T00:20:46.147 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.147+0000 7f0760c00740 1 Processor -- start 2024-03-29T00:20:46.147 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.147+0000 7f0760c00740 1 -- start start 2024-03-29T00:20:46.148 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/userspace-tools 2024-03-29T00:20:46.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.147+0000 7f0760c00740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5578813843a0 0x557881383280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.147+0000 7f0760c00740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557881384d90 0x557881395e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.147+0000 7f0760c00740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557881389f00 0x5578813a1670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.147+0000 7f0760c00740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f07581b0a20 con 0x557881384d90 2024-03-29T00:20:46.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.147+0000 7f0760c00740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f07581b2590 con 0x557881389f00 2024-03-29T00:20:46.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.147+0000 7f0760c00740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f07581b10f0 con 0x5578813843a0 2024-03-29T00:20:46.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.148+0000 7f0757400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5578813843a0 0x557881383280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.148+0000 7f0757400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5578813843a0 0x557881383280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:45822/0 (socket says 172.21.15.12:45822) 2024-03-29T00:20:46.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.148+0000 7f0757400640 1 -- 172.21.15.12:0/3991785794 learned_addr learned my addr 172.21.15.12:0/3991785794 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:46.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.148+0000 7f0757400640 1 --2- 172.21.15.12:0/3991785794 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557881389f00 0x5578813a1670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.148+0000 7f0756000640 1 --2- 172.21.15.12:0/3991785794 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557881384d90 0x557881395e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.148+0000 7f0757400640 1 -- 172.21.15.12:0/3991785794 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557881389f00 msgr2=0x5578813a1670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:46.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.148+0000 7f0757400640 1 --2- 172.21.15.12:0/3991785794 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557881389f00 0x5578813a1670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.148+0000 7f0757400640 1 -- 172.21.15.12:0/3991785794 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557881384d90 msgr2=0x557881395e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:46.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.148+0000 7f0757400640 1 --2- 172.21.15.12:0/3991785794 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557881384d90 0x557881395e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.148+0000 7f0757400640 1 -- 172.21.15.12:0/3991785794 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557881385170 con 0x5578813843a0 2024-03-29T00:20:46.150 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/vexpress 2024-03-29T00:20:46.151 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.149+0000 7f0757400640 1 --2- 172.21.15.12:0/3991785794 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5578813843a0 0x557881383280 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f0750005f10 tx=0x7f0750000f40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=629e0894e01425d3 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:46.151 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.149+0000 7f0743400640 1 -- 172.21.15.12:0/3991785794 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0750016040 con 0x5578813843a0 2024-03-29T00:20:46.151 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.149+0000 7f0743400640 1 -- 172.21.15.12:0/3991785794 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f075002a7f0 con 0x5578813843a0 2024-03-29T00:20:46.151 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.149+0000 7f0743400640 1 -- 172.21.15.12:0/3991785794 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0750005130 con 0x5578813843a0 2024-03-29T00:20:46.151 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/via686a 2024-03-29T00:20:46.152 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.150+0000 7f0760c00740 1 -- 172.21.15.12:0/3991785794 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5578813843a0 msgr2=0x557881383280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:46.152 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.150+0000 7f0760c00740 1 --2- 172.21.15.12:0/3991785794 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5578813843a0 0x557881383280 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f0750005f10 tx=0x7f0750000f40 comp rx=0 tx=0).stop 2024-03-29T00:20:46.152 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.150+0000 7f0760c00740 1 -- 172.21.15.12:0/3991785794 shutdown_connections 2024-03-29T00:20:46.152 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.150+0000 7f0760c00740 1 --2- 172.21.15.12:0/3991785794 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557881389f00 0x5578813a1670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.152 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.150+0000 7f0760c00740 1 --2- 172.21.15.12:0/3991785794 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557881384d90 0x557881395e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.152 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.150+0000 7f0760c00740 1 --2- 172.21.15.12:0/3991785794 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5578813843a0 0x557881383280 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.153 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.150+0000 7f0760c00740 1 -- 172.21.15.12:0/3991785794 >> 172.21.15.12:0/3991785794 conn(0x55788137f910 msgr2=0x557881382b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:46.153 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.150+0000 7f0760c00740 1 -- 172.21.15.12:0/3991785794 shutdown_connections 2024-03-29T00:20:46.153 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.150+0000 7f0760c00740 1 -- 172.21.15.12:0/3991785794 wait complete. 2024-03-29T00:20:46.153 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.150+0000 7f0760c00740 1 -- start start 2024-03-29T00:20:46.153 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/vt1211 2024-03-29T00:20:46.154 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.151+0000 7f0760c00740 1 Processor -- start 2024-03-29T00:20:46.154 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.151+0000 7f0760c00740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5578813843a0 0x5578813935b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.154 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.151+0000 7f0760c00740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557881384d90 0x557881393af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.155 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.151+0000 7f0760c00740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557881389f00 0x557881394b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.155 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.151+0000 7f0760c00740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f07581b1e90 con 0x5578813843a0 2024-03-29T00:20:46.155 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.151+0000 7f0760c00740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f07581b17c0 con 0x557881384d90 2024-03-29T00:20:46.155 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.151+0000 7f0760c00740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f07581aea00 con 0x557881389f00 2024-03-29T00:20:46.155 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.151+0000 7f0760c00740 10 client.0 _ll_register_callbacks cb 0x7f07440095f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:46.155 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.151+0000 7f0756000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557881384d90 0x557881393af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.155 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.151+0000 7f0757400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5578813843a0 0x5578813935b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.155 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.151+0000 7f0756000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557881384d90 0x557881393af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:58624/0 (socket says 172.21.15.12:58624) 2024-03-29T00:20:46.155 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.151+0000 7f0756000640 1 -- 172.21.15.12:0/3168171032 learned_addr learned my addr 172.21.15.12:0/3168171032 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:46.155 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.152+0000 7f0757400640 1 --2- 172.21.15.12:0/3168171032 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557881389f00 0x557881394b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.155 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/w83627ehf 2024-03-29T00:20:46.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.152+0000 7f0756000640 1 -- 172.21.15.12:0/3168171032 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557881389f00 msgr2=0x557881394b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:46.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.152+0000 7f0756000640 1 --2- 172.21.15.12:0/3168171032 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557881389f00 0x557881394b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.152+0000 7f0756000640 1 -- 172.21.15.12:0/3168171032 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5578813843a0 msgr2=0x5578813935b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:46.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.152+0000 7f0756000640 1 --2- 172.21.15.12:0/3168171032 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5578813843a0 0x5578813935b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.152+0000 7f0756000640 1 -- 172.21.15.12:0/3168171032 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5578813950f0 con 0x557881384d90 2024-03-29T00:20:46.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.152+0000 7f0756000640 1 --2- 172.21.15.12:0/3168171032 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557881384d90 0x557881393af0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f074402c910 tx=0x7f0744003e60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8e603aa765d70881 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:46.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.152+0000 7f0740c00640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:20:46.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.152+0000 7f0740c00640 1 -- 172.21.15.12:0/3168171032 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07440046c0 con 0x557881384d90 2024-03-29T00:20:46.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.152+0000 7f0760c00740 1 -- 172.21.15.12:0/3168171032 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f075002a7f0 con 0x557881384d90 2024-03-29T00:20:46.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.152+0000 7f0740c00640 1 -- 172.21.15.12:0/3168171032 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f0744004860 con 0x557881384d90 2024-03-29T00:20:46.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.153+0000 7f0740c00640 1 -- 172.21.15.12:0/3168171032 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f074405f050 con 0x557881384d90 2024-03-29T00:20:46.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.153+0000 7f0760c00740 10 client.26279 fetch_fsmap learned FSMap version 30 2024-03-29T00:20:46.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.153+0000 7f0760c00740 1 -- 172.21.15.12:0/3168171032 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x557881400cb0 con 0x557881384d90 2024-03-29T00:20:46.158 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/w83627hf 2024-03-29T00:20:46.158 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.153+0000 7f0740c00640 1 -- 172.21.15.12:0/3168171032 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f075002a7f0 con 0x557881384d90 2024-03-29T00:20:46.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.153+0000 7f0740c00640 1 -- 172.21.15.12:0/3168171032 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 30) ==== 8366+0+0 (secure 0 0 0) 0x7f0744005540 con 0x557881384d90 2024-03-29T00:20:46.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.153+0000 7f0760c00740 10 client.26279 fetch_fsmap finished waiting for FSMap version 30 2024-03-29T00:20:46.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.153+0000 7f0760c00740 10 client.26279 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-29T00:20:46.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.153+0000 7f0760c00740 20 client.26279 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:46.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.153+0000 7f0760c00740 1 --2- 172.21.15.12:0/3168171032 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x557881401530 0x557881403920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.153+0000 7f0760c00740 4 client.26279 mds_command: new command op to 24566 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-29T00:20:46.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.153+0000 7f0760c00740 1 -- 172.21.15.12:0/3168171032 --> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5578812f6590 con 0x557881401530 2024-03-29T00:20:46.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.154+0000 7f0757400640 1 --2- 172.21.15.12:0/3168171032 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x557881401530 0x557881403920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.159 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/w83781d 2024-03-29T00:20:46.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.154+0000 7f0757400640 1 --2- 172.21.15.12:0/3168171032 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x557881401530 0x557881403920 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2be925cf7fbeccd2 server_cookie=caa79b82590a1b96 in_seq=0 out_seq=0 2024-03-29T00:20:46.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.154+0000 7f0740c00640 10 client.26279 ms_handle_connect on v2:172.21.15.53:6838/2142959350 2024-03-29T00:20:46.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.154+0000 7f0740c00640 1 -- 172.21.15.12:0/3168171032 <== mds.1 v2:172.21.15.53:6838/2142959350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5578812f6590 con 0x557881401530 2024-03-29T00:20:46.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.154+0000 7f0740c00640 10 client.26279 handle_command_reply: tid=0 2024-03-29T00:20:46.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.154+0000 7f0760c00740 1 client.26279 shutdown 2024-03-29T00:20:46.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.154+0000 7f0760c00740 1 -- 172.21.15.12:0/3168171032 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557881384d90 msgr2=0x557881393af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:46.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.154+0000 7f0760c00740 1 --2- 172.21.15.12:0/3168171032 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557881384d90 0x557881393af0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f074402c910 tx=0x7f0744003e60 comp rx=0 tx=0).stop 2024-03-29T00:20:46.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.154+0000 7f0760c00740 1 -- 172.21.15.12:0/3168171032 shutdown_connections 2024-03-29T00:20:46.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.155+0000 7f0760c00740 1 --2- 172.21.15.12:0/3168171032 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x557881401530 0x557881403920 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.155+0000 7f0760c00740 1 --2- 172.21.15.12:0/3168171032 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557881384d90 0x557881393af0 secure :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f074402c910 tx=0x7f0744003e60 comp rx=0 tx=0).stop 2024-03-29T00:20:46.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.155+0000 7f0760c00740 1 --2- 172.21.15.12:0/3168171032 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557881389f00 0x557881394b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.155+0000 7f0760c00740 1 --2- 172.21.15.12:0/3168171032 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5578813843a0 0x5578813935b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.155+0000 7f0740c00640 0 client.26279 ms_handle_reset on v2:172.21.15.53:6838/2142959350 2024-03-29T00:20:46.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.155+0000 7f0760c00740 1 -- 172.21.15.12:0/3168171032 >> 172.21.15.12:0/3168171032 conn(0x55788137f910 msgr2=0x557881383400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:46.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.155+0000 7f0760c00740 1 -- 172.21.15.12:0/3168171032 shutdown_connections 2024-03-29T00:20:46.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.155+0000 7f0760c00740 1 -- 172.21.15.12:0/3168171032 wait complete. 2024-03-29T00:20:46.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.155+0000 7f0760c00740 20 client.26279 trim_cache size 0 max 16384 2024-03-29T00:20:46.162 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/w83791d 2024-03-29T00:20:46.162 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-03-29T00:20:46.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.156+0000 7f075de00640 1 -- 172.21.15.12:0/2476601912 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f073c0a1ed0 msgr2=0x7f073c0a4390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:46.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.156+0000 7f075de00640 1 --2- 172.21.15.12:0/2476601912 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f073c0a1ed0 0x7f073c0a4390 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f07480cbf10 tx=0x7f07480d1f10 comp rx=0 tx=0).stop 2024-03-29T00:20:46.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.156+0000 7f075de00640 1 -- 172.21.15.12:0/2476601912 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f07580fffc0 msgr2=0x7f075819e180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:46.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.156+0000 7f075de00640 1 --2- 172.21.15.12:0/2476601912 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f07580fffc0 0x7f075819e180 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f074800e9f0 tx=0x7f074800eeb0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.156+0000 7f075de00640 1 -- 172.21.15.12:0/2476601912 shutdown_connections 2024-03-29T00:20:46.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.156+0000 7f075de00640 1 --2- 172.21.15.12:0/2476601912 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f073c0a1ed0 0x7f073c0a4390 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.156+0000 7f075de00640 1 --2- 172.21.15.12:0/2476601912 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f07581052e0 0x7f07581a56e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.156+0000 7f075de00640 1 --2- 172.21.15.12:0/2476601912 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0758102930 0x7f075819e6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.156+0000 7f075de00640 1 --2- 172.21.15.12:0/2476601912 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f07580fffc0 0x7f075819e180 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.156+0000 7f075de00640 1 -- 172.21.15.12:0/2476601912 >> 172.21.15.12:0/2476601912 conn(0x7f07580fbbe0 msgr2=0x7f0758100940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:46.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.156+0000 7f075de00640 1 -- 172.21.15.12:0/2476601912 shutdown_connections 2024-03-29T00:20:46.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.156+0000 7f075de00640 1 -- 172.21.15.12:0/2476601912 wait complete. 2024-03-29T00:20:46.164 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/w83792d 2024-03-29T00:20:46.165 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/w83793 2024-03-29T00:20:46.165 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/w83795 2024-03-29T00:20:46.165 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/w83l785ts 2024-03-29T00:20:46.165 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/w83l786ng 2024-03-29T00:20:46.165 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/wm831x 2024-03-29T00:20:46.165 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/wm8350 2024-03-29T00:20:46.165 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwmon/zl6100 2024-03-29T00:20:46.166 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/hwspinlock.txt 2024-03-29T00:20:46.168 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/ 2024-03-29T00:20:46.170 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/busses/ 2024-03-29T00:20:46.171 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ali1535 2024-03-29T00:20:46.173 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ali1563 2024-03-29T00:20:46.174 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ali15x3 2024-03-29T00:20:46.175 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-amd756 2024-03-29T00:20:46.176 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-amd8111 2024-03-29T00:20:46.177 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-29T00:20:46.178 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-diolan-u2c 2024-03-29T00:20:46.178 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-i801 2024-03-29T00:20:46.187 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ismt 2024-03-29T00:20:46.187 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-nforce2 2024-03-29T00:20:46.187 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ocores 2024-03-29T00:20:46.187 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-parport 2024-03-29T00:20:46.187 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-parport-light 2024-03-29T00:20:46.187 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-pca-isa 2024-03-29T00:20:46.187 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-piix4 2024-03-29T00:20:46.188 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-sis5595 2024-03-29T00:20:46.190 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-sis630 2024-03-29T00:20:46.191 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-sis96x 2024-03-29T00:20:46.193 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-taos-evm 2024-03-29T00:20:46.194 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-via 2024-03-29T00:20:46.196 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-viapro 2024-03-29T00:20:46.197 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/busses/scx200_acb 2024-03-29T00:20:46.199 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/dev-interface 2024-03-29T00:20:46.200 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/fault-codes 2024-03-29T00:20:46.202 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/functionality 2024-03-29T00:20:46.204 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/i2c-protocol 2024-03-29T00:20:46.206 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/i2c-stub 2024-03-29T00:20:46.207 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/instantiating-devices 2024-03-29T00:20:46.209 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/muxes/ 2024-03-29T00:20:46.210 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/muxes/i2c-mux-gpio 2024-03-29T00:20:46.212 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/old-module-parameters 2024-03-29T00:20:46.214 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/smbus-protocol 2024-03-29T00:20:46.215 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/summary 2024-03-29T00:20:46.217 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/ten-bit-addresses 2024-03-29T00:20:46.219 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/upgrading-clients 2024-03-29T00:20:46.221 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2c/writing-clients 2024-03-29T00:20:46.222 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2o/ 2024-03-29T00:20:46.224 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2o/README 2024-03-29T00:20:46.226 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/i2o/ioctl 2024-03-29T00:20:46.228 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ia64/ 2024-03-29T00:20:46.229 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ia64/.gitignore 2024-03-29T00:20:46.231 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ia64/IRQ-redir.txt 2024-03-29T00:20:46.233 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ia64/Makefile 2024-03-29T00:20:46.235 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ia64/README 2024-03-29T00:20:46.237 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ia64/aliasing-test.c 2024-03-29T00:20:46.242 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ia64/aliasing.txt 2024-03-29T00:20:46.244 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ia64/efirtc.txt 2024-03-29T00:20:46.246 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ia64/err_inject.txt 2024-03-29T00:20:46.248 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ia64/fsys.txt 2024-03-29T00:20:46.250 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ia64/mca.txt 2024-03-29T00:20:46.252 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ia64/serial.txt 2024-03-29T00:20:46.253 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ia64/xen.txt 2024-03-29T00:20:46.255 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ide/ 2024-03-29T00:20:46.257 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ide/00-INDEX 2024-03-29T00:20:46.259 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ide/ChangeLog.ide-cd.1994-2004 2024-03-29T00:20:46.261 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ide/ChangeLog.ide-floppy.1996-2002 2024-03-29T00:20:46.262 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ide/ChangeLog.ide-tape.1995-2002 2024-03-29T00:20:46.264 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ide/ide-tape.txt 2024-03-29T00:20:46.266 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ide/ide.txt 2024-03-29T00:20:46.268 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ide/warm-plug-howto.txt 2024-03-29T00:20:46.269 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/infiniband/ 2024-03-29T00:20:46.270 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/infiniband/core_locking.txt 2024-03-29T00:20:46.272 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/infiniband/ipoib.txt 2024-03-29T00:20:46.273 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/infiniband/sysfs.txt 2024-03-29T00:20:46.275 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/infiniband/user_mad.txt 2024-03-29T00:20:46.276 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/infiniband/user_verbs.txt 2024-03-29T00:20:46.278 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/init.txt 2024-03-29T00:20:46.279 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/initrd.txt 2024-03-29T00:20:46.281 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/ 2024-03-29T00:20:46.282 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/alps.txt 2024-03-29T00:20:46.284 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/amijoy.txt 2024-03-29T00:20:46.286 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/appletouch.txt 2024-03-29T00:20:46.287 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/atarikbd.txt 2024-03-29T00:20:46.289 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/bcm5974.txt 2024-03-29T00:20:46.290 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/cd32.txt 2024-03-29T00:20:46.292 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/cma3000_d0x.txt 2024-03-29T00:20:46.293 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/cs461x.txt 2024-03-29T00:20:46.295 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/edt-ft5x06.txt 2024-03-29T00:20:46.297 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/elantech.txt 2024-03-29T00:20:46.299 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/event-codes.txt 2024-03-29T00:20:46.301 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/ff.txt 2024-03-29T00:20:46.303 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/gamepad.txt 2024-03-29T00:20:46.305 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/gameport-programming.txt 2024-03-29T00:20:46.307 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/gpio-tilt.txt 2024-03-29T00:20:46.309 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/iforce-protocol.txt 2024-03-29T00:20:46.310 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/input-programming.txt 2024-03-29T00:20:46.312 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/input.txt 2024-03-29T00:20:46.313 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/interactive.fig 2024-03-29T00:20:46.315 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/joystick-api.txt 2024-03-29T00:20:46.317 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/joystick-parport.txt 2024-03-29T00:20:46.318 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/joystick.txt 2024-03-29T00:20:46.320 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/multi-touch-protocol.txt 2024-03-29T00:20:46.321 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/notifier.txt 2024-03-29T00:20:46.323 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/ntrig.txt 2024-03-29T00:20:46.325 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/rotary-encoder.txt 2024-03-29T00:20:46.326 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/sentelic.txt 2024-03-29T00:20:46.328 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/shape.fig 2024-03-29T00:20:46.330 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/walkera0701.txt 2024-03-29T00:20:46.332 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/xpad.txt 2024-03-29T00:20:46.333 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/input/yealink.txt 2024-03-29T00:20:46.335 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/intel_txt.txt 2024-03-29T00:20:46.336 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/io-mapping.txt 2024-03-29T00:20:46.338 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/io_ordering.txt 2024-03-29T00:20:46.339 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ioctl/ 2024-03-29T00:20:46.341 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ioctl/00-INDEX 2024-03-29T00:20:46.342 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ioctl/botching-up-ioctls.txt 2024-03-29T00:20:46.344 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ioctl/cdrom.txt 2024-03-29T00:20:46.345 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ioctl/hdio.txt 2024-03-29T00:20:46.347 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ioctl/ioctl-decoding.txt 2024-03-29T00:20:46.348 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ioctl/ioctl-number.txt 2024-03-29T00:20:46.350 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/iostats.txt 2024-03-29T00:20:46.352 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/irqflags-tracing.txt 2024-03-29T00:20:46.353 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/isapnp.txt 2024-03-29T00:20:46.355 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/isdn/ 2024-03-29T00:20:46.356 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/isdn/00-INDEX 2024-03-29T00:20:46.357 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/isdn/CREDITS 2024-03-29T00:20:46.359 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/isdn/HiSax.cert 2024-03-29T00:20:46.361 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/isdn/INTERFACE 2024-03-29T00:20:46.362 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/isdn/INTERFACE.CAPI 2024-03-29T00:20:46.364 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/isdn/INTERFACE.fax 2024-03-29T00:20:46.365 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/isdn/README 2024-03-29T00:20:46.367 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/isdn/README.FAQ 2024-03-29T00:20:46.368 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/isdn/README.HiSax 2024-03-29T00:20:46.370 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/isdn/README.act2000 2024-03-29T00:20:46.371 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/isdn/README.audio 2024-03-29T00:20:46.373 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/isdn/README.avmb1 2024-03-29T00:20:46.375 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/isdn/README.concap 2024-03-29T00:20:46.376 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/isdn/README.diversion 2024-03-29T00:20:46.378 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/isdn/README.fax 2024-03-29T00:20:46.379 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/isdn/README.gigaset 2024-03-29T00:20:46.381 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/isdn/README.hfc-pci 2024-03-29T00:20:46.382 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/isdn/README.hysdn 2024-03-29T00:20:46.384 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/isdn/README.icn 2024-03-29T00:20:46.386 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/isdn/README.mISDN 2024-03-29T00:20:46.387 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/isdn/README.pcbit 2024-03-29T00:20:46.389 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/isdn/README.sc 2024-03-29T00:20:46.390 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/isdn/README.syncppp 2024-03-29T00:20:46.392 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/isdn/README.x25 2024-03-29T00:20:46.393 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/isdn/syncPPP.FAQ 2024-03-29T00:20:46.395 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ja_JP/ 2024-03-29T00:20:46.397 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ja_JP/HOWTO 2024-03-29T00:20:46.398 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ja_JP/SubmitChecklist 2024-03-29T00:20:46.400 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ja_JP/SubmittingPatches 2024-03-29T00:20:46.401 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ja_JP/stable_api_nonsense.txt 2024-03-29T00:20:46.402 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ja_JP/stable_kernel_rules.txt 2024-03-29T00:20:46.404 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/java.txt 2024-03-29T00:20:46.405 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/kasan.txt 2024-03-29T00:20:46.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.405+0000 7fa633400640 1 -- 172.21.15.12:0/1970152024 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa62c109f20 msgr2=0x7fa62c10a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:46.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.405+0000 7fa633400640 1 --2- 172.21.15.12:0/1970152024 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa62c109f20 0x7fa62c10a360 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fa620009900 tx=0x7fa62002bc40 comp rx=0 tx=0).stop 2024-03-29T00:20:46.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.406+0000 7fa633400640 1 -- 172.21.15.12:0/1970152024 shutdown_connections 2024-03-29T00:20:46.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.406+0000 7fa633400640 1 --2- 172.21.15.12:0/1970152024 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa62c10bab0 0x7fa62c1123d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.406+0000 7fa633400640 1 --2- 172.21.15.12:0/1970152024 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa62c10b0f0 0x7fa62c10b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.406+0000 7fa633400640 1 --2- 172.21.15.12:0/1970152024 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa62c109f20 0x7fa62c10a360 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.406+0000 7fa633400640 1 -- 172.21.15.12:0/1970152024 >> 172.21.15.12:0/1970152024 conn(0x7fa62c070720 msgr2=0x7fa62c072b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:46.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.406+0000 7fa633400640 1 -- 172.21.15.12:0/1970152024 shutdown_connections 2024-03-29T00:20:46.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.406+0000 7fa633400640 1 -- 172.21.15.12:0/1970152024 wait complete. 2024-03-29T00:20:46.407 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/kbuild/ 2024-03-29T00:20:46.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.407+0000 7fa633400640 1 Processor -- start 2024-03-29T00:20:46.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.407+0000 7fa633400640 1 -- start start 2024-03-29T00:20:46.408 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/kbuild/00-INDEX 2024-03-29T00:20:46.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.407+0000 7fa633400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa62c109f20 0x7fa62c1a2590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.407+0000 7fa633400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa62c10b0f0 0x7fa62c1a2ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.407+0000 7fa633400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa62c10bab0 0x7fa62c1a9b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.407+0000 7fa633400640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa62c115d10 con 0x7fa62c10b0f0 2024-03-29T00:20:46.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.407+0000 7fa633400640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa62c115b90 con 0x7fa62c10bab0 2024-03-29T00:20:46.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.407+0000 7fa633400640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa62c115e90 con 0x7fa62c109f20 2024-03-29T00:20:46.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.407+0000 7fa630a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa62c109f20 0x7fa62c1a2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.408+0000 7fa630a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa62c109f20 0x7fa62c1a2590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:45846/0 (socket says 172.21.15.12:45846) 2024-03-29T00:20:46.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.408+0000 7fa630a00640 1 -- 172.21.15.12:0/2961601256 learned_addr learned my addr 172.21.15.12:0/2961601256 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:46.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.408+0000 7fa631400640 1 --2- 172.21.15.12:0/2961601256 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa62c10bab0 0x7fa62c1a9b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.408+0000 7fa62be00640 1 --2- 172.21.15.12:0/2961601256 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa62c10b0f0 0x7fa62c1a2ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.410 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/kbuild/headers_install.txt 2024-03-29T00:20:46.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.408+0000 7fa630a00640 1 -- 172.21.15.12:0/2961601256 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa62c10bab0 msgr2=0x7fa62c1a9b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:46.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.408+0000 7fa630a00640 1 --2- 172.21.15.12:0/2961601256 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa62c10bab0 0x7fa62c1a9b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.408+0000 7fa630a00640 1 -- 172.21.15.12:0/2961601256 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa62c10b0f0 msgr2=0x7fa62c1a2ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:46.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.408+0000 7fa630a00640 1 --2- 172.21.15.12:0/2961601256 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa62c10b0f0 0x7fa62c1a2ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.408+0000 7fa630a00640 1 -- 172.21.15.12:0/2961601256 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa62c1aa1b0 con 0x7fa62c109f20 2024-03-29T00:20:46.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.408+0000 7fa630a00640 1 --2- 172.21.15.12:0/2961601256 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa62c109f20 0x7fa62c1a2590 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fa620000c00 tx=0x7fa620004a90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:46.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.409+0000 7fa629600640 1 -- 172.21.15.12:0/2961601256 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa620043020 con 0x7fa62c109f20 2024-03-29T00:20:46.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.409+0000 7fa629600640 1 -- 172.21.15.12:0/2961601256 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa620004250 con 0x7fa62c109f20 2024-03-29T00:20:46.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.409+0000 7fa633400640 1 -- 172.21.15.12:0/2961601256 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa62c1aa440 con 0x7fa62c109f20 2024-03-29T00:20:46.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.409+0000 7fa629600640 1 -- 172.21.15.12:0/2961601256 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa620003b90 con 0x7fa62c109f20 2024-03-29T00:20:46.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.409+0000 7fa633400640 1 -- 172.21.15.12:0/2961601256 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa62c1aa990 con 0x7fa62c109f20 2024-03-29T00:20:46.412 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/kbuild/kbuild.txt 2024-03-29T00:20:46.412 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/kbuild/kconfig-language.txt 2024-03-29T00:20:46.412 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/kbuild/kconfig.txt 2024-03-29T00:20:46.413 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.412+0000 7fa63617f740 1 Processor -- start 2024-03-29T00:20:46.413 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.412+0000 7fa63617f740 1 -- start start 2024-03-29T00:20:46.413 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.412+0000 7fa629600640 1 -- 172.21.15.12:0/2961601256 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fa620046020 con 0x7fa62c109f20 2024-03-29T00:20:46.413 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.412+0000 7fa63617f740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a74b11a3a0 0x55a74b11a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.413 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.413+0000 7fa63617f740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a74b11ad90 0x55a74b11f890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.413 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.413+0000 7fa63617f740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a74b11ff00 0x55a74b122390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.413 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.413+0000 7fa63617f740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55a74b07f050 con 0x55a74b11a3a0 2024-03-29T00:20:46.414 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.413+0000 7fa63617f740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55a74b027ce0 con 0x55a74b11ad90 2024-03-29T00:20:46.414 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.413+0000 7fa63617f740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55a74b07b0f0 con 0x55a74b11ff00 2024-03-29T00:20:46.414 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.413+0000 7fa62be00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a74b11ff00 0x55a74b122390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.414 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.413+0000 7fa62be00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a74b11ff00 0x55a74b122390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:45856/0 (socket says 172.21.15.12:45856) 2024-03-29T00:20:46.414 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.413+0000 7fa62be00640 1 -- 172.21.15.12:0/1491292671 learned_addr learned my addr 172.21.15.12:0/1491292671 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:46.414 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.413+0000 7fa630a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a74b11ad90 0x55a74b11f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.414 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/kbuild/makefiles.txt 2024-03-29T00:20:46.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.413+0000 7fa631400640 1 --2- 172.21.15.12:0/1491292671 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a74b11a3a0 0x55a74b11a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.413+0000 7fa62be00640 1 -- 172.21.15.12:0/1491292671 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a74b11ad90 msgr2=0x55a74b11f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:46.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.413+0000 7fa62be00640 1 --2- 172.21.15.12:0/1491292671 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a74b11ad90 0x55a74b11f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.413+0000 7fa62be00640 1 -- 172.21.15.12:0/1491292671 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a74b11a3a0 msgr2=0x55a74b11a7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:46.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.413+0000 7fa62be00640 1 --2- 172.21.15.12:0/1491292671 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a74b11a3a0 0x55a74b11a7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.413+0000 7fa62be00640 1 -- 172.21.15.12:0/1491292671 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a74ad933f0 con 0x55a74b11ff00 2024-03-29T00:20:46.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.414+0000 7fa62be00640 1 --2- 172.21.15.12:0/1491292671 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a74b11ff00 0x55a74b122390 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fa618009c90 tx=0x7fa618011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=493fa2d63cb9e597 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:46.416 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.414+0000 7fa61dc00640 1 -- 172.21.15.12:0/1491292671 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa61801e070 con 0x55a74b11ff00 2024-03-29T00:20:46.416 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.414+0000 7fa61dc00640 1 -- 172.21.15.12:0/1491292671 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa618019b30 con 0x55a74b11ff00 2024-03-29T00:20:46.416 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.414+0000 7fa61dc00640 1 -- 172.21.15.12:0/1491292671 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa61800eb30 con 0x55a74b11ff00 2024-03-29T00:20:46.416 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/kbuild/modules.txt 2024-03-29T00:20:46.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.414+0000 7fa629600640 1 --2- 172.21.15.12:0/2961601256 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa6140a1d80 0x7fa6140a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.415+0000 7fa629600640 1 -- 172.21.15.12:0/2961601256 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fa6200f01a0 con 0x7fa62c109f20 2024-03-29T00:20:46.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.415+0000 7fa631400640 1 --2- 172.21.15.12:0/2961601256 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa6140a1d80 0x7fa6140a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.415+0000 7fa63617f740 1 -- 172.21.15.12:0/1491292671 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a74b11ff00 msgr2=0x55a74b122390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:46.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.415+0000 7fa63617f740 1 --2- 172.21.15.12:0/1491292671 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a74b11ff00 0x55a74b122390 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fa618009c90 tx=0x7fa618011810 comp rx=0 tx=0).stop 2024-03-29T00:20:46.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.415+0000 7fa63617f740 1 -- 172.21.15.12:0/1491292671 shutdown_connections 2024-03-29T00:20:46.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.415+0000 7fa63617f740 1 --2- 172.21.15.12:0/1491292671 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a74b11ad90 0x55a74b11f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.415+0000 7fa63617f740 1 --2- 172.21.15.12:0/1491292671 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a74b11ff00 0x55a74b122390 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.415+0000 7fa63617f740 1 --2- 172.21.15.12:0/1491292671 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a74b11a3a0 0x55a74b11a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.415+0000 7fa63617f740 1 -- 172.21.15.12:0/1491292671 >> 172.21.15.12:0/1491292671 conn(0x55a74b115910 msgr2=0x55a74b115d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:46.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.415+0000 7fa63617f740 1 -- 172.21.15.12:0/1491292671 shutdown_connections 2024-03-29T00:20:46.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.415+0000 7fa63617f740 1 -- 172.21.15.12:0/1491292671 wait complete. 2024-03-29T00:20:46.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.415+0000 7fa631400640 1 --2- 172.21.15.12:0/2961601256 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa6140a1d80 0x7fa6140a4240 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x55a74b11b5f0 tx=0x7fa624009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:46.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.416+0000 7fa63617f740 1 -- start start 2024-03-29T00:20:46.418 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/kdump/ 2024-03-29T00:20:46.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.416+0000 7fa63617f740 1 Processor -- start 2024-03-29T00:20:46.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.416+0000 7fa63617f740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a74b11a3a0 0x55a74b1248f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.416+0000 7fa63617f740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a74b11ad90 0x55a74b124e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.416+0000 7fa63617f740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a74b11ff00 0x55a74b12be70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.416+0000 7fa63617f740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55a74b122eb0 con 0x55a74b11ff00 2024-03-29T00:20:46.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.416+0000 7fa63617f740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55a74b01d2f0 con 0x55a74b11a3a0 2024-03-29T00:20:46.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.416+0000 7fa63617f740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55a74b123030 con 0x55a74b11ad90 2024-03-29T00:20:46.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.416+0000 7fa63617f740 10 client.0 _ll_register_callbacks cb 0x55a74ad92be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:46.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.417+0000 7fa62be00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a74b11ad90 0x55a74b124e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.417+0000 7fa630a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a74b11a3a0 0x55a74b1248f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.417+0000 7fa631400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a74b11ff00 0x55a74b12be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.417+0000 7fa62be00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a74b11ad90 0x55a74b124e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:45872/0 (socket says 172.21.15.12:45872) 2024-03-29T00:20:46.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.417+0000 7fa62be00640 1 -- 172.21.15.12:0/2521172842 learned_addr learned my addr 172.21.15.12:0/2521172842 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:46.420 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/kdump/gdbmacros.txt 2024-03-29T00:20:46.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.417+0000 7fa630a00640 1 -- 172.21.15.12:0/2521172842 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a74b11ad90 msgr2=0x55a74b124e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:46.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.417+0000 7fa630a00640 1 --2- 172.21.15.12:0/2521172842 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a74b11ad90 0x55a74b124e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.417+0000 7fa630a00640 1 -- 172.21.15.12:0/2521172842 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a74b11ff00 msgr2=0x55a74b12be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:46.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.417+0000 7fa630a00640 1 --2- 172.21.15.12:0/2521172842 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a74b11ff00 0x55a74b12be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.417+0000 7fa630a00640 1 -- 172.21.15.12:0/2521172842 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a74ae5d7d0 con 0x55a74b11a3a0 2024-03-29T00:20:46.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.417+0000 7fa62be00640 1 --2- 172.21.15.12:0/2521172842 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a74b11ad90 0x55a74b124e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:46.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.417+0000 7fa630a00640 1 --2- 172.21.15.12:0/2521172842 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a74b11a3a0 0x55a74b1248f0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x55a74b11b800 tx=0x7fa620009620 comp rx=0 tx=0).ready entity=mon.2 client_cookie=45443099ea95e684 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:46.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.417+0000 7fa612000640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:20:46.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.418+0000 7fa612000640 1 -- 172.21.15.12:0/2521172842 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6200bc440 con 0x55a74b11a3a0 2024-03-29T00:20:46.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.418+0000 7fa612000640 1 -- 172.21.15.12:0/2521172842 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fa6200ed9c0 con 0x55a74b11a3a0 2024-03-29T00:20:46.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.418+0000 7fa63617f740 1 -- 172.21.15.12:0/2521172842 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa618019b30 con 0x55a74b11a3a0 2024-03-29T00:20:46.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.418+0000 7fa612000640 1 -- 172.21.15.12:0/2521172842 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fa6200bd1e0 con 0x55a74b11a3a0 2024-03-29T00:20:46.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.418+0000 7fa63617f740 10 client.26291 fetch_fsmap learned FSMap version 30 2024-03-29T00:20:46.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.418+0000 7fa63617f740 1 -- 172.21.15.12:0/2521172842 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55a74b12f1e0 con 0x55a74b11a3a0 2024-03-29T00:20:46.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.418+0000 7fa612000640 1 -- 172.21.15.12:0/2521172842 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa618019b30 con 0x55a74b11a3a0 2024-03-29T00:20:46.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.418+0000 7fa612000640 1 -- 172.21.15.12:0/2521172842 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 30) ==== 8366+0+0 (secure 0 0 0) 0x7fa6200b9150 con 0x55a74b11a3a0 2024-03-29T00:20:46.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.418+0000 7fa63617f740 10 client.26291 fetch_fsmap finished waiting for FSMap version 30 2024-03-29T00:20:46.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.418+0000 7fa63617f740 10 client.26291 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:20:46.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.418+0000 7fa63617f740 20 client.26291 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:46.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.418+0000 7fa63617f740 1 --2- 172.21.15.12:0/2521172842 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55a74b130850 0x55a74b132d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.423 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/kdump/kdump.txt 2024-03-29T00:20:46.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.418+0000 7fa63617f740 4 client.26291 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:20:46.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.419+0000 7fa63617f740 1 -- 172.21.15.12:0/2521172842 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a74b028680 con 0x55a74b130850 2024-03-29T00:20:46.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.419+0000 7fa62be00640 1 --2- 172.21.15.12:0/2521172842 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55a74b130850 0x55a74b132d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.419+0000 7fa62be00640 1 --2- 172.21.15.12:0/2521172842 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55a74b130850 0x55a74b132d10 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ab7d0088896abe0d server_cookie=d597d4adefbbefe1 in_seq=0 out_seq=0 2024-03-29T00:20:46.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.419+0000 7fa612000640 10 client.26291 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:46.424 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/kernel-doc-nano-HOWTO.txt 2024-03-29T00:20:46.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.421+0000 7fa612000640 1 -- 172.21.15.12:0/2521172842 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55a74b028680 con 0x55a74b130850 2024-03-29T00:20:46.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.421+0000 7fa612000640 10 client.26291 handle_command_reply: tid=0 2024-03-29T00:20:46.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.421+0000 7fa63617f740 1 client.26291 shutdown 2024-03-29T00:20:46.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.421+0000 7fa63617f740 1 -- 172.21.15.12:0/2521172842 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a74b11a3a0 msgr2=0x55a74b1248f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:46.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.421+0000 7fa63617f740 1 --2- 172.21.15.12:0/2521172842 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a74b11a3a0 0x55a74b1248f0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x55a74b11b800 tx=0x7fa620009620 comp rx=0 tx=0).stop 2024-03-29T00:20:46.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.421+0000 7fa63617f740 1 -- 172.21.15.12:0/2521172842 shutdown_connections 2024-03-29T00:20:46.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.421+0000 7fa63617f740 1 --2- 172.21.15.12:0/2521172842 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55a74b130850 0x55a74b132d10 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.421+0000 7fa63617f740 1 --2- 172.21.15.12:0/2521172842 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a74b11ff00 0x55a74b12be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.421+0000 7fa63617f740 1 --2- 172.21.15.12:0/2521172842 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a74b11ad90 0x55a74b124e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.421+0000 7fa63617f740 1 --2- 172.21.15.12:0/2521172842 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a74b11a3a0 0x55a74b1248f0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.421+0000 7fa63617f740 1 -- 172.21.15.12:0/2521172842 >> 172.21.15.12:0/2521172842 conn(0x55a74b115910 msgr2=0x55a74b114b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:46.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.421+0000 7fa612000640 0 client.26291 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:46.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.421+0000 7fa63617f740 1 -- 172.21.15.12:0/2521172842 shutdown_connections 2024-03-29T00:20:46.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.421+0000 7fa63617f740 1 -- 172.21.15.12:0/2521172842 wait complete. 2024-03-29T00:20:46.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.421+0000 7fa63617f740 20 client.26291 trim_cache size 0 max 16384 2024-03-29T00:20:46.427 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/kernel-docs.txt 2024-03-29T00:20:46.427 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/kernel-parameters.txt 2024-03-29T00:20:46.429 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/kernel-per-CPU-kthreads.txt 2024-03-29T00:20:46.430 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/kmemcheck.txt 2024-03-29T00:20:46.431 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/kmemleak.txt 2024-03-29T00:20:46.433 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ko_KR/ 2024-03-29T00:20:46.435 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ko_KR/HOWTO 2024-03-29T00:20:46.437 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ko_KR/stable_api_nonsense.txt 2024-03-29T00:20:46.438 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/kobject.txt 2024-03-29T00:20:46.440 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/kprobes.txt 2024-03-29T00:20:46.441 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.441+0000 7fa63617f740 1 Processor -- start 2024-03-29T00:20:46.441 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.441+0000 7fa63617f740 1 -- start start 2024-03-29T00:20:46.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.441+0000 7fa63617f740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a74b11a3a0 0x55a74b124500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.441+0000 7fa63617f740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a74b11ad90 0x55a74b12be30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.441+0000 7fa63617f740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a74b11ff00 0x55a74b124a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.441+0000 7fa63617f740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa62c1b4e70 con 0x55a74b11ff00 2024-03-29T00:20:46.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.441+0000 7fa63617f740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa62c1b69e0 con 0x55a74b11a3a0 2024-03-29T00:20:46.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.441+0000 7fa63617f740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa62c1b5540 con 0x55a74b11ad90 2024-03-29T00:20:46.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.441+0000 7fa62be00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a74b11ad90 0x55a74b12be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.441+0000 7fa62be00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a74b11ad90 0x55a74b12be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:45884/0 (socket says 172.21.15.12:45884) 2024-03-29T00:20:46.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.441+0000 7fa62be00640 1 -- 172.21.15.12:0/2314057419 learned_addr learned my addr 172.21.15.12:0/2314057419 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:46.446 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/kref.txt 2024-03-29T00:20:46.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.441+0000 7fa631400640 1 --2- 172.21.15.12:0/2314057419 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a74b11ff00 0x55a74b124a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.442+0000 7fa630a00640 1 --2- 172.21.15.12:0/2314057419 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a74b11a3a0 0x55a74b124500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.442+0000 7fa62be00640 1 -- 172.21.15.12:0/2314057419 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a74b11a3a0 msgr2=0x55a74b124500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:46.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.442+0000 7fa62be00640 1 --2- 172.21.15.12:0/2314057419 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a74b11a3a0 0x55a74b124500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.442+0000 7fa62be00640 1 -- 172.21.15.12:0/2314057419 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a74b11ff00 msgr2=0x55a74b124a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:46.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.442+0000 7fa62be00640 1 --2- 172.21.15.12:0/2314057419 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a74b11ff00 0x55a74b124a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.442+0000 7fa62be00640 1 -- 172.21.15.12:0/2314057419 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a74b122d90 con 0x55a74b11ad90 2024-03-29T00:20:46.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.442+0000 7fa630a00640 1 --2- 172.21.15.12:0/2314057419 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a74b11a3a0 0x55a74b124500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:20:46.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.442+0000 7fa62be00640 1 --2- 172.21.15.12:0/2314057419 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a74b11ad90 0x55a74b12be30 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fa618005bc0 tx=0x7fa618005850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b024d346c2c52965 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:46.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.442+0000 7fa61d200640 1 -- 172.21.15.12:0/2314057419 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa618030070 con 0x55a74b11ad90 2024-03-29T00:20:46.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.442+0000 7fa61d200640 1 -- 172.21.15.12:0/2314057419 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa61802a030 con 0x55a74b11ad90 2024-03-29T00:20:46.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.442+0000 7fa61d200640 1 -- 172.21.15.12:0/2314057419 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa61801e070 con 0x55a74b11ad90 2024-03-29T00:20:46.448 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/kselftest.txt 2024-03-29T00:20:46.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.443+0000 7fa63617f740 1 -- 172.21.15.12:0/2314057419 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a74b11ad90 msgr2=0x55a74b12be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:46.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.443+0000 7fa63617f740 1 --2- 172.21.15.12:0/2314057419 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a74b11ad90 0x55a74b12be30 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fa618005bc0 tx=0x7fa618005850 comp rx=0 tx=0).stop 2024-03-29T00:20:46.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.443+0000 7fa63617f740 1 -- 172.21.15.12:0/2314057419 shutdown_connections 2024-03-29T00:20:46.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.443+0000 7fa63617f740 1 --2- 172.21.15.12:0/2314057419 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a74b11ff00 0x55a74b124a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.443+0000 7fa63617f740 1 --2- 172.21.15.12:0/2314057419 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a74b11ad90 0x55a74b12be30 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.443+0000 7fa63617f740 1 --2- 172.21.15.12:0/2314057419 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a74b11a3a0 0x55a74b124500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.443+0000 7fa63617f740 1 -- 172.21.15.12:0/2314057419 >> 172.21.15.12:0/2314057419 conn(0x55a74b115910 msgr2=0x55a74b115cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:46.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.443+0000 7fa63617f740 1 -- 172.21.15.12:0/2314057419 shutdown_connections 2024-03-29T00:20:46.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.443+0000 7fa63617f740 1 -- 172.21.15.12:0/2314057419 wait complete. 2024-03-29T00:20:46.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.444+0000 7fa63617f740 1 -- start start 2024-03-29T00:20:46.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.444+0000 7fa63617f740 1 Processor -- start 2024-03-29T00:20:46.450 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/laptops/ 2024-03-29T00:20:46.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.444+0000 7fa63617f740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a74b11a3a0 0x55a74b129460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.444+0000 7fa63617f740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a74b11ad90 0x55a74b1299a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.444+0000 7fa63617f740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a74b11ff00 0x55a74b12a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.444+0000 7fa63617f740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa62c1b62e0 con 0x55a74b11ad90 2024-03-29T00:20:46.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.444+0000 7fa63617f740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa62c1b5c10 con 0x55a74b11a3a0 2024-03-29T00:20:46.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.444+0000 7fa63617f740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa62c1b2e50 con 0x55a74b11ff00 2024-03-29T00:20:46.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.444+0000 7fa63617f740 10 client.0 _ll_register_callbacks cb 0x7fa6200035f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:46.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.444+0000 7fa62be00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a74b11ad90 0x55a74b1299a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.445+0000 7fa630a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a74b11a3a0 0x55a74b129460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.445+0000 7fa62be00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a74b11ad90 0x55a74b1299a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:56742/0 (socket says 172.21.15.12:56742) 2024-03-29T00:20:46.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.445+0000 7fa630a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a74b11a3a0 0x55a74b129460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:58664/0 (socket says 172.21.15.12:58664) 2024-03-29T00:20:46.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.445+0000 7fa62be00640 1 -- 172.21.15.12:0/1371985903 learned_addr learned my addr 172.21.15.12:0/1371985903 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:46.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.445+0000 7fa631400640 1 --2- 172.21.15.12:0/1371985903 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a74b11ff00 0x55a74b12a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.445+0000 7fa62be00640 1 -- 172.21.15.12:0/1371985903 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a74b11ff00 msgr2=0x55a74b12a9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:46.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.445+0000 7fa62be00640 1 --2- 172.21.15.12:0/1371985903 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a74b11ff00 0x55a74b12a9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.445+0000 7fa62be00640 1 -- 172.21.15.12:0/1371985903 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a74b11a3a0 msgr2=0x55a74b129460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:46.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.445+0000 7fa62be00640 1 --2- 172.21.15.12:0/1371985903 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a74b11a3a0 0x55a74b129460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.445+0000 7fa62be00640 1 -- 172.21.15.12:0/1371985903 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a74b12afa0 con 0x55a74b11ad90 2024-03-29T00:20:46.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.445+0000 7fa62be00640 1 --2- 172.21.15.12:0/1371985903 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a74b11ad90 0x55a74b1299a0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fa618006010 tx=0x7fa618009fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7066d9c51f2cbf3 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:46.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.445+0000 7fa612000640 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-03-29T00:20:46.453 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/laptops/.gitignore 2024-03-29T00:20:46.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.446+0000 7fa612000640 1 -- 172.21.15.12:0/1371985903 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa61801e050 con 0x55a74b11ad90 2024-03-29T00:20:46.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.446+0000 7fa612000640 1 -- 172.21.15.12:0/1371985903 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fa618019a40 con 0x55a74b11ad90 2024-03-29T00:20:46.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.446+0000 7fa63617f740 1 -- 172.21.15.12:0/1371985903 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa61802a030 con 0x55a74b11ad90 2024-03-29T00:20:46.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.446+0000 7fa612000640 1 -- 172.21.15.12:0/1371985903 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fa618030070 con 0x55a74b11ad90 2024-03-29T00:20:46.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.446+0000 7fa63617f740 10 client.16179 fetch_fsmap learned FSMap version 30 2024-03-29T00:20:46.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.446+0000 7fa63617f740 1 -- 172.21.15.12:0/1371985903 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55a74b196c50 con 0x55a74b11ad90 2024-03-29T00:20:46.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.446+0000 7fa612000640 1 -- 172.21.15.12:0/1371985903 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa61802a030 con 0x55a74b11ad90 2024-03-29T00:20:46.454 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/laptops/00-INDEX 2024-03-29T00:20:46.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.446+0000 7fa612000640 1 -- 172.21.15.12:0/1371985903 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 30) ==== 8366+0+0 (secure 0 0 0) 0x7fa618019ce0 con 0x55a74b11ad90 2024-03-29T00:20:46.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.447+0000 7fa63617f740 10 client.16179 fetch_fsmap finished waiting for FSMap version 30 2024-03-29T00:20:46.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.447+0000 7fa63617f740 10 client.16179 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:20:46.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.447+0000 7fa63617f740 20 client.16179 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:46.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.447+0000 7fa63617f740 1 --2- 172.21.15.12:0/1371985903 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55a74b197300 0x55a74b199720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:46.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.447+0000 7fa63617f740 4 client.16179 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-29T00:20:46.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.447+0000 7fa63617f740 1 -- 172.21.15.12:0/1371985903 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a74b08c590 con 0x55a74b197300 2024-03-29T00:20:46.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.447+0000 7fa630a00640 1 --2- 172.21.15.12:0/1371985903 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55a74b197300 0x55a74b199720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:46.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.447+0000 7fa630a00640 1 --2- 172.21.15.12:0/1371985903 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55a74b197300 0x55a74b199720 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e37a04adb1adde1f server_cookie=5df4eebffefaaa79 in_seq=0 out_seq=0 2024-03-29T00:20:46.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.447+0000 7fa612000640 10 client.16179 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:46.456 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/laptops/Makefile 2024-03-29T00:20:46.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.448+0000 7fa612000640 1 -- 172.21.15.12:0/1371985903 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a74b08c590 con 0x55a74b197300 2024-03-29T00:20:46.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.448+0000 7fa612000640 10 client.16179 handle_command_reply: tid=0 2024-03-29T00:20:46.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.448+0000 7fa63617f740 1 client.16179 shutdown 2024-03-29T00:20:46.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.448+0000 7fa63617f740 1 -- 172.21.15.12:0/1371985903 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a74b11ad90 msgr2=0x55a74b1299a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:46.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.448+0000 7fa63617f740 1 --2- 172.21.15.12:0/1371985903 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a74b11ad90 0x55a74b1299a0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fa618006010 tx=0x7fa618009fb0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.448+0000 7fa63617f740 1 -- 172.21.15.12:0/1371985903 shutdown_connections 2024-03-29T00:20:46.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.448+0000 7fa63617f740 1 --2- 172.21.15.12:0/1371985903 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55a74b197300 0x55a74b199720 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.448+0000 7fa63617f740 1 --2- 172.21.15.12:0/1371985903 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a74b11ff00 0x55a74b12a9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.448+0000 7fa63617f740 1 --2- 172.21.15.12:0/1371985903 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a74b11ad90 0x55a74b1299a0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.448+0000 7fa63617f740 1 --2- 172.21.15.12:0/1371985903 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a74b11a3a0 0x55a74b129460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.448+0000 7fa612000640 0 client.16179 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:46.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.448+0000 7fa63617f740 1 -- 172.21.15.12:0/1371985903 >> 172.21.15.12:0/1371985903 conn(0x55a74b115910 msgr2=0x55a74b1244e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:46.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.448+0000 7fa63617f740 1 -- 172.21.15.12:0/1371985903 shutdown_connections 2024-03-29T00:20:46.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.448+0000 7fa63617f740 1 -- 172.21.15.12:0/1371985903 wait complete. 2024-03-29T00:20:46.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.448+0000 7fa63617f740 20 client.16179 trim_cache size 0 max 16384 2024-03-29T00:20:46.458 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-03-29T00:20:46.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.449+0000 7fa633400640 1 -- 172.21.15.12:0/2961601256 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa6140a1d80 msgr2=0x7fa6140a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:46.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.449+0000 7fa633400640 1 --2- 172.21.15.12:0/2961601256 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa6140a1d80 0x7fa6140a4240 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x55a74b11b5f0 tx=0x7fa624009500 comp rx=0 tx=0).stop 2024-03-29T00:20:46.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.449+0000 7fa633400640 1 -- 172.21.15.12:0/2961601256 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa62c109f20 msgr2=0x7fa62c1a2590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:46.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.449+0000 7fa633400640 1 --2- 172.21.15.12:0/2961601256 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa62c109f20 0x7fa62c1a2590 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fa620000c00 tx=0x7fa620004a90 comp rx=0 tx=0).stop 2024-03-29T00:20:46.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.449+0000 7fa633400640 1 -- 172.21.15.12:0/2961601256 shutdown_connections 2024-03-29T00:20:46.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.449+0000 7fa633400640 1 --2- 172.21.15.12:0/2961601256 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa6140a1d80 0x7fa6140a4240 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.449+0000 7fa633400640 1 --2- 172.21.15.12:0/2961601256 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa62c10bab0 0x7fa62c1a9b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.449+0000 7fa633400640 1 --2- 172.21.15.12:0/2961601256 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa62c10b0f0 0x7fa62c1a2ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.449+0000 7fa633400640 1 --2- 172.21.15.12:0/2961601256 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa62c109f20 0x7fa62c1a2590 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:46.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.449+0000 7fa633400640 1 -- 172.21.15.12:0/2961601256 >> 172.21.15.12:0/2961601256 conn(0x7fa62c070720 msgr2=0x7fa62c110950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:46.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.449+0000 7fa633400640 1 -- 172.21.15.12:0/2961601256 shutdown_connections 2024-03-29T00:20:46.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:46.449+0000 7fa633400640 1 -- 172.21.15.12:0/2961601256 wait complete. 2024-03-29T00:20:46.460 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/laptops/asus-laptop.txt 2024-03-29T00:20:46.460 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/laptops/disk-shock-protection.txt 2024-03-29T00:20:46.460 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/laptops/dslm.c 2024-03-29T00:20:46.461 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/laptops/freefall.c 2024-03-29T00:20:46.461 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/laptops/laptop-mode.txt 2024-03-29T00:20:46.461 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/laptops/sony-laptop.txt 2024-03-29T00:20:46.461 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/laptops/sonypi.txt 2024-03-29T00:20:46.461 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/laptops/thinkpad-acpi.txt 2024-03-29T00:20:46.463 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/laptops/toshiba_haps.txt 2024-03-29T00:20:46.465 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:46 smithi012 ceph-mon[31657]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:20:46.465 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ldm.txt 2024-03-29T00:20:46.467 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/leds/ 2024-03-29T00:20:46.469 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/leds/00-INDEX 2024-03-29T00:20:46.470 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/leds/leds-blinkm.txt 2024-03-29T00:20:46.472 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/leds/leds-class.txt 2024-03-29T00:20:46.474 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/leds/leds-lm3556.txt 2024-03-29T00:20:46.475 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/leds/leds-lp3944.txt 2024-03-29T00:20:46.477 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/leds/leds-lp5521.txt 2024-03-29T00:20:46.479 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/leds/leds-lp5523.txt 2024-03-29T00:20:46.481 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/leds/leds-lp5562.txt 2024-03-29T00:20:46.483 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/leds/leds-lp55xx.txt 2024-03-29T00:20:46.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:46 smithi069 ceph-mon[36074]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:20:46.484 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/leds/ledtrig-oneshot.txt 2024-03-29T00:20:46.486 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/leds/ledtrig-transient.txt 2024-03-29T00:20:46.488 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/local_ops.txt 2024-03-29T00:20:46.491 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/locking/ 2024-03-29T00:20:46.493 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/locking/00-INDEX 2024-03-29T00:20:46.495 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/locking/lglock.txt 2024-03-29T00:20:46.497 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/locking/lockdep-design.txt 2024-03-29T00:20:46.499 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/locking/lockstat.txt 2024-03-29T00:20:46.501 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/locking/locktorture.txt 2024-03-29T00:20:46.504 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/locking/mutex-design.txt 2024-03-29T00:20:46.506 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/locking/rt-mutex-design.txt 2024-03-29T00:20:46.508 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/locking/rt-mutex.txt 2024-03-29T00:20:46.511 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/locking/spinlocks.txt 2024-03-29T00:20:46.513 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/locking/ww-mutex-design.txt 2024-03-29T00:20:46.515 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/lockup-watchdogs.txt 2024-03-29T00:20:46.518 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/logo.gif 2024-03-29T00:20:46.520 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/logo.txt 2024-03-29T00:20:46.522 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/lzo.txt 2024-03-29T00:20:46.524 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/m68k/ 2024-03-29T00:20:46.526 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/m68k/00-INDEX 2024-03-29T00:20:46.529 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/m68k/README.buddha 2024-03-29T00:20:46.531 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/m68k/kernel-options.txt 2024-03-29T00:20:46.533 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/magic-number.txt 2024-03-29T00:20:46.536 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/mailbox.txt 2024-03-29T00:20:46.538 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/md.txt 2024-03-29T00:20:46.541 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/media-framework.txt 2024-03-29T00:20:46.543 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/memory-barriers.txt 2024-03-29T00:20:46.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:46 smithi053 ceph-mon[36233]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:20:46.919 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/memory-devices/ 2024-03-29T00:20:46.921 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/memory-devices/ti-emif.txt 2024-03-29T00:20:46.922 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/memory-hotplug.txt 2024-03-29T00:20:46.925 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/metag/ 2024-03-29T00:20:46.926 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/metag/00-INDEX 2024-03-29T00:20:46.928 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/metag/kernel-ABI.txt 2024-03-29T00:20:46.930 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/mic/ 2024-03-29T00:20:46.932 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/mic/Makefile 2024-03-29T00:20:46.934 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/mic/mic_overview.txt 2024-03-29T00:20:46.936 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/mic/mpssd/ 2024-03-29T00:20:46.938 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/mic/mpssd/.gitignore 2024-03-29T00:20:46.940 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/mic/mpssd/Makefile 2024-03-29T00:20:46.942 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/mic/mpssd/micctrl 2024-03-29T00:20:46.944 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/mic/mpssd/mpss 2024-03-29T00:20:46.946 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/mic/mpssd/mpssd.c 2024-03-29T00:20:46.948 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/mic/mpssd/mpssd.h 2024-03-29T00:20:46.950 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/mic/mpssd/sysfs.c 2024-03-29T00:20:46.951 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/mips/ 2024-03-29T00:20:46.953 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/mips/00-INDEX 2024-03-29T00:20:46.954 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/mips/AU1xxx_IDE.README 2024-03-29T00:20:46.956 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/misc-devices/ 2024-03-29T00:20:46.958 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/misc-devices/Makefile 2024-03-29T00:20:46.960 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/misc-devices/ad525x_dpot.txt 2024-03-29T00:20:46.962 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/misc-devices/apds990x.txt 2024-03-29T00:20:46.964 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/misc-devices/bh1770glc.txt 2024-03-29T00:20:46.966 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/misc-devices/c2port.txt 2024-03-29T00:20:46.969 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/misc-devices/eeprom 2024-03-29T00:20:46.971 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/misc-devices/ics932s401 2024-03-29T00:20:46.973 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/misc-devices/isl29003 2024-03-29T00:20:46.975 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/misc-devices/lis3lv02d 2024-03-29T00:20:46.977 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/misc-devices/max6875 2024-03-29T00:20:46.979 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/misc-devices/mei/ 2024-03-29T00:20:46.981 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/misc-devices/mei/.gitignore 2024-03-29T00:20:46.983 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/misc-devices/mei/Makefile 2024-03-29T00:20:46.985 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/misc-devices/mei/TODO 2024-03-29T00:20:46.987 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/misc-devices/mei/mei-amt-version.c 2024-03-29T00:20:46.989 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/misc-devices/mei/mei-client-bus.txt 2024-03-29T00:20:46.992 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/misc-devices/mei/mei.txt 2024-03-29T00:20:46.994 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/misc-devices/spear-pcie-gadget.txt 2024-03-29T00:20:46.996 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/mmc/ 2024-03-29T00:20:46.998 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/mmc/00-INDEX 2024-03-29T00:20:47.000 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/mmc/mmc-async-req.txt 2024-03-29T00:20:47.001 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/mmc/mmc-dev-attrs.txt 2024-03-29T00:20:47.003 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/mmc/mmc-dev-parts.txt 2024-03-29T00:20:47.005 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/mn10300/ 2024-03-29T00:20:47.006 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/mn10300/ABI.txt 2024-03-29T00:20:47.008 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/mn10300/compartmentalisation.txt 2024-03-29T00:20:47.009 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/module-signing.txt 2024-03-29T00:20:47.012 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/mono.txt 2024-03-29T00:20:47.014 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/mtd/ 2024-03-29T00:20:47.016 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/mtd/nand/ 2024-03-29T00:20:47.018 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/mtd/nand/pxa3xx-nand.txt 2024-03-29T00:20:47.020 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/mtd/nand_ecc.txt 2024-03-29T00:20:47.022 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/mtd/spi-nor.txt 2024-03-29T00:20:47.024 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/namespaces/ 2024-03-29T00:20:47.026 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/namespaces/compatibility-list.txt 2024-03-29T00:20:47.028 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/namespaces/resource-control.txt 2024-03-29T00:20:47.030 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/netlabel/ 2024-03-29T00:20:47.033 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/netlabel/00-INDEX 2024-03-29T00:20:47.034 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/netlabel/cipso_ipv4.txt 2024-03-29T00:20:47.036 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/netlabel/draft-ietf-cipso-ipsecurity-01.txt 2024-03-29T00:20:47.038 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/netlabel/introduction.txt 2024-03-29T00:20:47.040 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/netlabel/lsm_interface.txt 2024-03-29T00:20:47.041 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/ 2024-03-29T00:20:47.043 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/00-INDEX 2024-03-29T00:20:47.044 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/3c509.txt 2024-03-29T00:20:47.047 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/6pack.txt 2024-03-29T00:20:47.047 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/LICENSE.qla3xxx 2024-03-29T00:20:47.049 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/LICENSE.qlcnic 2024-03-29T00:20:47.050 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/LICENSE.qlge 2024-03-29T00:20:47.052 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/Makefile 2024-03-29T00:20:47.054 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/PLIP.txt 2024-03-29T00:20:47.055 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/README.ipw2100 2024-03-29T00:20:47.057 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/README.ipw2200 2024-03-29T00:20:47.058 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/README.sb1000 2024-03-29T00:20:47.060 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/alias.txt 2024-03-29T00:20:47.062 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/altera_tse.txt 2024-03-29T00:20:47.063 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/arcnet-hardware.txt 2024-03-29T00:20:47.066 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/arcnet.txt 2024-03-29T00:20:47.069 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/atm.txt 2024-03-29T00:20:47.070 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/ax25.txt 2024-03-29T00:20:47.072 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/batman-adv.txt 2024-03-29T00:20:47.073 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/baycom.txt 2024-03-29T00:20:47.075 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/bonding.txt 2024-03-29T00:20:47.079 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/bridge.txt 2024-03-29T00:20:47.081 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/caif/ 2024-03-29T00:20:47.083 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/caif/Linux-CAIF.txt 2024-03-29T00:20:47.085 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/caif/README 2024-03-29T00:20:47.087 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/caif/spi_porting.txt 2024-03-29T00:20:47.089 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/can.txt 2024-03-29T00:20:47.091 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/cdc_mbim.txt 2024-03-29T00:20:47.093 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/cops.txt 2024-03-29T00:20:47.094 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/cs89x0.txt 2024-03-29T00:20:47.096 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/cxacru-cf.py 2024-03-29T00:20:47.098 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/cxacru.txt 2024-03-29T00:20:47.099 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/cxgb.txt 2024-03-29T00:20:47.101 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/dccp.txt 2024-03-29T00:20:47.103 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/dctcp.txt 2024-03-29T00:20:47.104 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/de4x5.txt 2024-03-29T00:20:47.107 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/decnet.txt 2024-03-29T00:20:47.109 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/dl2k.txt 2024-03-29T00:20:47.111 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/dm9000.txt 2024-03-29T00:20:47.113 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/dmfe.txt 2024-03-29T00:20:47.115 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/dns_resolver.txt 2024-03-29T00:20:47.117 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/driver.txt 2024-03-29T00:20:47.120 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/e100.txt 2024-03-29T00:20:47.121 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/e1000.txt 2024-03-29T00:20:47.123 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/e1000e.txt 2024-03-29T00:20:47.125 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/eql.txt 2024-03-29T00:20:47.128 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/fib_trie.txt 2024-03-29T00:20:47.130 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/filter.txt 2024-03-29T00:20:47.132 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/fore200e.txt 2024-03-29T00:20:47.133 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/framerelay.txt 2024-03-29T00:20:47.135 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/gen_stats.txt 2024-03-29T00:20:47.137 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/generic-hdlc.txt 2024-03-29T00:20:47.138 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/generic_netlink.txt 2024-03-29T00:20:47.140 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/gianfar.txt 2024-03-29T00:20:47.142 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/i40e.txt 2024-03-29T00:20:47.145 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/i40evf.txt 2024-03-29T00:20:47.146 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/ieee802154.txt 2024-03-29T00:20:47.148 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/igb.txt 2024-03-29T00:20:47.150 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/igbvf.txt 2024-03-29T00:20:47.152 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/ip-sysctl.txt 2024-03-29T00:20:47.154 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/ip_dynaddr.txt 2024-03-29T00:20:47.155 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/ipddp.txt 2024-03-29T00:20:47.157 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/iphase.txt 2024-03-29T00:20:47.158 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/ipsec.txt 2024-03-29T00:20:47.160 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/ipv6.txt 2024-03-29T00:20:47.161 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/ipvlan.txt 2024-03-29T00:20:47.163 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/ipvs-sysctl.txt 2024-03-29T00:20:47.164 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/irda.txt 2024-03-29T00:20:47.166 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/ixgb.txt 2024-03-29T00:20:47.168 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/ixgbe.txt 2024-03-29T00:20:47.170 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/ixgbevf.txt 2024-03-29T00:20:47.171 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/l2tp.txt 2024-03-29T00:20:47.173 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/lapb-module.txt 2024-03-29T00:20:47.174 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/ltpc.txt 2024-03-29T00:20:47.176 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/mac80211-auth-assoc-deauth.txt 2024-03-29T00:20:47.177 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/mac80211-injection.txt 2024-03-29T00:20:47.179 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/ 2024-03-29T00:20:47.180 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/README 2024-03-29T00:20:47.182 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/hostapd.conf 2024-03-29T00:20:47.183 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/wpa_supplicant.conf 2024-03-29T00:20:47.185 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/multiqueue.txt 2024-03-29T00:20:47.187 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/netconsole.txt 2024-03-29T00:20:47.188 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/netdev-FAQ.txt 2024-03-29T00:20:47.190 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/netdev-features.txt 2024-03-29T00:20:47.192 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/netdevices.txt 2024-03-29T00:20:47.193 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/netif-msg.txt 2024-03-29T00:20:47.195 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/netlink_mmap.txt 2024-03-29T00:20:47.196 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/nf_conntrack-sysctl.txt 2024-03-29T00:20:47.198 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/nfc.txt 2024-03-29T00:20:47.199 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/openvswitch.txt 2024-03-29T00:20:47.201 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/operstates.txt 2024-03-29T00:20:47.202 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/packet_mmap.txt 2024-03-29T00:20:47.204 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/phonet.txt 2024-03-29T00:20:47.206 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/phy.txt 2024-03-29T00:20:47.209 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/pktgen.txt 2024-03-29T00:20:47.211 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/policy-routing.txt 2024-03-29T00:20:47.213 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/ppp_generic.txt 2024-03-29T00:20:47.216 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/proc_net_tcp.txt 2024-03-29T00:20:47.218 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/radiotap-headers.txt 2024-03-29T00:20:47.219 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/ray_cs.txt 2024-03-29T00:20:47.221 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/rds.txt 2024-03-29T00:20:47.223 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/regulatory.txt 2024-03-29T00:20:47.225 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/rxrpc.txt 2024-03-29T00:20:47.227 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/s2io.txt 2024-03-29T00:20:47.228 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/scaling.txt 2024-03-29T00:20:47.230 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/sctp.txt 2024-03-29T00:20:47.232 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/secid.txt 2024-03-29T00:20:47.234 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/skfp.txt 2024-03-29T00:20:47.236 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/smc9.txt 2024-03-29T00:20:47.239 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/spider_net.txt 2024-03-29T00:20:47.241 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/stmmac.txt 2024-03-29T00:20:47.243 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/switchdev.txt 2024-03-29T00:20:47.245 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/tc-actions-env-rules.txt 2024-03-29T00:20:47.246 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/tcp-thin.txt 2024-03-29T00:20:47.248 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/tcp.txt 2024-03-29T00:20:47.250 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/team.txt 2024-03-29T00:20:47.251 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/timestamping.txt 2024-03-29T00:20:47.253 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/timestamping/ 2024-03-29T00:20:47.254 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/timestamping/.gitignore 2024-03-29T00:20:47.256 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/timestamping/Makefile 2024-03-29T00:20:47.257 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/timestamping/hwtstamp_config.c 2024-03-29T00:20:47.259 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/timestamping/timestamping.c 2024-03-29T00:20:47.261 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/timestamping/txtimestamp.c 2024-03-29T00:20:47.263 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/tlan.txt 2024-03-29T00:20:47.265 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/tproxy.txt 2024-03-29T00:20:47.268 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/tuntap.txt 2024-03-29T00:20:47.269 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/udplite.txt 2024-03-29T00:20:47.271 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/vortex.txt 2024-03-29T00:20:47.273 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/vxge.txt 2024-03-29T00:20:47.275 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/vxlan.txt 2024-03-29T00:20:47.276 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/x25-iface.txt 2024-03-29T00:20:47.278 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/x25.txt 2024-03-29T00:20:47.279 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/xfrm_proc.txt 2024-03-29T00:20:47.281 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/xfrm_sync.txt 2024-03-29T00:20:47.283 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/xfrm_sysctl.txt 2024-03-29T00:20:47.284 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/networking/z8530drv.txt 2024-03-29T00:20:47.286 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/nfc/ 2024-03-29T00:20:47.287 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/nfc/nfc-hci.txt 2024-03-29T00:20:47.289 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/nfc/nfc-pn544.txt 2024-03-29T00:20:47.291 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/nios2/ 2024-03-29T00:20:47.292 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/nios2/README 2024-03-29T00:20:47.294 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/nommu-mmap.txt 2024-03-29T00:20:47.295 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/numastat.txt 2024-03-29T00:20:47.297 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/oops-tracing.txt 2024-03-29T00:20:47.299 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/padata.txt 2024-03-29T00:20:47.300 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/parisc/ 2024-03-29T00:20:47.302 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/parisc/00-INDEX 2024-03-29T00:20:47.304 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/parisc/debugging 2024-03-29T00:20:47.305 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/parisc/registers 2024-03-29T00:20:47.307 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/parport-lowlevel.txt 2024-03-29T00:20:47.309 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/parport.txt 2024-03-29T00:20:47.311 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/pcmcia/ 2024-03-29T00:20:47.313 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/pcmcia/.gitignore 2024-03-29T00:20:47.315 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/pcmcia/Makefile 2024-03-29T00:20:47.317 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/pcmcia/crc32hash.c 2024-03-29T00:20:47.319 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/pcmcia/devicetable.txt 2024-03-29T00:20:47.321 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/pcmcia/driver-changes.txt 2024-03-29T00:20:47.323 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/pcmcia/driver.txt 2024-03-29T00:20:47.326 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/pcmcia/locking.txt 2024-03-29T00:20:47.328 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/percpu-rw-semaphore.txt 2024-03-29T00:20:47.330 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/phy.txt 2024-03-29T00:20:47.333 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/phy/ 2024-03-29T00:20:47.335 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/phy/samsung-usb2.txt 2024-03-29T00:20:47.337 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/pi-futex.txt 2024-03-29T00:20:47.339 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/pinctrl.txt 2024-03-29T00:20:47.342 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/platform/ 2024-03-29T00:20:47.345 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/platform/x86-laptop-drivers.txt 2024-03-29T00:20:47.346 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/pnp.txt 2024-03-29T00:20:47.348 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/ 2024-03-29T00:20:47.349 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/00-INDEX 2024-03-29T00:20:47.351 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/apm-acpi.txt 2024-03-29T00:20:47.353 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/basic-pm-debugging.txt 2024-03-29T00:20:47.354 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/charger-manager.txt 2024-03-29T00:20:47.356 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/devices.txt 2024-03-29T00:20:47.358 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/drivers-testing.txt 2024-03-29T00:20:47.360 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/freezing-of-tasks.txt 2024-03-29T00:20:47.362 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/interface.txt 2024-03-29T00:20:47.363 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/notifiers.txt 2024-03-29T00:20:47.365 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/opp.txt 2024-03-29T00:20:47.367 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/pci.txt 2024-03-29T00:20:47.369 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/pm_qos_interface.txt 2024-03-29T00:20:47.370 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/power_supply_class.txt 2024-03-29T00:20:47.372 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/powercap/ 2024-03-29T00:20:47.373 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/powercap/powercap.txt 2024-03-29T00:20:47.375 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/regulator/ 2024-03-29T00:20:47.376 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/regulator/consumer.txt 2024-03-29T00:20:47.378 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/regulator/design.txt 2024-03-29T00:20:47.379 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/regulator/machine.txt 2024-03-29T00:20:47.381 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/regulator/overview.txt 2024-03-29T00:20:47.382 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/regulator/regulator.txt 2024-03-29T00:20:47.384 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/runtime_pm.txt 2024-03-29T00:20:47.386 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/s2ram.txt 2024-03-29T00:20:47.389 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/states.txt 2024-03-29T00:20:47.391 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/suspend-and-cpuhotplug.txt 2024-03-29T00:20:47.393 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/suspend-and-interrupts.txt 2024-03-29T00:20:47.395 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/swsusp-and-swap-files.txt 2024-03-29T00:20:47.397 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/swsusp-dmcrypt.txt 2024-03-29T00:20:47.399 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/swsusp.txt 2024-03-29T00:20:47.401 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/tricks.txt 2024-03-29T00:20:47.402 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/userland-swsusp.txt 2024-03-29T00:20:47.404 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/power/video.txt 2024-03-29T00:20:47.406 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/powerpc/ 2024-03-29T00:20:47.408 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/powerpc/00-INDEX 2024-03-29T00:20:47.409 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/powerpc/bootwrapper.txt 2024-03-29T00:20:47.411 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/powerpc/cpu_families.txt 2024-03-29T00:20:47.413 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/powerpc/cpu_features.txt 2024-03-29T00:20:47.414 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/powerpc/cxl.txt 2024-03-29T00:20:47.416 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/powerpc/eeh-pci-error-recovery.txt 2024-03-29T00:20:47.418 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/powerpc/firmware-assisted-dump.txt 2024-03-29T00:20:47.420 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/powerpc/hvcs.txt 2024-03-29T00:20:47.422 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/powerpc/mpc52xx.txt 2024-03-29T00:20:47.424 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/powerpc/pmu-ebb.txt 2024-03-29T00:20:47.425 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/powerpc/ptrace.txt 2024-03-29T00:20:47.428 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/powerpc/qe_firmware.txt 2024-03-29T00:20:47.430 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/powerpc/transactional_memory.txt 2024-03-29T00:20:47.432 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/pps/ 2024-03-29T00:20:47.434 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/pps/pps.txt 2024-03-29T00:20:47.437 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/prctl/ 2024-03-29T00:20:47.438 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/prctl/.gitignore 2024-03-29T00:20:47.440 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/prctl/Makefile 2024-03-29T00:20:47.442 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/prctl/disable-tsc-ctxt-sw-stress-test.c 2024-03-29T00:20:47.444 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/prctl/disable-tsc-on-off-stress-test.c 2024-03-29T00:20:47.446 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/prctl/disable-tsc-test.c 2024-03-29T00:20:47.448 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/prctl/no_new_privs.txt 2024-03-29T00:20:47.450 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/prctl/seccomp_filter.txt 2024-03-29T00:20:47.453 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/preempt-locking.txt 2024-03-29T00:20:47.455 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/printk-formats.txt 2024-03-29T00:20:47.457 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/pti/ 2024-03-29T00:20:47.459 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/pti/pti_intel_mid.txt 2024-03-29T00:20:47.460 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ptp/ 2024-03-29T00:20:47.462 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ptp/.gitignore 2024-03-29T00:20:47.463 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ptp/Makefile 2024-03-29T00:20:47.465 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ptp/ptp.txt 2024-03-29T00:20:47.466 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ptp/testptp.c 2024-03-29T00:20:47.468 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-29T00:20:47.468 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:20:47.468 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-29T00:20:47.469 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ptp/testptp.mk 2024-03-29T00:20:47.469 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/pwm.txt 2024-03-29T00:20:47.477 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/ramoops.txt 2024-03-29T00:20:47.477 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/rapidio/ 2024-03-29T00:20:47.477 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/rapidio/rapidio.txt 2024-03-29T00:20:47.477 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/rapidio/sysfs.txt 2024-03-29T00:20:47.478 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/rapidio/tsi721.txt 2024-03-29T00:20:47.479 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/rbtree.txt 2024-03-29T00:20:47.481 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/remoteproc.txt 2024-03-29T00:20:47.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:47 smithi069 ceph-mon[36074]: pgmap v491: 129 pgs: 129 active+clean; 61 MiB data, 486 MiB used, 1.0 TiB / 1.0 TiB avail; 182 KiB/s rd, 255 KiB/s wr, 94 op/s 2024-03-29T00:20:47.484 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/rfkill.txt 2024-03-29T00:20:47.487 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/robust-futex-ABI.txt 2024-03-29T00:20:47.489 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/robust-futexes.txt 2024-03-29T00:20:47.491 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/rpmsg.txt 2024-03-29T00:20:47.492 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/rtc.txt 2024-03-29T00:20:47.493 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/s390/ 2024-03-29T00:20:47.495 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/s390/00-INDEX 2024-03-29T00:20:47.497 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/s390/3270.ChangeLog 2024-03-29T00:20:47.498 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/s390/3270.txt 2024-03-29T00:20:47.500 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/s390/CommonIO 2024-03-29T00:20:47.502 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/s390/DASD 2024-03-29T00:20:47.504 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/s390/Debugging390.txt 2024-03-29T00:20:47.507 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/s390/cds.txt 2024-03-29T00:20:47.508 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/s390/config3270.sh 2024-03-29T00:20:47.510 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/s390/driver-model.txt 2024-03-29T00:20:47.512 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/s390/kvm.txt 2024-03-29T00:20:47.514 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/s390/monreader.txt 2024-03-29T00:20:47.515 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/s390/qeth.txt 2024-03-29T00:20:47.517 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/s390/s390dbf.txt 2024-03-29T00:20:47.519 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/s390/zfcpdump.txt 2024-03-29T00:20:47.521 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scheduler/ 2024-03-29T00:20:47.522 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scheduler/00-INDEX 2024-03-29T00:20:47.524 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scheduler/completion.txt 2024-03-29T00:20:47.526 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scheduler/sched-arch.txt 2024-03-29T00:20:47.528 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scheduler/sched-bwc.txt 2024-03-29T00:20:47.530 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scheduler/sched-deadline.txt 2024-03-29T00:20:47.531 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scheduler/sched-design-CFS.txt 2024-03-29T00:20:47.533 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scheduler/sched-domains.txt 2024-03-29T00:20:47.535 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scheduler/sched-nice-design.txt 2024-03-29T00:20:47.536 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scheduler/sched-rt-group.txt 2024-03-29T00:20:47.538 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scheduler/sched-stats.txt 2024-03-29T00:20:47.540 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/ 2024-03-29T00:20:47.542 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/00-INDEX 2024-03-29T00:20:47.544 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/53c700.txt 2024-03-29T00:20:47.546 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/BusLogic.txt 2024-03-29T00:20:47.547 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.1992-1997 2024-03-29T00:20:47.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:47 smithi012 ceph-mon[31657]: pgmap v491: 129 pgs: 129 active+clean; 61 MiB data, 486 MiB used, 1.0 TiB / 1.0 TiB avail; 182 KiB/s rd, 255 KiB/s wr, 94 op/s 2024-03-29T00:20:47.549 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.arcmsr 2024-03-29T00:20:47.551 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.ips 2024-03-29T00:20:47.553 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.lpfc 2024-03-29T00:20:47.556 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.megaraid 2024-03-29T00:20:47.559 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.megaraid_sas 2024-03-29T00:20:47.561 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.ncr53c8xx 2024-03-29T00:20:47.563 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.sym53c8xx 2024-03-29T00:20:47.564 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.sym53c8xx_2 2024-03-29T00:20:47.566 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/FlashPoint.txt 2024-03-29T00:20:47.568 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/LICENSE.FlashPoint 2024-03-29T00:20:47.569 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/LICENSE.qla2xxx 2024-03-29T00:20:47.571 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/LICENSE.qla4xxx 2024-03-29T00:20:47.573 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/Mylex.txt 2024-03-29T00:20:47.575 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/NinjaSCSI.txt 2024-03-29T00:20:47.577 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/aacraid.txt 2024-03-29T00:20:47.578 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/advansys.txt 2024-03-29T00:20:47.583 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/aha152x.txt 2024-03-29T00:20:47.585 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/aic79xx.txt 2024-03-29T00:20:47.586 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/aic7xxx.txt 2024-03-29T00:20:47.588 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/arcmsr_spec.txt 2024-03-29T00:20:47.590 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/bfa.txt 2024-03-29T00:20:47.592 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/bnx2fc.txt 2024-03-29T00:20:47.594 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/cxgb3i.txt 2024-03-29T00:20:47.595 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/dc395x.txt 2024-03-29T00:20:47.597 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/dpti.txt 2024-03-29T00:20:47.599 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/dtc3x80.txt 2024-03-29T00:20:47.600 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/g_NCR5380.txt 2024-03-29T00:20:47.602 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/hpsa.txt 2024-03-29T00:20:47.604 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/hptiop.txt 2024-03-29T00:20:47.606 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/in2000.txt 2024-03-29T00:20:47.607 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/libsas.txt 2024-03-29T00:20:47.609 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/link_power_management_policy.txt 2024-03-29T00:20:47.611 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/lpfc.txt 2024-03-29T00:20:47.612 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/megaraid.txt 2024-03-29T00:20:47.614 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/ncr53c8xx.txt 2024-03-29T00:20:47.617 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/osd.txt 2024-03-29T00:20:47.618 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/osst.txt 2024-03-29T00:20:47.620 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/ppa.txt 2024-03-29T00:20:47.622 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/qlogicfas.txt 2024-03-29T00:20:47.624 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/scsi-changer.txt 2024-03-29T00:20:47.626 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/scsi-generic.txt 2024-03-29T00:20:47.627 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/scsi-parameters.txt 2024-03-29T00:20:47.629 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/scsi.txt 2024-03-29T00:20:47.631 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/scsi_eh.txt 2024-03-29T00:20:47.633 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/scsi_fc_transport.txt 2024-03-29T00:20:47.635 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/scsi_mid_low_api.txt 2024-03-29T00:20:47.637 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/scsi_transport_srp/ 2024-03-29T00:20:47.639 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/scsi_transport_srp/Makefile 2024-03-29T00:20:47.641 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/scsi_transport_srp/rport_state_diagram.dot 2024-03-29T00:20:47.643 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/st.txt 2024-03-29T00:20:47.645 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/sym53c500_cs.txt 2024-03-29T00:20:47.646 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/sym53c8xx_2.txt 2024-03-29T00:20:47.650 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/tmscsim.txt 2024-03-29T00:20:47.652 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/ufs.txt 2024-03-29T00:20:47.654 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/scsi/wd719x.txt 2024-03-29T00:20:47.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:47 smithi053 ceph-mon[36233]: pgmap v491: 129 pgs: 129 active+clean; 61 MiB data, 486 MiB used, 1.0 TiB / 1.0 TiB avail; 182 KiB/s rd, 255 KiB/s wr, 94 op/s 2024-03-29T00:20:47.655 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/security/ 2024-03-29T00:20:47.661 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/security/00-INDEX 2024-03-29T00:20:47.672 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/security/IMA-templates.txt 2024-03-29T00:20:47.674 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/security/LSM.txt 2024-03-29T00:20:47.676 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/security/SELinux.txt 2024-03-29T00:20:47.679 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/security/Smack.txt 2024-03-29T00:20:47.681 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/security/Yama.txt 2024-03-29T00:20:47.683 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/security/apparmor.txt 2024-03-29T00:20:47.685 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/security/credentials.txt 2024-03-29T00:20:47.689 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/security/keys-ecryptfs.txt 2024-03-29T00:20:47.690 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/security/keys-request-key.txt 2024-03-29T00:20:47.692 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/security/keys-trusted-encrypted.txt 2024-03-29T00:20:47.694 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/security/keys.txt 2024-03-29T00:20:47.697 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/security/tomoyo.txt 2024-03-29T00:20:47.700 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/serial-console.txt 2024-03-29T00:20:47.702 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/serial/ 2024-03-29T00:20:47.708 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.708+0000 7f831be00640 1 -- 172.21.15.12:0/567664433 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8314107d90 msgr2=0x7f83141081b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:47.708 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.708+0000 7f831be00640 1 --2- 172.21.15.12:0/567664433 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8314107d90 0x7f83141081b0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f8308009900 tx=0x7f830802bc30 comp rx=0 tx=0).stop 2024-03-29T00:20:47.709 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/serial/00-INDEX 2024-03-29T00:20:47.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.708+0000 7f831be00640 1 -- 172.21.15.12:0/567664433 shutdown_connections 2024-03-29T00:20:47.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.708+0000 7f831be00640 1 --2- 172.21.15.12:0/567664433 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8314109940 0x7f83141101d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:47.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.708+0000 7f831be00640 1 --2- 172.21.15.12:0/567664433 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8314108f80 0x7f8314109400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:47.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.708+0000 7f831be00640 1 --2- 172.21.15.12:0/567664433 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8314107d90 0x7f83141081b0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:47.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.708+0000 7f831be00640 1 -- 172.21.15.12:0/567664433 >> 172.21.15.12:0/567664433 conn(0x7f8314076d40 msgr2=0x7f8314079160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:47.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.708+0000 7f831be00640 1 -- 172.21.15.12:0/567664433 shutdown_connections 2024-03-29T00:20:47.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.708+0000 7f831be00640 1 -- 172.21.15.12:0/567664433 wait complete. 2024-03-29T00:20:47.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.709+0000 7f831be00640 1 Processor -- start 2024-03-29T00:20:47.710 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/serial/README.cycladesZ 2024-03-29T00:20:47.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.710+0000 7f831be00640 1 -- start start 2024-03-29T00:20:47.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.710+0000 7f831be00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8314107d90 0x7f831419e190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:47.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.710+0000 7f831be00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8314108f80 0x7f831419e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:47.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.710+0000 7f831be00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8314109940 0x7f83141a5740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:47.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.710+0000 7f831be00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8314113af0 con 0x7f8314107d90 2024-03-29T00:20:47.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.710+0000 7f831be00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f8314113970 con 0x7f8314109940 2024-03-29T00:20:47.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.710+0000 7f831be00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8314113c70 con 0x7f8314108f80 2024-03-29T00:20:47.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.711+0000 7f8318a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8314108f80 0x7f831419e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:47.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.711+0000 7f8318a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8314108f80 0x7f831419e6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:45906/0 (socket says 172.21.15.12:45906) 2024-03-29T00:20:47.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.711+0000 7f8319400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8314107d90 0x7f831419e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:47.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.711+0000 7f8318a00640 1 -- 172.21.15.12:0/466328956 learned_addr learned my addr 172.21.15.12:0/466328956 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:47.712 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/serial/driver 2024-03-29T00:20:47.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.712+0000 7f8318a00640 1 -- 172.21.15.12:0/466328956 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8314109940 msgr2=0x7f83141a5740 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-29T00:20:47.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.712+0000 7f8319e00640 1 --2- 172.21.15.12:0/466328956 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8314109940 0x7f83141a5740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:47.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.712+0000 7f8318a00640 1 --2- 172.21.15.12:0/466328956 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8314109940 0x7f83141a5740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:47.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.712+0000 7f8318a00640 1 -- 172.21.15.12:0/466328956 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8314107d90 msgr2=0x7f831419e190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:47.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.712+0000 7f8318a00640 1 --2- 172.21.15.12:0/466328956 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8314107d90 0x7f831419e190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:47.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.712+0000 7f8318a00640 1 -- 172.21.15.12:0/466328956 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83141a5db0 con 0x7f8314108f80 2024-03-29T00:20:47.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.712+0000 7f8319400640 1 --2- 172.21.15.12:0/466328956 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8314107d90 0x7f831419e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:47.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.712+0000 7f8319e00640 1 --2- 172.21.15.12:0/466328956 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8314109940 0x7f83141a5740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:20:47.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.713+0000 7f8318a00640 1 --2- 172.21.15.12:0/466328956 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8314108f80 0x7f831419e6d0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f830000d950 tx=0x7f830000de10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:47.714 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/serial/moxa-smartio 2024-03-29T00:20:47.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.713+0000 7f8312000640 1 -- 172.21.15.12:0/466328956 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8300017030 con 0x7f8314108f80 2024-03-29T00:20:47.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.713+0000 7f8312000640 1 -- 172.21.15.12:0/466328956 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8300004020 con 0x7f8314108f80 2024-03-29T00:20:47.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.713+0000 7f8312000640 1 -- 172.21.15.12:0/466328956 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8300004a00 con 0x7f8314108f80 2024-03-29T00:20:47.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.713+0000 7f831be00640 1 -- 172.21.15.12:0/466328956 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83141a60a0 con 0x7f8314108f80 2024-03-29T00:20:47.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.713+0000 7f831be00640 1 -- 172.21.15.12:0/466328956 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83141a65a0 con 0x7f8314108f80 2024-03-29T00:20:47.715 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/serial/n_gsm.txt 2024-03-29T00:20:47.717 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/serial/rocket.txt 2024-03-29T00:20:47.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.717+0000 7f831eb8f740 1 Processor -- start 2024-03-29T00:20:47.718 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/serial/serial-rs485.txt 2024-03-29T00:20:47.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.718+0000 7f831eb8f740 1 -- start start 2024-03-29T00:20:47.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.718+0000 7f8312000640 1 -- 172.21.15.12:0/466328956 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f83000041d0 con 0x7f8314108f80 2024-03-29T00:20:47.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.718+0000 7f831eb8f740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557492d68f90 0x557492d693b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:47.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.718+0000 7f831eb8f740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557492d69980 0x557492d6e480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:47.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.718+0000 7f831eb8f740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557492d6eaf0 0x557492d70f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:47.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.718+0000 7f831eb8f740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x557492ccdc40 con 0x557492d69980 2024-03-29T00:20:47.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.718+0000 7f831eb8f740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x557492c76c40 con 0x557492d6eaf0 2024-03-29T00:20:47.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.718+0000 7f831eb8f740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x557492cc9ce0 con 0x557492d68f90 2024-03-29T00:20:47.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.718+0000 7f8319e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557492d68f90 0x557492d693b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:47.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.718+0000 7f8318a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557492d6eaf0 0x557492d70f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:47.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.718+0000 7f8319e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557492d68f90 0x557492d693b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:45916/0 (socket says 172.21.15.12:45916) 2024-03-29T00:20:47.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.718+0000 7f8319e00640 1 -- 172.21.15.12:0/2079819079 learned_addr learned my addr 172.21.15.12:0/2079819079 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:47.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.718+0000 7f8319400640 1 --2- 172.21.15.12:0/2079819079 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557492d69980 0x557492d6e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:47.720 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/serial/tty.txt 2024-03-29T00:20:47.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.719+0000 7f8319e00640 1 -- 172.21.15.12:0/2079819079 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557492d6eaf0 msgr2=0x557492d70f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:47.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.719+0000 7f8319e00640 1 --2- 172.21.15.12:0/2079819079 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557492d6eaf0 0x557492d70f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:47.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.719+0000 7f8319e00640 1 -- 172.21.15.12:0/2079819079 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557492d69980 msgr2=0x557492d6e480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:47.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.719+0000 7f8319e00640 1 --2- 172.21.15.12:0/2079819079 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557492d69980 0x557492d6e480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:47.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.719+0000 7f8319e00640 1 -- 172.21.15.12:0/2079819079 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557492aaa7e0 con 0x557492d68f90 2024-03-29T00:20:47.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.719+0000 7f8319e00640 1 --2- 172.21.15.12:0/2079819079 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557492d68f90 0x557492d693b0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f830c009f10 tx=0x7f830c00f730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=51f4c84a73415fb3 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:47.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.719+0000 7f8306600640 1 -- 172.21.15.12:0/2079819079 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f830c003b70 con 0x557492d68f90 2024-03-29T00:20:47.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.719+0000 7f8306600640 1 -- 172.21.15.12:0/2079819079 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f830c003d10 con 0x557492d68f90 2024-03-29T00:20:47.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.720+0000 7f8306600640 1 -- 172.21.15.12:0/2079819079 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f830c011b20 con 0x557492d68f90 2024-03-29T00:20:47.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.720+0000 7f8312000640 1 --2- 172.21.15.12:0/466328956 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f82fc0a1e00 0x7f82fc0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:47.722 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sgi-ioc4.txt 2024-03-29T00:20:47.723 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.720+0000 7f8312000640 1 -- 172.21.15.12:0/466328956 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f83000cdb70 con 0x7f8314108f80 2024-03-29T00:20:47.723 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.720+0000 7f8319400640 1 --2- 172.21.15.12:0/466328956 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f82fc0a1e00 0x7f82fc0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:47.723 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.720+0000 7f831eb8f740 1 -- 172.21.15.12:0/2079819079 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557492d68f90 msgr2=0x557492d693b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:47.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.720+0000 7f831eb8f740 1 --2- 172.21.15.12:0/2079819079 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557492d68f90 0x557492d693b0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f830c009f10 tx=0x7f830c00f730 comp rx=0 tx=0).stop 2024-03-29T00:20:47.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.721+0000 7f831eb8f740 1 -- 172.21.15.12:0/2079819079 shutdown_connections 2024-03-29T00:20:47.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.721+0000 7f831eb8f740 1 --2- 172.21.15.12:0/2079819079 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557492d6eaf0 0x557492d70f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:47.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.721+0000 7f831eb8f740 1 --2- 172.21.15.12:0/2079819079 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557492d69980 0x557492d6e480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:47.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.721+0000 7f831eb8f740 1 --2- 172.21.15.12:0/2079819079 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557492d68f90 0x557492d693b0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:47.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.721+0000 7f831eb8f740 1 -- 172.21.15.12:0/2079819079 >> 172.21.15.12:0/2079819079 conn(0x557492d64500 msgr2=0x557492d64900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:47.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.721+0000 7f831eb8f740 1 -- 172.21.15.12:0/2079819079 shutdown_connections 2024-03-29T00:20:47.724 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sh/ 2024-03-29T00:20:47.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.721+0000 7f831eb8f740 1 -- 172.21.15.12:0/2079819079 wait complete. 2024-03-29T00:20:47.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.721+0000 7f8319400640 1 --2- 172.21.15.12:0/466328956 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f82fc0a1e00 0x7f82fc0a42c0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f830802c900 tx=0x7f8308005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:47.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.721+0000 7f831eb8f740 1 -- start start 2024-03-29T00:20:47.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.722+0000 7f831eb8f740 1 Processor -- start 2024-03-29T00:20:47.725 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sh/new-machine.txt 2024-03-29T00:20:47.726 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.722+0000 7f831eb8f740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557492d68f90 0x557492d73480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:47.726 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.722+0000 7f831eb8f740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557492d69980 0x557492d739c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:47.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.722+0000 7f831eb8f740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557492d6eaf0 0x557492d7aa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:47.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.722+0000 7f831eb8f740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x557492d71aa0 con 0x557492d6eaf0 2024-03-29T00:20:47.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.722+0000 7f831eb8f740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x557492c6c250 con 0x557492d68f90 2024-03-29T00:20:47.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.722+0000 7f831eb8f740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x557492d71c20 con 0x557492d69980 2024-03-29T00:20:47.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.722+0000 7f8318a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557492d69980 0x557492d739c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:47.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.722+0000 7f8319400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557492d68f90 0x557492d73480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:47.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.722+0000 7f831eb8f740 10 client.0 _ll_register_callbacks cb 0x557492c8de70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:47.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.722+0000 7f8318a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557492d69980 0x557492d739c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:45920/0 (socket says 172.21.15.12:45920) 2024-03-29T00:20:47.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.722+0000 7f8319400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557492d68f90 0x557492d73480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:58690/0 (socket says 172.21.15.12:58690) 2024-03-29T00:20:47.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.722+0000 7f8318a00640 1 -- 172.21.15.12:0/60894688 learned_addr learned my addr 172.21.15.12:0/60894688 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:47.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.722+0000 7f8319e00640 1 --2- 172.21.15.12:0/60894688 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557492d6eaf0 0x557492d7aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:47.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.723+0000 7f8318a00640 1 -- 172.21.15.12:0/60894688 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557492d68f90 msgr2=0x557492d73480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:47.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.723+0000 7f8318a00640 1 --2- 172.21.15.12:0/60894688 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557492d68f90 0x557492d73480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:47.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.723+0000 7f8318a00640 1 -- 172.21.15.12:0/60894688 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557492d6eaf0 msgr2=0x557492d7aa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:47.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.723+0000 7f8318a00640 1 --2- 172.21.15.12:0/60894688 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557492d6eaf0 0x557492d7aa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:47.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.723+0000 7f8318a00640 1 -- 172.21.15.12:0/60894688 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557492b0af70 con 0x557492d69980 2024-03-29T00:20:47.728 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sh/register-banks.txt 2024-03-29T00:20:47.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.723+0000 7f8318a00640 1 --2- 172.21.15.12:0/60894688 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557492d69980 0x557492d739c0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f83000a2720 tx=0x7f8300096150 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f651c6b90c57eb46 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:47.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.723+0000 7f82faa00640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:20:47.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.723+0000 7f82faa00640 1 -- 172.21.15.12:0/60894688 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83000d5040 con 0x557492d69980 2024-03-29T00:20:47.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.723+0000 7f82faa00640 1 -- 172.21.15.12:0/60894688 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f83000987b0 con 0x557492d69980 2024-03-29T00:20:47.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.723+0000 7f831eb8f740 1 -- 172.21.15.12:0/60894688 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f830c003d10 con 0x557492d69980 2024-03-29T00:20:47.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.724+0000 7f82faa00640 1 -- 172.21.15.12:0/60894688 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f8300099e10 con 0x557492d69980 2024-03-29T00:20:47.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.724+0000 7f831eb8f740 10 client.26374 fetch_fsmap learned FSMap version 30 2024-03-29T00:20:47.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.724+0000 7f831eb8f740 1 -- 172.21.15.12:0/60894688 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5574929a2170 con 0x557492d69980 2024-03-29T00:20:47.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.724+0000 7f82faa00640 1 -- 172.21.15.12:0/60894688 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f830c003d10 con 0x557492d69980 2024-03-29T00:20:47.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.724+0000 7f82faa00640 1 -- 172.21.15.12:0/60894688 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 30) ==== 8366+0+0 (secure 0 0 0) 0x7f8300096b20 con 0x557492d69980 2024-03-29T00:20:47.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.724+0000 7f831eb8f740 10 client.26374 fetch_fsmap finished waiting for FSMap version 30 2024-03-29T00:20:47.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.724+0000 7f831eb8f740 10 client.26374 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:20:47.730 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/smsc_ece1099.txt 2024-03-29T00:20:47.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.724+0000 7f831eb8f740 20 client.26374 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:47.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.724+0000 7f831eb8f740 1 --2- 172.21.15.12:0/60894688 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x557492d7f3a0 0x557492d81800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:47.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.724+0000 7f831eb8f740 4 client.26374 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:20:47.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.724+0000 7f831eb8f740 1 -- 172.21.15.12:0/60894688 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557492cdb180 con 0x557492d7f3a0 2024-03-29T00:20:47.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.725+0000 7f8319400640 1 --2- 172.21.15.12:0/60894688 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x557492d7f3a0 0x557492d81800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:47.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.725+0000 7f82faa00640 10 client.26374 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:47.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.725+0000 7f8319400640 1 --2- 172.21.15.12:0/60894688 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x557492d7f3a0 0x557492d81800 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=89b01b6eeaf413dd server_cookie=7a3e89ced69a8879 in_seq=0 out_seq=0 2024-03-29T00:20:47.731 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/ 2024-03-29T00:20:47.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.726+0000 7f82faa00640 1 -- 172.21.15.12:0/60894688 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x557492cdb180 con 0x557492d7f3a0 2024-03-29T00:20:47.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.727+0000 7f82faa00640 10 client.26374 handle_command_reply: tid=0 2024-03-29T00:20:47.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.727+0000 7f831eb8f740 1 client.26374 shutdown 2024-03-29T00:20:47.732 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/ 2024-03-29T00:20:47.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.727+0000 7f831eb8f740 1 -- 172.21.15.12:0/60894688 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557492d69980 msgr2=0x557492d739c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:47.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.727+0000 7f831eb8f740 1 --2- 172.21.15.12:0/60894688 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557492d69980 0x557492d739c0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f83000a2720 tx=0x7f8300096150 comp rx=0 tx=0).stop 2024-03-29T00:20:47.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.727+0000 7f831eb8f740 1 -- 172.21.15.12:0/60894688 shutdown_connections 2024-03-29T00:20:47.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.727+0000 7f831eb8f740 1 --2- 172.21.15.12:0/60894688 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x557492d7f3a0 0x557492d81800 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:47.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.727+0000 7f831eb8f740 1 --2- 172.21.15.12:0/60894688 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557492d6eaf0 0x557492d7aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:47.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.727+0000 7f831eb8f740 1 --2- 172.21.15.12:0/60894688 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557492d69980 0x557492d739c0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:47.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.727+0000 7f831eb8f740 1 --2- 172.21.15.12:0/60894688 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557492d68f90 0x557492d73480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:47.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.727+0000 7f82faa00640 0 client.26374 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:47.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.727+0000 7f831eb8f740 1 -- 172.21.15.12:0/60894688 >> 172.21.15.12:0/60894688 conn(0x557492d64500 msgr2=0x557492d63700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:47.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.727+0000 7f831eb8f740 1 -- 172.21.15.12:0/60894688 shutdown_connections 2024-03-29T00:20:47.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.727+0000 7f831eb8f740 1 -- 172.21.15.12:0/60894688 wait complete. 2024-03-29T00:20:47.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.727+0000 7f831eb8f740 20 client.26374 trim_cache size 0 max 16384 2024-03-29T00:20:47.734 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/ALSA-Configuration.txt 2024-03-29T00:20:47.735 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/Audigy-mixer.txt 2024-03-29T00:20:47.735 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/Audiophile-Usb.txt 2024-03-29T00:20:47.735 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/Bt87x.txt 2024-03-29T00:20:47.735 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/CMIPCI.txt 2024-03-29T00:20:47.736 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/Channel-Mapping-API.txt 2024-03-29T00:20:47.751 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/ControlNames.txt 2024-03-29T00:20:47.756 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/HD-Audio-Controls.txt 2024-03-29T00:20:47.761 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/HD-Audio-Models.txt 2024-03-29T00:20:47.765 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/HD-Audio.txt 2024-03-29T00:20:47.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.766+0000 7f831eb8f740 1 Processor -- start 2024-03-29T00:20:47.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.767+0000 7f831eb8f740 1 -- start start 2024-03-29T00:20:47.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.767+0000 7f831eb8f740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557492d68f90 0x557492d63580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:47.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.767+0000 7f831eb8f740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557492d69980 0x557492d7a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:47.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.767+0000 7f831eb8f740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557492d6eaf0 0x557492d860c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:47.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.767+0000 7f831eb8f740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f83141b0af0 con 0x557492d6eaf0 2024-03-29T00:20:47.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.767+0000 7f831eb8f740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f83141b2660 con 0x557492d68f90 2024-03-29T00:20:47.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.767+0000 7f831eb8f740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f83141b11c0 con 0x557492d69980 2024-03-29T00:20:47.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.768+0000 7f8319400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557492d68f90 0x557492d63580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:47.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.768+0000 7f8319400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557492d68f90 0x557492d63580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:58692/0 (socket says 172.21.15.12:58692) 2024-03-29T00:20:47.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.768+0000 7f8319400640 1 -- 172.21.15.12:0/1268305351 learned_addr learned my addr 172.21.15.12:0/1268305351 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:47.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.768+0000 7f8318a00640 1 --2- 172.21.15.12:0/1268305351 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557492d69980 0x557492d7a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:47.769 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/Joystick.txt 2024-03-29T00:20:47.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.769+0000 7f8319400640 1 -- 172.21.15.12:0/1268305351 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557492d69980 msgr2=0x557492d7a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:47.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.769+0000 7f8319e00640 1 --2- 172.21.15.12:0/1268305351 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557492d6eaf0 0x557492d860c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:47.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.769+0000 7f8319400640 1 --2- 172.21.15.12:0/1268305351 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557492d69980 0x557492d7a9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:47.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.769+0000 7f8319400640 1 -- 172.21.15.12:0/1268305351 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557492d6eaf0 msgr2=0x557492d860c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:47.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.769+0000 7f8319400640 1 --2- 172.21.15.12:0/1268305351 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557492d6eaf0 0x557492d860c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:47.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.769+0000 7f8319400640 1 -- 172.21.15.12:0/1268305351 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557492d71d50 con 0x557492d68f90 2024-03-29T00:20:47.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.769+0000 7f8319e00640 1 --2- 172.21.15.12:0/1268305351 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557492d6eaf0 0x557492d860c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:20:47.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.769+0000 7f8318a00640 1 --2- 172.21.15.12:0/1268305351 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557492d69980 0x557492d7a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:20:47.771 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.771+0000 7f8319400640 1 --2- 172.21.15.12:0/1268305351 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557492d68f90 0x557492d63580 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f8308004650 tx=0x7f8308040000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=11c9d80cede76ea8 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:47.772 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.772+0000 7f8305c00640 1 -- 172.21.15.12:0/1268305351 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8308052170 con 0x557492d68f90 2024-03-29T00:20:47.772 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.772+0000 7f8305c00640 1 -- 172.21.15.12:0/1268305351 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8308051070 con 0x557492d68f90 2024-03-29T00:20:47.772 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.772+0000 7f8305c00640 1 -- 172.21.15.12:0/1268305351 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8308004df0 con 0x557492d68f90 2024-03-29T00:20:47.773 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/MIXART.txt 2024-03-29T00:20:47.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.773+0000 7f831eb8f740 1 -- 172.21.15.12:0/1268305351 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557492d68f90 msgr2=0x557492d63580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:47.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.773+0000 7f831eb8f740 1 --2- 172.21.15.12:0/1268305351 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557492d68f90 0x557492d63580 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f8308004650 tx=0x7f8308040000 comp rx=0 tx=0).stop 2024-03-29T00:20:47.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.773+0000 7f831eb8f740 1 -- 172.21.15.12:0/1268305351 shutdown_connections 2024-03-29T00:20:47.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.773+0000 7f831eb8f740 1 --2- 172.21.15.12:0/1268305351 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557492d6eaf0 0x557492d860c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:47.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.773+0000 7f831eb8f740 1 --2- 172.21.15.12:0/1268305351 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557492d69980 0x557492d7a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:47.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.773+0000 7f831eb8f740 1 --2- 172.21.15.12:0/1268305351 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557492d68f90 0x557492d63580 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:47.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.773+0000 7f831eb8f740 1 -- 172.21.15.12:0/1268305351 >> 172.21.15.12:0/1268305351 conn(0x557492d64500 msgr2=0x557492d62e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:47.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.773+0000 7f831eb8f740 1 -- 172.21.15.12:0/1268305351 shutdown_connections 2024-03-29T00:20:47.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.773+0000 7f831eb8f740 1 -- 172.21.15.12:0/1268305351 wait complete. 2024-03-29T00:20:47.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.774+0000 7f831eb8f740 1 -- start start 2024-03-29T00:20:47.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.775+0000 7f831eb8f740 1 Processor -- start 2024-03-29T00:20:47.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.775+0000 7f831eb8f740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557492d68f90 0x557492d7a570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:47.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.775+0000 7f831eb8f740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557492d69980 0x557492d77010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:47.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.775+0000 7f831eb8f740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557492d6eaf0 0x557492d77550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:47.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.775+0000 7f831eb8f740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f83141b1f60 con 0x557492d69980 2024-03-29T00:20:47.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.775+0000 7f831eb8f740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f83141b1890 con 0x557492d68f90 2024-03-29T00:20:47.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.775+0000 7f831eb8f740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f83141aead0 con 0x557492d6eaf0 2024-03-29T00:20:47.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.775+0000 7f831eb8f740 10 client.0 _ll_register_callbacks cb 0x7f83000d12a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:47.778 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.777+0000 7f8318a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557492d69980 0x557492d77010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:47.778 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.777+0000 7f8318a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557492d69980 0x557492d77010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:56800/0 (socket says 172.21.15.12:56800) 2024-03-29T00:20:47.778 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.777+0000 7f8318a00640 1 -- 172.21.15.12:0/251736073 learned_addr learned my addr 172.21.15.12:0/251736073 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:47.778 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.777+0000 7f8319400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557492d68f90 0x557492d7a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:47.779 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/OSS-Emulation.txt 2024-03-29T00:20:47.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.778+0000 7f8319e00640 1 --2- 172.21.15.12:0/251736073 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557492d6eaf0 0x557492d77550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:47.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.779+0000 7f8318a00640 1 -- 172.21.15.12:0/251736073 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557492d6eaf0 msgr2=0x557492d77550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:47.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.779+0000 7f8318a00640 1 --2- 172.21.15.12:0/251736073 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557492d6eaf0 0x557492d77550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:47.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.779+0000 7f8318a00640 1 -- 172.21.15.12:0/251736073 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557492d68f90 msgr2=0x557492d7a570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:47.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.779+0000 7f8318a00640 1 --2- 172.21.15.12:0/251736073 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557492d68f90 0x557492d7a570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:47.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.779+0000 7f8318a00640 1 -- 172.21.15.12:0/251736073 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557492d7aba0 con 0x557492d69980 2024-03-29T00:20:47.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.780+0000 7f8318a00640 1 --2- 172.21.15.12:0/251736073 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557492d69980 0x557492d77010 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f830009a1b0 tx=0x7f83000051d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c78792210cfa7db2 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:47.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.780+0000 7f82faa00640 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-03-29T00:20:47.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.780+0000 7f82faa00640 1 -- 172.21.15.12:0/251736073 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f830009a280 con 0x557492d69980 2024-03-29T00:20:47.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.781+0000 7f82faa00640 1 -- 172.21.15.12:0/251736073 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f8300096200 con 0x557492d69980 2024-03-29T00:20:47.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.781+0000 7f831eb8f740 1 -- 172.21.15.12:0/251736073 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8308051070 con 0x557492d69980 2024-03-29T00:20:47.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.781+0000 7f82faa00640 1 -- 172.21.15.12:0/251736073 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f830009a4b0 con 0x557492d69980 2024-03-29T00:20:47.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.781+0000 7f831eb8f740 10 client.16194 fetch_fsmap learned FSMap version 30 2024-03-29T00:20:47.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.781+0000 7f831eb8f740 1 -- 172.21.15.12:0/251736073 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x557492df7690 con 0x557492d69980 2024-03-29T00:20:47.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.782+0000 7f82faa00640 1 -- 172.21.15.12:0/251736073 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8308051070 con 0x557492d69980 2024-03-29T00:20:47.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.782+0000 7f82faa00640 1 -- 172.21.15.12:0/251736073 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 30) ==== 8366+0+0 (secure 0 0 0) 0x7f830009f520 con 0x557492d69980 2024-03-29T00:20:47.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.782+0000 7f831eb8f740 10 client.16194 fetch_fsmap finished waiting for FSMap version 30 2024-03-29T00:20:47.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.782+0000 7f831eb8f740 10 client.16194 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:20:47.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.782+0000 7f831eb8f740 20 client.16194 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:47.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.782+0000 7f831eb8f740 1 --2- 172.21.15.12:0/251736073 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x557492df7e70 0x557492dfa290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:47.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.782+0000 7f831eb8f740 4 client.16194 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-29T00:20:47.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.782+0000 7f831eb8f740 1 -- 172.21.15.12:0/251736073 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x557492d73270 con 0x557492df7e70 2024-03-29T00:20:47.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.784+0000 7f8319400640 1 --2- 172.21.15.12:0/251736073 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x557492df7e70 0x557492dfa290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:47.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.785+0000 7f8319400640 1 --2- 172.21.15.12:0/251736073 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x557492df7e70 0x557492dfa290 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=15e264abacf575d2 server_cookie=94bc666ae6e0c00a in_seq=0 out_seq=0 2024-03-29T00:20:47.786 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:47.785+0000 7f82faa00640 10 client.16194 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:47.789 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/Procfile.txt 2024-03-29T00:20:47.793 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/README.maya44 2024-03-29T00:20:47.797 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/SB-Live-mixer.txt 2024-03-29T00:20:47.799 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/VIA82xx-mixer.txt 2024-03-29T00:20:47.801 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/alsa-parameters.txt 2024-03-29T00:20:47.803 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/compress_offload.txt 2024-03-29T00:20:47.804 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/emu10k1-jack.txt 2024-03-29T00:20:47.806 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/hda_codec.txt 2024-03-29T00:20:47.807 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/hdspm.txt 2024-03-29T00:20:47.809 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/powersave.txt 2024-03-29T00:20:47.810 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/seq_oss.html 2024-03-29T00:20:47.812 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/serial-u16550.txt 2024-03-29T00:20:47.814 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/soc/ 2024-03-29T00:20:47.815 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/soc/DAI.txt 2024-03-29T00:20:47.817 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/soc/DPCM.txt 2024-03-29T00:20:47.819 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/soc/clocking.txt 2024-03-29T00:20:47.821 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/soc/codec.txt 2024-03-29T00:20:47.822 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/soc/dapm.txt 2024-03-29T00:20:47.824 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/soc/jack.txt 2024-03-29T00:20:47.826 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/soc/machine.txt 2024-03-29T00:20:47.827 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/soc/overview.txt 2024-03-29T00:20:47.829 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/soc/platform.txt 2024-03-29T00:20:47.830 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/alsa/soc/pops_clicks.txt 2024-03-29T00:20:47.831 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/oss/ 2024-03-29T00:20:47.832 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/oss/ALS 2024-03-29T00:20:47.834 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/oss/AudioExcelDSP16 2024-03-29T00:20:47.837 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/oss/CMI8330 2024-03-29T00:20:47.839 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/oss/ESS 2024-03-29T00:20:47.841 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/oss/ESS1868 2024-03-29T00:20:47.843 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/oss/Introduction 2024-03-29T00:20:47.845 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/oss/MultiSound 2024-03-29T00:20:47.848 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/oss/OPL3 2024-03-29T00:20:47.850 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/oss/Opti 2024-03-29T00:20:47.852 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/oss/PAS16 2024-03-29T00:20:47.855 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/oss/PSS 2024-03-29T00:20:47.857 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/oss/PSS-updates 2024-03-29T00:20:47.859 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/oss/README.OSS 2024-03-29T00:20:47.862 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/oss/README.modules 2024-03-29T00:20:47.864 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/oss/README.ymfsb 2024-03-29T00:20:47.866 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/oss/SoundPro 2024-03-29T00:20:47.868 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/oss/Soundblaster 2024-03-29T00:20:47.870 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/oss/Tropez+ 2024-03-29T00:20:47.872 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/oss/VIBRA16 2024-03-29T00:20:47.874 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/oss/WaveArtist 2024-03-29T00:20:47.876 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/oss/btaudio 2024-03-29T00:20:47.878 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/oss/mwave 2024-03-29T00:20:47.880 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/oss/oss-parameters.txt 2024-03-29T00:20:47.882 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sound/oss/ultrasound 2024-03-29T00:20:47.883 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sparse.txt 2024-03-29T00:20:47.885 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/spi/ 2024-03-29T00:20:47.888 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/spi/.gitignore 2024-03-29T00:20:47.890 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/spi/00-INDEX 2024-03-29T00:20:47.892 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/spi/Makefile 2024-03-29T00:20:47.895 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/spi/butterfly 2024-03-29T00:20:47.898 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/spi/ep93xx_spi 2024-03-29T00:20:47.901 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/spi/pxa2xx 2024-03-29T00:20:47.903 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/spi/spi-lm70llp 2024-03-29T00:20:47.906 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/spi/spi-sc18is602 2024-03-29T00:20:47.908 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/spi/spi-summary 2024-03-29T00:20:47.911 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/spi/spidev 2024-03-29T00:20:47.914 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/spi/spidev_fdx.c 2024-03-29T00:20:47.916 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/spi/spidev_test.c 2024-03-29T00:20:47.918 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/stable_api_nonsense.txt 2024-03-29T00:20:47.922 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/stable_kernel_rules.txt 2024-03-29T00:20:47.925 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/static-keys.txt 2024-03-29T00:20:47.928 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/svga.txt 2024-03-29T00:20:47.931 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sysctl/ 2024-03-29T00:20:47.933 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sysctl/00-INDEX 2024-03-29T00:20:47.935 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sysctl/README 2024-03-29T00:20:47.938 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sysctl/abi.txt 2024-03-29T00:20:47.940 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sysctl/fs.txt 2024-03-29T00:20:47.943 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sysctl/kernel.txt 2024-03-29T00:20:47.947 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sysctl/net.txt 2024-03-29T00:20:47.949 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sysctl/sunrpc.txt 2024-03-29T00:20:47.952 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sysctl/vm.txt 2024-03-29T00:20:47.955 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sysfs-rules.txt 2024-03-29T00:20:47.958 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/sysrq.txt 2024-03-29T00:20:47.961 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/target/ 2024-03-29T00:20:47.963 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/target/tcm_mod_builder.py 2024-03-29T00:20:47.966 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/target/tcm_mod_builder.txt 2024-03-29T00:20:47.969 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/target/tcmu-design.txt 2024-03-29T00:20:47.971 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/thermal/ 2024-03-29T00:20:47.974 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/thermal/cpu-cooling-api.txt 2024-03-29T00:20:47.977 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/thermal/exynos_thermal 2024-03-29T00:20:47.980 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/thermal/exynos_thermal_emulation 2024-03-29T00:20:47.983 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/thermal/intel_powerclamp.txt 2024-03-29T00:20:47.986 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/thermal/nouveau_thermal 2024-03-29T00:20:47.988 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/thermal/sysfs-api.txt 2024-03-29T00:20:47.990 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/thermal/x86_pkg_temperature_thermal 2024-03-29T00:20:47.992 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/this_cpu_ops.txt 2024-03-29T00:20:47.994 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/timers/ 2024-03-29T00:20:47.996 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/timers/.gitignore 2024-03-29T00:20:47.998 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/timers/00-INDEX 2024-03-29T00:20:47.999 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/timers/Makefile 2024-03-29T00:20:48.001 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/timers/NO_HZ.txt 2024-03-29T00:20:48.003 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/timers/highres.txt 2024-03-29T00:20:48.006 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/timers/hpet.txt 2024-03-29T00:20:48.008 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/timers/hpet_example.c 2024-03-29T00:20:48.011 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/timers/hrtimers.txt 2024-03-29T00:20:48.013 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/timers/timekeeping.txt 2024-03-29T00:20:48.016 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/timers/timer_stats.txt 2024-03-29T00:20:48.018 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/timers/timers-howto.txt 2024-03-29T00:20:48.020 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/tpm/ 2024-03-29T00:20:48.023 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/tpm/xen-tpmfront.txt 2024-03-29T00:20:48.024 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/trace/ 2024-03-29T00:20:48.027 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/trace/coresight.txt 2024-03-29T00:20:48.029 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/trace/events-kmem.txt 2024-03-29T00:20:48.031 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/trace/events-nmi.txt 2024-03-29T00:20:48.033 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/trace/events-power.txt 2024-03-29T00:20:48.035 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/trace/events.txt 2024-03-29T00:20:48.038 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/trace/ftrace-design.txt 2024-03-29T00:20:48.040 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/trace/ftrace.txt 2024-03-29T00:20:48.044 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/trace/function-graph-fold.vim 2024-03-29T00:20:48.046 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/trace/kprobetrace.txt 2024-03-29T00:20:48.048 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/trace/mmiotrace.txt 2024-03-29T00:20:48.050 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/trace/postprocess/ 2024-03-29T00:20:48.051 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/trace/postprocess/trace-pagealloc-postprocess.pl 2024-03-29T00:20:48.053 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/trace/postprocess/trace-vmscan-postprocess.pl 2024-03-29T00:20:48.056 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/trace/ring-buffer-design.txt 2024-03-29T00:20:48.058 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/trace/tracepoint-analysis.txt 2024-03-29T00:20:48.060 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/trace/tracepoints.txt 2024-03-29T00:20:48.062 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/trace/uprobetracer.txt 2024-03-29T00:20:48.065 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/unaligned-memory-access.txt 2024-03-29T00:20:48.067 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/unicode.txt 2024-03-29T00:20:48.069 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/unshare.txt 2024-03-29T00:20:48.071 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/ 2024-03-29T00:20:48.074 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/CREDITS 2024-03-29T00:20:48.076 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/URB.txt 2024-03-29T00:20:48.078 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/WUSB-Design-overview.txt 2024-03-29T00:20:48.080 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/acm.txt 2024-03-29T00:20:48.082 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/anchors.txt 2024-03-29T00:20:48.084 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/authorization.txt 2024-03-29T00:20:48.087 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/bulk-streams.txt 2024-03-29T00:20:48.089 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/callbacks.txt 2024-03-29T00:20:48.092 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/chipidea.txt 2024-03-29T00:20:48.094 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/dma.txt 2024-03-29T00:20:48.097 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/dwc3.txt 2024-03-29T00:20:48.099 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/ehci.txt 2024-03-29T00:20:48.102 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/error-codes.txt 2024-03-29T00:20:48.104 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/functionfs.txt 2024-03-29T00:20:48.106 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/gadget-testing.txt 2024-03-29T00:20:48.109 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/gadget_configfs.txt 2024-03-29T00:20:48.111 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/gadget_hid.txt 2024-03-29T00:20:48.113 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/gadget_multi.txt 2024-03-29T00:20:48.116 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/gadget_printer.txt 2024-03-29T00:20:48.119 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/gadget_serial.txt 2024-03-29T00:20:48.121 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/hotplug.txt 2024-03-29T00:20:48.124 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/iuu_phoenix.txt 2024-03-29T00:20:48.126 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/linux-cdc-acm.inf 2024-03-29T00:20:48.129 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/linux.inf 2024-03-29T00:20:48.132 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/mass-storage.txt 2024-03-29T00:20:48.135 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/misc_usbsevseg.txt 2024-03-29T00:20:48.137 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/mtouchusb.txt 2024-03-29T00:20:48.140 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/ohci.txt 2024-03-29T00:20:48.142 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/persist.txt 2024-03-29T00:20:48.144 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/power-management.txt 2024-03-29T00:20:48.147 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/proc_usb_info.txt 2024-03-29T00:20:48.149 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/rio.txt 2024-03-29T00:20:48.152 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/usb-help.txt 2024-03-29T00:20:48.155 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/usb-serial.txt 2024-03-29T00:20:48.157 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/usbmon.txt 2024-03-29T00:20:48.159 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/usb/wusb-cbaf 2024-03-29T00:20:48.162 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vDSO/ 2024-03-29T00:20:48.164 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vDSO/.gitignore 2024-03-29T00:20:48.165 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vDSO/Makefile 2024-03-29T00:20:48.167 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vDSO/parse_vdso.c 2024-03-29T00:20:48.169 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vDSO/vdso_standalone_test_x86.c 2024-03-29T00:20:48.171 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vDSO/vdso_test.c 2024-03-29T00:20:48.173 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vfio.txt 2024-03-29T00:20:48.176 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vgaarbiter.txt 2024-03-29T00:20:48.178 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video-output.txt 2024-03-29T00:20:48.181 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/ 2024-03-29T00:20:48.182 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/4CCs.txt 2024-03-29T00:20:48.185 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/API.html 2024-03-29T00:20:48.188 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.au0828 2024-03-29T00:20:48.190 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.bttv 2024-03-29T00:20:48.193 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.cx23885 2024-03-29T00:20:48.196 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.cx88 2024-03-29T00:20:48.199 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.em28xx 2024-03-29T00:20:48.201 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.ivtv 2024-03-29T00:20:48.204 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.saa7134 2024-03-29T00:20:48.206 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.saa7164 2024-03-29T00:20:48.208 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.tm6000 2024-03-29T00:20:48.211 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.tuner 2024-03-29T00:20:48.213 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.usbvision 2024-03-29T00:20:48.216 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/Makefile 2024-03-29T00:20:48.219 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/README.cpia2 2024-03-29T00:20:48.220 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/README.cx88 2024-03-29T00:20:48.222 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/README.davinci-vpbe 2024-03-29T00:20:48.224 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/README.ir 2024-03-29T00:20:48.226 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/README.ivtv 2024-03-29T00:20:48.229 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/README.pvrusb2 2024-03-29T00:20:48.232 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/README.saa7134 2024-03-29T00:20:48.235 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/Zoran 2024-03-29T00:20:48.247 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/bttv/ 2024-03-29T00:20:48.250 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/bttv/CONTRIBUTORS 2024-03-29T00:20:48.252 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/bttv/Cards 2024-03-29T00:20:48.255 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/bttv/ICs 2024-03-29T00:20:48.258 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/bttv/Insmod-options 2024-03-29T00:20:48.261 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/bttv/MAKEDEV 2024-03-29T00:20:48.263 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/bttv/Modprobe.conf 2024-03-29T00:20:48.266 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/bttv/Modules.conf 2024-03-29T00:20:48.269 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/bttv/PROBLEMS 2024-03-29T00:20:48.271 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/bttv/README 2024-03-29T00:20:48.274 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/bttv/README.WINVIEW 2024-03-29T00:20:48.277 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/bttv/README.freeze 2024-03-29T00:20:48.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.278+0000 7f82faa00640 1 -- 172.21.15.12:0/251736073 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x557492d73270 con 0x557492df7e70 2024-03-29T00:20:48.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.278+0000 7f82faa00640 10 client.16194 handle_command_reply: tid=0 2024-03-29T00:20:48.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.278+0000 7f831eb8f740 1 client.16194 shutdown 2024-03-29T00:20:48.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.279+0000 7f831eb8f740 1 -- 172.21.15.12:0/251736073 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557492d69980 msgr2=0x557492d77010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:48.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.279+0000 7f831eb8f740 1 --2- 172.21.15.12:0/251736073 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557492d69980 0x557492d77010 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f830009a1b0 tx=0x7f83000051d0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.279+0000 7f831eb8f740 1 -- 172.21.15.12:0/251736073 shutdown_connections 2024-03-29T00:20:48.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.279+0000 7f831eb8f740 1 --2- 172.21.15.12:0/251736073 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x557492df7e70 0x557492dfa290 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.279+0000 7f831eb8f740 1 --2- 172.21.15.12:0/251736073 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557492d6eaf0 0x557492d77550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.279+0000 7f831eb8f740 1 --2- 172.21.15.12:0/251736073 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557492d69980 0x557492d77010 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.279+0000 7f831eb8f740 1 --2- 172.21.15.12:0/251736073 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557492d68f90 0x557492d7a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.279+0000 7f831eb8f740 1 -- 172.21.15.12:0/251736073 >> 172.21.15.12:0/251736073 conn(0x557492d64500 msgr2=0x557492d67ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:48.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.279+0000 7f82faa00640 0 client.16194 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:48.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.280+0000 7f831eb8f740 1 -- 172.21.15.12:0/251736073 shutdown_connections 2024-03-29T00:20:48.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.280+0000 7f831eb8f740 1 -- 172.21.15.12:0/251736073 wait complete. 2024-03-29T00:20:48.281 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/bttv/README.quirks 2024-03-29T00:20:48.282 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.280+0000 7f831eb8f740 20 client.16194 trim_cache size 0 max 16384 2024-03-29T00:20:48.282 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:20:48.282 INFO:teuthology.orchestra.run.smithi012.stdout: "return_code": 0, 2024-03-29T00:20:48.282 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_tag": "0c84f032-7a9d-4c19-b08b-9d98075ca925", 2024-03-29T00:20:48.282 INFO:teuthology.orchestra.run.smithi012.stdout: "mode": "asynchronous" 2024-03-29T00:20:48.282 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:20:48.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.281+0000 7f831be00640 1 -- 172.21.15.12:0/466328956 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f82fc0a1e00 msgr2=0x7f82fc0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:48.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.281+0000 7f831be00640 1 --2- 172.21.15.12:0/466328956 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f82fc0a1e00 0x7f82fc0a42c0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f830802c900 tx=0x7f8308005fd0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.281+0000 7f831be00640 1 -- 172.21.15.12:0/466328956 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8314108f80 msgr2=0x7f831419e6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:48.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.281+0000 7f831be00640 1 --2- 172.21.15.12:0/466328956 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8314108f80 0x7f831419e6d0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f830000d950 tx=0x7f830000de10 comp rx=0 tx=0).stop 2024-03-29T00:20:48.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.282+0000 7f831be00640 1 -- 172.21.15.12:0/466328956 shutdown_connections 2024-03-29T00:20:48.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.282+0000 7f831be00640 1 --2- 172.21.15.12:0/466328956 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f82fc0a1e00 0x7f82fc0a42c0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.282+0000 7f831be00640 1 --2- 172.21.15.12:0/466328956 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8314109940 0x7f83141a5740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.282+0000 7f831be00640 1 --2- 172.21.15.12:0/466328956 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8314108f80 0x7f831419e6d0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.282+0000 7f831be00640 1 --2- 172.21.15.12:0/466328956 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8314107d90 0x7f831419e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.282+0000 7f831be00640 1 -- 172.21.15.12:0/466328956 >> 172.21.15.12:0/466328956 conn(0x7f8314076d40 msgr2=0x7f831410c300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:48.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.282+0000 7f831be00640 1 -- 172.21.15.12:0/466328956 shutdown_connections 2024-03-29T00:20:48.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.282+0000 7f831be00640 1 -- 172.21.15.12:0/466328956 wait complete. 2024-03-29T00:20:48.285 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/bttv/Sound-FAQ 2024-03-29T00:20:48.285 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/bttv/Specs 2024-03-29T00:20:48.287 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/bttv/THANKS 2024-03-29T00:20:48.289 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/bttv/Tuners 2024-03-29T00:20:48.291 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/cafe_ccic 2024-03-29T00:20:48.293 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/cpia2_overview.txt 2024-03-29T00:20:48.295 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/cx18.txt 2024-03-29T00:20:48.297 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/ 2024-03-29T00:20:48.299 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/README.hm12 2024-03-29T00:20:48.301 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/README.vbi 2024-03-29T00:20:48.303 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-calling.txt 2024-03-29T00:20:48.307 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-29T00:20:48.307 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-29T00:20:48.307 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-decoder-api.txt 2024-03-29T00:20:48.308 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-decoder-regs.txt 2024-03-29T00:20:48.315 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-dma.txt 2024-03-29T00:20:48.315 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-encoder-api.txt 2024-03-29T00:20:48.316 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-memory.txt 2024-03-29T00:20:48.319 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-osd-api.txt 2024-03-29T00:20:48.321 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-upload.txt 2024-03-29T00:20:48.324 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/cx88/ 2024-03-29T00:20:48.327 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/cx88/hauppauge-wintv-cx88-ir.txt 2024-03-29T00:20:48.329 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/extract_xc3028.pl 2024-03-29T00:20:48.333 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/fimc.txt 2024-03-29T00:20:48.334 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/gspca.txt 2024-03-29T00:20:48.337 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/hauppauge-wintv-cx88-ir.txt 2024-03-29T00:20:48.339 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/lifeview.txt 2024-03-29T00:20:48.341 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/meye.txt 2024-03-29T00:20:48.343 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/not-in-cx2388x-datasheet.txt 2024-03-29T00:20:48.346 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/omap3isp.txt 2024-03-29T00:20:48.347 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/omap4_camera.txt 2024-03-29T00:20:48.349 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/pxa_camera.txt 2024-03-29T00:20:48.351 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/radiotrack.txt 2024-03-29T00:20:48.353 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/sh_mobile_ceu_camera.txt 2024-03-29T00:20:48.354 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/si470x.txt 2024-03-29T00:20:48.357 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/si4713.txt 2024-03-29T00:20:48.359 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/si476x.txt 2024-03-29T00:20:48.361 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/soc-camera.txt 2024-03-29T00:20:48.363 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/uvcvideo.txt 2024-03-29T00:20:48.364 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/v4l2-controls.txt 2024-03-29T00:20:48.366 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/v4l2-framework.txt 2024-03-29T00:20:48.369 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/v4l2-pci-skeleton.c 2024-03-29T00:20:48.371 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/videobuf 2024-03-29T00:20:48.373 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/vivid.txt 2024-03-29T00:20:48.375 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/video4linux/zr364xx.txt 2024-03-29T00:20:48.377 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/virtual/ 2024-03-29T00:20:48.380 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/virtual/00-INDEX 2024-03-29T00:20:48.382 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/virtual/kvm/ 2024-03-29T00:20:48.384 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/virtual/kvm/00-INDEX 2024-03-29T00:20:48.386 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/virtual/kvm/api.txt 2024-03-29T00:20:48.388 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/virtual/kvm/cpuid.txt 2024-03-29T00:20:48.390 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/ 2024-03-29T00:20:48.392 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/README 2024-03-29T00:20:48.393 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/arm-vgic.txt 2024-03-29T00:20:48.395 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/mpic.txt 2024-03-29T00:20:48.398 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/s390_flic.txt 2024-03-29T00:20:48.400 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/vfio.txt 2024-03-29T00:20:48.402 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/vm.txt 2024-03-29T00:20:48.405 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/xics.txt 2024-03-29T00:20:48.407 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/virtual/kvm/hypercalls.txt 2024-03-29T00:20:48.409 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/virtual/kvm/locking.txt 2024-03-29T00:20:48.411 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/virtual/kvm/mmu.txt 2024-03-29T00:20:48.413 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/virtual/kvm/msr.txt 2024-03-29T00:20:48.414 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/virtual/kvm/nested-vmx.txt 2024-03-29T00:20:48.416 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/virtual/kvm/ppc-pv.txt 2024-03-29T00:20:48.417 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/virtual/kvm/review-checklist.txt 2024-03-29T00:20:48.419 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/virtual/kvm/s390-diag.txt 2024-03-29T00:20:48.421 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/virtual/kvm/timekeeping.txt 2024-03-29T00:20:48.423 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/virtual/paravirt_ops.txt 2024-03-29T00:20:48.425 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/virtual/uml/ 2024-03-29T00:20:48.427 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/virtual/uml/UserModeLinux-HOWTO.txt 2024-03-29T00:20:48.431 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vm/ 2024-03-29T00:20:48.434 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vm/.gitignore 2024-03-29T00:20:48.436 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vm/00-INDEX 2024-03-29T00:20:48.438 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vm/active_mm.txt 2024-03-29T00:20:48.440 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vm/balance 2024-03-29T00:20:48.443 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vm/cleancache.txt 2024-03-29T00:20:48.446 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vm/frontswap.txt 2024-03-29T00:20:48.448 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vm/highmem.txt 2024-03-29T00:20:48.451 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vm/hugetlbpage.txt 2024-03-29T00:20:48.454 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vm/hwpoison.txt 2024-03-29T00:20:48.457 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vm/ksm.txt 2024-03-29T00:20:48.460 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vm/numa 2024-03-29T00:20:48.462 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vm/numa_memory_policy.txt 2024-03-29T00:20:48.466 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vm/overcommit-accounting 2024-03-29T00:20:48.468 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vm/page_migration 2024-03-29T00:20:48.471 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vm/page_owner.txt 2024-03-29T00:20:48.472 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vm/pagemap.txt 2024-03-29T00:20:48.474 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vm/remap_file_pages.txt 2024-03-29T00:20:48.477 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vm/slub.txt 2024-03-29T00:20:48.486 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vm/soft-dirty.txt 2024-03-29T00:20:48.489 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vm/split_page_table_lock 2024-03-29T00:20:48.491 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vm/transhuge.txt 2024-03-29T00:20:48.494 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vm/unevictable-lru.txt 2024-03-29T00:20:48.496 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vm/zswap.txt 2024-03-29T00:20:48.498 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/vme_api.txt 2024-03-29T00:20:48.501 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/volatile-considered-harmful.txt 2024-03-29T00:20:48.503 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/w1/ 2024-03-29T00:20:48.506 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/w1/00-INDEX 2024-03-29T00:20:48.508 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/w1/masters/ 2024-03-29T00:20:48.509 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/w1/masters/00-INDEX 2024-03-29T00:20:48.511 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/w1/masters/ds2482 2024-03-29T00:20:48.513 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/w1/masters/ds2490 2024-03-29T00:20:48.515 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/w1/masters/mxc-w1 2024-03-29T00:20:48.517 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/w1/masters/omap-hdq 2024-03-29T00:20:48.520 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/w1/masters/w1-gpio 2024-03-29T00:20:48.522 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/w1/slaves/ 2024-03-29T00:20:48.524 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/w1/slaves/00-INDEX 2024-03-29T00:20:48.525 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/w1/slaves/w1_ds2406 2024-03-29T00:20:48.527 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/w1/slaves/w1_ds2423 2024-03-29T00:20:48.529 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/w1/slaves/w1_ds28e04 2024-03-29T00:20:48.532 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/w1/slaves/w1_therm 2024-03-29T00:20:48.533 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/w1/w1.generic 2024-03-29T00:20:48.535 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/w1/w1.netlink 2024-03-29T00:20:48.537 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/watchdog/ 2024-03-29T00:20:48.541 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/watchdog/Makefile 2024-03-29T00:20:48.542 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/watchdog/convert_drivers_to_kernel_api.txt 2024-03-29T00:20:48.543 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/watchdog/hpwdt.txt 2024-03-29T00:20:48.544 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.543+0000 7fe9dca00640 1 -- 172.21.15.12:0/3536863667 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe9d8075730 msgr2=0x7fe9d8073b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:48.544 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.543+0000 7fe9dca00640 1 --2- 172.21.15.12:0/3536863667 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe9d8075730 0x7fe9d8073b80 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fe9c8009900 tx=0x7fe9c802bcc0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.544 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.544+0000 7fe9dca00640 1 -- 172.21.15.12:0/3536863667 shutdown_connections 2024-03-29T00:20:48.544 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.544+0000 7fe9dca00640 1 --2- 172.21.15.12:0/3536863667 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe9d8074150 0x7fe9d80745b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.544 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.544+0000 7fe9dca00640 1 --2- 172.21.15.12:0/3536863667 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe9d8109420 0x7fe9d810b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.544+0000 7fe9dca00640 1 --2- 172.21.15.12:0/3536863667 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe9d8075730 0x7fe9d8073b80 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.544+0000 7fe9dca00640 1 -- 172.21.15.12:0/3536863667 >> 172.21.15.12:0/3536863667 conn(0x7fe9d80fcb00 msgr2=0x7fe9d80fef40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:48.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.544+0000 7fe9dca00640 1 -- 172.21.15.12:0/3536863667 shutdown_connections 2024-03-29T00:20:48.545 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.544+0000 7fe9dca00640 1 -- 172.21.15.12:0/3536863667 wait complete. 2024-03-29T00:20:48.545 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/watchdog/pcwd-watchdog.txt 2024-03-29T00:20:48.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.545+0000 7fe9dca00640 1 Processor -- start 2024-03-29T00:20:48.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.545+0000 7fe9dca00640 1 -- start start 2024-03-29T00:20:48.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.545+0000 7fe9dca00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe9d8074150 0x7fe9d8199b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:48.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.545+0000 7fe9dca00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe9d8075730 0x7fe9d819a090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:48.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.545+0000 7fe9dca00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe9d8109420 0x7fe9d81a1100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:48.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.545+0000 7fe9dca00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d810f540 con 0x7fe9d8074150 2024-03-29T00:20:48.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.545+0000 7fe9dca00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d810f3c0 con 0x7fe9d8109420 2024-03-29T00:20:48.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.545+0000 7fe9dca00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d810f6c0 con 0x7fe9d8075730 2024-03-29T00:20:48.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.545+0000 7fe9d6800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe9d8074150 0x7fe9d8199b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:48.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.545+0000 7fe9d6800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe9d8074150 0x7fe9d8199b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:56816/0 (socket says 172.21.15.12:56816) 2024-03-29T00:20:48.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.545+0000 7fe9d6800640 1 -- 172.21.15.12:0/2103580202 learned_addr learned my addr 172.21.15.12:0/2103580202 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:48.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.545+0000 7fe9d5e00640 1 --2- 172.21.15.12:0/2103580202 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe9d8075730 0x7fe9d819a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:48.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.546+0000 7fe9d7200640 1 --2- 172.21.15.12:0/2103580202 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe9d8109420 0x7fe9d81a1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:48.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.546+0000 7fe9d5e00640 1 -- 172.21.15.12:0/2103580202 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe9d8109420 msgr2=0x7fe9d81a1100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:48.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.546+0000 7fe9d5e00640 1 --2- 172.21.15.12:0/2103580202 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe9d8109420 0x7fe9d81a1100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.546+0000 7fe9d5e00640 1 -- 172.21.15.12:0/2103580202 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe9d8074150 msgr2=0x7fe9d8199b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:48.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.546+0000 7fe9d5e00640 1 --2- 172.21.15.12:0/2103580202 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe9d8074150 0x7fe9d8199b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.546+0000 7fe9d5e00640 1 -- 172.21.15.12:0/2103580202 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9d81a1770 con 0x7fe9d8075730 2024-03-29T00:20:48.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.546+0000 7fe9d6800640 1 --2- 172.21.15.12:0/2103580202 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe9d8074150 0x7fe9d8199b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:48.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.546+0000 7fe9d5e00640 1 --2- 172.21.15.12:0/2103580202 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe9d8075730 0x7fe9d819a090 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fe9c400e9f0 tx=0x7fe9c400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:48.549 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/watchdog/src/ 2024-03-29T00:20:48.549 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.547+0000 7fe9cf400640 1 -- 172.21.15.12:0/2103580202 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c400ccc0 con 0x7fe9d8075730 2024-03-29T00:20:48.549 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.547+0000 7fe9dca00640 1 -- 172.21.15.12:0/2103580202 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9d81a1a60 con 0x7fe9d8075730 2024-03-29T00:20:48.549 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.547+0000 7fe9cf400640 1 -- 172.21.15.12:0/2103580202 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe9c4010930 con 0x7fe9d8075730 2024-03-29T00:20:48.549 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.547+0000 7fe9cf400640 1 -- 172.21.15.12:0/2103580202 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c40189f0 con 0x7fe9d8075730 2024-03-29T00:20:48.550 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.547+0000 7fe9dca00640 1 -- 172.21.15.12:0/2103580202 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9d81a2000 con 0x7fe9d8075730 2024-03-29T00:20:48.550 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/watchdog/src/.gitignore 2024-03-29T00:20:48.550 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/watchdog/src/Makefile 2024-03-29T00:20:48.551 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.550+0000 7fe9e0056740 1 Processor -- start 2024-03-29T00:20:48.551 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.550+0000 7fe9e0056740 1 -- start start 2024-03-29T00:20:48.551 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.551+0000 7fe9e0056740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556bc2cec030 0x556bc2cec450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:48.551 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.551+0000 7fe9e0056740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556bc2ceca20 0x556bc2cf1520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:48.552 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.551+0000 7fe9e0056740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556bc2cf1b90 0x556bc2cf4020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:48.552 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.551+0000 7fe9e0056740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x556bc2c51100 con 0x556bc2cec030 2024-03-29T00:20:48.552 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.551+0000 7fe9e0056740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x556bc2bf9ba0 con 0x556bc2ceca20 2024-03-29T00:20:48.552 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.551+0000 7fe9e0056740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x556bc2c4d1a0 con 0x556bc2cf1b90 2024-03-29T00:20:48.552 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.551+0000 7fe9d7200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556bc2cec030 0x556bc2cec450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:48.552 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.551+0000 7fe9d6800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556bc2ceca20 0x556bc2cf1520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:48.552 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.551+0000 7fe9d7200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556bc2cec030 0x556bc2cec450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:56820/0 (socket says 172.21.15.12:56820) 2024-03-29T00:20:48.552 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.551+0000 7fe9d7200640 1 -- 172.21.15.12:0/1300503435 learned_addr learned my addr 172.21.15.12:0/1300503435 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:48.552 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.551+0000 7fe9d6800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556bc2ceca20 0x556bc2cf1520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:58734/0 (socket says 172.21.15.12:58734) 2024-03-29T00:20:48.552 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/watchdog/src/watchdog-simple.c 2024-03-29T00:20:48.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.551+0000 7fe9cf400640 1 -- 172.21.15.12:0/2103580202 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fe9c4010ae0 con 0x7fe9d8075730 2024-03-29T00:20:48.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.551+0000 7fe9d6800640 1 -- 172.21.15.12:0/1300503435 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556bc2cf1b90 msgr2=0x556bc2cf4020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:48.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.551+0000 7fe9d6800640 1 --2- 172.21.15.12:0/1300503435 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556bc2cf1b90 0x556bc2cf4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.551+0000 7fe9d6800640 1 -- 172.21.15.12:0/1300503435 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556bc2cec030 msgr2=0x556bc2cec450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:48.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.551+0000 7fe9d6800640 1 --2- 172.21.15.12:0/1300503435 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556bc2cec030 0x556bc2cec450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.551+0000 7fe9d6800640 1 -- 172.21.15.12:0/1300503435 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556bc2c2a1a0 con 0x556bc2ceca20 2024-03-29T00:20:48.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.552+0000 7fe9d6800640 1 --2- 172.21.15.12:0/1300503435 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556bc2ceca20 0x556bc2cf1520 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fe9c802c990 tx=0x7fe9c8005c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=96737df216d7a3d2 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:48.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.552+0000 7fe9c3400640 1 -- 172.21.15.12:0/1300503435 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c8045020 con 0x556bc2ceca20 2024-03-29T00:20:48.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.552+0000 7fe9c3400640 1 -- 172.21.15.12:0/1300503435 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe9c802c6e0 con 0x556bc2ceca20 2024-03-29T00:20:48.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.552+0000 7fe9c3400640 1 -- 172.21.15.12:0/1300503435 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c80049d0 con 0x556bc2ceca20 2024-03-29T00:20:48.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.553+0000 7fe9cf400640 1 --2- 172.21.15.12:0/2103580202 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe9bc0a1d80 0x7fe9bc0a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:48.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.553+0000 7fe9cf400640 1 -- 172.21.15.12:0/2103580202 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fe9c40ce3e0 con 0x7fe9d8075730 2024-03-29T00:20:48.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.553+0000 7fe9e0056740 1 -- 172.21.15.12:0/1300503435 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556bc2ceca20 msgr2=0x556bc2cf1520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:48.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.553+0000 7fe9e0056740 1 --2- 172.21.15.12:0/1300503435 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556bc2ceca20 0x556bc2cf1520 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fe9c802c990 tx=0x7fe9c8005c00 comp rx=0 tx=0).stop 2024-03-29T00:20:48.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.553+0000 7fe9d7200640 1 --2- 172.21.15.12:0/2103580202 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe9bc0a1d80 0x7fe9bc0a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:48.555 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/watchdog/src/watchdog-test.c 2024-03-29T00:20:48.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.553+0000 7fe9e0056740 1 -- 172.21.15.12:0/1300503435 shutdown_connections 2024-03-29T00:20:48.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.553+0000 7fe9e0056740 1 --2- 172.21.15.12:0/1300503435 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556bc2ceca20 0x556bc2cf1520 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.553+0000 7fe9e0056740 1 --2- 172.21.15.12:0/1300503435 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556bc2cf1b90 0x556bc2cf4020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.553+0000 7fe9e0056740 1 --2- 172.21.15.12:0/1300503435 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556bc2cec030 0x556bc2cec450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.553+0000 7fe9e0056740 1 -- 172.21.15.12:0/1300503435 >> 172.21.15.12:0/1300503435 conn(0x556bc2cb3a10 msgr2=0x556bc2ce79a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:48.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.553+0000 7fe9e0056740 1 -- 172.21.15.12:0/1300503435 shutdown_connections 2024-03-29T00:20:48.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.553+0000 7fe9e0056740 1 -- 172.21.15.12:0/1300503435 wait complete. 2024-03-29T00:20:48.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.554+0000 7fe9e0056740 1 -- start start 2024-03-29T00:20:48.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.554+0000 7fe9d7200640 1 --2- 172.21.15.12:0/2103580202 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe9bc0a1d80 0x7fe9bc0a4240 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x556bc2ced280 tx=0x7fe9d0009600 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:48.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.554+0000 7fe9e0056740 1 Processor -- start 2024-03-29T00:20:48.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.555+0000 7fe9e0056740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556bc2cec030 0x556bc2cf65a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:48.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.555+0000 7fe9e0056740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556bc2ceca20 0x556bc2cf6ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:48.558 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/watchdog/watchdog-api.txt 2024-03-29T00:20:48.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.555+0000 7fe9e0056740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556bc2cf1b90 0x556bc2cfdb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:48.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.555+0000 7fe9e0056740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x556bc2cf4ae0 con 0x556bc2ceca20 2024-03-29T00:20:48.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.555+0000 7fe9e0056740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x556bc2bef250 con 0x556bc2cec030 2024-03-29T00:20:48.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.555+0000 7fe9e0056740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x556bc2cf4c60 con 0x556bc2cf1b90 2024-03-29T00:20:48.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.555+0000 7fe9e0056740 10 client.0 _ll_register_callbacks cb 0x556bc2964be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:48.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.555+0000 7fe9d6800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556bc2cec030 0x556bc2cf65a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:48.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.555+0000 7fe9d6800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556bc2cec030 0x556bc2cf65a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:58736/0 (socket says 172.21.15.12:58736) 2024-03-29T00:20:48.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.555+0000 7fe9d6800640 1 -- 172.21.15.12:0/3237786459 learned_addr learned my addr 172.21.15.12:0/3237786459 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:48.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.555+0000 7fe9d7200640 1 --2- 172.21.15.12:0/3237786459 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556bc2cf1b90 0x556bc2cfdb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:48.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.555+0000 7fe9d5e00640 1 --2- 172.21.15.12:0/3237786459 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556bc2ceca20 0x556bc2cf6ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:48.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.555+0000 7fe9d6800640 1 -- 172.21.15.12:0/3237786459 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556bc2cf1b90 msgr2=0x556bc2cfdb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:48.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.555+0000 7fe9d6800640 1 --2- 172.21.15.12:0/3237786459 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556bc2cf1b90 0x556bc2cfdb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.555+0000 7fe9d6800640 1 -- 172.21.15.12:0/3237786459 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556bc2ceca20 msgr2=0x556bc2cf6ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:48.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.555+0000 7fe9d6800640 1 --2- 172.21.15.12:0/3237786459 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556bc2ceca20 0x556bc2cf6ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.555+0000 7fe9d6800640 1 -- 172.21.15.12:0/3237786459 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556bc2c0b960 con 0x556bc2cec030 2024-03-29T00:20:48.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.555+0000 7fe9d7200640 1 --2- 172.21.15.12:0/3237786459 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556bc2cf1b90 0x556bc2cfdb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:20:48.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.555+0000 7fe9d5e00640 1 --2- 172.21.15.12:0/3237786459 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556bc2ceca20 0x556bc2cf6ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:20:48.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.556+0000 7fe9d6800640 1 --2- 172.21.15.12:0/3237786459 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556bc2cec030 0x556bc2cf65a0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fe9c8009a20 tx=0x7fe9c8003820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=522fc8e935a0a940 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:48.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.556+0000 7fe9b7e00640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:20:48.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.556+0000 7fe9b7e00640 1 -- 172.21.15.12:0/3237786459 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c8045070 con 0x556bc2cec030 2024-03-29T00:20:48.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.556+0000 7fe9b7e00640 1 -- 172.21.15.12:0/3237786459 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fe9c8041480 con 0x556bc2cec030 2024-03-29T00:20:48.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.556+0000 7fe9e0056740 1 -- 172.21.15.12:0/3237786459 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9c802c6e0 con 0x556bc2cec030 2024-03-29T00:20:48.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.556+0000 7fe9b7e00640 1 -- 172.21.15.12:0/3237786459 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fe9c805a050 con 0x556bc2cec030 2024-03-29T00:20:48.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.556+0000 7fe9e0056740 10 client.26321 fetch_fsmap learned FSMap version 30 2024-03-29T00:20:48.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.556+0000 7fe9e0056740 1 -- 172.21.15.12:0/3237786459 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556bc2a2f7d0 con 0x556bc2cec030 2024-03-29T00:20:48.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.557+0000 7fe9b7e00640 1 -- 172.21.15.12:0/3237786459 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe9c802c6e0 con 0x556bc2cec030 2024-03-29T00:20:48.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.557+0000 7fe9b7e00640 1 -- 172.21.15.12:0/3237786459 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 30) ==== 8366+0+0 (secure 0 0 0) 0x7fe9c804c6c0 con 0x556bc2cec030 2024-03-29T00:20:48.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.557+0000 7fe9e0056740 10 client.26321 fetch_fsmap finished waiting for FSMap version 30 2024-03-29T00:20:48.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.557+0000 7fe9e0056740 10 client.26321 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:20:48.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.557+0000 7fe9e0056740 20 client.26321 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:48.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.557+0000 7fe9e0056740 1 --2- 172.21.15.12:0/3237786459 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x556bc2d02010 0x556bc2d04400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:48.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.557+0000 7fe9e0056740 4 client.26321 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:20:48.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.557+0000 7fe9e0056740 1 -- 172.21.15.12:0/3237786459 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556bc2c5e640 con 0x556bc2d02010 2024-03-29T00:20:48.563 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/watchdog/watchdog-kernel-api.txt 2024-03-29T00:20:48.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.557+0000 7fe9d5e00640 1 --2- 172.21.15.12:0/3237786459 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x556bc2d02010 0x556bc2d04400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:48.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.558+0000 7fe9d5e00640 1 --2- 172.21.15.12:0/3237786459 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x556bc2d02010 0x556bc2d04400 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fae7bdc29d1b76df server_cookie=41e54cafe287436b in_seq=0 out_seq=0 2024-03-29T00:20:48.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.558+0000 7fe9b7e00640 10 client.26321 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:48.563 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/watchdog/watchdog-parameters.txt 2024-03-29T00:20:48.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.560+0000 7fe9b7e00640 1 -- 172.21.15.12:0/3237786459 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x556bc2c5e640 con 0x556bc2d02010 2024-03-29T00:20:48.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.560+0000 7fe9b7e00640 10 client.26321 handle_command_reply: tid=0 2024-03-29T00:20:48.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.560+0000 7fe9e0056740 1 client.26321 shutdown 2024-03-29T00:20:48.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.560+0000 7fe9e0056740 1 -- 172.21.15.12:0/3237786459 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556bc2cec030 msgr2=0x556bc2cf65a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:48.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.560+0000 7fe9e0056740 1 --2- 172.21.15.12:0/3237786459 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556bc2cec030 0x556bc2cf65a0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fe9c8009a20 tx=0x7fe9c8003820 comp rx=0 tx=0).stop 2024-03-29T00:20:48.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.560+0000 7fe9e0056740 1 -- 172.21.15.12:0/3237786459 shutdown_connections 2024-03-29T00:20:48.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.560+0000 7fe9e0056740 1 --2- 172.21.15.12:0/3237786459 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x556bc2d02010 0x556bc2d04400 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.560+0000 7fe9e0056740 1 --2- 172.21.15.12:0/3237786459 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556bc2cf1b90 0x556bc2cfdb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.560+0000 7fe9e0056740 1 --2- 172.21.15.12:0/3237786459 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556bc2ceca20 0x556bc2cf6ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.560+0000 7fe9e0056740 1 --2- 172.21.15.12:0/3237786459 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556bc2cec030 0x556bc2cf65a0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.560+0000 7fe9b7e00640 0 client.26321 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:48.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.560+0000 7fe9e0056740 1 -- 172.21.15.12:0/3237786459 >> 172.21.15.12:0/3237786459 conn(0x556bc2cb3a10 msgr2=0x556bc2ce6d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:48.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.560+0000 7fe9e0056740 1 -- 172.21.15.12:0/3237786459 shutdown_connections 2024-03-29T00:20:48.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.560+0000 7fe9e0056740 1 -- 172.21.15.12:0/3237786459 wait complete. 2024-03-29T00:20:48.566 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.561+0000 7fe9e0056740 20 client.26321 trim_cache size 0 max 16384 2024-03-29T00:20:48.566 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/watchdog/wdt.txt 2024-03-29T00:20:48.566 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/wimax/ 2024-03-29T00:20:48.566 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/wimax/README.i2400m 2024-03-29T00:20:48.566 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/wimax/README.wimax 2024-03-29T00:20:48.567 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/workqueue.txt 2024-03-29T00:20:48.568 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/x86/ 2024-03-29T00:20:48.570 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/x86/00-INDEX 2024-03-29T00:20:48.571 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/x86/boot.txt 2024-03-29T00:20:48.573 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/x86/early-microcode.txt 2024-03-29T00:20:48.575 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/x86/earlyprintk.txt 2024-03-29T00:20:48.578 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/x86/entry_64.txt 2024-03-29T00:20:48.580 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/x86/exception-tables.txt 2024-03-29T00:20:48.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.580+0000 7fe9e0056740 1 Processor -- start 2024-03-29T00:20:48.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.580+0000 7fe9e0056740 1 -- start start 2024-03-29T00:20:48.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.580+0000 7fe9e0056740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556bc2cec030 0x556bc2cf5bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:48.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.580+0000 7fe9e0056740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556bc2ceca20 0x556bc2cfdae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:48.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.580+0000 7fe9e0056740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556bc2cf1b90 0x556bc2cf6100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:48.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.580+0000 7fe9e0056740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d81ac3a0 con 0x556bc2cec030 2024-03-29T00:20:48.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.580+0000 7fe9e0056740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d81adf10 con 0x556bc2cf1b90 2024-03-29T00:20:48.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.580+0000 7fe9e0056740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d81aca70 con 0x556bc2ceca20 2024-03-29T00:20:48.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.581+0000 7fe9d6800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556bc2cec030 0x556bc2cf5bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:48.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.581+0000 7fe9d7200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556bc2cf1b90 0x556bc2cf6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:48.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.581+0000 7fe9d6800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556bc2cec030 0x556bc2cf5bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:56840/0 (socket says 172.21.15.12:56840) 2024-03-29T00:20:48.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.581+0000 7fe9d6800640 1 -- 172.21.15.12:0/1087846855 learned_addr learned my addr 172.21.15.12:0/1087846855 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:48.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.581+0000 7fe9d5e00640 1 --2- 172.21.15.12:0/1087846855 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556bc2ceca20 0x556bc2cfdae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:48.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.581+0000 7fe9d6800640 1 -- 172.21.15.12:0/1087846855 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556bc2ceca20 msgr2=0x556bc2cfdae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:48.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.581+0000 7fe9d6800640 1 --2- 172.21.15.12:0/1087846855 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556bc2ceca20 0x556bc2cfdae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.581+0000 7fe9d6800640 1 -- 172.21.15.12:0/1087846855 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556bc2cf1b90 msgr2=0x556bc2cf6100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:48.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.581+0000 7fe9d6800640 1 --2- 172.21.15.12:0/1087846855 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556bc2cf1b90 0x556bc2cf6100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.581+0000 7fe9d6800640 1 -- 172.21.15.12:0/1087846855 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556bc29653f0 con 0x556bc2cec030 2024-03-29T00:20:48.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.581+0000 7fe9d7200640 1 --2- 172.21.15.12:0/1087846855 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556bc2cf1b90 0x556bc2cf6100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:48.583 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/x86/i386/ 2024-03-29T00:20:48.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.582+0000 7fe9d6800640 1 --2- 172.21.15.12:0/1087846855 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556bc2cec030 0x556bc2cf5bc0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fe9c8006010 tx=0x7fe9c802ca60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1edf03b90b99d95 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:48.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.582+0000 7fe9c2a00640 1 -- 172.21.15.12:0/1087846855 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c8045070 con 0x556bc2cec030 2024-03-29T00:20:48.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.582+0000 7fe9c2a00640 1 -- 172.21.15.12:0/1087846855 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe9c802c6e0 con 0x556bc2cec030 2024-03-29T00:20:48.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.582+0000 7fe9c2a00640 1 -- 172.21.15.12:0/1087846855 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c8005550 con 0x556bc2cec030 2024-03-29T00:20:48.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.583+0000 7fe9e0056740 1 -- 172.21.15.12:0/1087846855 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556bc2cec030 msgr2=0x556bc2cf5bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:48.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.583+0000 7fe9e0056740 1 --2- 172.21.15.12:0/1087846855 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556bc2cec030 0x556bc2cf5bc0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fe9c8006010 tx=0x7fe9c802ca60 comp rx=0 tx=0).stop 2024-03-29T00:20:48.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.583+0000 7fe9e0056740 1 -- 172.21.15.12:0/1087846855 shutdown_connections 2024-03-29T00:20:48.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.583+0000 7fe9e0056740 1 --2- 172.21.15.12:0/1087846855 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556bc2cf1b90 0x556bc2cf6100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.583+0000 7fe9e0056740 1 --2- 172.21.15.12:0/1087846855 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556bc2ceca20 0x556bc2cfdae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.583+0000 7fe9e0056740 1 --2- 172.21.15.12:0/1087846855 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556bc2cec030 0x556bc2cf5bc0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.583+0000 7fe9e0056740 1 -- 172.21.15.12:0/1087846855 >> 172.21.15.12:0/1087846855 conn(0x556bc2cb3a10 msgr2=0x556bc2ce6470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:48.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.583+0000 7fe9e0056740 1 -- 172.21.15.12:0/1087846855 shutdown_connections 2024-03-29T00:20:48.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.583+0000 7fe9e0056740 1 -- 172.21.15.12:0/1087846855 wait complete. 2024-03-29T00:20:48.586 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/x86/i386/IO-APIC.txt 2024-03-29T00:20:48.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.584+0000 7fe9e0056740 1 -- start start 2024-03-29T00:20:48.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.584+0000 7fe9e0056740 1 Processor -- start 2024-03-29T00:20:48.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.584+0000 7fe9e0056740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556bc2cec030 0x556bc2cfae00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:48.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.584+0000 7fe9e0056740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556bc2ceca20 0x556bc2cfb340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:48.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.584+0000 7fe9e0056740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556bc2cf1b90 0x556bc2cfc350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:48.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.584+0000 7fe9e0056740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d81ad810 con 0x556bc2cec030 2024-03-29T00:20:48.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.584+0000 7fe9e0056740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d81ad140 con 0x556bc2cf1b90 2024-03-29T00:20:48.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.584+0000 7fe9e0056740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d81aa380 con 0x556bc2ceca20 2024-03-29T00:20:48.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.584+0000 7fe9e0056740 10 client.0 _ll_register_callbacks cb 0x7fe9d0009a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:48.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.585+0000 7fe9d5e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556bc2ceca20 0x556bc2cfb340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:48.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.585+0000 7fe9d6800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556bc2cec030 0x556bc2cfae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:48.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.585+0000 7fe9d5e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556bc2ceca20 0x556bc2cfb340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:45968/0 (socket says 172.21.15.12:45968) 2024-03-29T00:20:48.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.585+0000 7fe9d5e00640 1 -- 172.21.15.12:0/2873750278 learned_addr learned my addr 172.21.15.12:0/2873750278 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:48.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.585+0000 7fe9d7200640 1 --2- 172.21.15.12:0/2873750278 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556bc2cf1b90 0x556bc2cfc350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:48.588 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/x86/intel_mpx.txt 2024-03-29T00:20:48.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.585+0000 7fe9d5e00640 1 -- 172.21.15.12:0/2873750278 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556bc2cf1b90 msgr2=0x556bc2cfc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:48.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.585+0000 7fe9d5e00640 1 --2- 172.21.15.12:0/2873750278 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556bc2cf1b90 0x556bc2cfc350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.585+0000 7fe9d5e00640 1 -- 172.21.15.12:0/2873750278 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556bc2cec030 msgr2=0x556bc2cfae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:48.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.585+0000 7fe9d5e00640 1 --2- 172.21.15.12:0/2873750278 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556bc2cec030 0x556bc2cfae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.585+0000 7fe9d5e00640 1 -- 172.21.15.12:0/2873750278 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556bc29250f0 con 0x556bc2ceca20 2024-03-29T00:20:48.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.585+0000 7fe9d5e00640 1 --2- 172.21.15.12:0/2873750278 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556bc2ceca20 0x556bc2cfb340 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fe9c40cbb50 tx=0x7fe9c4018420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a1405f0f0d42d9ee server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:48.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.585+0000 7fe9b7e00640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:20:48.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.586+0000 7fe9b7e00640 1 -- 172.21.15.12:0/2873750278 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c40b8060 con 0x556bc2ceca20 2024-03-29T00:20:48.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.586+0000 7fe9b7e00640 1 -- 172.21.15.12:0/2873750278 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fe9c4099130 con 0x556bc2ceca20 2024-03-29T00:20:48.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.586+0000 7fe9e0056740 1 -- 172.21.15.12:0/2873750278 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9c802c6e0 con 0x556bc2ceca20 2024-03-29T00:20:48.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.586+0000 7fe9b7e00640 1 -- 172.21.15.12:0/2873750278 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fe9c40b2030 con 0x556bc2ceca20 2024-03-29T00:20:48.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.586+0000 7fe9e0056740 10 client.26395 fetch_fsmap learned FSMap version 30 2024-03-29T00:20:48.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.586+0000 7fe9e0056740 1 -- 172.21.15.12:0/2873750278 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556bc2cfdaf0 con 0x556bc2ceca20 2024-03-29T00:20:48.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.586+0000 7fe9b7e00640 1 -- 172.21.15.12:0/2873750278 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe9c802c6e0 con 0x556bc2ceca20 2024-03-29T00:20:48.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.586+0000 7fe9b7e00640 1 -- 172.21.15.12:0/2873750278 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 30) ==== 8366+0+0 (secure 0 0 0) 0x7fe9c4018b90 con 0x556bc2ceca20 2024-03-29T00:20:48.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.587+0000 7fe9e0056740 10 client.26395 fetch_fsmap finished waiting for FSMap version 30 2024-03-29T00:20:48.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.587+0000 7fe9e0056740 10 client.26395 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:20:48.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.587+0000 7fe9e0056740 20 client.26395 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:48.597 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/x86/mtrr.txt 2024-03-29T00:20:48.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.587+0000 7fe9e0056740 1 --2- 172.21.15.12:0/2873750278 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x556bc2d70fa0 0x556bc2d733c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:48.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.587+0000 7fe9e0056740 4 client.26395 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-29T00:20:48.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.587+0000 7fe9e0056740 1 -- 172.21.15.12:0/2873750278 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "scrub status"}) -- 0x556bc2c58990 con 0x556bc2d70fa0 2024-03-29T00:20:48.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.587+0000 7fe9d6800640 1 --2- 172.21.15.12:0/2873750278 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x556bc2d70fa0 0x556bc2d733c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:48.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.587+0000 7fe9d6800640 1 --2- 172.21.15.12:0/2873750278 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x556bc2d70fa0 0x556bc2d733c0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f7932a77df4ac71 server_cookie=9758bd9ca8b08d2c in_seq=0 out_seq=0 2024-03-29T00:20:48.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.587+0000 7fe9b7e00640 10 client.26395 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:48.599 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/x86/pat.txt 2024-03-29T00:20:48.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.589+0000 7fe9b7e00640 1 -- 172.21.15.12:0/2873750278 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+267 (crc 0 0 0) 0x556bc2c58990 con 0x556bc2d70fa0 2024-03-29T00:20:48.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.589+0000 7fe9b7e00640 10 client.26395 handle_command_reply: tid=0 2024-03-29T00:20:48.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.589+0000 7fe9e0056740 1 client.26395 shutdown 2024-03-29T00:20:48.601 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/x86/tlb.txt 2024-03-29T00:20:48.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.590+0000 7fe9e0056740 1 -- 172.21.15.12:0/2873750278 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556bc2ceca20 msgr2=0x556bc2cfb340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:48.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.590+0000 7fe9e0056740 1 --2- 172.21.15.12:0/2873750278 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556bc2ceca20 0x556bc2cfb340 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fe9c40cbb50 tx=0x7fe9c4018420 comp rx=0 tx=0).stop 2024-03-29T00:20:48.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.590+0000 7fe9e0056740 1 -- 172.21.15.12:0/2873750278 shutdown_connections 2024-03-29T00:20:48.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.590+0000 7fe9e0056740 1 --2- 172.21.15.12:0/2873750278 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x556bc2d70fa0 0x556bc2d733c0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.590+0000 7fe9e0056740 1 --2- 172.21.15.12:0/2873750278 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556bc2cf1b90 0x556bc2cfc350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.590+0000 7fe9e0056740 1 --2- 172.21.15.12:0/2873750278 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556bc2ceca20 0x556bc2cfb340 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.590+0000 7fe9b7e00640 0 client.26395 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:48.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.590+0000 7fe9e0056740 1 --2- 172.21.15.12:0/2873750278 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556bc2cec030 0x556bc2cfae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.590+0000 7fe9e0056740 1 -- 172.21.15.12:0/2873750278 >> 172.21.15.12:0/2873750278 conn(0x556bc2cb3a10 msgr2=0x556bc2ceabe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:48.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.590+0000 7fe9e0056740 1 -- 172.21.15.12:0/2873750278 shutdown_connections 2024-03-29T00:20:48.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.590+0000 7fe9e0056740 1 -- 172.21.15.12:0/2873750278 wait complete. 2024-03-29T00:20:48.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.590+0000 7fe9e0056740 20 client.26395 trim_cache size 0 max 16384 2024-03-29T00:20:48.604 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:20:48.604 INFO:teuthology.orchestra.run.smithi012.stdout: "status": "scrub active (974 inodes in the stack)", 2024-03-29T00:20:48.605 INFO:teuthology.orchestra.run.smithi012.stdout: "scrubs": { 2024-03-29T00:20:48.605 INFO:teuthology.orchestra.run.smithi012.stdout: "0c84f032-7a9d-4c19-b08b-9d98075ca925": { 2024-03-29T00:20:48.605 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/", 2024-03-29T00:20:48.605 INFO:teuthology.orchestra.run.smithi012.stdout: "tag": "0c84f032-7a9d-4c19-b08b-9d98075ca925", 2024-03-29T00:20:48.605 INFO:teuthology.orchestra.run.smithi012.stdout: "options": "recursive,force" 2024-03-29T00:20:48.606 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:20:48.606 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:20:48.606 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:20:48.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.591+0000 7fe9dca00640 1 -- 172.21.15.12:0/2103580202 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe9bc0a1d80 msgr2=0x7fe9bc0a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:48.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.591+0000 7fe9dca00640 1 --2- 172.21.15.12:0/2103580202 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe9bc0a1d80 0x7fe9bc0a4240 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x556bc2ced280 tx=0x7fe9d0009600 comp rx=0 tx=0).stop 2024-03-29T00:20:48.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.591+0000 7fe9dca00640 1 -- 172.21.15.12:0/2103580202 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe9d8075730 msgr2=0x7fe9d819a090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:48.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.591+0000 7fe9dca00640 1 --2- 172.21.15.12:0/2103580202 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe9d8075730 0x7fe9d819a090 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fe9c400e9f0 tx=0x7fe9c400eeb0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.608 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/x86/usb-legacy-support.txt 2024-03-29T00:20:48.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.591+0000 7fe9dca00640 1 -- 172.21.15.12:0/2103580202 shutdown_connections 2024-03-29T00:20:48.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.591+0000 7fe9dca00640 1 --2- 172.21.15.12:0/2103580202 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe9bc0a1d80 0x7fe9bc0a4240 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.591+0000 7fe9dca00640 1 --2- 172.21.15.12:0/2103580202 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe9d8109420 0x7fe9d81a1100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.591+0000 7fe9dca00640 1 --2- 172.21.15.12:0/2103580202 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe9d8075730 0x7fe9d819a090 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.591+0000 7fe9dca00640 1 --2- 172.21.15.12:0/2103580202 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe9d8074150 0x7fe9d8199b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:48.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.591+0000 7fe9dca00640 1 -- 172.21.15.12:0/2103580202 >> 172.21.15.12:0/2103580202 conn(0x7fe9d80fcb00 msgr2=0x7fe9d81053b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:48.610 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.591+0000 7fe9dca00640 1 -- 172.21.15.12:0/2103580202 shutdown_connections 2024-03-29T00:20:48.610 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:20:48.591+0000 7fe9dca00640 1 -- 172.21.15.12:0/2103580202 wait complete. 2024-03-29T00:20:48.612 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/x86/x86_64/ 2024-03-29T00:20:48.612 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/x86/x86_64/00-INDEX 2024-03-29T00:20:48.612 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/x86/x86_64/boot-options.txt 2024-03-29T00:20:48.612 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/x86/x86_64/cpu-hotplug-spec 2024-03-29T00:20:48.612 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/x86/x86_64/fake-numa-for-cpusets 2024-03-29T00:20:48.612 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/x86/x86_64/kernel-stacks 2024-03-29T00:20:48.612 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/x86/x86_64/machinecheck 2024-03-29T00:20:48.613 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/x86/x86_64/mm.txt 2024-03-29T00:20:48.613 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/x86/x86_64/uefi.txt 2024-03-29T00:20:48.613 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/x86/zero-page.txt 2024-03-29T00:20:48.613 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/xillybus.txt 2024-03-29T00:20:48.614 INFO:tasks.cephfs.filesystem:scrub status for tag:0c84f032-7a9d-4c19-b08b-9d98075ca925 - {'path': '/', 'tag': '0c84f032-7a9d-4c19-b08b-9d98075ca925', 'options': 'recursive,force'} 2024-03-29T00:20:48.615 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/xtensa/ 2024-03-29T00:20:48.615 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/xtensa/atomctl.txt 2024-03-29T00:20:48.617 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/xtensa/mmu.txt 2024-03-29T00:20:48.619 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/xz.txt 2024-03-29T00:20:48.621 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/zh_CN/ 2024-03-29T00:20:48.622 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/zh_CN/CodingStyle 2024-03-29T00:20:48.624 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/zh_CN/HOWTO 2024-03-29T00:20:48.626 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/zh_CN/IRQ.txt 2024-03-29T00:20:48.628 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/zh_CN/SecurityBugs 2024-03-29T00:20:48.631 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/zh_CN/SubmittingDrivers 2024-03-29T00:20:48.633 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/zh_CN/SubmittingPatches 2024-03-29T00:20:48.635 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/zh_CN/arm/ 2024-03-29T00:20:48.637 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/zh_CN/arm/Booting 2024-03-29T00:20:48.639 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/zh_CN/arm/kernel_user_helpers.txt 2024-03-29T00:20:48.641 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/zh_CN/arm64/ 2024-03-29T00:20:48.642 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/zh_CN/arm64/booting.txt 2024-03-29T00:20:48.644 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/zh_CN/arm64/memory.txt 2024-03-29T00:20:48.646 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/zh_CN/arm64/tagged-pointers.txt 2024-03-29T00:20:48.648 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/zh_CN/basic_profiling.txt 2024-03-29T00:20:48.650 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/zh_CN/email-clients.txt 2024-03-29T00:20:48.652 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/zh_CN/filesystems/ 2024-03-29T00:20:48.654 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/zh_CN/filesystems/sysfs.txt 2024-03-29T00:20:48.656 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/zh_CN/gpio.txt 2024-03-29T00:20:48.658 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/zh_CN/io_ordering.txt 2024-03-29T00:20:48.661 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/zh_CN/magic-number.txt 2024-03-29T00:20:48.663 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/zh_CN/oops-tracing.txt 2024-03-29T00:20:48.665 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/zh_CN/sparse.txt 2024-03-29T00:20:48.667 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/zh_CN/stable_api_nonsense.txt 2024-03-29T00:20:48.669 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/zh_CN/stable_kernel_rules.txt 2024-03-29T00:20:48.672 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/zh_CN/video4linux/ 2024-03-29T00:20:48.676 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/zh_CN/video4linux/omap3isp.txt 2024-03-29T00:20:48.679 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/zh_CN/video4linux/v4l2-framework.txt 2024-03-29T00:20:48.682 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/zh_CN/volatile-considered-harmful.txt 2024-03-29T00:20:48.695 INFO:tasks.workunit.client.0.smithi012.stdout:linux-4.0.5/Documentation/zorro.txt 2024-03-29T00:20:49.157 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.787+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a0 [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc auth v222 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56188741f080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002a0:[<0x10000000231/sysfs-class-uwb_rc v222>,<0x10000000205/testing v518>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x100000002a0:[<0x10000000231/sysfs-class-uwb_rc v222>,<0x10000000205/testing v518>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.157 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.787+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000263 [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-fcoe auth v100 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56188741f600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000263:[<0x10000000231/sysfs-bus-fcoe v100>,<0x10000000205/testing v518>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x10000000263:[<0x10000000231/sysfs-bus-fcoe v100>,<0x10000000205/testing v518>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.157 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.787+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002f8 [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-platform-asus-wmi auth v316 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56188741fb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002f8:[<0x10000000231/sysfs-platform-asus-wmi v316>,<0x10000000205/testing v518>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x100000002f8:[<0x10000000231/sysfs-platform-asus-wmi v316>,<0x10000000205/testing v518>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.157 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.788+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000023b [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-midi auth v20 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561887420100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000023b:[<0x10000000231/configfs-usb-gadget-midi v20>,<0x10000000205/testing v518>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x1000000023b:[<0x10000000231/configfs-usb-gadget-midi v20>,<0x10000000205/testing v518>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.157 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.788+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000232 [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-spear-pcie-gadget auth v2 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561887420680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000232:[<0x10000000231/configfs-spear-pcie-gadget v2>,<0x10000000205/testing v518>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x10000000232:[<0x10000000231/configfs-spear-pcie-gadget v2>,<0x10000000205/testing v518>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.157 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.788+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000240 [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-serial auth v30 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561887420c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000240:[<0x10000000231/configfs-usb-gadget-serial v30>,<0x10000000205/testing v518>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x10000000240:[<0x10000000231/configfs-usb-gadget-serial v30>,<0x10000000205/testing v518>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.157 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.788+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002dc [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-efi-runtime-map auth v308 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561887421700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002dc:[<0x10000000231/sysfs-firmware-efi-runtime-map v308>,<0x10000000205/testing v518>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x100000002dc:[<0x10000000231/sysfs-firmware-efi-runtime-map v308>,<0x10000000205/testing v518>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.157 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.788+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002ce [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-input-axp-pek auth v304 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56188744a580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002ce:[<0x10000000231/sysfs-driver-input-axp-pek v304>,<0x10000000205/testing v518>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x100000002ce:[<0x10000000231/sysfs-driver-input-axp-pek v304>,<0x10000000205/testing v518>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.157 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.789+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002da [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-dmi auth v306 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56188744a000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002da:[<0x10000000231/sysfs-firmware-dmi v306>,<0x10000000205/testing v518>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x100000002da:[<0x10000000231/sysfs-firmware-dmi v306>,<0x10000000205/testing v518>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.157 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.789+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000294 [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-grcan auth v198 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56188744b080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000294:[<0x10000000231/sysfs-class-net-grcan v198>,<0x10000000205/testing v518>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x10000000294:[<0x10000000231/sysfs-class-net-grcan v198>,<0x10000000205/testing v518>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.158 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.789+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002de [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-log auth v310 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56188744b600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002de:[<0x10000000231/sysfs-firmware-log v310>,<0x10000000205/testing v518>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x100000002de:[<0x10000000231/sysfs-firmware-log v310>,<0x10000000205/testing v518>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.158 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.789+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000025b [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etm3x auth v84 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56188744ab00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000025b:[<0x10000000231/sysfs-bus-coresight-devices-etm3x v84>,<0x10000000205/testing v518>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x1000000025b:[<0x10000000231/sysfs-bus-coresight-devices-etm3x v84>,<0x10000000205/testing v518>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.158 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.789+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000023a [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-mass-storage auth v18 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56188744bb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000023a:[<0x10000000231/configfs-usb-gadget-mass-storage v18>,<0x10000000205/testing v518>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x1000000023a:[<0x10000000231/configfs-usb-gadget-mass-storage v18>,<0x10000000205/testing v518>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.158 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.790+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002e1 [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-sfi auth v312 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56188744c100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002e1:[<0x10000000231/sysfs-firmware-sfi v312>,<0x10000000205/testing v518>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x100000002e1:[<0x10000000231/sysfs-firmware-sfi v312>,<0x10000000205/testing v518>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.158 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.790+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000271 [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mdio auth v128 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561887421180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000271:[<0x10000000231/sysfs-bus-mdio v128>,<0x10000000205/testing v518>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x10000000271:[<0x10000000231/sysfs-bus-mdio v128>,<0x10000000205/testing v518>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.158 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.790+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002b2 [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_wakeup auth v258 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56188744c680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002b2:[<0x10000000231/sysfs-devices-power_resources_wakeup v258>,<0x10000000205/testing v518>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x100000002b2:[<0x10000000231/sysfs-devices-power_resources_wakeup v258>,<0x10000000205/testing v518>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.158 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.790+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002f5 [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-module auth v314 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56188744cc00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002f5:[<0x10000000231/sysfs-module v314>,<0x10000000205/testing v518>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x100000002f5:[<0x10000000231/sysfs-module v314>,<0x10000000205/testing v518>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.158 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.790+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000302 [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-power auth v318 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56188744d180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000302:[<0x10000000231/sysfs-power v318>,<0x10000000205/testing v518>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x10000000302:[<0x10000000231/sysfs-power v318>,<0x10000000205/testing v518>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.158 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.790+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000303 [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-pps auth v320 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56188744d700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000303:[<0x10000000231/sysfs-pps v320>,<0x10000000205/testing v518>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x10000000303:[<0x10000000231/sysfs-pps v320>,<0x10000000205/testing v518>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.158 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.792+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000021e [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-backlight auth v16 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56188740a000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000021e:[<0x10000000216/sysfs-class-backlight v16>,<0x10000000205/stable v86>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x1000000021e:[<0x10000000216/sysfs-class-backlight v16>,<0x10000000205/stable v86>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.158 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.793+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000222 [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-udc auth v24 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5618873c7700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000222:[<0x10000000216/sysfs-class-udc v24>,<0x10000000205/stable v86>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x10000000222:[<0x10000000216/sysfs-class-udc v24>,<0x10000000205/stable v86>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.159 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.793+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000021a [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-acpi-pmprofile auth v8 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56188740ab00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000021a:[<0x10000000216/sysfs-acpi-pmprofile v8>,<0x10000000205/stable v86>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x1000000021a:[<0x10000000216/sysfs-acpi-pmprofile v8>,<0x10000000205/stable v86>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.159 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.793+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000220 [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-tpm auth v20 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56188740b080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000220:[<0x10000000216/sysfs-class-tpm v20>,<0x10000000205/stable v86>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x10000000220:[<0x10000000216/sysfs-class-tpm v20>,<0x10000000205/stable v86>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.159 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.794+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000229 [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-w1_ds28e04 auth v38 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56188740bb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000229:[<0x10000000216/sysfs-driver-w1_ds28e04 v38>,<0x10000000205/stable v86>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x10000000229:[<0x10000000216/sysfs-driver-w1_ds28e04 v38>,<0x10000000205/stable v86>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.159 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.794+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000022c [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-elog auth v44 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56188740c100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000022c:[<0x10000000216/sysfs-firmware-opal-elog v44>,<0x10000000205/stable v86>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x1000000022c:[<0x10000000216/sysfs-firmware-opal-elog v44>,<0x10000000205/stable v86>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.159 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.794+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000021b [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-firewire auth v10 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56188740c680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000021b:[<0x10000000216/sysfs-bus-firewire v10>,<0x10000000205/stable v86>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x1000000021b:[<0x10000000216/sysfs-bus-firewire v10>,<0x10000000205/stable v86>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.159 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.795+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000021d [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-xen-backend auth v14 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56188740a580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000021d:[<0x10000000216/sysfs-bus-xen-backend v14>,<0x10000000205/stable v86>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x1000000021d:[<0x10000000216/sysfs-bus-xen-backend v14>,<0x10000000205/stable v86>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.160 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.795+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000022f [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/thermal-notification auth v50 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56188740d180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000022f:[<0x10000000216/thermal-notification v50>,<0x10000000205/stable v86>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x1000000022f:[<0x10000000216/thermal-notification v50>,<0x10000000205/stable v521>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.160 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.795+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000225 [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-xen_memory auth v30 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56188740cc00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000225:[<0x10000000216/sysfs-devices-system-xen_memory v30>,<0x10000000205/stable v86>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x10000000225:[<0x10000000216/sysfs-devices-system-xen_memory v30>,<0x10000000205/stable v521>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.160 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.795+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000227 [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-qla2xxx auth v34 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56188740b600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000227:[<0x10000000216/sysfs-driver-qla2xxx v34>,<0x10000000205/stable v86>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x10000000227:[<0x10000000216/sysfs-driver-qla2xxx v34>,<0x10000000205/stable v521>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.160 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.795+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000230 [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/vdso auth v52 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56188740d700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000230:[<0x10000000216/vdso v52>,<0x10000000205/stable v86>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x10000000230:[<0x10000000216/vdso v52>,<0x10000000205/stable v521>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.161 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.796+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000217 [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/firewire-cdev auth v2 pv56 ap=2 s=0 n(v0 1=1+0)->n(v0 rc2024-03-29T00:20:33.613498+0000 b4140 1=1+0) (ifile excl w=1) cr={25477=0-4194304@1} caps={25477=pAsLsXsFsc/-@1},l=25477(-1) | ptrwaiter=1 lock=1 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561887414000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000217:[<0x10000000216/firewire-cdev v2>,<0x10000000205/stable v86>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x10000000217:[<0x10000000216/firewire-cdev v2>,<0x10000000205/stable v521>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.161 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.796+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000224 [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-cpu auth v28 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561887414580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000224:[<0x10000000216/sysfs-devices-system-cpu v28>,<0x10000000205/stable v86>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x10000000224:[<0x10000000216/sysfs-devices-system-cpu v28>,<0x10000000205/stable v521>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.161 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.796+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000021f [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-rfkill auth v18 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561887414b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000021f:[<0x10000000216/sysfs-class-rfkill v18>,<0x10000000205/stable v86>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x1000000021f:[<0x10000000216/sysfs-class-rfkill v18>,<0x10000000205/stable v521>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.161 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.796+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000226 [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-ib_srp auth v32 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561887415080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000226:[<0x10000000216/sysfs-driver-ib_srp v32>,<0x10000000205/stable v86>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x10000000226:[<0x10000000216/sysfs-driver-ib_srp v32>,<0x10000000205/stable v521>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.161 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.797+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000228 [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-usb-usbtmc auth v36 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561887415600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000228:[<0x10000000216/sysfs-driver-usb-usbtmc v36>,<0x10000000205/stable v86>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x10000000228:[<0x10000000216/sysfs-driver-usb-usbtmc v36>,<0x10000000205/stable v521>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.161 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.797+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000022a [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-efi-vars auth v40 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561887415b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000022a:[<0x10000000216/sysfs-firmware-efi-vars v40>,<0x10000000205/stable v86>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x1000000022a:[<0x10000000216/sysfs-firmware-efi-vars v40>,<0x10000000205/stable v521>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.161 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.797+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000221 [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-ubi auth v22 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561887416100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000221:[<0x10000000216/sysfs-class-ubi v22>,<0x10000000205/stable v86>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x10000000221:[<0x10000000216/sysfs-class-ubi v22>,<0x10000000205/stable v521>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.161 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.797+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000223 [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-node auth v26 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561887416680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000223:[<0x10000000216/sysfs-devices-node v26>,<0x10000000205/stable v86>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x10000000223:[<0x10000000216/sysfs-devices-node v26>,<0x10000000205/stable v521>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.161 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.797+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000021c [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-usb auth v12 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561887416c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000021c:[<0x10000000216/sysfs-bus-usb v12>,<0x10000000205/stable v86>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x1000000021c:[<0x10000000216/sysfs-bus-usb v12>,<0x10000000205/stable v521>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.161 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.798+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000219 [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/syscalls auth v6 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561887417180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000219:[<0x10000000216/syscalls v6>,<0x10000000205/stable v86>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x10000000219:[<0x10000000216/syscalls v6>,<0x10000000205/stable v521>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.161 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.798+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000218 [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/o2cb auth v4 pv54 ap=2 s=0 n(v0 1=1+0)->n(v0 rc2024-03-29T00:20:33.615498+0000 b457 1=1+0) (ifile excl w=1) cr={25477=0-4194304@1} caps={25477=pAsLsXsFsc/-@1},l=25477(-1) | ptrwaiter=1 lock=1 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56188741e000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000218:[<0x10000000216/o2cb v4>,<0x10000000205/stable v86>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x10000000218:[<0x10000000216/o2cb v4>,<0x10000000205/stable v521>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.162 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.799+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000022e [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-transport-srp auth v48 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561887417700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000022e:[<0x10000000216/sysfs-transport-srp v48>,<0x10000000205/stable v86>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x1000000022e:[<0x10000000216/sysfs-transport-srp v48>,<0x10000000205/stable v521>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.162 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.799+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000022d [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-module auth v46 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56188741e580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000022d:[<0x10000000216/sysfs-module v46>,<0x10000000205/stable v86>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x1000000022d:[<0x10000000216/sysfs-module v46>,<0x10000000205/stable v521>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.162 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:20:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:20:48.799+0000 7f83e84dc700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000022b [2,head] /volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-dump auth v42 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25477=0-4194304@1} caps={25477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56188741eb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000022b:[<0x10000000216/sysfs-firmware-opal-dump v42>,<0x10000000205/stable v86>,<0x10000000203/ABI v78>,<0x10000000202/Documentation v167>,<0x10000000201/linux-4.0.5 v19>,<0x10000000006/untar_tar v37>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v36>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v51>,<0x10000000001/sv_1 v73>,<0x10000000000/qa v61>,<0x1/volumes v60>]//[3]","memoryvalue":"(4)0x1000000022b:[<0x10000000216/sysfs-firmware-opal-dump v42>,<0x10000000205/stable v521>,<0x10000000203/ABI v687>,<0x10000000202/Documentation v331>,<0x10000000201/linux-4.0.5 v26>,<0x10000000006/untar_tar v46>,<0x10000000005/tmp v44>,<0x100000001fb/client.0 v47>,<0x100000001fa/6a5f437d-bbe4-44bf-93cb-b86954137584 v57>,<0x10000000001/sv_1 v53>,<0x10000000000/qa v23>,<0x1/volumes v42>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-03-29T00:20:49.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: pgmap v492: 129 pgs: 129 active+clean; 65 MiB data, 498 MiB used, 1.0 TiB / 1.0 TiB avail; 471 KiB/s rd, 648 KiB/s wr, 272 op/s 2024-03-29T00:20:49.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: scrub queued for path: / 2024-03-29T00:20:49.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: scrub summary: idle+waiting paths [/] 2024-03-29T00:20:49.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: scrub summary: active paths [/] 2024-03-29T00:20:49.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: scrub summary: active paths [/] 2024-03-29T00:20:49.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x100000002a0 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x10000000263 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-fcoe) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x100000002f8 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-platform-asus-wmi) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x1000000023b (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-midi) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x10000000232 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-spear-pcie-gadget) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x10000000240 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-serial) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x100000002dc (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-efi-runtime-map) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x100000002ce (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-input-axp-pek) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x100000002da (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-dmi) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x10000000294 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-grcan) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x100000002de (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-log) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x1000000025b (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etm3x) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x1000000023a (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-mass-storage) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x100000002e1 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-sfi) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x10000000271 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mdio) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x100000002b2 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_wakeup) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x100000002f5 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-module) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x10000000302 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-power) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x10000000303 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-pps) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: scrub summary: idle+waiting paths [/] 2024-03-29T00:20:49.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: scrub summary: active paths [/] 2024-03-29T00:20:49.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x1000000021e (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-backlight) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x10000000222 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-udc) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x1000000021a (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-acpi-pmprofile) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x10000000220 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-tpm) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x10000000229 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-w1_ds28e04) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x1000000022c (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-elog) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x1000000021b (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-firewire) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x1000000021d (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-xen-backend) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x1000000022f (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/thermal-notification) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x10000000225 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-xen_memory) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x10000000227 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-qla2xxx) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x10000000230 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/vdso) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x10000000217 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/firewire-cdev) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.488 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x10000000224 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-cpu) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.488 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x1000000021f (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-rfkill) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.488 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x10000000226 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-ib_srp) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.488 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x10000000228 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-usb-usbtmc) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.488 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x1000000022a (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-efi-vars) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.488 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x10000000221 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-ubi) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.488 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x10000000223 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-node) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.488 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x1000000021c (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-usb) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.488 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x10000000219 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/syscalls) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.488 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x10000000218 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/o2cb) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.488 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x1000000022e (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-transport-srp) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.488 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x1000000022d (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-module) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.488 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: Scrub error on inode 0x1000000022b (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-dump) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.488 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:49 smithi069 ceph-mon[36074]: scrub summary: idle+waiting paths [/] 2024-03-29T00:20:49.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: pgmap v492: 129 pgs: 129 active+clean; 65 MiB data, 498 MiB used, 1.0 TiB / 1.0 TiB avail; 471 KiB/s rd, 648 KiB/s wr, 272 op/s 2024-03-29T00:20:49.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: scrub queued for path: / 2024-03-29T00:20:49.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: scrub summary: idle+waiting paths [/] 2024-03-29T00:20:49.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: scrub summary: active paths [/] 2024-03-29T00:20:49.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: scrub summary: active paths [/] 2024-03-29T00:20:49.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x100000002a0 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x10000000263 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-fcoe) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x100000002f8 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-platform-asus-wmi) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x1000000023b (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-midi) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x10000000232 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-spear-pcie-gadget) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x10000000240 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-serial) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x100000002dc (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-efi-runtime-map) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x100000002ce (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-input-axp-pek) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x100000002da (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-dmi) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x10000000294 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-grcan) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x100000002de (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-log) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x1000000025b (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etm3x) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x1000000023a (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-mass-storage) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x100000002e1 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-sfi) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x10000000271 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mdio) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x100000002b2 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_wakeup) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x100000002f5 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-module) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x10000000302 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-power) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x10000000303 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-pps) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: scrub summary: idle+waiting paths [/] 2024-03-29T00:20:49.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: scrub summary: active paths [/] 2024-03-29T00:20:49.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x1000000021e (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-backlight) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.553 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x10000000222 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-udc) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.553 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x1000000021a (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-acpi-pmprofile) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.553 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x10000000220 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-tpm) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.553 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x10000000229 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-w1_ds28e04) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.553 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x1000000022c (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-elog) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.553 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x1000000021b (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-firewire) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.553 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x1000000021d (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-xen-backend) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.553 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x1000000022f (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/thermal-notification) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.553 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x10000000225 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-xen_memory) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.553 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x10000000227 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-qla2xxx) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.553 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x10000000230 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/vdso) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.553 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x10000000217 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/firewire-cdev) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.554 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x10000000224 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-cpu) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.554 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x1000000021f (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-rfkill) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.554 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x10000000226 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-ib_srp) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.554 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x10000000228 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-usb-usbtmc) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.554 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x1000000022a (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-efi-vars) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.554 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x10000000221 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-ubi) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.554 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x10000000223 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-node) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.554 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x1000000021c (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-usb) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.554 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x10000000219 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/syscalls) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.554 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x10000000218 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/o2cb) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.554 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x1000000022e (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-transport-srp) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.554 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x1000000022d (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-module) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.554 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: Scrub error on inode 0x1000000022b (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-dump) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.555 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:49 smithi012 ceph-mon[31657]: scrub summary: idle+waiting paths [/] 2024-03-29T00:20:49.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: pgmap v492: 129 pgs: 129 active+clean; 65 MiB data, 498 MiB used, 1.0 TiB / 1.0 TiB avail; 471 KiB/s rd, 648 KiB/s wr, 272 op/s 2024-03-29T00:20:49.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: scrub queued for path: / 2024-03-29T00:20:49.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: scrub summary: idle+waiting paths [/] 2024-03-29T00:20:49.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: scrub summary: active paths [/] 2024-03-29T00:20:49.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: scrub summary: active paths [/] 2024-03-29T00:20:49.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x100000002a0 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x10000000263 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-fcoe) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x100000002f8 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-platform-asus-wmi) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x1000000023b (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-midi) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x10000000232 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-spear-pcie-gadget) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x10000000240 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-serial) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x100000002dc (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-efi-runtime-map) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x100000002ce (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-input-axp-pek) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x100000002da (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-dmi) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x10000000294 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-grcan) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x100000002de (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-log) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x1000000025b (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etm3x) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x1000000023a (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-mass-storage) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.657 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x100000002e1 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-sfi) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.657 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x10000000271 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mdio) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.657 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x100000002b2 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_wakeup) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.657 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x100000002f5 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-module) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.657 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x10000000302 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-power) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.657 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x10000000303 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-pps) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.657 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: scrub summary: idle+waiting paths [/] 2024-03-29T00:20:49.657 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: scrub summary: active paths [/] 2024-03-29T00:20:49.657 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x1000000021e (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-backlight) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.657 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x10000000222 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-udc) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.657 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x1000000021a (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-acpi-pmprofile) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.658 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x10000000220 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-tpm) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.658 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x10000000229 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-w1_ds28e04) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.658 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x1000000022c (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-elog) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.658 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x1000000021b (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-firewire) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.658 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x1000000021d (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-xen-backend) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.658 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x1000000022f (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/thermal-notification) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.658 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x10000000225 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-xen_memory) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.658 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x10000000227 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-qla2xxx) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.658 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x10000000230 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/vdso) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.658 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x10000000217 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/firewire-cdev) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.658 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x10000000224 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-cpu) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.658 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x1000000021f (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-rfkill) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.658 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x10000000226 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-ib_srp) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.658 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x10000000228 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-usb-usbtmc) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.659 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x1000000022a (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-efi-vars) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.659 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x10000000221 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-ubi) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.659 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x10000000223 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-node) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.659 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x1000000021c (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-usb) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.659 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x10000000219 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/syscalls) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.659 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x10000000218 (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/o2cb) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.659 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x1000000022e (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-transport-srp) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.659 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x1000000022d (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-module) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.659 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: Scrub error on inode 0x1000000022b (/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-dump) see mds.b log and `damage ls` output for details 2024-03-29T00:20:49.659 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:49 smithi053 ceph-mon[36233]: scrub summary: idle+waiting paths [/] 2024-03-29T00:20:50.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:50 smithi069 ceph-mon[36074]: scrub summary: idle+waiting paths [/] 2024-03-29T00:20:50.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:50 smithi012 ceph-mon[31657]: scrub summary: idle+waiting paths [/] 2024-03-29T00:20:50.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:50 smithi053 ceph-mon[36233]: scrub summary: idle+waiting paths [/] 2024-03-29T00:20:51.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:51 smithi069 ceph-mon[36074]: pgmap v493: 129 pgs: 129 active+clean; 65 MiB data, 519 MiB used, 1.0 TiB / 1.0 TiB avail; 441 KiB/s rd, 618 KiB/s wr, 321 op/s 2024-03-29T00:20:51.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:51 smithi069 ceph-mon[36074]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:20:51.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:51 smithi012 ceph-mon[31657]: pgmap v493: 129 pgs: 129 active+clean; 65 MiB data, 519 MiB used, 1.0 TiB / 1.0 TiB avail; 441 KiB/s rd, 618 KiB/s wr, 321 op/s 2024-03-29T00:20:51.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:51 smithi012 ceph-mon[31657]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:20:51.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:51 smithi053 ceph-mon[36233]: pgmap v493: 129 pgs: 129 active+clean; 65 MiB data, 519 MiB used, 1.0 TiB / 1.0 TiB avail; 441 KiB/s rd, 618 KiB/s wr, 321 op/s 2024-03-29T00:20:51.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:51 smithi053 ceph-mon[36233]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:20:53.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:53 smithi012 ceph-mon[31657]: pgmap v494: 129 pgs: 129 active+clean; 76 MiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 779 KiB/s rd, 1.5 MiB/s wr, 383 op/s 2024-03-29T00:20:53.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:53 smithi053 ceph-mon[36233]: pgmap v494: 129 pgs: 129 active+clean; 76 MiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 779 KiB/s rd, 1.5 MiB/s wr, 383 op/s 2024-03-29T00:20:53.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:53 smithi069 ceph-mon[36074]: pgmap v494: 129 pgs: 129 active+clean; 76 MiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 779 KiB/s rd, 1.5 MiB/s wr, 383 op/s 2024-03-29T00:20:55.501 INFO:tasks.workunit.client.0.smithi012.stderr:+ tar cf doc.tar linux-4.0.5 2024-03-29T00:20:55.536 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:55 smithi069 ceph-mon[36074]: pgmap v495: 129 pgs: 129 active+clean; 89 MiB data, 561 MiB used, 1.0 TiB / 1.0 TiB avail; 850 KiB/s rd, 2.6 MiB/s wr, 417 op/s 2024-03-29T00:20:55.536 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:55 smithi069 ceph-mon[36074]: scrub summary: idle 2024-03-29T00:20:55.536 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:55 smithi069 ceph-mon[36074]: scrub summary: idle 2024-03-29T00:20:55.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:55 smithi012 ceph-mon[31657]: pgmap v495: 129 pgs: 129 active+clean; 89 MiB data, 561 MiB used, 1.0 TiB / 1.0 TiB avail; 850 KiB/s rd, 2.6 MiB/s wr, 417 op/s 2024-03-29T00:20:55.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:55 smithi012 ceph-mon[31657]: scrub summary: idle 2024-03-29T00:20:55.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:55 smithi012 ceph-mon[31657]: scrub summary: idle 2024-03-29T00:20:55.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:55 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mon-a[31653]: 2024-03-29T00:20:55.240+0000 7f927aa00700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-03-29T00:20:55.657 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:55 smithi053 ceph-mon[36233]: pgmap v495: 129 pgs: 129 active+clean; 89 MiB data, 561 MiB used, 1.0 TiB / 1.0 TiB avail; 850 KiB/s rd, 2.6 MiB/s wr, 417 op/s 2024-03-29T00:20:55.658 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:55 smithi053 ceph-mon[36233]: scrub summary: idle 2024-03-29T00:20:55.658 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:55 smithi053 ceph-mon[36233]: scrub summary: idle 2024-03-29T00:20:56.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:56 smithi012 ceph-mon[31657]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-03-29T00:20:56.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:56 smithi012 ceph-mon[31657]: mds.? [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] up:active 2024-03-29T00:20:56.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:56 smithi012 ceph-mon[31657]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:20:56.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:56 smithi053 ceph-mon[36233]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-03-29T00:20:56.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:56 smithi053 ceph-mon[36233]: mds.? [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] up:active 2024-03-29T00:20:56.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:56 smithi053 ceph-mon[36233]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:20:56.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:56 smithi069 ceph-mon[36074]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-03-29T00:20:56.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:56 smithi069 ceph-mon[36074]: mds.? [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] up:active 2024-03-29T00:20:56.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:56 smithi069 ceph-mon[36074]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:20:57.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:57 smithi012 ceph-mon[31657]: pgmap v496: 129 pgs: 129 active+clean; 97 MiB data, 586 MiB used, 1.0 TiB / 1.0 TiB avail; 998 KiB/s rd, 3.2 MiB/s wr, 510 op/s 2024-03-29T00:20:57.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:57 smithi053 ceph-mon[36233]: pgmap v496: 129 pgs: 129 active+clean; 97 MiB data, 586 MiB used, 1.0 TiB / 1.0 TiB avail; 998 KiB/s rd, 3.2 MiB/s wr, 510 op/s 2024-03-29T00:20:57.683 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.682+0000 7fd75f000640 1 -- 172.21.15.12:0/1169080271 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd758105570 msgr2=0x7fd75810be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:57.683 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.682+0000 7fd75f000640 1 --2- 172.21.15.12:0/1169080271 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd758105570 0x7fd75810be00 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fd750009860 tx=0x7fd75002bb70 comp rx=0 tx=0).stop 2024-03-29T00:20:57.683 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.682+0000 7fd75f000640 1 -- 172.21.15.12:0/1169080271 shutdown_connections 2024-03-29T00:20:57.683 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.682+0000 7fd75f000640 1 --2- 172.21.15.12:0/1169080271 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd758104bb0 0x7fd758105030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:57.684 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.682+0000 7fd75f000640 1 --2- 172.21.15.12:0/1169080271 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd758105570 0x7fd75810be00 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:57.684 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.682+0000 7fd75f000640 1 --2- 172.21.15.12:0/1169080271 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd7581039c0 0x7fd758103de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:57.684 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.682+0000 7fd75f000640 1 -- 172.21.15.12:0/1169080271 >> 172.21.15.12:0/1169080271 conn(0x7fd7580fef70 msgr2=0x7fd758101390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:57.684 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.683+0000 7fd75f000640 1 -- 172.21.15.12:0/1169080271 shutdown_connections 2024-03-29T00:20:57.684 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.683+0000 7fd75f000640 1 -- 172.21.15.12:0/1169080271 wait complete. 2024-03-29T00:20:57.685 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.684+0000 7fd75f000640 1 Processor -- start 2024-03-29T00:20:57.685 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.684+0000 7fd75f000640 1 -- start start 2024-03-29T00:20:57.685 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.684+0000 7fd75f000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd7581039c0 0x7fd758199d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:57.685 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.684+0000 7fd75f000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd758104bb0 0x7fd75819a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:57.685 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.684+0000 7fd75f000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd758105570 0x7fd7581a12c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:57.685 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.684+0000 7fd75f000640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fd75810f770 con 0x7fd758105570 2024-03-29T00:20:57.685 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.684+0000 7fd75f000640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd75810f5f0 con 0x7fd758104bb0 2024-03-29T00:20:57.686 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.684+0000 7fd75f000640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd75810f8f0 con 0x7fd7581039c0 2024-03-29T00:20:57.686 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.685+0000 7fd757e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd7581039c0 0x7fd758199d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:57.686 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.685+0000 7fd757e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd7581039c0 0x7fd758199d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:48528/0 (socket says 172.21.15.12:48528) 2024-03-29T00:20:57.686 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.685+0000 7fd757e00640 1 -- 172.21.15.12:0/2807147309 learned_addr learned my addr 172.21.15.12:0/2807147309 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:57.686 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.685+0000 7fd74f400640 1 --2- 172.21.15.12:0/2807147309 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd758104bb0 0x7fd75819a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:57.686 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.685+0000 7fd75d000640 1 --2- 172.21.15.12:0/2807147309 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd758105570 0x7fd7581a12c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:57.686 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.685+0000 7fd757e00640 1 -- 172.21.15.12:0/2807147309 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd758104bb0 msgr2=0x7fd75819a290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:57.686 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.685+0000 7fd757e00640 1 --2- 172.21.15.12:0/2807147309 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd758104bb0 0x7fd75819a290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:57.686 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.685+0000 7fd757e00640 1 -- 172.21.15.12:0/2807147309 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd758105570 msgr2=0x7fd7581a12c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:57.686 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.685+0000 7fd757e00640 1 --2- 172.21.15.12:0/2807147309 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd758105570 0x7fd7581a12c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:57.686 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.685+0000 7fd757e00640 1 -- 172.21.15.12:0/2807147309 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7581a1960 con 0x7fd7581039c0 2024-03-29T00:20:57.687 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.685+0000 7fd757e00640 1 --2- 172.21.15.12:0/2807147309 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd7581039c0 0x7fd758199d50 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fd74800c3a0 tx=0x7fd74800c860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:57.687 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.686+0000 7fd755600640 1 -- 172.21.15.12:0/2807147309 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd748003970 con 0x7fd7581039c0 2024-03-29T00:20:57.687 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.686+0000 7fd755600640 1 -- 172.21.15.12:0/2807147309 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd748004520 con 0x7fd7581039c0 2024-03-29T00:20:57.687 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.686+0000 7fd755600640 1 -- 172.21.15.12:0/2807147309 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd74800bab0 con 0x7fd7581039c0 2024-03-29T00:20:57.687 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.686+0000 7fd75f000640 1 -- 172.21.15.12:0/2807147309 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7581a1c50 con 0x7fd7581039c0 2024-03-29T00:20:57.688 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.686+0000 7fd75f000640 1 -- 172.21.15.12:0/2807147309 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7581a2150 con 0x7fd7581039c0 2024-03-29T00:20:57.689 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.689+0000 7fd761df3740 1 Processor -- start 2024-03-29T00:20:57.689 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.689+0000 7fd755600640 1 -- 172.21.15.12:0/2807147309 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fd74801d020 con 0x7fd7581039c0 2024-03-29T00:20:57.690 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.689+0000 7fd761df3740 1 -- start start 2024-03-29T00:20:57.691 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.690+0000 7fd761df3740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561b301685b0 0x561b301689d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:57.692 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.690+0000 7fd761df3740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561b30168fa0 0x561b3016daa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:57.692 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.690+0000 7fd761df3740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561b3016e110 0x561b301705a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:57.692 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.690+0000 7fd761df3740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x561b300cc640 con 0x561b3016e110 2024-03-29T00:20:57.692 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.690+0000 7fd761df3740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x561b30075810 con 0x561b30168fa0 2024-03-29T00:20:57.692 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.690+0000 7fd761df3740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x561b300c86e0 con 0x561b301685b0 2024-03-29T00:20:57.692 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.690+0000 7fd75d000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561b301685b0 0x561b301689d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:57.692 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.690+0000 7fd75d000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561b301685b0 0x561b301689d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:48536/0 (socket says 172.21.15.12:48536) 2024-03-29T00:20:57.692 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.690+0000 7fd75d000640 1 -- 172.21.15.12:0/757913391 learned_addr learned my addr 172.21.15.12:0/757913391 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:57.692 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.690+0000 7fd757e00640 1 --2- 172.21.15.12:0/757913391 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561b30168fa0 0x561b3016daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:57.692 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.690+0000 7fd74f400640 1 --2- 172.21.15.12:0/757913391 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561b3016e110 0x561b301705a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:57.692 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.690+0000 7fd75d000640 1 -- 172.21.15.12:0/757913391 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561b30168fa0 msgr2=0x561b3016daa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:57.692 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.690+0000 7fd75d000640 1 --2- 172.21.15.12:0/757913391 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561b30168fa0 0x561b3016daa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:57.692 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.690+0000 7fd75d000640 1 -- 172.21.15.12:0/757913391 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561b3016e110 msgr2=0x561b301705a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:57.692 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.690+0000 7fd75d000640 1 --2- 172.21.15.12:0/757913391 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561b3016e110 0x561b301705a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:57.693 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.690+0000 7fd75d000640 1 -- 172.21.15.12:0/757913391 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b2fde1210 con 0x561b301685b0 2024-03-29T00:20:57.693 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.691+0000 7fd75d000640 1 --2- 172.21.15.12:0/757913391 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561b301685b0 0x561b301689d0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fd7500057c0 tx=0x7fd750005b20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9f920b6ddc165c8 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:57.693 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.691+0000 7fd755600640 1 --2- 172.21.15.12:0/2807147309 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd73c0a1df0 0x7fd73c0a42b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:57.693 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.691+0000 7fd74d600640 1 -- 172.21.15.12:0/757913391 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd750039040 con 0x561b301685b0 2024-03-29T00:20:57.693 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.691+0000 7fd755600640 1 -- 172.21.15.12:0/2807147309 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fd7480ce180 con 0x7fd7581039c0 2024-03-29T00:20:57.693 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.691+0000 7fd74d600640 1 -- 172.21.15.12:0/757913391 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd750034640 con 0x561b301685b0 2024-03-29T00:20:57.693 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.691+0000 7fd74d600640 1 -- 172.21.15.12:0/757913391 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd750032640 con 0x561b301685b0 2024-03-29T00:20:57.693 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.691+0000 7fd757e00640 1 --2- 172.21.15.12:0/2807147309 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd73c0a1df0 0x7fd73c0a42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:57.696 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.692+0000 7fd761df3740 1 -- 172.21.15.12:0/757913391 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561b301685b0 msgr2=0x561b301689d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:57.696 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.692+0000 7fd761df3740 1 --2- 172.21.15.12:0/757913391 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561b301685b0 0x561b301689d0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fd7500057c0 tx=0x7fd750005b20 comp rx=0 tx=0).stop 2024-03-29T00:20:57.696 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.692+0000 7fd757e00640 1 --2- 172.21.15.12:0/2807147309 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd73c0a1df0 0x7fd73c0a42b0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fd74800c370 tx=0x7fd7480d1bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:57.696 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.692+0000 7fd761df3740 1 -- 172.21.15.12:0/757913391 shutdown_connections 2024-03-29T00:20:57.696 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.692+0000 7fd761df3740 1 --2- 172.21.15.12:0/757913391 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561b30168fa0 0x561b3016daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:57.696 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.692+0000 7fd761df3740 1 --2- 172.21.15.12:0/757913391 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561b3016e110 0x561b301705a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:57.696 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.692+0000 7fd761df3740 1 --2- 172.21.15.12:0/757913391 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561b301685b0 0x561b301689d0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:57.696 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.692+0000 7fd761df3740 1 -- 172.21.15.12:0/757913391 >> 172.21.15.12:0/757913391 conn(0x561b30163b20 msgr2=0x561b30163f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:57.696 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.692+0000 7fd761df3740 1 -- 172.21.15.12:0/757913391 shutdown_connections 2024-03-29T00:20:57.697 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.692+0000 7fd761df3740 1 -- 172.21.15.12:0/757913391 wait complete. 2024-03-29T00:20:57.697 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.693+0000 7fd761df3740 1 -- start start 2024-03-29T00:20:57.697 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.693+0000 7fd761df3740 1 Processor -- start 2024-03-29T00:20:57.697 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.693+0000 7fd761df3740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561b301685b0 0x561b30172880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:57.697 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.693+0000 7fd761df3740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561b30168fa0 0x561b30172dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:57.697 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.693+0000 7fd761df3740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561b3016e110 0x561b30179e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:57.697 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.693+0000 7fd761df3740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x561b30171060 con 0x561b30168fa0 2024-03-29T00:20:57.697 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.693+0000 7fd761df3740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x561b3006ad00 con 0x561b301685b0 2024-03-29T00:20:57.697 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.693+0000 7fd761df3740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x561b301711e0 con 0x561b3016e110 2024-03-29T00:20:57.697 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.693+0000 7fd761df3740 10 client.0 _ll_register_callbacks cb 0x561b30055490 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:57.697 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.694+0000 7fd74f400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561b30168fa0 0x561b30172dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:57.697 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.694+0000 7fd75d000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561b301685b0 0x561b30172880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:57.697 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.694+0000 7fd74f400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561b30168fa0 0x561b30172dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:47026/0 (socket says 172.21.15.12:47026) 2024-03-29T00:20:57.697 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.694+0000 7fd74f400640 1 -- 172.21.15.12:0/910556020 learned_addr learned my addr 172.21.15.12:0/910556020 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:57.698 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.694+0000 7fd75d000640 1 --2- 172.21.15.12:0/910556020 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561b3016e110 0x561b30179e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:57.698 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.694+0000 7fd74f400640 1 -- 172.21.15.12:0/910556020 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561b3016e110 msgr2=0x561b30179e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:57.698 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.694+0000 7fd74f400640 1 --2- 172.21.15.12:0/910556020 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561b3016e110 0x561b30179e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:57.698 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.694+0000 7fd74f400640 1 -- 172.21.15.12:0/910556020 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561b301685b0 msgr2=0x561b30172880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:57.698 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.694+0000 7fd74f400640 1 --2- 172.21.15.12:0/910556020 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561b301685b0 0x561b30172880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:57.698 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.694+0000 7fd74f400640 1 -- 172.21.15.12:0/910556020 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561b2fead620 con 0x561b30168fa0 2024-03-29T00:20:57.698 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.694+0000 7fd74f400640 1 --2- 172.21.15.12:0/910556020 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561b30168fa0 0x561b30172dc0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fd740012740 tx=0x7fd740012c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a0331fb87827e4f server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:57.698 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.694+0000 7fd746000640 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-03-29T00:20:57.698 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.695+0000 7fd746000640 1 -- 172.21.15.12:0/910556020 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd74000f8c0 con 0x561b30168fa0 2024-03-29T00:20:57.698 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.695+0000 7fd761df3740 1 -- 172.21.15.12:0/910556020 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd750034640 con 0x561b30168fa0 2024-03-29T00:20:57.698 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.695+0000 7fd746000640 1 -- 172.21.15.12:0/910556020 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fd74000fa60 con 0x561b30168fa0 2024-03-29T00:20:57.698 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.695+0000 7fd746000640 1 -- 172.21.15.12:0/910556020 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fd74000fca0 con 0x561b30168fa0 2024-03-29T00:20:57.698 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.695+0000 7fd761df3740 10 client.16224 fetch_fsmap learned FSMap version 32 2024-03-29T00:20:57.699 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.695+0000 7fd761df3740 1 -- 172.21.15.12:0/910556020 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x561b3017cf00 con 0x561b30168fa0 2024-03-29T00:20:57.699 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.696+0000 7fd746000640 1 -- 172.21.15.12:0/910556020 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd750034640 con 0x561b30168fa0 2024-03-29T00:20:57.699 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.696+0000 7fd746000640 1 -- 172.21.15.12:0/910556020 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 32) ==== 8374+0+0 (secure 0 0 0) 0x7fd74001c4b0 con 0x561b30168fa0 2024-03-29T00:20:57.700 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.696+0000 7fd761df3740 10 client.16224 fetch_fsmap finished waiting for FSMap version 32 2024-03-29T00:20:57.701 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.696+0000 7fd761df3740 10 client.16224 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:20:57.701 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.696+0000 7fd761df3740 20 client.16224 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:57.701 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.696+0000 7fd761df3740 1 --2- 172.21.15.12:0/910556020 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x561b3017e700 0x561b30180b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:57.701 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.696+0000 7fd761df3740 4 client.16224 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:20:57.701 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.696+0000 7fd761df3740 1 -- 172.21.15.12:0/910556020 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561b300e0030 con 0x561b3017e700 2024-03-29T00:20:57.701 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.696+0000 7fd75d000640 1 --2- 172.21.15.12:0/910556020 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x561b3017e700 0x561b30180b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:57.701 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.697+0000 7fd75d000640 1 --2- 172.21.15.12:0/910556020 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x561b3017e700 0x561b30180b80 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=532a152212fbddbb server_cookie=c8f874abbb88dab5 in_seq=0 out_seq=0 2024-03-29T00:20:57.701 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.697+0000 7fd746000640 10 client.16224 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:57.701 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.699+0000 7fd746000640 1 -- 172.21.15.12:0/910556020 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x561b300e0030 con 0x561b3017e700 2024-03-29T00:20:57.701 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.699+0000 7fd746000640 10 client.16224 handle_command_reply: tid=0 2024-03-29T00:20:57.701 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.699+0000 7fd761df3740 1 client.16224 shutdown 2024-03-29T00:20:57.701 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.699+0000 7fd761df3740 1 -- 172.21.15.12:0/910556020 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561b30168fa0 msgr2=0x561b30172dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:57.701 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.699+0000 7fd761df3740 1 --2- 172.21.15.12:0/910556020 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561b30168fa0 0x561b30172dc0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fd740012740 tx=0x7fd740012c00 comp rx=0 tx=0).stop 2024-03-29T00:20:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.699+0000 7fd761df3740 1 -- 172.21.15.12:0/910556020 shutdown_connections 2024-03-29T00:20:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.699+0000 7fd761df3740 1 --2- 172.21.15.12:0/910556020 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x561b3017e700 0x561b30180b80 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.699+0000 7fd761df3740 1 --2- 172.21.15.12:0/910556020 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561b3016e110 0x561b30179e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.699+0000 7fd761df3740 1 --2- 172.21.15.12:0/910556020 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561b30168fa0 0x561b30172dc0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.699+0000 7fd746000640 0 client.16224 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.699+0000 7fd761df3740 1 --2- 172.21.15.12:0/910556020 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561b301685b0 0x561b30172880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.699+0000 7fd761df3740 1 -- 172.21.15.12:0/910556020 >> 172.21.15.12:0/910556020 conn(0x561b30163b20 msgr2=0x561b30162c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.699+0000 7fd761df3740 1 -- 172.21.15.12:0/910556020 shutdown_connections 2024-03-29T00:20:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.699+0000 7fd761df3740 1 -- 172.21.15.12:0/910556020 wait complete. 2024-03-29T00:20:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.700+0000 7fd761df3740 20 client.16224 trim_cache size 0 max 16384 2024-03-29T00:20:57.718 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.717+0000 7fd761df3740 1 Processor -- start 2024-03-29T00:20:57.718 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.717+0000 7fd761df3740 1 -- start start 2024-03-29T00:20:57.718 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.717+0000 7fd761df3740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561b301685b0 0x561b3016d900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:57.718 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.717+0000 7fd761df3740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561b30168fa0 0x561b30179dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:57.718 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.717+0000 7fd761df3740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561b3016e110 0x561b30170500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:57.718 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.717+0000 7fd761df3740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fd7581ac610 con 0x561b30168fa0 2024-03-29T00:20:57.719 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.717+0000 7fd761df3740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd7581ae1e0 con 0x561b301685b0 2024-03-29T00:20:57.719 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.717+0000 7fd761df3740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd7581acce0 con 0x561b3016e110 2024-03-29T00:20:57.719 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.717+0000 7fd75d000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561b301685b0 0x561b3016d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:57.719 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.718+0000 7fd74f400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561b30168fa0 0x561b30179dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:57.719 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.718+0000 7fd75d000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561b301685b0 0x561b3016d900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:59486/0 (socket says 172.21.15.12:59486) 2024-03-29T00:20:57.719 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.718+0000 7fd75d000640 1 -- 172.21.15.12:0/719611438 learned_addr learned my addr 172.21.15.12:0/719611438 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:57.719 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.718+0000 7fd75d000640 1 --2- 172.21.15.12:0/719611438 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561b3016e110 0x561b30170500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:57.721 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.718+0000 7fd74f400640 1 -- 172.21.15.12:0/719611438 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561b3016e110 msgr2=0x561b30170500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:57.721 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.718+0000 7fd74f400640 1 --2- 172.21.15.12:0/719611438 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561b3016e110 0x561b30170500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:57.721 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.718+0000 7fd74f400640 1 -- 172.21.15.12:0/719611438 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561b301685b0 msgr2=0x561b3016d900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:57.721 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.718+0000 7fd74f400640 1 --2- 172.21.15.12:0/719611438 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561b301685b0 0x561b3016d900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:57.721 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.718+0000 7fd74f400640 1 -- 172.21.15.12:0/719611438 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b30169830 con 0x561b30168fa0 2024-03-29T00:20:57.721 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.718+0000 7fd75d000640 1 --2- 172.21.15.12:0/719611438 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561b301685b0 0x561b3016d900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:57.721 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.718+0000 7fd74f400640 1 --2- 172.21.15.12:0/719611438 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561b30168fa0 0x561b30179dc0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fd740001eb0 tx=0x7fd740009620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccb9ac1130bbd266 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:57.721 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.719+0000 7fd74cc00640 1 -- 172.21.15.12:0/719611438 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd74001cc10 con 0x561b30168fa0 2024-03-29T00:20:57.721 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.719+0000 7fd74cc00640 1 -- 172.21.15.12:0/719611438 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd740012e50 con 0x561b30168fa0 2024-03-29T00:20:57.721 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.719+0000 7fd74cc00640 1 -- 172.21.15.12:0/719611438 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7400055b0 con 0x561b30168fa0 2024-03-29T00:20:57.721 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.719+0000 7fd761df3740 1 -- 172.21.15.12:0/719611438 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561b30168fa0 msgr2=0x561b30179dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:57.721 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.719+0000 7fd761df3740 1 --2- 172.21.15.12:0/719611438 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561b30168fa0 0x561b30179dc0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fd740001eb0 tx=0x7fd740009620 comp rx=0 tx=0).stop 2024-03-29T00:20:57.721 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.720+0000 7fd761df3740 1 -- 172.21.15.12:0/719611438 shutdown_connections 2024-03-29T00:20:57.722 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.720+0000 7fd761df3740 1 --2- 172.21.15.12:0/719611438 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561b3016e110 0x561b30170500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:57.722 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.720+0000 7fd761df3740 1 --2- 172.21.15.12:0/719611438 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561b30168fa0 0x561b30179dc0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:57.722 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.720+0000 7fd761df3740 1 --2- 172.21.15.12:0/719611438 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561b301685b0 0x561b3016d900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:57.722 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.720+0000 7fd761df3740 1 -- 172.21.15.12:0/719611438 >> 172.21.15.12:0/719611438 conn(0x561b30163b20 msgr2=0x561b30163f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:57.722 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.720+0000 7fd761df3740 1 -- 172.21.15.12:0/719611438 shutdown_connections 2024-03-29T00:20:57.722 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.720+0000 7fd761df3740 1 -- 172.21.15.12:0/719611438 wait complete. 2024-03-29T00:20:57.722 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.720+0000 7fd761df3740 1 -- start start 2024-03-29T00:20:57.722 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.720+0000 7fd761df3740 1 Processor -- start 2024-03-29T00:20:57.725 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.721+0000 7fd761df3740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561b301685b0 0x561b30177250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:57.725 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.721+0000 7fd761df3740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561b30168fa0 0x561b30177790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:57.725 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.721+0000 7fd761df3740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561b3016e110 0x561b30178750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:57.725 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.721+0000 7fd761df3740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fd7581ada80 con 0x561b301685b0 2024-03-29T00:20:57.725 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.721+0000 7fd761df3740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd7581ad3b0 con 0x561b3016e110 2024-03-29T00:20:57.725 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.721+0000 7fd761df3740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd7581aa5f0 con 0x561b30168fa0 2024-03-29T00:20:57.725 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.721+0000 7fd761df3740 10 client.0 _ll_register_callbacks cb 0x7fd740009910 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:20:57.725 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.721+0000 7fd75d000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561b301685b0 0x561b30177250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:57.725 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.721+0000 7fd74f400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561b30168fa0 0x561b30177790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:57.725 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.721+0000 7fd74f400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561b30168fa0 0x561b30177790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:48570/0 (socket says 172.21.15.12:48570) 2024-03-29T00:20:57.725 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.721+0000 7fd74f400640 1 -- 172.21.15.12:0/4148056325 learned_addr learned my addr 172.21.15.12:0/4148056325 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:20:57.725 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.721+0000 7fd75d000640 1 --2- 172.21.15.12:0/4148056325 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561b3016e110 0x561b30178750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:57.725 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.722+0000 7fd74f400640 1 -- 172.21.15.12:0/4148056325 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561b3016e110 msgr2=0x561b30178750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:57.726 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.722+0000 7fd74f400640 1 --2- 172.21.15.12:0/4148056325 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561b3016e110 0x561b30178750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:57.726 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.722+0000 7fd74f400640 1 -- 172.21.15.12:0/4148056325 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561b301685b0 msgr2=0x561b30177250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:20:57.726 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.722+0000 7fd74f400640 1 --2- 172.21.15.12:0/4148056325 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561b301685b0 0x561b30177250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:57.726 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.722+0000 7fd74f400640 1 -- 172.21.15.12:0/4148056325 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561b30178d40 con 0x561b30168fa0 2024-03-29T00:20:57.726 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.722+0000 7fd75d000640 1 --2- 172.21.15.12:0/4148056325 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561b301685b0 0x561b30177250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:20:57.726 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.722+0000 7fd74f400640 1 --2- 172.21.15.12:0/4148056325 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561b30168fa0 0x561b30177790 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fd740012c40 tx=0x7fd7400098a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aaf0c1701c96f6e8 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:20:57.726 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.722+0000 7fd746000640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:20:57.726 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.722+0000 7fd746000640 1 -- 172.21.15.12:0/4148056325 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd74000f9a0 con 0x561b30168fa0 2024-03-29T00:20:57.726 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.722+0000 7fd746000640 1 -- 172.21.15.12:0/4148056325 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fd7400052f0 con 0x561b30168fa0 2024-03-29T00:20:57.726 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.722+0000 7fd761df3740 1 -- 172.21.15.12:0/4148056325 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd740012e50 con 0x561b30168fa0 2024-03-29T00:20:57.726 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.722+0000 7fd746000640 1 -- 172.21.15.12:0/4148056325 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fd740039050 con 0x561b30168fa0 2024-03-29T00:20:57.726 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.722+0000 7fd761df3740 10 client.26413 fetch_fsmap learned FSMap version 32 2024-03-29T00:20:57.727 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.722+0000 7fd761df3740 1 -- 172.21.15.12:0/4148056325 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x561b3017a050 con 0x561b30168fa0 2024-03-29T00:20:57.727 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.723+0000 7fd746000640 1 -- 172.21.15.12:0/4148056325 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd740012e50 con 0x561b30168fa0 2024-03-29T00:20:57.727 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.723+0000 7fd746000640 1 -- 172.21.15.12:0/4148056325 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 32) ==== 8374+0+0 (secure 0 0 0) 0x7fd74002a430 con 0x561b30168fa0 2024-03-29T00:20:57.727 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.723+0000 7fd761df3740 10 client.26413 fetch_fsmap finished waiting for FSMap version 32 2024-03-29T00:20:57.727 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.723+0000 7fd761df3740 10 client.26413 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:20:57.727 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.723+0000 7fd761df3740 20 client.26413 populate_metadata read hostname 'smithi012' 2024-03-29T00:20:57.727 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.723+0000 7fd761df3740 1 --2- 172.21.15.12:0/4148056325 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x561b301e5160 0x561b301e7580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:20:57.727 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.723+0000 7fd761df3740 4 client.26413 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-29T00:20:57.727 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.723+0000 7fd761df3740 1 -- 172.21.15.12:0/4148056325 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561b300d9b80 con 0x561b301e5160 2024-03-29T00:20:57.727 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.723+0000 7fd75d000640 1 --2- 172.21.15.12:0/4148056325 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x561b301e5160 0x561b301e7580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:20:57.727 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.724+0000 7fd75d000640 1 --2- 172.21.15.12:0/4148056325 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x561b301e5160 0x561b301e7580 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=294c80ce960794da server_cookie=fb07b9b404469da9 in_seq=0 out_seq=0 2024-03-29T00:20:57.727 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:57.724+0000 7fd746000640 10 client.26413 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:57.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:57 smithi069 ceph-mon[36074]: pgmap v496: 129 pgs: 129 active+clean; 97 MiB data, 586 MiB used, 1.0 TiB / 1.0 TiB avail; 998 KiB/s rd, 3.2 MiB/s wr, 510 op/s 2024-03-29T00:20:58.945 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:58.944+0000 7fd746000640 1 -- 172.21.15.12:0/4148056325 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561b300d9b80 con 0x561b301e5160 2024-03-29T00:20:58.946 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:58.944+0000 7fd746000640 10 client.26413 handle_command_reply: tid=0 2024-03-29T00:20:58.946 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:58.944+0000 7fd761df3740 1 client.26413 shutdown 2024-03-29T00:20:58.946 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:58.945+0000 7fd761df3740 1 -- 172.21.15.12:0/4148056325 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561b30168fa0 msgr2=0x561b30177790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:58.946 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:58.945+0000 7fd761df3740 1 --2- 172.21.15.12:0/4148056325 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561b30168fa0 0x561b30177790 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fd740012c40 tx=0x7fd7400098a0 comp rx=0 tx=0).stop 2024-03-29T00:20:58.946 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:58.945+0000 7fd761df3740 1 -- 172.21.15.12:0/4148056325 shutdown_connections 2024-03-29T00:20:58.946 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:58.945+0000 7fd761df3740 1 --2- 172.21.15.12:0/4148056325 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x561b301e5160 0x561b301e7580 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:58.946 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:58.945+0000 7fd761df3740 1 --2- 172.21.15.12:0/4148056325 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561b3016e110 0x561b30178750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:58.946 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:58.945+0000 7fd761df3740 1 --2- 172.21.15.12:0/4148056325 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561b30168fa0 0x561b30177790 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:58.946 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:58.945+0000 7fd761df3740 1 --2- 172.21.15.12:0/4148056325 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561b301685b0 0x561b30177250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:58.946 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:58.945+0000 7fd761df3740 1 -- 172.21.15.12:0/4148056325 >> 172.21.15.12:0/4148056325 conn(0x561b30163b20 msgr2=0x561b30166d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:58.947 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:58.945+0000 7fd746000640 0 client.26413 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:20:58.947 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:58.945+0000 7fd761df3740 1 -- 172.21.15.12:0/4148056325 shutdown_connections 2024-03-29T00:20:58.947 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:58.945+0000 7fd761df3740 1 -- 172.21.15.12:0/4148056325 wait complete. 2024-03-29T00:20:58.947 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:58.945+0000 7fd761df3740 20 client.26413 trim_cache size 0 max 16384 2024-03-29T00:20:58.947 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:{ 2024-03-29T00:20:58.947 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "message": "", 2024-03-29T00:20:58.947 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "return_code": 0 2024-03-29T00:20:58.947 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:} 2024-03-29T00:20:58.948 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:58.946+0000 7fd75f000640 1 -- 172.21.15.12:0/2807147309 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd73c0a1df0 msgr2=0x7fd73c0a42b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:58.948 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:58.946+0000 7fd75f000640 1 --2- 172.21.15.12:0/2807147309 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd73c0a1df0 0x7fd73c0a42b0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fd74800c370 tx=0x7fd7480d1bc0 comp rx=0 tx=0).stop 2024-03-29T00:20:58.948 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:58.946+0000 7fd75f000640 1 -- 172.21.15.12:0/2807147309 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd7581039c0 msgr2=0x7fd758199d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:20:58.948 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:58.946+0000 7fd75f000640 1 --2- 172.21.15.12:0/2807147309 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd7581039c0 0x7fd758199d50 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fd74800c3a0 tx=0x7fd74800c860 comp rx=0 tx=0).stop 2024-03-29T00:20:58.948 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:58.947+0000 7fd75f000640 1 -- 172.21.15.12:0/2807147309 shutdown_connections 2024-03-29T00:20:58.948 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:58.947+0000 7fd75f000640 1 --2- 172.21.15.12:0/2807147309 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fd73c0a1df0 0x7fd73c0a42b0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:58.949 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:58.947+0000 7fd75f000640 1 --2- 172.21.15.12:0/2807147309 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd758104bb0 0x7fd75819a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:58.949 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:58.947+0000 7fd75f000640 1 --2- 172.21.15.12:0/2807147309 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd758105570 0x7fd7581a12c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:58.949 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:58.947+0000 7fd75f000640 1 --2- 172.21.15.12:0/2807147309 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd7581039c0 0x7fd758199d50 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:20:58.949 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:58.947+0000 7fd75f000640 1 -- 172.21.15.12:0/2807147309 >> 172.21.15.12:0/2807147309 conn(0x7fd7580fef70 msgr2=0x7fd758107e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:20:58.949 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:58.947+0000 7fd75f000640 1 -- 172.21.15.12:0/2807147309 shutdown_connections 2024-03-29T00:20:58.949 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:20:58.947+0000 7fd75f000640 1 -- 172.21.15.12:0/2807147309 wait complete. 2024-03-29T00:20:59.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:20:59 smithi012 ceph-mon[31657]: pgmap v497: 129 pgs: 129 active+clean; 108 MiB data, 651 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 4.1 MiB/s wr, 603 op/s 2024-03-29T00:20:59.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:20:59 smithi053 ceph-mon[36233]: pgmap v497: 129 pgs: 129 active+clean; 108 MiB data, 651 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 4.1 MiB/s wr, 603 op/s 2024-03-29T00:20:59.663 INFO:tasks.workunit.client.0.smithi012.stderr:+ tar xf doc.tar 2024-03-29T00:20:59.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:20:59 smithi069 ceph-mon[36074]: pgmap v497: 129 pgs: 129 active+clean; 108 MiB data, 651 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 4.1 MiB/s wr, 603 op/s 2024-03-29T00:21:01.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:01 smithi012 ceph-mon[31657]: pgmap v498: 129 pgs: 129 active+clean; 109 MiB data, 671 MiB used, 1.0 TiB / 1.0 TiB avail; 825 KiB/s rd, 3.9 MiB/s wr, 571 op/s 2024-03-29T00:21:01.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:01 smithi012 ceph-mon[31657]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:21:01.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:01 smithi053 ceph-mon[36233]: pgmap v498: 129 pgs: 129 active+clean; 109 MiB data, 671 MiB used, 1.0 TiB / 1.0 TiB avail; 825 KiB/s rd, 3.9 MiB/s wr, 571 op/s 2024-03-29T00:21:01.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:01 smithi053 ceph-mon[36233]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:21:01.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:01 smithi069 ceph-mon[36074]: pgmap v498: 129 pgs: 129 active+clean; 109 MiB data, 671 MiB used, 1.0 TiB / 1.0 TiB avail; 825 KiB/s rd, 3.9 MiB/s wr, 571 op/s 2024-03-29T00:21:01.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:01 smithi069 ceph-mon[36074]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:21:03.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:03 smithi012 ceph-mon[31657]: pgmap v499: 129 pgs: 129 active+clean; 104 MiB data, 667 MiB used, 1.0 TiB / 1.0 TiB avail; 992 KiB/s rd, 4.2 MiB/s wr, 869 op/s 2024-03-29T00:21:03.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:03 smithi053 ceph-mon[36233]: pgmap v499: 129 pgs: 129 active+clean; 104 MiB data, 667 MiB used, 1.0 TiB / 1.0 TiB avail; 992 KiB/s rd, 4.2 MiB/s wr, 869 op/s 2024-03-29T00:21:03.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:03 smithi069 ceph-mon[36074]: pgmap v499: 129 pgs: 129 active+clean; 104 MiB data, 667 MiB used, 1.0 TiB / 1.0 TiB avail; 992 KiB/s rd, 4.2 MiB/s wr, 869 op/s 2024-03-29T00:21:05.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:05 smithi012 ceph-mon[31657]: pgmap v500: 129 pgs: 129 active+clean; 100 MiB data, 650 MiB used, 1.0 TiB / 1.0 TiB avail; 724 KiB/s rd, 3.4 MiB/s wr, 955 op/s 2024-03-29T00:21:05.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:05 smithi053 ceph-mon[36233]: pgmap v500: 129 pgs: 129 active+clean; 100 MiB data, 650 MiB used, 1.0 TiB / 1.0 TiB avail; 724 KiB/s rd, 3.4 MiB/s wr, 955 op/s 2024-03-29T00:21:05.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:05 smithi069 ceph-mon[36074]: pgmap v500: 129 pgs: 129 active+clean; 100 MiB data, 650 MiB used, 1.0 TiB / 1.0 TiB avail; 724 KiB/s rd, 3.4 MiB/s wr, 955 op/s 2024-03-29T00:21:07.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:07 smithi053 ceph-mon[36233]: pgmap v501: 129 pgs: 129 active+clean; 102 MiB data, 661 MiB used, 1.0 TiB / 1.0 TiB avail; 838 KiB/s rd, 2.5 MiB/s wr, 942 op/s 2024-03-29T00:21:07.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:07 smithi069 ceph-mon[36074]: pgmap v501: 129 pgs: 129 active+clean; 102 MiB data, 661 MiB used, 1.0 TiB / 1.0 TiB avail; 838 KiB/s rd, 2.5 MiB/s wr, 942 op/s 2024-03-29T00:21:07.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:07 smithi012 ceph-mon[31657]: pgmap v501: 129 pgs: 129 active+clean; 102 MiB data, 661 MiB used, 1.0 TiB / 1.0 TiB avail; 838 KiB/s rd, 2.5 MiB/s wr, 942 op/s 2024-03-29T00:21:09.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:09 smithi053 ceph-mon[36233]: pgmap v502: 129 pgs: 129 active+clean; 105 MiB data, 658 MiB used, 1.0 TiB / 1.0 TiB avail; 930 KiB/s rd, 2.1 MiB/s wr, 938 op/s 2024-03-29T00:21:09.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:09 smithi069 ceph-mon[36074]: pgmap v502: 129 pgs: 129 active+clean; 105 MiB data, 658 MiB used, 1.0 TiB / 1.0 TiB avail; 930 KiB/s rd, 2.1 MiB/s wr, 938 op/s 2024-03-29T00:21:09.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:09 smithi012 ceph-mon[31657]: pgmap v502: 129 pgs: 129 active+clean; 105 MiB data, 658 MiB used, 1.0 TiB / 1.0 TiB avail; 930 KiB/s rd, 2.1 MiB/s wr, 938 op/s 2024-03-29T00:21:11.602 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:11 smithi012 ceph-mon[31657]: pgmap v503: 129 pgs: 129 active+clean; 109 MiB data, 666 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 826 op/s 2024-03-29T00:21:11.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:11 smithi053 ceph-mon[36233]: pgmap v503: 129 pgs: 129 active+clean; 109 MiB data, 666 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 826 op/s 2024-03-29T00:21:11.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:11 smithi069 ceph-mon[36074]: pgmap v503: 129 pgs: 129 active+clean; 109 MiB data, 666 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 826 op/s 2024-03-29T00:21:12.107 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.106+0000 7f9444e00640 1 -- 172.21.15.12:0/543961486 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9440077350 msgr2=0x7f94400777b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:12.107 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.106+0000 7f9444e00640 1 --2- 172.21.15.12:0/543961486 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9440077350 0x7f94400777b0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f9430009ca0 tx=0x7f943002c100 comp rx=0 tx=0).stop 2024-03-29T00:21:12.107 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.106+0000 7f9444e00640 1 -- 172.21.15.12:0/543961486 shutdown_connections 2024-03-29T00:21:12.107 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.106+0000 7f9444e00640 1 --2- 172.21.15.12:0/543961486 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9440077cf0 0x7f9440078590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.107 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.106+0000 7f9444e00640 1 --2- 172.21.15.12:0/543961486 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9440077350 0x7f94400777b0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.107 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.106+0000 7f9444e00640 1 --2- 172.21.15.12:0/543961486 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9440076110 0x7f9440076530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.108 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.106+0000 7f9444e00640 1 -- 172.21.15.12:0/543961486 >> 172.21.15.12:0/543961486 conn(0x7f94400fef40 msgr2=0x7f9440101380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:12.108 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.106+0000 7f9444e00640 1 -- 172.21.15.12:0/543961486 shutdown_connections 2024-03-29T00:21:12.108 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.106+0000 7f9444e00640 1 -- 172.21.15.12:0/543961486 wait complete. 2024-03-29T00:21:12.109 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.107+0000 7f9444e00640 1 Processor -- start 2024-03-29T00:21:12.109 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.108+0000 7f9444e00640 1 -- start start 2024-03-29T00:21:12.109 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.108+0000 7f9444e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9440076110 0x7f944019e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:12.109 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.108+0000 7f9444e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9440077350 0x7f944019e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:12.109 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.108+0000 7f9444e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9440077cf0 0x7f94401a56f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:12.109 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.108+0000 7f9444e00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f9440113b80 con 0x7f9440077cf0 2024-03-29T00:21:12.109 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.108+0000 7f9444e00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f9440113a00 con 0x7f9440076110 2024-03-29T00:21:12.110 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.108+0000 7f9444e00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f9440113d00 con 0x7f9440077350 2024-03-29T00:21:12.110 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.108+0000 7f943de00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9440076110 0x7f944019e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:12.110 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.108+0000 7f943d400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9440077350 0x7f944019e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:12.110 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.108+0000 7f943de00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9440076110 0x7f944019e140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:53674/0 (socket says 172.21.15.12:53674) 2024-03-29T00:21:12.110 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.108+0000 7f943de00640 1 -- 172.21.15.12:0/3342857292 learned_addr learned my addr 172.21.15.12:0/3342857292 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:12.110 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.108+0000 7f943e800640 1 --2- 172.21.15.12:0/3342857292 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9440077cf0 0x7f94401a56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:12.110 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.109+0000 7f943de00640 1 -- 172.21.15.12:0/3342857292 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9440077350 msgr2=0x7f944019e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:12.110 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.109+0000 7f943de00640 1 --2- 172.21.15.12:0/3342857292 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9440077350 0x7f944019e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.110 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.109+0000 7f943de00640 1 -- 172.21.15.12:0/3342857292 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9440077cf0 msgr2=0x7f94401a56f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:12.110 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.109+0000 7f943de00640 1 --2- 172.21.15.12:0/3342857292 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9440077cf0 0x7f94401a56f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.110 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.109+0000 7f943de00640 1 -- 172.21.15.12:0/3342857292 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94401a5d60 con 0x7f9440076110 2024-03-29T00:21:12.110 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.109+0000 7f943d400640 1 --2- 172.21.15.12:0/3342857292 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9440077350 0x7f944019e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:21:12.110 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.109+0000 7f943de00640 1 --2- 172.21.15.12:0/3342857292 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9440076110 0x7f944019e140 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f942800e9f0 tx=0x7f942800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:12.111 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.109+0000 7f9436a00640 1 -- 172.21.15.12:0/3342857292 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f942800cd80 con 0x7f9440076110 2024-03-29T00:21:12.111 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.109+0000 7f9436a00640 1 -- 172.21.15.12:0/3342857292 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9428010930 con 0x7f9440076110 2024-03-29T00:21:12.111 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.109+0000 7f9444e00640 1 -- 172.21.15.12:0/3342857292 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94401a5ff0 con 0x7f9440076110 2024-03-29T00:21:12.111 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.109+0000 7f9436a00640 1 -- 172.21.15.12:0/3342857292 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9428018b00 con 0x7f9440076110 2024-03-29T00:21:12.111 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.110+0000 7f9444e00640 1 -- 172.21.15.12:0/3342857292 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94401a6500 con 0x7f9440076110 2024-03-29T00:21:12.113 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.113+0000 7f9447b81740 1 Processor -- start 2024-03-29T00:21:12.113 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.113+0000 7f9447b81740 1 -- start start 2024-03-29T00:21:12.114 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.113+0000 7f9447b81740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a4d84945b0 0x55a4d84949d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:12.115 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.113+0000 7f9447b81740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4d8494fa0 0x55a4d8499aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:12.115 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.113+0000 7f9447b81740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a4d849a110 0x55a4d849c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:12.115 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.113+0000 7f9447b81740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55a4d83f8640 con 0x55a4d84945b0 2024-03-29T00:21:12.115 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.113+0000 7f9447b81740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55a4d83a1810 con 0x55a4d849a110 2024-03-29T00:21:12.115 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.113+0000 7f9447b81740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55a4d83f46e0 con 0x55a4d8494fa0 2024-03-29T00:21:12.115 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.114+0000 7f943e800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a4d84945b0 0x55a4d84949d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:12.115 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.114+0000 7f943d400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a4d849a110 0x55a4d849c5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:12.115 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.114+0000 7f943e800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a4d84945b0 0x55a4d84949d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:58000/0 (socket says 172.21.15.12:58000) 2024-03-29T00:21:12.115 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.114+0000 7f943e800640 1 -- 172.21.15.12:0/1661019986 learned_addr learned my addr 172.21.15.12:0/1661019986 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:12.115 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.114+0000 7f9436a00640 1 -- 172.21.15.12:0/3342857292 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f9428018ca0 con 0x7f9440076110 2024-03-29T00:21:12.115 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.114+0000 7f943e800640 1 -- 172.21.15.12:0/1661019986 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4d8494fa0 msgr2=0x55a4d8499aa0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-29T00:21:12.115 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.114+0000 7f943e800640 1 --2- 172.21.15.12:0/1661019986 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4d8494fa0 0x55a4d8499aa0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.115 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.114+0000 7f943e800640 1 -- 172.21.15.12:0/1661019986 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a4d849a110 msgr2=0x55a4d849c5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:12.116 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.114+0000 7f943e800640 1 --2- 172.21.15.12:0/1661019986 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a4d849a110 0x55a4d849c5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.116 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.114+0000 7f943e800640 1 -- 172.21.15.12:0/1661019986 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a4d810d210 con 0x55a4d84945b0 2024-03-29T00:21:12.116 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.114+0000 7f943e800640 1 --2- 172.21.15.12:0/1661019986 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a4d84945b0 0x55a4d84949d0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f9438009ca0 tx=0x7f9438011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ca76f619666ce61 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:12.119 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.115+0000 7f942f400640 1 -- 172.21.15.12:0/1661019986 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f943801e070 con 0x55a4d84945b0 2024-03-29T00:21:12.119 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.115+0000 7f942f400640 1 -- 172.21.15.12:0/1661019986 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9438009e50 con 0x55a4d84945b0 2024-03-29T00:21:12.119 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.115+0000 7f942f400640 1 -- 172.21.15.12:0/1661019986 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f943800ebd0 con 0x55a4d84945b0 2024-03-29T00:21:12.119 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.115+0000 7f9436a00640 1 --2- 172.21.15.12:0/3342857292 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f94240a1df0 0x7f94240a42b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:12.119 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.115+0000 7f9447b81740 1 -- 172.21.15.12:0/1661019986 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a4d84945b0 msgr2=0x55a4d84949d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:12.119 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.115+0000 7f9447b81740 1 --2- 172.21.15.12:0/1661019986 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a4d84945b0 0x55a4d84949d0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f9438009ca0 tx=0x7f9438011810 comp rx=0 tx=0).stop 2024-03-29T00:21:12.120 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.116+0000 7f9436a00640 1 -- 172.21.15.12:0/3342857292 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f94280ce410 con 0x7f9440076110 2024-03-29T00:21:12.120 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.116+0000 7f943de00640 1 --2- 172.21.15.12:0/3342857292 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f94240a1df0 0x7f94240a42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:12.120 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.116+0000 7f9447b81740 1 -- 172.21.15.12:0/1661019986 shutdown_connections 2024-03-29T00:21:12.120 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.116+0000 7f9447b81740 1 --2- 172.21.15.12:0/1661019986 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a4d849a110 0x55a4d849c5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.120 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.116+0000 7f9447b81740 1 --2- 172.21.15.12:0/1661019986 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4d8494fa0 0x55a4d8499aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.120 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.116+0000 7f9447b81740 1 --2- 172.21.15.12:0/1661019986 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a4d84945b0 0x55a4d84949d0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.120 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.116+0000 7f9447b81740 1 -- 172.21.15.12:0/1661019986 >> 172.21.15.12:0/1661019986 conn(0x55a4d848fb20 msgr2=0x55a4d848ff20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:12.120 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.116+0000 7f9447b81740 1 -- 172.21.15.12:0/1661019986 shutdown_connections 2024-03-29T00:21:12.120 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.116+0000 7f9447b81740 1 -- 172.21.15.12:0/1661019986 wait complete. 2024-03-29T00:21:12.120 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.117+0000 7f9447b81740 1 -- start start 2024-03-29T00:21:12.120 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.117+0000 7f943de00640 1 --2- 172.21.15.12:0/3342857292 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f94240a1df0 0x7f94240a42b0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f942809ab60 tx=0x7f9428018520 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:12.120 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.117+0000 7f9447b81740 1 Processor -- start 2024-03-29T00:21:12.120 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.117+0000 7f9447b81740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a4d84945b0 0x55a4d849e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:12.120 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.117+0000 7f9447b81740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4d8494fa0 0x55a4d849ede0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:12.121 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.117+0000 7f9447b81740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a4d849a110 0x55a4d84a5e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:12.121 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.117+0000 7f9447b81740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55a4d849d0c0 con 0x55a4d84945b0 2024-03-29T00:21:12.121 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.117+0000 7f9447b81740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55a4d8396d00 con 0x55a4d849a110 2024-03-29T00:21:12.121 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.117+0000 7f9447b81740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55a4d849d240 con 0x55a4d8494fa0 2024-03-29T00:21:12.121 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.117+0000 7f9447b81740 10 client.0 _ll_register_callbacks cb 0x55a4d8381490 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:21:12.121 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.118+0000 7f943d400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4d8494fa0 0x55a4d849ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:12.121 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.118+0000 7f943d400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4d8494fa0 0x55a4d849ede0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:35498/0 (socket says 172.21.15.12:35498) 2024-03-29T00:21:12.121 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.118+0000 7f943d400640 1 -- 172.21.15.12:0/917198032 learned_addr learned my addr 172.21.15.12:0/917198032 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:12.121 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.118+0000 7f943e800640 1 --2- 172.21.15.12:0/917198032 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a4d84945b0 0x55a4d849e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:12.121 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.118+0000 7f943e800640 1 --2- 172.21.15.12:0/917198032 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a4d849a110 0x55a4d84a5e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:12.121 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.118+0000 7f943d400640 1 -- 172.21.15.12:0/917198032 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a4d849a110 msgr2=0x55a4d84a5e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:12.121 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.118+0000 7f943d400640 1 --2- 172.21.15.12:0/917198032 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a4d849a110 0x55a4d84a5e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.121 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.118+0000 7f943d400640 1 -- 172.21.15.12:0/917198032 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a4d84945b0 msgr2=0x55a4d849e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:12.121 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.118+0000 7f943d400640 1 --2- 172.21.15.12:0/917198032 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a4d84945b0 0x55a4d849e8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.121 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.118+0000 7f943d400640 1 -- 172.21.15.12:0/917198032 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a4d81d9620 con 0x55a4d8494fa0 2024-03-29T00:21:12.122 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.118+0000 7f943e800640 1 --2- 172.21.15.12:0/917198032 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a4d84945b0 0x55a4d849e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:21:12.122 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.118+0000 7f943d400640 1 --2- 172.21.15.12:0/917198032 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4d8494fa0 0x55a4d849ede0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f9430000f80 tx=0x7f9430009650 comp rx=0 tx=0).ready entity=mon.1 client_cookie=44dcd22fe7645d76 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:12.122 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.118+0000 7f9423e00640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:21:12.122 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.119+0000 7f9423e00640 1 -- 172.21.15.12:0/917198032 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9430044070 con 0x55a4d8494fa0 2024-03-29T00:21:12.122 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.119+0000 7f9423e00640 1 -- 172.21.15.12:0/917198032 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f9430003970 con 0x55a4d8494fa0 2024-03-29T00:21:12.122 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.119+0000 7f9447b81740 1 -- 172.21.15.12:0/917198032 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9438009e50 con 0x55a4d8494fa0 2024-03-29T00:21:12.122 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.119+0000 7f9423e00640 1 -- 172.21.15.12:0/917198032 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f9430051050 con 0x55a4d8494fa0 2024-03-29T00:21:12.122 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.119+0000 7f9447b81740 10 client.26422 fetch_fsmap learned FSMap version 33 2024-03-29T00:21:12.122 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.119+0000 7f9447b81740 1 -- 172.21.15.12:0/917198032 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55a4d84a8e70 con 0x55a4d8494fa0 2024-03-29T00:21:12.124 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.119+0000 7f9423e00640 1 -- 172.21.15.12:0/917198032 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9438009e50 con 0x55a4d8494fa0 2024-03-29T00:21:12.124 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.119+0000 7f9423e00640 1 -- 172.21.15.12:0/917198032 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 33) ==== 8378+0+0 (secure 0 0 0) 0x7f9430035030 con 0x55a4d8494fa0 2024-03-29T00:21:12.124 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.119+0000 7f9447b81740 10 client.26422 fetch_fsmap finished waiting for FSMap version 33 2024-03-29T00:21:12.124 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.119+0000 7f9447b81740 10 client.26422 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:21:12.124 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.120+0000 7f9447b81740 20 client.26422 populate_metadata read hostname 'smithi012' 2024-03-29T00:21:12.124 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.120+0000 7f9447b81740 1 --2- 172.21.15.12:0/917198032 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55a4d84aa620 0x55a4d84aca30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:12.124 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.120+0000 7f9447b81740 4 client.26422 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:21:12.124 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.120+0000 7f9447b81740 1 -- 172.21.15.12:0/917198032 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a4d840c030 con 0x55a4d84aa620 2024-03-29T00:21:12.124 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.120+0000 7f943e800640 1 --2- 172.21.15.12:0/917198032 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55a4d84aa620 0x55a4d84aca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:12.125 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.120+0000 7f943e800640 1 --2- 172.21.15.12:0/917198032 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55a4d84aa620 0x55a4d84aca30 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8b5a1965630ca253 server_cookie=b9d9390fe10287b in_seq=0 out_seq=0 2024-03-29T00:21:12.125 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.120+0000 7f9423e00640 10 client.26422 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:21:12.125 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.122+0000 7f9423e00640 1 -- 172.21.15.12:0/917198032 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55a4d840c030 con 0x55a4d84aa620 2024-03-29T00:21:12.125 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.122+0000 7f9423e00640 10 client.26422 handle_command_reply: tid=0 2024-03-29T00:21:12.125 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.122+0000 7f9447b81740 1 client.26422 shutdown 2024-03-29T00:21:12.125 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.122+0000 7f9447b81740 1 -- 172.21.15.12:0/917198032 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4d8494fa0 msgr2=0x55a4d849ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:12.125 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.122+0000 7f9447b81740 1 --2- 172.21.15.12:0/917198032 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4d8494fa0 0x55a4d849ede0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f9430000f80 tx=0x7f9430009650 comp rx=0 tx=0).stop 2024-03-29T00:21:12.125 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.122+0000 7f9447b81740 1 -- 172.21.15.12:0/917198032 shutdown_connections 2024-03-29T00:21:12.125 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.122+0000 7f9447b81740 1 --2- 172.21.15.12:0/917198032 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55a4d84aa620 0x55a4d84aca30 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.125 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.122+0000 7f9447b81740 1 --2- 172.21.15.12:0/917198032 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a4d849a110 0x55a4d84a5e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.125 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.122+0000 7f9447b81740 1 --2- 172.21.15.12:0/917198032 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4d8494fa0 0x55a4d849ede0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.125 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.122+0000 7f9423e00640 0 client.26422 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:21:12.125 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.122+0000 7f9447b81740 1 --2- 172.21.15.12:0/917198032 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a4d84945b0 0x55a4d849e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.125 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.122+0000 7f9447b81740 1 -- 172.21.15.12:0/917198032 >> 172.21.15.12:0/917198032 conn(0x55a4d848fb20 msgr2=0x55a4d848ec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:12.125 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.122+0000 7f9447b81740 1 -- 172.21.15.12:0/917198032 shutdown_connections 2024-03-29T00:21:12.126 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.122+0000 7f9447b81740 1 -- 172.21.15.12:0/917198032 wait complete. 2024-03-29T00:21:12.126 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.122+0000 7f9447b81740 20 client.26422 trim_cache size 0 max 16384 2024-03-29T00:21:12.139 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.139+0000 7f9447b81740 1 Processor -- start 2024-03-29T00:21:12.140 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.139+0000 7f9447b81740 1 -- start start 2024-03-29T00:21:12.140 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.139+0000 7f9447b81740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4d84945b0 0x55a4d848ff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:12.140 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.139+0000 7f9447b81740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a4d8494fa0 0x55a4d84a5de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:12.140 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.139+0000 7f9447b81740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a4d849a110 0x55a4d84b2340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:12.140 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.139+0000 7f9447b81740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f94401b09c0 con 0x55a4d849a110 2024-03-29T00:21:12.140 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.139+0000 7f9447b81740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f94401b25c0 con 0x55a4d8494fa0 2024-03-29T00:21:12.140 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.139+0000 7f9447b81740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f94401b1090 con 0x55a4d84945b0 2024-03-29T00:21:12.140 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.139+0000 7f943d400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a4d8494fa0 0x55a4d84a5de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:12.140 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.139+0000 7f943d400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a4d8494fa0 0x55a4d84a5de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:53698/0 (socket says 172.21.15.12:53698) 2024-03-29T00:21:12.140 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.139+0000 7f943d400640 1 -- 172.21.15.12:0/4192700838 learned_addr learned my addr 172.21.15.12:0/4192700838 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:12.140 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.139+0000 7f943e800640 1 --2- 172.21.15.12:0/4192700838 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4d84945b0 0x55a4d848ff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:12.140 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.139+0000 7f943e800640 1 --2- 172.21.15.12:0/4192700838 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a4d849a110 0x55a4d84b2340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:12.142 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.140+0000 7f943d400640 1 -- 172.21.15.12:0/4192700838 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4d84945b0 msgr2=0x55a4d848ff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:12.142 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.140+0000 7f943d400640 1 --2- 172.21.15.12:0/4192700838 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4d84945b0 0x55a4d848ff00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.142 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.140+0000 7f943d400640 1 -- 172.21.15.12:0/4192700838 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a4d849a110 msgr2=0x55a4d84b2340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:12.142 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.140+0000 7f943d400640 1 --2- 172.21.15.12:0/4192700838 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a4d849a110 0x55a4d84b2340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.142 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.140+0000 7f943d400640 1 -- 172.21.15.12:0/4192700838 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a4d84943a0 con 0x55a4d8494fa0 2024-03-29T00:21:12.142 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.140+0000 7f943e800640 1 --2- 172.21.15.12:0/4192700838 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a4d849a110 0x55a4d84b2340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:21:12.142 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.140+0000 7f943d400640 1 --2- 172.21.15.12:0/4192700838 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a4d8494fa0 0x55a4d84a5de0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f94300355f0 tx=0x7f9430009b20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7dbf5bb0c53ddd65 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:12.143 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.140+0000 7f942ea00640 1 -- 172.21.15.12:0/4192700838 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9430044040 con 0x55a4d8494fa0 2024-03-29T00:21:12.143 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.140+0000 7f942ea00640 1 -- 172.21.15.12:0/4192700838 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9430035670 con 0x55a4d8494fa0 2024-03-29T00:21:12.143 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.140+0000 7f942ea00640 1 -- 172.21.15.12:0/4192700838 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9430039040 con 0x55a4d8494fa0 2024-03-29T00:21:12.143 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.141+0000 7f9447b81740 1 -- 172.21.15.12:0/4192700838 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a4d8494fa0 msgr2=0x55a4d84a5de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:12.143 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.141+0000 7f9447b81740 1 --2- 172.21.15.12:0/4192700838 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a4d8494fa0 0x55a4d84a5de0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f94300355f0 tx=0x7f9430009b20 comp rx=0 tx=0).stop 2024-03-29T00:21:12.143 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.141+0000 7f9447b81740 1 -- 172.21.15.12:0/4192700838 shutdown_connections 2024-03-29T00:21:12.144 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.141+0000 7f9447b81740 1 --2- 172.21.15.12:0/4192700838 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a4d8494fa0 0x55a4d84a5de0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.144 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.141+0000 7f9447b81740 1 --2- 172.21.15.12:0/4192700838 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a4d849a110 0x55a4d84b2340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.144 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.141+0000 7f9447b81740 1 --2- 172.21.15.12:0/4192700838 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4d84945b0 0x55a4d848ff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.144 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.141+0000 7f9447b81740 1 -- 172.21.15.12:0/4192700838 >> 172.21.15.12:0/4192700838 conn(0x55a4d848fb20 msgr2=0x55a4d849d640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:12.144 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.141+0000 7f9447b81740 1 -- 172.21.15.12:0/4192700838 shutdown_connections 2024-03-29T00:21:12.144 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.141+0000 7f9447b81740 1 -- 172.21.15.12:0/4192700838 wait complete. 2024-03-29T00:21:12.144 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.142+0000 7f9447b81740 1 -- start start 2024-03-29T00:21:12.144 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.142+0000 7f9447b81740 1 Processor -- start 2024-03-29T00:21:12.147 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.142+0000 7f9447b81740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4d84945b0 0x55a4d84a38c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:12.147 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.142+0000 7f9447b81740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a4d8494fa0 0x55a4d84a3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:12.147 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.142+0000 7f9447b81740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a4d849a110 0x55a4d84a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:12.147 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.142+0000 7f9447b81740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f94401b1e30 con 0x55a4d8494fa0 2024-03-29T00:21:12.147 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.142+0000 7f9447b81740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f94401b1760 con 0x55a4d849a110 2024-03-29T00:21:12.147 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.142+0000 7f9447b81740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f94401ae9a0 con 0x55a4d84945b0 2024-03-29T00:21:12.147 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.142+0000 7f9447b81740 10 client.0 _ll_register_callbacks cb 0x7f9438005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:21:12.147 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.142+0000 7f943e800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4d84945b0 0x55a4d84a38c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:12.147 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.142+0000 7f943e800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4d84945b0 0x55a4d84a38c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:35502/0 (socket says 172.21.15.12:35502) 2024-03-29T00:21:12.147 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.142+0000 7f943e800640 1 -- 172.21.15.12:0/3166874076 learned_addr learned my addr 172.21.15.12:0/3166874076 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:12.147 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.143+0000 7f943e800640 1 --2- 172.21.15.12:0/3166874076 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a4d849a110 0x55a4d84a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:12.147 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.143+0000 7f943d400640 1 --2- 172.21.15.12:0/3166874076 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a4d8494fa0 0x55a4d84a3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:12.148 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.143+0000 7f943d400640 1 -- 172.21.15.12:0/3166874076 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4d84945b0 msgr2=0x55a4d84a38c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:12.148 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.143+0000 7f943d400640 1 --2- 172.21.15.12:0/3166874076 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4d84945b0 0x55a4d84a38c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.148 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.143+0000 7f943d400640 1 -- 172.21.15.12:0/3166874076 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a4d849a110 msgr2=0x55a4d84a4d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:12.148 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.143+0000 7f943d400640 1 --2- 172.21.15.12:0/3166874076 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a4d849a110 0x55a4d84a4d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.148 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.143+0000 7f943d400640 1 -- 172.21.15.12:0/3166874076 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a4d84a5340 con 0x55a4d8494fa0 2024-03-29T00:21:12.148 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.143+0000 7f943e800640 1 --2- 172.21.15.12:0/3166874076 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4d84945b0 0x55a4d84a38c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:21:12.148 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.143+0000 7f943d400640 1 --2- 172.21.15.12:0/3166874076 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a4d8494fa0 0x55a4d84a3e00 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f9430000f80 tx=0x7f9430032be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9554172d322d605f server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:12.148 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.143+0000 7f9423e00640 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-03-29T00:21:12.148 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.144+0000 7f9423e00640 1 -- 172.21.15.12:0/3166874076 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9430059070 con 0x55a4d8494fa0 2024-03-29T00:21:12.148 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.144+0000 7f9423e00640 1 -- 172.21.15.12:0/3166874076 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f9430003d80 con 0x55a4d8494fa0 2024-03-29T00:21:12.148 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.144+0000 7f9447b81740 1 -- 172.21.15.12:0/3166874076 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9430035670 con 0x55a4d8494fa0 2024-03-29T00:21:12.148 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.144+0000 7f9423e00640 1 -- 172.21.15.12:0/3166874076 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f9430065050 con 0x55a4d8494fa0 2024-03-29T00:21:12.148 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.144+0000 7f9447b81740 10 client.16248 fetch_fsmap learned FSMap version 33 2024-03-29T00:21:12.148 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.144+0000 7f9447b81740 1 -- 172.21.15.12:0/3166874076 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55a4d8510ca0 con 0x55a4d8494fa0 2024-03-29T00:21:12.149 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.144+0000 7f9423e00640 1 -- 172.21.15.12:0/3166874076 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9430035670 con 0x55a4d8494fa0 2024-03-29T00:21:12.149 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.144+0000 7f9423e00640 1 -- 172.21.15.12:0/3166874076 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 33) ==== 8378+0+0 (secure 0 0 0) 0x7f943005e9a0 con 0x55a4d8494fa0 2024-03-29T00:21:12.149 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.144+0000 7f9447b81740 10 client.16248 fetch_fsmap finished waiting for FSMap version 33 2024-03-29T00:21:12.149 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.144+0000 7f9447b81740 10 client.16248 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:21:12.149 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.144+0000 7f9447b81740 20 client.16248 populate_metadata read hostname 'smithi012' 2024-03-29T00:21:12.149 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.144+0000 7f9447b81740 1 --2- 172.21.15.12:0/3166874076 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55a4d8511650 0x55a4d8513a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:12.149 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.145+0000 7f9447b81740 4 client.16248 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-29T00:21:12.149 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.145+0000 7f9447b81740 1 -- 172.21.15.12:0/3166874076 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a4d8405b80 con 0x55a4d8511650 2024-03-29T00:21:12.149 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.145+0000 7f943e800640 1 --2- 172.21.15.12:0/3166874076 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55a4d8511650 0x55a4d8513a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:12.149 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.145+0000 7f943e800640 1 --2- 172.21.15.12:0/3166874076 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55a4d8511650 0x55a4d8513a70 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9f582ee22f7de3f7 server_cookie=4d8131f883ebf16e in_seq=0 out_seq=0 2024-03-29T00:21:12.149 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.145+0000 7f9423e00640 10 client.16248 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:21:12.827 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.827+0000 7f9423e00640 1 -- 172.21.15.12:0/3166874076 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a4d8405b80 con 0x55a4d8511650 2024-03-29T00:21:12.827 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.827+0000 7f9423e00640 10 client.16248 handle_command_reply: tid=0 2024-03-29T00:21:12.828 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.827+0000 7f9447b81740 1 client.16248 shutdown 2024-03-29T00:21:12.829 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.829+0000 7f9447b81740 1 -- 172.21.15.12:0/3166874076 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a4d8494fa0 msgr2=0x55a4d84a3e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:12.829 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.829+0000 7f9447b81740 1 --2- 172.21.15.12:0/3166874076 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a4d8494fa0 0x55a4d84a3e00 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f9430000f80 tx=0x7f9430032be0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.830 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.829+0000 7f9447b81740 1 -- 172.21.15.12:0/3166874076 shutdown_connections 2024-03-29T00:21:12.830 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.829+0000 7f9447b81740 1 --2- 172.21.15.12:0/3166874076 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55a4d8511650 0x55a4d8513a70 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.830 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.829+0000 7f9447b81740 1 --2- 172.21.15.12:0/3166874076 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a4d849a110 0x55a4d84a4d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.830 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.829+0000 7f9447b81740 1 --2- 172.21.15.12:0/3166874076 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a4d8494fa0 0x55a4d84a3e00 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.830 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.829+0000 7f9447b81740 1 --2- 172.21.15.12:0/3166874076 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4d84945b0 0x55a4d84a38c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.831 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.829+0000 7f9447b81740 1 -- 172.21.15.12:0/3166874076 >> 172.21.15.12:0/3166874076 conn(0x55a4d848fb20 msgr2=0x55a4d848ff00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:12.831 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.829+0000 7f9423e00640 0 client.16248 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:21:12.831 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.830+0000 7f9447b81740 1 -- 172.21.15.12:0/3166874076 shutdown_connections 2024-03-29T00:21:12.831 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.830+0000 7f9447b81740 1 -- 172.21.15.12:0/3166874076 wait complete. 2024-03-29T00:21:12.831 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.830+0000 7f9447b81740 20 client.16248 trim_cache size 0 max 16384 2024-03-29T00:21:12.831 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:{ 2024-03-29T00:21:12.831 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "message": "", 2024-03-29T00:21:12.831 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "return_code": 0 2024-03-29T00:21:12.831 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:} 2024-03-29T00:21:12.832 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.831+0000 7f9444e00640 1 -- 172.21.15.12:0/3342857292 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f94240a1df0 msgr2=0x7f94240a42b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:12.832 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.831+0000 7f9444e00640 1 --2- 172.21.15.12:0/3342857292 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f94240a1df0 0x7f94240a42b0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f942809ab60 tx=0x7f9428018520 comp rx=0 tx=0).stop 2024-03-29T00:21:12.832 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.831+0000 7f9444e00640 1 -- 172.21.15.12:0/3342857292 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9440076110 msgr2=0x7f944019e140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:12.832 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.831+0000 7f9444e00640 1 --2- 172.21.15.12:0/3342857292 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9440076110 0x7f944019e140 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f942800e9f0 tx=0x7f942800eeb0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.832 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.831+0000 7f9444e00640 1 -- 172.21.15.12:0/3342857292 shutdown_connections 2024-03-29T00:21:12.833 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.831+0000 7f9444e00640 1 --2- 172.21.15.12:0/3342857292 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f94240a1df0 0x7f94240a42b0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.833 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.831+0000 7f9444e00640 1 --2- 172.21.15.12:0/3342857292 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9440077cf0 0x7f94401a56f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.833 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.831+0000 7f9444e00640 1 --2- 172.21.15.12:0/3342857292 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9440077350 0x7f944019e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.833 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.831+0000 7f9444e00640 1 --2- 172.21.15.12:0/3342857292 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9440076110 0x7f944019e140 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:12.833 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.831+0000 7f9444e00640 1 -- 172.21.15.12:0/3342857292 >> 172.21.15.12:0/3342857292 conn(0x7f94400fef40 msgr2=0x7f9440100580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:12.834 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.831+0000 7f9444e00640 1 -- 172.21.15.12:0/3342857292 shutdown_connections 2024-03-29T00:21:12.834 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:12.831+0000 7f9444e00640 1 -- 172.21.15.12:0/3342857292 wait complete. 2024-03-29T00:21:13.657 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:13 smithi053 ceph-mon[36233]: pgmap v504: 129 pgs: 129 active+clean; 125 MiB data, 708 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 799 op/s 2024-03-29T00:21:13.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:13 smithi069 ceph-mon[36074]: pgmap v504: 129 pgs: 129 active+clean; 125 MiB data, 708 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 799 op/s 2024-03-29T00:21:13.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:13 smithi012 ceph-mon[31657]: pgmap v504: 129 pgs: 129 active+clean; 125 MiB data, 708 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 799 op/s 2024-03-29T00:21:15.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:15 smithi053 ceph-mon[36233]: pgmap v505: 129 pgs: 129 active+clean; 133 MiB data, 740 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 539 op/s 2024-03-29T00:21:15.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:15 smithi069 ceph-mon[36074]: pgmap v505: 129 pgs: 129 active+clean; 133 MiB data, 740 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 539 op/s 2024-03-29T00:21:15.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:15 smithi012 ceph-mon[31657]: pgmap v505: 129 pgs: 129 active+clean; 133 MiB data, 740 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 539 op/s 2024-03-29T00:21:17.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:17 smithi053 ceph-mon[36233]: pgmap v506: 129 pgs: 129 active+clean; 132 MiB data, 720 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.7 MiB/s wr, 564 op/s 2024-03-29T00:21:17.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:17 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:21:17.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:17 smithi069 ceph-mon[36074]: pgmap v506: 129 pgs: 129 active+clean; 132 MiB data, 720 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.7 MiB/s wr, 564 op/s 2024-03-29T00:21:17.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:17 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:21:17.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:17 smithi012 ceph-mon[31657]: pgmap v506: 129 pgs: 129 active+clean; 132 MiB data, 720 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.7 MiB/s wr, 564 op/s 2024-03-29T00:21:17.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:17 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:21:18.616 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-29T00:21:18.616 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-29T00:21:18.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:18 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:21:18.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:18 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:21:18.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:18 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:21:18.713 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:18 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:21:18.713 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:18 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:21:18.713 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:18 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:21:18.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:18 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:21:18.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:18 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:21:18.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:18 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:21:18.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.857+0000 7f1dd6400640 1 -- 172.21.15.12:0/3739615205 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1dd0107bb0 msgr2=0x7f1dd0107fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:18.858 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.857+0000 7f1dd6400640 1 --2- 172.21.15.12:0/3739615205 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1dd0107bb0 0x7f1dd0107fd0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f1dc4009900 tx=0x7f1dc402bc40 comp rx=0 tx=0).stop 2024-03-29T00:21:18.858 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.857+0000 7f1dd6400640 1 -- 172.21.15.12:0/3739615205 shutdown_connections 2024-03-29T00:21:18.858 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.857+0000 7f1dd6400640 1 --2- 172.21.15.12:0/3739615205 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1dd0109760 0x7f1dd010fff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.858 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.857+0000 7f1dd6400640 1 --2- 172.21.15.12:0/3739615205 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1dd0108da0 0x7f1dd0109220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.858 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.857+0000 7f1dd6400640 1 --2- 172.21.15.12:0/3739615205 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1dd0107bb0 0x7f1dd0107fd0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.858 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.857+0000 7f1dd6400640 1 -- 172.21.15.12:0/3739615205 >> 172.21.15.12:0/3739615205 conn(0x7f1dd0076b40 msgr2=0x7f1dd0078f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:18.858 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.857+0000 7f1dd6400640 1 -- 172.21.15.12:0/3739615205 shutdown_connections 2024-03-29T00:21:18.859 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.857+0000 7f1dd6400640 1 -- 172.21.15.12:0/3739615205 wait complete. 2024-03-29T00:21:18.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.858+0000 7f1dd6400640 1 Processor -- start 2024-03-29T00:21:18.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.858+0000 7f1dd6400640 1 -- start start 2024-03-29T00:21:18.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.858+0000 7f1dd6400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1dd0107bb0 0x7f1dd019dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:18.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.858+0000 7f1dd6400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1dd0108da0 0x7f1dd019e510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:18.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.858+0000 7f1dd6400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1dd0109760 0x7f1dd01a5580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:18.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.858+0000 7f1dd6400640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f1dd0113960 con 0x7f1dd0107bb0 2024-03-29T00:21:18.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.859+0000 7f1dd6400640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f1dd01137e0 con 0x7f1dd0109760 2024-03-29T00:21:18.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.859+0000 7f1dd6400640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1dd0113ae0 con 0x7f1dd0108da0 2024-03-29T00:21:18.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.859+0000 7f1dd5000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1dd0107bb0 0x7f1dd019dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:18.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.859+0000 7f1dcfe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1dd0108da0 0x7f1dd019e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:18.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.859+0000 7f1dd5000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1dd0107bb0 0x7f1dd019dfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:60284/0 (socket says 172.21.15.12:60284) 2024-03-29T00:21:18.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.859+0000 7f1dd5000640 1 -- 172.21.15.12:0/3848733877 learned_addr learned my addr 172.21.15.12:0/3848733877 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:18.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.859+0000 7f1dd5a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1dd0109760 0x7f1dd01a5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:18.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.859+0000 7f1dcfe00640 1 -- 172.21.15.12:0/3848733877 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1dd0109760 msgr2=0x7f1dd01a5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:18.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.859+0000 7f1dcfe00640 1 --2- 172.21.15.12:0/3848733877 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1dd0109760 0x7f1dd01a5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.859+0000 7f1dcfe00640 1 -- 172.21.15.12:0/3848733877 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1dd0107bb0 msgr2=0x7f1dd019dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:18.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.859+0000 7f1dcfe00640 1 --2- 172.21.15.12:0/3848733877 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1dd0107bb0 0x7f1dd019dfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.859+0000 7f1dcfe00640 1 -- 172.21.15.12:0/3848733877 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1dd01a5bf0 con 0x7f1dd0108da0 2024-03-29T00:21:18.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.859+0000 7f1dcfe00640 1 --2- 172.21.15.12:0/3848733877 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1dd0108da0 0x7f1dd019e510 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f1dbc00d6d0 tx=0x7f1dbc00db90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:18.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.860+0000 7f1dcd600640 1 -- 172.21.15.12:0/3848733877 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dbc017070 con 0x7f1dd0108da0 2024-03-29T00:21:18.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.860+0000 7f1dcd600640 1 -- 172.21.15.12:0/3848733877 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1dbc009820 con 0x7f1dd0108da0 2024-03-29T00:21:18.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.860+0000 7f1dcd600640 1 -- 172.21.15.12:0/3848733877 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dbc004e00 con 0x7f1dd0108da0 2024-03-29T00:21:18.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.860+0000 7f1dd6400640 1 -- 172.21.15.12:0/3848733877 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1dd01a5ee0 con 0x7f1dd0108da0 2024-03-29T00:21:18.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.860+0000 7f1dd6400640 1 -- 172.21.15.12:0/3848733877 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1dd01a6350 con 0x7f1dd0108da0 2024-03-29T00:21:18.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.863+0000 7f1dda828740 1 Processor -- start 2024-03-29T00:21:18.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.864+0000 7f1dda828740 1 -- start start 2024-03-29T00:21:18.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.864+0000 7f1dda828740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563ca5490030 0x563ca5490450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:18.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.864+0000 7f1dda828740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563ca5490a20 0x563ca5495520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:18.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.864+0000 7f1dda828740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563ca5495b90 0x563ca5498020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:18.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.864+0000 7f1dda828740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x563ca53f5100 con 0x563ca5490a20 2024-03-29T00:21:18.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.864+0000 7f1dda828740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x563ca539dba0 con 0x563ca5490030 2024-03-29T00:21:18.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.864+0000 7f1dda828740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x563ca53f11a0 con 0x563ca5495b90 2024-03-29T00:21:18.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.864+0000 7f1dd5a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563ca5490030 0x563ca5490450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:18.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.864+0000 7f1dcd600640 1 -- 172.21.15.12:0/3848733877 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f1dbc0099d0 con 0x7f1dd0108da0 2024-03-29T00:21:18.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.864+0000 7f1dd5a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563ca5490030 0x563ca5490450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:57114/0 (socket says 172.21.15.12:57114) 2024-03-29T00:21:18.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.864+0000 7f1dd5a00640 1 -- 172.21.15.12:0/3585795210 learned_addr learned my addr 172.21.15.12:0/3585795210 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:18.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.864+0000 7f1dd5000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563ca5490a20 0x563ca5495520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:18.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.864+0000 7f1dcfe00640 1 --2- 172.21.15.12:0/3585795210 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563ca5495b90 0x563ca5498020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:18.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.864+0000 7f1dd5a00640 1 -- 172.21.15.12:0/3585795210 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563ca5495b90 msgr2=0x563ca5498020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:18.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.864+0000 7f1dd5a00640 1 --2- 172.21.15.12:0/3585795210 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563ca5495b90 0x563ca5498020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.865+0000 7f1dd5a00640 1 -- 172.21.15.12:0/3585795210 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563ca5490a20 msgr2=0x563ca5495520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:18.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.865+0000 7f1dd5a00640 1 --2- 172.21.15.12:0/3585795210 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563ca5490a20 0x563ca5495520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.865+0000 7f1dd5a00640 1 -- 172.21.15.12:0/3585795210 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563ca53ce1a0 con 0x563ca5490030 2024-03-29T00:21:18.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.865+0000 7f1dcfe00640 1 --2- 172.21.15.12:0/3585795210 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563ca5495b90 0x563ca5498020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:21:18.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.865+0000 7f1dd5a00640 1 --2- 172.21.15.12:0/3585795210 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563ca5490030 0x563ca5490450 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f1dc8009fd0 tx=0x7f1dc80118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c6e3ddb89856dd55 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:18.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.865+0000 7f1dc2000640 1 -- 172.21.15.12:0/3585795210 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dc8004d20 con 0x563ca5490030 2024-03-29T00:21:18.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.865+0000 7f1dc2000640 1 -- 172.21.15.12:0/3585795210 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1dc8004050 con 0x563ca5490030 2024-03-29T00:21:18.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.865+0000 7f1dc2000640 1 -- 172.21.15.12:0/3585795210 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dc8005220 con 0x563ca5490030 2024-03-29T00:21:18.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.866+0000 7f1dcd600640 1 --2- 172.21.15.12:0/3848733877 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1db80a1e00 0x7f1db80a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:18.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.866+0000 7f1dcd600640 1 -- 172.21.15.12:0/3848733877 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f1dbc0cdb70 con 0x7f1dd0108da0 2024-03-29T00:21:18.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.866+0000 7f1dd5000640 1 --2- 172.21.15.12:0/3848733877 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1db80a1e00 0x7f1db80a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:18.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.866+0000 7f1dda828740 1 -- 172.21.15.12:0/3585795210 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563ca5490030 msgr2=0x563ca5490450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:18.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.866+0000 7f1dda828740 1 --2- 172.21.15.12:0/3585795210 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563ca5490030 0x563ca5490450 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f1dc8009fd0 tx=0x7f1dc80118d0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.866+0000 7f1dda828740 1 -- 172.21.15.12:0/3585795210 shutdown_connections 2024-03-29T00:21:18.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.866+0000 7f1dda828740 1 --2- 172.21.15.12:0/3585795210 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563ca5495b90 0x563ca5498020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.866+0000 7f1dda828740 1 --2- 172.21.15.12:0/3585795210 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563ca5490a20 0x563ca5495520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.866+0000 7f1dda828740 1 --2- 172.21.15.12:0/3585795210 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563ca5490030 0x563ca5490450 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.866+0000 7f1dda828740 1 -- 172.21.15.12:0/3585795210 >> 172.21.15.12:0/3585795210 conn(0x563ca5457a10 msgr2=0x563ca548b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:18.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.866+0000 7f1dda828740 1 -- 172.21.15.12:0/3585795210 shutdown_connections 2024-03-29T00:21:18.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.867+0000 7f1dda828740 1 -- 172.21.15.12:0/3585795210 wait complete. 2024-03-29T00:21:18.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.867+0000 7f1dd5000640 1 --2- 172.21.15.12:0/3848733877 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1db80a1e00 0x7f1db80a42c0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f1dc402ca40 tx=0x7f1dc4005e50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:18.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.867+0000 7f1dda828740 1 -- start start 2024-03-29T00:21:18.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.867+0000 7f1dda828740 1 Processor -- start 2024-03-29T00:21:18.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.868+0000 7f1dda828740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563ca5490030 0x563ca549a510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:18.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.868+0000 7f1dda828740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563ca5490a20 0x563ca549aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:18.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.868+0000 7f1dda828740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563ca5495b90 0x563ca54a1a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:18.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.868+0000 7f1dda828740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x563ca5498b40 con 0x563ca5490030 2024-03-29T00:21:18.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.868+0000 7f1dda828740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x563ca5393250 con 0x563ca5495b90 2024-03-29T00:21:18.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.868+0000 7f1dda828740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x563ca5498cc0 con 0x563ca5490a20 2024-03-29T00:21:18.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.868+0000 7f1dda828740 10 client.0 _ll_register_callbacks cb 0x563ca5108be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:21:18.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.868+0000 7f1dcfe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563ca5490a20 0x563ca549aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:18.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.868+0000 7f1dd5a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563ca5495b90 0x563ca54a1a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:18.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.868+0000 7f1dd5a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563ca5495b90 0x563ca54a1a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:57124/0 (socket says 172.21.15.12:57124) 2024-03-29T00:21:18.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.868+0000 7f1dd5a00640 1 -- 172.21.15.12:0/3004291664 learned_addr learned my addr 172.21.15.12:0/3004291664 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:18.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.868+0000 7f1dd5000640 1 --2- 172.21.15.12:0/3004291664 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563ca5490030 0x563ca549a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:18.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.868+0000 7f1dd5a00640 1 -- 172.21.15.12:0/3004291664 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563ca5490a20 msgr2=0x563ca549aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:18.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.868+0000 7f1dd5a00640 1 --2- 172.21.15.12:0/3004291664 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563ca5490a20 0x563ca549aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.868+0000 7f1dd5a00640 1 -- 172.21.15.12:0/3004291664 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563ca5490030 msgr2=0x563ca549a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:18.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.868+0000 7f1dd5a00640 1 --2- 172.21.15.12:0/3004291664 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563ca5490030 0x563ca549a510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.868+0000 7f1dd5a00640 1 -- 172.21.15.12:0/3004291664 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563ca53af960 con 0x563ca5495b90 2024-03-29T00:21:18.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.869+0000 7f1dd5a00640 1 --2- 172.21.15.12:0/3004291664 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563ca5495b90 0x563ca54a1a90 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f1dc8009fa0 tx=0x7f1dc8003d50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=44d61a2c7549a392 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:18.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.869+0000 7f1db6a00640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:21:18.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.869+0000 7f1db6a00640 1 -- 172.21.15.12:0/3004291664 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dc8029020 con 0x563ca5495b90 2024-03-29T00:21:18.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.869+0000 7f1dda828740 1 -- 172.21.15.12:0/3004291664 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1dc8004050 con 0x563ca5495b90 2024-03-29T00:21:18.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.869+0000 7f1db6a00640 1 -- 172.21.15.12:0/3004291664 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f1dc8004690 con 0x563ca5495b90 2024-03-29T00:21:18.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.869+0000 7f1db6a00640 1 -- 172.21.15.12:0/3004291664 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f1dc8034050 con 0x563ca5495b90 2024-03-29T00:21:18.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.869+0000 7f1dda828740 10 client.26375 fetch_fsmap learned FSMap version 33 2024-03-29T00:21:18.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.869+0000 7f1dda828740 1 -- 172.21.15.12:0/3004291664 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x563ca51d37d0 con 0x563ca5495b90 2024-03-29T00:21:18.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.870+0000 7f1db6a00640 1 -- 172.21.15.12:0/3004291664 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1dc8004050 con 0x563ca5495b90 2024-03-29T00:21:18.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.870+0000 7f1db6a00640 1 -- 172.21.15.12:0/3004291664 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 33) ==== 8378+0+0 (secure 0 0 0) 0x7f1dc8025600 con 0x563ca5495b90 2024-03-29T00:21:18.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.870+0000 7f1dda828740 10 client.26375 fetch_fsmap finished waiting for FSMap version 33 2024-03-29T00:21:18.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.870+0000 7f1dda828740 10 client.26375 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:21:18.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.870+0000 7f1dda828740 20 client.26375 populate_metadata read hostname 'smithi012' 2024-03-29T00:21:18.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.870+0000 7f1dda828740 1 --2- 172.21.15.12:0/3004291664 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x563ca54a6180 0x563ca54a85c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:18.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.870+0000 7f1dda828740 4 client.26375 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:21:18.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.870+0000 7f1dda828740 1 -- 172.21.15.12:0/3004291664 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563ca5402640 con 0x563ca54a6180 2024-03-29T00:21:18.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.870+0000 7f1dd5000640 1 --2- 172.21.15.12:0/3004291664 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x563ca54a6180 0x563ca54a85c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:18.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.871+0000 7f1dd5000640 1 --2- 172.21.15.12:0/3004291664 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x563ca54a6180 0x563ca54a85c0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2414f56e27a6e41b server_cookie=3a92afd37e60cd04 in_seq=0 out_seq=0 2024-03-29T00:21:18.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.871+0000 7f1db6a00640 10 client.26375 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:21:18.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.872+0000 7f1db6a00640 1 -- 172.21.15.12:0/3004291664 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x563ca5402640 con 0x563ca54a6180 2024-03-29T00:21:18.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.872+0000 7f1db6a00640 10 client.26375 handle_command_reply: tid=0 2024-03-29T00:21:18.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.872+0000 7f1dda828740 1 client.26375 shutdown 2024-03-29T00:21:18.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.873+0000 7f1dda828740 1 -- 172.21.15.12:0/3004291664 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563ca5495b90 msgr2=0x563ca54a1a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:18.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.873+0000 7f1dda828740 1 --2- 172.21.15.12:0/3004291664 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563ca5495b90 0x563ca54a1a90 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f1dc8009fa0 tx=0x7f1dc8003d50 comp rx=0 tx=0).stop 2024-03-29T00:21:18.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.873+0000 7f1dda828740 1 -- 172.21.15.12:0/3004291664 shutdown_connections 2024-03-29T00:21:18.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.873+0000 7f1dda828740 1 --2- 172.21.15.12:0/3004291664 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x563ca54a6180 0x563ca54a85c0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.873+0000 7f1dda828740 1 --2- 172.21.15.12:0/3004291664 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563ca5495b90 0x563ca54a1a90 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.873+0000 7f1dda828740 1 --2- 172.21.15.12:0/3004291664 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563ca5490a20 0x563ca549aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.873+0000 7f1dda828740 1 --2- 172.21.15.12:0/3004291664 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563ca5490030 0x563ca549a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.873+0000 7f1db6a00640 0 client.26375 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:21:18.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.873+0000 7f1dda828740 1 -- 172.21.15.12:0/3004291664 >> 172.21.15.12:0/3004291664 conn(0x563ca5457a10 msgr2=0x563ca548ad00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:18.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.873+0000 7f1dda828740 1 -- 172.21.15.12:0/3004291664 shutdown_connections 2024-03-29T00:21:18.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.873+0000 7f1dda828740 1 -- 172.21.15.12:0/3004291664 wait complete. 2024-03-29T00:21:18.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.873+0000 7f1dda828740 20 client.26375 trim_cache size 0 max 16384 2024-03-29T00:21:18.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.897+0000 7f1dda828740 1 Processor -- start 2024-03-29T00:21:18.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.897+0000 7f1dda828740 1 -- start start 2024-03-29T00:21:18.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.897+0000 7f1dda828740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563ca5457a10 0x563ca548b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:18.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.897+0000 7f1dda828740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563ca5490030 0x563ca54a1a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:18.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.897+0000 7f1dda828740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563ca5490a20 0x563ca548f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:18.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.897+0000 7f1dda828740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f1dd01b09b0 con 0x563ca5490a20 2024-03-29T00:21:18.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.897+0000 7f1dda828740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f1dd01b25b0 con 0x563ca5490030 2024-03-29T00:21:18.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.897+0000 7f1dda828740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1dd01b1080 con 0x563ca5457a10 2024-03-29T00:21:18.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.898+0000 7f1dd5000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563ca5457a10 0x563ca548b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:18.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.898+0000 7f1dd5000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563ca5457a10 0x563ca548b4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:58198/0 (socket says 172.21.15.12:58198) 2024-03-29T00:21:18.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.898+0000 7f1dd5000640 1 -- 172.21.15.12:0/3125308664 learned_addr learned my addr 172.21.15.12:0/3125308664 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:18.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.898+0000 7f1dcfe00640 1 --2- 172.21.15.12:0/3125308664 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563ca5490030 0x563ca54a1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:18.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.898+0000 7f1dd5a00640 1 --2- 172.21.15.12:0/3125308664 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563ca5490a20 0x563ca548f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:18.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.898+0000 7f1dd5000640 1 -- 172.21.15.12:0/3125308664 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563ca5490030 msgr2=0x563ca54a1a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:18.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.898+0000 7f1dd5000640 1 --2- 172.21.15.12:0/3125308664 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563ca5490030 0x563ca54a1a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.898+0000 7f1dd5000640 1 -- 172.21.15.12:0/3125308664 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563ca5490a20 msgr2=0x563ca548f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:18.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.898+0000 7f1dd5000640 1 --2- 172.21.15.12:0/3125308664 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563ca5490a20 0x563ca548f2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.898+0000 7f1dd5000640 1 -- 172.21.15.12:0/3125308664 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563ca549abf0 con 0x563ca5457a10 2024-03-29T00:21:18.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.898+0000 7f1dd5a00640 1 --2- 172.21.15.12:0/3125308664 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563ca5490a20 0x563ca548f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:21:18.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.898+0000 7f1dd5000640 1 --2- 172.21.15.12:0/3125308664 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563ca5457a10 0x563ca548b4c0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f1dc4005ec0 tx=0x7f1dc4040000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=75e0c90c99dd4445 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:18.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.898+0000 7f1dc1600640 1 -- 172.21.15.12:0/3125308664 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dc4052100 con 0x563ca5457a10 2024-03-29T00:21:18.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.899+0000 7f1dc1600640 1 -- 172.21.15.12:0/3125308664 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1dc40527a0 con 0x563ca5457a10 2024-03-29T00:21:18.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.899+0000 7f1dc1600640 1 -- 172.21.15.12:0/3125308664 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dc40344e0 con 0x563ca5457a10 2024-03-29T00:21:18.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.899+0000 7f1dda828740 1 -- 172.21.15.12:0/3125308664 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563ca5457a10 msgr2=0x563ca548b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:18.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.899+0000 7f1dda828740 1 --2- 172.21.15.12:0/3125308664 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563ca5457a10 0x563ca548b4c0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f1dc4005ec0 tx=0x7f1dc4040000 comp rx=0 tx=0).stop 2024-03-29T00:21:18.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.899+0000 7f1dda828740 1 -- 172.21.15.12:0/3125308664 shutdown_connections 2024-03-29T00:21:18.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.899+0000 7f1dda828740 1 --2- 172.21.15.12:0/3125308664 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563ca5490030 0x563ca54a1a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.899+0000 7f1dda828740 1 --2- 172.21.15.12:0/3125308664 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563ca5490a20 0x563ca548f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.899+0000 7f1dda828740 1 --2- 172.21.15.12:0/3125308664 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563ca5457a10 0x563ca548b4c0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.899+0000 7f1dda828740 1 -- 172.21.15.12:0/3125308664 >> 172.21.15.12:0/3125308664 conn(0x563ca549a0d0 msgr2=0x563ca548ebe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:18.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.899+0000 7f1dda828740 1 -- 172.21.15.12:0/3125308664 shutdown_connections 2024-03-29T00:21:18.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.899+0000 7f1dda828740 1 -- 172.21.15.12:0/3125308664 wait complete. 2024-03-29T00:21:18.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.900+0000 7f1dda828740 1 -- start start 2024-03-29T00:21:18.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.900+0000 7f1dda828740 1 Processor -- start 2024-03-29T00:21:18.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.900+0000 7f1dda828740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563ca5457a10 0x563ca549f770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:18.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.900+0000 7f1dda828740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563ca5490030 0x563ca549fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:18.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.900+0000 7f1dda828740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563ca5490a20 0x563ca54a0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:18.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.900+0000 7f1dda828740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f1dd01b1e20 con 0x563ca5490030 2024-03-29T00:21:18.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.900+0000 7f1dda828740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f1dd01b1750 con 0x563ca5457a10 2024-03-29T00:21:18.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.900+0000 7f1dda828740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1dd01ae990 con 0x563ca5490a20 2024-03-29T00:21:18.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.900+0000 7f1dda828740 10 client.0 _ll_register_callbacks cb 0x7f1dc4009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:21:18.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.901+0000 7f1dd5000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563ca5457a10 0x563ca549f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:18.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.901+0000 7f1dcfe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563ca5490030 0x563ca549fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:18.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.901+0000 7f1dd5000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563ca5457a10 0x563ca549f770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:57144/0 (socket says 172.21.15.12:57144) 2024-03-29T00:21:18.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.901+0000 7f1dd5000640 1 -- 172.21.15.12:0/1522545087 learned_addr learned my addr 172.21.15.12:0/1522545087 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:18.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.901+0000 7f1dd5a00640 1 --2- 172.21.15.12:0/1522545087 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563ca5490a20 0x563ca54a0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:18.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.901+0000 7f1dd5000640 1 -- 172.21.15.12:0/1522545087 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563ca5490a20 msgr2=0x563ca54a0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:18.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.901+0000 7f1dd5000640 1 --2- 172.21.15.12:0/1522545087 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563ca5490a20 0x563ca54a0cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.901+0000 7f1dd5000640 1 -- 172.21.15.12:0/1522545087 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563ca5490030 msgr2=0x563ca549fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:18.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.901+0000 7f1dd5000640 1 --2- 172.21.15.12:0/1522545087 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563ca5490030 0x563ca549fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.901+0000 7f1dd5000640 1 -- 172.21.15.12:0/1522545087 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563ca51093f0 con 0x563ca5457a10 2024-03-29T00:21:18.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.901+0000 7f1dd5a00640 1 --2- 172.21.15.12:0/1522545087 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563ca5490a20 0x563ca54a0cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:21:18.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.901+0000 7f1dd5000640 1 --2- 172.21.15.12:0/1522545087 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563ca5457a10 0x563ca549f770 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f1dc40095a0 tx=0x7f1dc40057f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d089f84d61f4d54d server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:18.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.901+0000 7f1db6a00640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:21:18.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.902+0000 7f1db6a00640 1 -- 172.21.15.12:0/1522545087 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dc4065060 con 0x563ca5457a10 2024-03-29T00:21:18.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.902+0000 7f1db6a00640 1 -- 172.21.15.12:0/1522545087 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f1dc40035f0 con 0x563ca5457a10 2024-03-29T00:21:18.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.902+0000 7f1dda828740 1 -- 172.21.15.12:0/1522545087 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1dc40527a0 con 0x563ca5457a10 2024-03-29T00:21:18.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.902+0000 7f1db6a00640 1 -- 172.21.15.12:0/1522545087 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f1dc40037f0 con 0x563ca5457a10 2024-03-29T00:21:18.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.902+0000 7f1dda828740 10 client.26381 fetch_fsmap learned FSMap version 33 2024-03-29T00:21:18.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.902+0000 7f1dda828740 1 -- 172.21.15.12:0/1522545087 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x563ca50c90f0 con 0x563ca5457a10 2024-03-29T00:21:18.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.902+0000 7f1db6a00640 1 -- 172.21.15.12:0/1522545087 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1dc40527a0 con 0x563ca5457a10 2024-03-29T00:21:18.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.902+0000 7f1db6a00640 1 -- 172.21.15.12:0/1522545087 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 33) ==== 8378+0+0 (secure 0 0 0) 0x7f1dc4034b60 con 0x563ca5457a10 2024-03-29T00:21:18.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.903+0000 7f1dda828740 10 client.26381 fetch_fsmap finished waiting for FSMap version 33 2024-03-29T00:21:18.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.903+0000 7f1dda828740 10 client.26381 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:21:18.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.903+0000 7f1dda828740 20 client.26381 populate_metadata read hostname 'smithi012' 2024-03-29T00:21:18.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.903+0000 7f1dda828740 1 --2- 172.21.15.12:0/1522545087 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x563ca5495b90 0x563ca550f190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:18.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.903+0000 7f1dda828740 4 client.26381 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-29T00:21:18.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.903+0000 7f1dda828740 1 -- 172.21.15.12:0/1522545087 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "scrub status"}) -- 0x563ca53fc990 con 0x563ca5495b90 2024-03-29T00:21:18.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.903+0000 7f1dcfe00640 1 --2- 172.21.15.12:0/1522545087 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x563ca5495b90 0x563ca550f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:18.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.903+0000 7f1dcfe00640 1 --2- 172.21.15.12:0/1522545087 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x563ca5495b90 0x563ca550f190 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=67fa49a7a20bb3d1 server_cookie=c1a361c99447b7dc in_seq=0 out_seq=0 2024-03-29T00:21:18.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.903+0000 7f1db6a00640 10 client.26381 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:21:18.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.904+0000 7f1db6a00640 1 -- 172.21.15.12:0/1522545087 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x563ca53fc990 con 0x563ca5495b90 2024-03-29T00:21:18.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.904+0000 7f1db6a00640 10 client.26381 handle_command_reply: tid=0 2024-03-29T00:21:18.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.904+0000 7f1dda828740 1 client.26381 shutdown 2024-03-29T00:21:18.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.904+0000 7f1dda828740 1 -- 172.21.15.12:0/1522545087 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563ca5457a10 msgr2=0x563ca549f770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:18.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.904+0000 7f1dda828740 1 --2- 172.21.15.12:0/1522545087 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563ca5457a10 0x563ca549f770 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f1dc40095a0 tx=0x7f1dc40057f0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.904+0000 7f1dda828740 1 -- 172.21.15.12:0/1522545087 shutdown_connections 2024-03-29T00:21:18.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.904+0000 7f1dda828740 1 --2- 172.21.15.12:0/1522545087 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x563ca5495b90 0x563ca550f190 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.904+0000 7f1dda828740 1 --2- 172.21.15.12:0/1522545087 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563ca5490a20 0x563ca54a0cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.904+0000 7f1dda828740 1 --2- 172.21.15.12:0/1522545087 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563ca5490030 0x563ca549fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.904+0000 7f1dda828740 1 --2- 172.21.15.12:0/1522545087 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563ca5457a10 0x563ca549f770 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.904+0000 7f1db6a00640 0 client.26381 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:21:18.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.904+0000 7f1dda828740 1 -- 172.21.15.12:0/1522545087 >> 172.21.15.12:0/1522545087 conn(0x563ca549a0d0 msgr2=0x563ca548a470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:18.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.904+0000 7f1dda828740 1 -- 172.21.15.12:0/1522545087 shutdown_connections 2024-03-29T00:21:18.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.904+0000 7f1dda828740 1 -- 172.21.15.12:0/1522545087 wait complete. 2024-03-29T00:21:18.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.904+0000 7f1dda828740 20 client.26381 trim_cache size 0 max 16384 2024-03-29T00:21:18.908 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:21:18.908 INFO:teuthology.orchestra.run.smithi012.stdout: "status": "no active scrubs running", 2024-03-29T00:21:18.908 INFO:teuthology.orchestra.run.smithi012.stdout: "scrubs": {} 2024-03-29T00:21:18.908 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:21:18.909 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.905+0000 7f1dd6400640 1 -- 172.21.15.12:0/3848733877 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1db80a1e00 msgr2=0x7f1db80a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:18.909 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.905+0000 7f1dd6400640 1 --2- 172.21.15.12:0/3848733877 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1db80a1e00 0x7f1db80a42c0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f1dc402ca40 tx=0x7f1dc4005e50 comp rx=0 tx=0).stop 2024-03-29T00:21:18.909 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.905+0000 7f1dd6400640 1 -- 172.21.15.12:0/3848733877 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1dd0108da0 msgr2=0x7f1dd019e510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:18.909 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.905+0000 7f1dd6400640 1 --2- 172.21.15.12:0/3848733877 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1dd0108da0 0x7f1dd019e510 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f1dbc00d6d0 tx=0x7f1dbc00db90 comp rx=0 tx=0).stop 2024-03-29T00:21:18.909 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.905+0000 7f1dd6400640 1 -- 172.21.15.12:0/3848733877 shutdown_connections 2024-03-29T00:21:18.909 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.905+0000 7f1dd6400640 1 --2- 172.21.15.12:0/3848733877 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f1db80a1e00 0x7f1db80a42c0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.909 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.905+0000 7f1dd6400640 1 --2- 172.21.15.12:0/3848733877 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1dd0109760 0x7f1dd01a5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.909 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.905+0000 7f1dd6400640 1 --2- 172.21.15.12:0/3848733877 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1dd0108da0 0x7f1dd019e510 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.909 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.905+0000 7f1dd6400640 1 --2- 172.21.15.12:0/3848733877 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1dd0107bb0 0x7f1dd019dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:18.909 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.905+0000 7f1dd6400640 1 -- 172.21.15.12:0/3848733877 >> 172.21.15.12:0/3848733877 conn(0x7f1dd0076b40 msgr2=0x7f1dd010c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:18.910 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.905+0000 7f1dd6400640 1 -- 172.21.15.12:0/3848733877 shutdown_connections 2024-03-29T00:21:18.910 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:18.905+0000 7f1dd6400640 1 -- 172.21.15.12:0/3848733877 wait complete. 2024-03-29T00:21:18.923 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-29T00:21:18.923 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:21:19.145 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.144+0000 7f45f0c00640 1 -- 172.21.15.12:0/2213362052 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f45ec105420 msgr2=0x7f45ec10bcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:19.145 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.144+0000 7f45f0c00640 1 --2- 172.21.15.12:0/2213362052 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f45ec105420 0x7f45ec10bcb0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f45e4009ca0 tx=0x7f45e402c100 comp rx=0 tx=0).stop 2024-03-29T00:21:19.145 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.144+0000 7f45f0c00640 1 -- 172.21.15.12:0/2213362052 shutdown_connections 2024-03-29T00:21:19.145 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.144+0000 7f45f0c00640 1 --2- 172.21.15.12:0/2213362052 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f45ec104a60 0x7f45ec104ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.145 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.144+0000 7f45f0c00640 1 --2- 172.21.15.12:0/2213362052 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f45ec105420 0x7f45ec10bcb0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.145 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.144+0000 7f45f0c00640 1 --2- 172.21.15.12:0/2213362052 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f45ec103870 0x7f45ec103c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.146 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.144+0000 7f45f0c00640 1 -- 172.21.15.12:0/2213362052 >> 172.21.15.12:0/2213362052 conn(0x7f45ec0fee00 msgr2=0x7f45ec101220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:19.146 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.144+0000 7f45f0c00640 1 -- 172.21.15.12:0/2213362052 shutdown_connections 2024-03-29T00:21:19.146 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.144+0000 7f45f0c00640 1 -- 172.21.15.12:0/2213362052 wait complete. 2024-03-29T00:21:19.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.145+0000 7f45f0c00640 1 Processor -- start 2024-03-29T00:21:19.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.146+0000 7f45f0c00640 1 -- start start 2024-03-29T00:21:19.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.146+0000 7f45f0c00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f45ec103870 0x7f45ec199ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:19.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.146+0000 7f45f0c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f45ec104a60 0x7f45ec19a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:19.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.146+0000 7f45f0c00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f45ec105420 0x7f45ec1a1150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:19.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.146+0000 7f45f0c00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f45ec10f620 con 0x7f45ec105420 2024-03-29T00:21:19.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.146+0000 7f45f0c00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f45ec10f4a0 con 0x7f45ec103870 2024-03-29T00:21:19.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.146+0000 7f45f0c00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f45ec10f7a0 con 0x7f45ec104a60 2024-03-29T00:21:19.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.146+0000 7f45eaa00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f45ec104a60 0x7f45ec19a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:19.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.146+0000 7f45eb400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f45ec103870 0x7f45ec199ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:19.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.146+0000 7f45eaa00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f45ec104a60 0x7f45ec19a0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:58230/0 (socket says 172.21.15.12:58230) 2024-03-29T00:21:19.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.146+0000 7f45eaa00640 1 -- 172.21.15.12:0/4132852133 learned_addr learned my addr 172.21.15.12:0/4132852133 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:19.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.146+0000 7f45ebe00640 1 --2- 172.21.15.12:0/4132852133 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f45ec105420 0x7f45ec1a1150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:19.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.147+0000 7f45eaa00640 1 -- 172.21.15.12:0/4132852133 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f45ec103870 msgr2=0x7f45ec199ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:19.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.147+0000 7f45eaa00640 1 --2- 172.21.15.12:0/4132852133 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f45ec103870 0x7f45ec199ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.147+0000 7f45eaa00640 1 -- 172.21.15.12:0/4132852133 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f45ec105420 msgr2=0x7f45ec1a1150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:19.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.147+0000 7f45eaa00640 1 --2- 172.21.15.12:0/4132852133 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f45ec105420 0x7f45ec1a1150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.147+0000 7f45eaa00640 1 -- 172.21.15.12:0/4132852133 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45ec1a17c0 con 0x7f45ec104a60 2024-03-29T00:21:19.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.147+0000 7f45eb400640 1 --2- 172.21.15.12:0/4132852133 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f45ec103870 0x7f45ec199ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:21:19.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.147+0000 7f45eaa00640 1 --2- 172.21.15.12:0/4132852133 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f45ec104a60 0x7f45ec19a0e0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f45d800e9f0 tx=0x7f45d800edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:19.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.147+0000 7f45e3e00640 1 -- 172.21.15.12:0/4132852133 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d800cd80 con 0x7f45ec104a60 2024-03-29T00:21:19.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.147+0000 7f45e3e00640 1 -- 172.21.15.12:0/4132852133 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f45d8005520 con 0x7f45ec104a60 2024-03-29T00:21:19.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.147+0000 7f45f0c00640 1 -- 172.21.15.12:0/4132852133 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45ec1a1ab0 con 0x7f45ec104a60 2024-03-29T00:21:19.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.147+0000 7f45e3e00640 1 -- 172.21.15.12:0/4132852133 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d8010690 con 0x7f45ec104a60 2024-03-29T00:21:19.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.147+0000 7f45f0c00640 1 -- 172.21.15.12:0/4132852133 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45ec1a2000 con 0x7f45ec104a60 2024-03-29T00:21:19.151 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.148+0000 7f45f0c00640 1 -- 172.21.15.12:0/4132852133 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45ec10aac0 con 0x7f45ec104a60 2024-03-29T00:21:19.151 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.150+0000 7f45e3e00640 1 -- 172.21.15.12:0/4132852133 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f45d80046c0 con 0x7f45ec104a60 2024-03-29T00:21:19.153 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.152+0000 7f45e3e00640 1 --2- 172.21.15.12:0/4132852133 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f45d00a1df0 0x7f45d00a42b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:19.153 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.153+0000 7f45e3e00640 1 -- 172.21.15.12:0/4132852133 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f45d80ce520 con 0x7f45ec104a60 2024-03-29T00:21:19.153 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.153+0000 7f45eb400640 1 --2- 172.21.15.12:0/4132852133 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f45d00a1df0 0x7f45d00a42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:19.154 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.153+0000 7f45eb400640 1 --2- 172.21.15.12:0/4132852133 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f45d00a1df0 0x7f45d00a42b0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f45ec1048c0 tx=0x7f45dc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:19.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.159+0000 7f45e3e00640 1 -- 172.21.15.12:0/4132852133 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f45d809b560 con 0x7f45ec104a60 2024-03-29T00:21:19.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.423+0000 7f45f0c00640 1 -- 172.21.15.12:0/4132852133 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f45ec062350 con 0x7f45ec104a60 2024-03-29T00:21:19.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.424+0000 7f45e3e00640 1 -- 172.21.15.12:0/4132852133 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+11915 (secure 0 0 0) 0x7f45d809ae60 con 0x7f45ec104a60 2024-03-29T00:21:19.425 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:21:19.426 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":33,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14385,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2850016952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2850016952},{"type":"v1","addr":"172.21.15.12:6835","nonce":2850016952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/54288999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":54288999},{"type":"v1","addr":"172.21.15.12:6837","nonce":54288999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":33,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-29T00:15:17.217711+0000","modified":"2024-03-29T00:20:59.989705+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24568,"mds_1":24566,"mds_2":24544,"mds_3":24472,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14451":{"gid":14451,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6839/2537576655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":2537576655},{"type":"v1","addr":"172.21.15.12:6839","nonce":2537576655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14469":{"gid":14469,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6841/167917143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":167917143},{"type":"v1","addr":"172.21.15.12:6841","nonce":167917143}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":21,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":21,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6835/3689706936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":3689706936},{"type":"v1","addr":"172.21.15.53:6835","nonce":3689706936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6837/3069224551","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":3069224551},{"type":"v1","addr":"172.21.15.53:6837","nonce":3069224551}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.69:6835/368717986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":368717986},{"type":"v1","addr":"172.21.15.69:6835","nonce":368717986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24544":{"gid":24544,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.69:6837/466045469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":466045469},{"type":"v1","addr":"172.21.15.69:6837","nonce":466045469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24566":{"gid":24566,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":87,"addr":"172.21.15.53:6839/2142959350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":2142959350},{"type":"v1","addr":"172.21.15.53:6839","nonce":2142959350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.69:6839/1021939171","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1021939171},{"type":"v1","addr":"172.21.15.69:6839","nonce":1021939171}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24568,"qdb_cluster":[24431,24472,24544,24566,24568]},"id":1}]} 2024-03-29T00:21:19.426 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 33 2024-03-29T00:21:19.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.432+0000 7f45f0c00640 1 -- 172.21.15.12:0/4132852133 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f45d00a1df0 msgr2=0x7f45d00a42b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:19.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.432+0000 7f45f0c00640 1 --2- 172.21.15.12:0/4132852133 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f45d00a1df0 0x7f45d00a42b0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f45ec1048c0 tx=0x7f45dc005f90 comp rx=0 tx=0).stop 2024-03-29T00:21:19.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.432+0000 7f45f0c00640 1 -- 172.21.15.12:0/4132852133 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f45ec104a60 msgr2=0x7f45ec19a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:19.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.432+0000 7f45f0c00640 1 --2- 172.21.15.12:0/4132852133 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f45ec104a60 0x7f45ec19a0e0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f45d800e9f0 tx=0x7f45d800edf0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.432+0000 7f45f0c00640 1 -- 172.21.15.12:0/4132852133 shutdown_connections 2024-03-29T00:21:19.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.432+0000 7f45f0c00640 1 --2- 172.21.15.12:0/4132852133 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f45d00a1df0 0x7f45d00a42b0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.432+0000 7f45f0c00640 1 --2- 172.21.15.12:0/4132852133 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f45ec105420 0x7f45ec1a1150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.432+0000 7f45f0c00640 1 --2- 172.21.15.12:0/4132852133 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f45ec104a60 0x7f45ec19a0e0 secure :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f45d800e9f0 tx=0x7f45d800edf0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.432+0000 7f45f0c00640 1 --2- 172.21.15.12:0/4132852133 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f45ec103870 0x7f45ec199ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.432+0000 7f45f0c00640 1 -- 172.21.15.12:0/4132852133 >> 172.21.15.12:0/4132852133 conn(0x7f45ec0fee00 msgr2=0x7f45ec107c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:19.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.432+0000 7f45f0c00640 1 -- 172.21.15.12:0/4132852133 shutdown_connections 2024-03-29T00:21:19.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.432+0000 7f45f0c00640 1 -- 172.21.15.12:0/4132852133 wait complete. 2024-03-29T00:21:19.475 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-03-29T00:21:19.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:19 smithi053 ceph-mon[36233]: pgmap v507: 129 pgs: 129 active+clean; 130 MiB data, 721 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 4.0 MiB/s wr, 824 op/s 2024-03-29T00:21:19.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:19 smithi069 ceph-mon[36074]: pgmap v507: 129 pgs: 129 active+clean; 130 MiB data, 721 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 4.0 MiB/s wr, 824 op/s 2024-03-29T00:21:19.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.765+0000 7fe353e00640 1 -- 172.21.15.12:0/1375316084 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe354102780 msgr2=0x7fe354102c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:19.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.765+0000 7fe353e00640 1 --2- 172.21.15.12:0/1375316084 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe354102780 0x7fe354102c00 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fe340009860 tx=0x7fe34002bb70 comp rx=0 tx=0).stop 2024-03-29T00:21:19.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.765+0000 7fe353e00640 1 -- 172.21.15.12:0/1375316084 shutdown_connections 2024-03-29T00:21:19.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.765+0000 7fe353e00640 1 --2- 172.21.15.12:0/1375316084 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe354103140 0x7fe3541099d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.765+0000 7fe353e00640 1 --2- 172.21.15.12:0/1375316084 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe354102780 0x7fe354102c00 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.765+0000 7fe353e00640 1 --2- 172.21.15.12:0/1375316084 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe354101590 0x7fe3541019b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.765+0000 7fe353e00640 1 -- 172.21.15.12:0/1375316084 >> 172.21.15.12:0/1375316084 conn(0x7fe3540fcb00 msgr2=0x7fe3540fef40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:19.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.765+0000 7fe353e00640 1 -- 172.21.15.12:0/1375316084 shutdown_connections 2024-03-29T00:21:19.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.765+0000 7fe353e00640 1 -- 172.21.15.12:0/1375316084 wait complete. 2024-03-29T00:21:19.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.766+0000 7fe353e00640 1 Processor -- start 2024-03-29T00:21:19.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.766+0000 7fe353e00640 1 -- start start 2024-03-29T00:21:19.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.767+0000 7fe353e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe354101590 0x7fe354199b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:19.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.767+0000 7fe353e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe354102780 0x7fe35419a070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:19.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.767+0000 7fe353e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe354103140 0x7fe3541a10e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:19.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.767+0000 7fe353e00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fe35410d340 con 0x7fe354102780 2024-03-29T00:21:19.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.767+0000 7fe353e00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe35410d1c0 con 0x7fe354101590 2024-03-29T00:21:19.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.767+0000 7fe353e00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe35410d4c0 con 0x7fe354103140 2024-03-29T00:21:19.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.767+0000 7fe352000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe354102780 0x7fe35419a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:19.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.767+0000 7fe352a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe354101590 0x7fe354199b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:19.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.767+0000 7fe353400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe354103140 0x7fe3541a10e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:19.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.767+0000 7fe352a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe354101590 0x7fe354199b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:57190/0 (socket says 172.21.15.12:57190) 2024-03-29T00:21:19.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.767+0000 7fe352000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe354102780 0x7fe35419a070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:60342/0 (socket says 172.21.15.12:60342) 2024-03-29T00:21:19.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.767+0000 7fe352a00640 1 -- 172.21.15.12:0/986066175 learned_addr learned my addr 172.21.15.12:0/986066175 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:19.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.767+0000 7fe352000640 1 -- 172.21.15.12:0/986066175 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe354103140 msgr2=0x7fe3541a10e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:19.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.767+0000 7fe352000640 1 --2- 172.21.15.12:0/986066175 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe354103140 0x7fe3541a10e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.767+0000 7fe352000640 1 -- 172.21.15.12:0/986066175 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe354101590 msgr2=0x7fe354199b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:19.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.767+0000 7fe352000640 1 --2- 172.21.15.12:0/986066175 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe354101590 0x7fe354199b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.767+0000 7fe352000640 1 -- 172.21.15.12:0/986066175 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3541a1750 con 0x7fe354102780 2024-03-29T00:21:19.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.767+0000 7fe352a00640 1 --2- 172.21.15.12:0/986066175 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe354101590 0x7fe354199b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:21:19.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.768+0000 7fe352000640 1 --2- 172.21.15.12:0/986066175 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe354102780 0x7fe35419a070 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fe34002c0b0 tx=0x7fe340005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:19.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.768+0000 7fe34b400640 1 -- 172.21.15.12:0/986066175 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe340041020 con 0x7fe354102780 2024-03-29T00:21:19.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.768+0000 7fe34b400640 1 -- 172.21.15.12:0/986066175 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe34002ca10 con 0x7fe354102780 2024-03-29T00:21:19.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.768+0000 7fe353e00640 1 -- 172.21.15.12:0/986066175 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3541a19e0 con 0x7fe354102780 2024-03-29T00:21:19.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.768+0000 7fe34b400640 1 -- 172.21.15.12:0/986066175 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe340039040 con 0x7fe354102780 2024-03-29T00:21:19.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.768+0000 7fe353e00640 1 -- 172.21.15.12:0/986066175 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3541a1ea0 con 0x7fe354102780 2024-03-29T00:21:19.771 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.771+0000 7fe34b400640 1 -- 172.21.15.12:0/986066175 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fe340044020 con 0x7fe354102780 2024-03-29T00:21:19.772 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.772+0000 7fe35c963740 1 Processor -- start 2024-03-29T00:21:19.772 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.772+0000 7fe35c963740 1 -- start start 2024-03-29T00:21:19.772 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.772+0000 7fe35c963740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5593e758f570 0x5593e758f990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:19.772 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.772+0000 7fe35c963740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5593e758ff60 0x5593e7594a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:19.772 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.772+0000 7fe35c963740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5593e75950d0 0x5593e7597560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:19.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.772+0000 7fe35c963740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5593e74f4050 con 0x5593e758f570 2024-03-29T00:21:19.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.772+0000 7fe35c963740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5593e749cce0 con 0x5593e758ff60 2024-03-29T00:21:19.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.772+0000 7fe35c963740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5593e74f00f0 con 0x5593e75950d0 2024-03-29T00:21:19.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.772+0000 7fe352a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5593e758ff60 0x5593e7594a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:19.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.772+0000 7fe353400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5593e758f570 0x5593e758f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:19.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.772+0000 7fe352000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5593e75950d0 0x5593e7597560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:19.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.772+0000 7fe352a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5593e758ff60 0x5593e7594a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:57202/0 (socket says 172.21.15.12:57202) 2024-03-29T00:21:19.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.772+0000 7fe352a00640 1 -- 172.21.15.12:0/2925259930 learned_addr learned my addr 172.21.15.12:0/2925259930 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:19.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.773+0000 7fe34b400640 1 --2- 172.21.15.12:0/986066175 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe3380a1d80 0x7fe3380a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:19.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.773+0000 7fe352a00640 1 -- 172.21.15.12:0/2925259930 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5593e75950d0 msgr2=0x5593e7597560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:19.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.773+0000 7fe352a00640 1 --2- 172.21.15.12:0/2925259930 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5593e75950d0 0x5593e7597560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.773+0000 7fe352a00640 1 -- 172.21.15.12:0/2925259930 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5593e758f570 msgr2=0x5593e758f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:19.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.773+0000 7fe352a00640 1 --2- 172.21.15.12:0/2925259930 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5593e758f570 0x5593e758f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.773+0000 7fe352a00640 1 -- 172.21.15.12:0/2925259930 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5593e72083f0 con 0x5593e758ff60 2024-03-29T00:21:19.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.773+0000 7fe34b400640 1 -- 172.21.15.12:0/986066175 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fe3400ef920 con 0x7fe354102780 2024-03-29T00:21:19.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.773+0000 7fe353400640 1 --2- 172.21.15.12:0/986066175 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe3380a1d80 0x7fe3380a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:19.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.773+0000 7fe352a00640 1 --2- 172.21.15.12:0/2925259930 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5593e758ff60 0x5593e7594a60 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fe344009fd0 tx=0x7fe344011a50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6faa56ad71999170 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:19.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.774+0000 7fe33fe00640 1 -- 172.21.15.12:0/2925259930 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe34401e070 con 0x5593e758ff60 2024-03-29T00:21:19.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.774+0000 7fe33fe00640 1 -- 172.21.15.12:0/2925259930 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe34400fb40 con 0x5593e758ff60 2024-03-29T00:21:19.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.774+0000 7fe33fe00640 1 -- 172.21.15.12:0/2925259930 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe344019d30 con 0x5593e758ff60 2024-03-29T00:21:19.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.774+0000 7fe35c963740 1 -- 172.21.15.12:0/2925259930 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5593e758ff60 msgr2=0x5593e7594a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:19.778 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.774+0000 7fe35c963740 1 --2- 172.21.15.12:0/2925259930 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5593e758ff60 0x5593e7594a60 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fe344009fd0 tx=0x7fe344011a50 comp rx=0 tx=0).stop 2024-03-29T00:21:19.778 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.774+0000 7fe353400640 1 --2- 172.21.15.12:0/986066175 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe3380a1d80 0x7fe3380a4240 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fe34c009fd0 tx=0x7fe34c004a40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:19.778 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.774+0000 7fe35c963740 1 -- 172.21.15.12:0/2925259930 shutdown_connections 2024-03-29T00:21:19.778 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.774+0000 7fe35c963740 1 --2- 172.21.15.12:0/2925259930 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5593e758ff60 0x5593e7594a60 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.778 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.774+0000 7fe35c963740 1 --2- 172.21.15.12:0/2925259930 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5593e75950d0 0x5593e7597560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.778 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.774+0000 7fe35c963740 1 --2- 172.21.15.12:0/2925259930 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5593e758f570 0x5593e758f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.778 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.774+0000 7fe35c963740 1 -- 172.21.15.12:0/2925259930 >> 172.21.15.12:0/2925259930 conn(0x5593e758aae0 msgr2=0x5593e758aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:19.778 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.775+0000 7fe35c963740 1 -- 172.21.15.12:0/2925259930 shutdown_connections 2024-03-29T00:21:19.778 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.775+0000 7fe35c963740 1 -- 172.21.15.12:0/2925259930 wait complete. 2024-03-29T00:21:19.778 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.775+0000 7fe35c963740 1 -- start start 2024-03-29T00:21:19.778 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.775+0000 7fe35c963740 1 Processor -- start 2024-03-29T00:21:19.778 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.776+0000 7fe35c963740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5593e758f570 0x5593e7599a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:19.778 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.776+0000 7fe35c963740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5593e758ff60 0x5593e7599f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:19.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.776+0000 7fe35c963740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5593e75950d0 0x5593e75a0fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:19.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.776+0000 7fe35c963740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5593e7598080 con 0x5593e758f570 2024-03-29T00:21:19.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.776+0000 7fe35c963740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5593e74922f0 con 0x5593e758ff60 2024-03-29T00:21:19.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.776+0000 7fe35c963740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5593e7598200 con 0x5593e75950d0 2024-03-29T00:21:19.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.776+0000 7fe35c963740 10 client.0 _ll_register_callbacks cb 0x5593e7207be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:21:19.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.776+0000 7fe352000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5593e758ff60 0x5593e7599f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:19.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.776+0000 7fe352a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5593e758f570 0x5593e7599a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:19.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.776+0000 7fe352000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5593e758ff60 0x5593e7599f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:57208/0 (socket says 172.21.15.12:57208) 2024-03-29T00:21:19.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.776+0000 7fe352000640 1 -- 172.21.15.12:0/715962102 learned_addr learned my addr 172.21.15.12:0/715962102 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:19.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.776+0000 7fe353400640 1 --2- 172.21.15.12:0/715962102 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5593e75950d0 0x5593e75a0fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:19.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.776+0000 7fe352000640 1 -- 172.21.15.12:0/715962102 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5593e75950d0 msgr2=0x5593e75a0fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:19.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.776+0000 7fe352000640 1 --2- 172.21.15.12:0/715962102 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5593e75950d0 0x5593e75a0fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.776+0000 7fe352000640 1 -- 172.21.15.12:0/715962102 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5593e758f570 msgr2=0x5593e7599a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:19.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.776+0000 7fe352000640 1 --2- 172.21.15.12:0/715962102 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5593e758f570 0x5593e7599a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.776+0000 7fe352000640 1 -- 172.21.15.12:0/715962102 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5593e72d27d0 con 0x5593e758ff60 2024-03-29T00:21:19.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.776+0000 7fe352a00640 1 --2- 172.21.15.12:0/715962102 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5593e758f570 0x5593e7599a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:21:19.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.777+0000 7fe352000640 1 --2- 172.21.15.12:0/715962102 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5593e758ff60 0x5593e7599f60 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fe340034a80 tx=0x7fe3400045d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fa4a8f2b00d4364d server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:19.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.777+0000 7fe33cc00640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:21:19.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.777+0000 7fe33cc00640 1 -- 172.21.15.12:0/715962102 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3400bbbc0 con 0x5593e758ff60 2024-03-29T00:21:19.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.777+0000 7fe33cc00640 1 -- 172.21.15.12:0/715962102 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fe3400b8960 con 0x5593e758ff60 2024-03-29T00:21:19.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.777+0000 7fe35c963740 1 -- 172.21.15.12:0/715962102 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe34400fb40 con 0x5593e758ff60 2024-03-29T00:21:19.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.777+0000 7fe33cc00640 1 -- 172.21.15.12:0/715962102 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fe3400bc960 con 0x5593e758ff60 2024-03-29T00:21:19.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.777+0000 7fe35c963740 10 client.26399 fetch_fsmap learned FSMap version 33 2024-03-29T00:21:19.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.777+0000 7fe35c963740 1 -- 172.21.15.12:0/715962102 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5593e75a4310 con 0x5593e758ff60 2024-03-29T00:21:19.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.777+0000 7fe33cc00640 1 -- 172.21.15.12:0/715962102 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe34400fb40 con 0x5593e758ff60 2024-03-29T00:21:19.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.778+0000 7fe33cc00640 1 -- 172.21.15.12:0/715962102 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 33) ==== 8378+0+0 (secure 0 0 0) 0x7fe34003c030 con 0x5593e758ff60 2024-03-29T00:21:19.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.778+0000 7fe35c963740 10 client.26399 fetch_fsmap finished waiting for FSMap version 33 2024-03-29T00:21:19.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.778+0000 7fe35c963740 10 client.26399 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-03-29T00:21:19.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.778+0000 7fe35c963740 20 client.26399 populate_metadata read hostname 'smithi012' 2024-03-29T00:21:19.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.778+0000 7fe35c963740 1 --2- 172.21.15.12:0/715962102 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x5593e75a5a90 0x5593e75a7f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:19.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.778+0000 7fe35c963740 4 client.26399 mds_command: new command op to 24431 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:21:19.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.778+0000 7fe35c963740 1 -- 172.21.15.12:0/715962102 --> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5593e749d680 con 0x5593e75a5a90 2024-03-29T00:21:19.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.778+0000 7fe352a00640 1 --2- 172.21.15.12:0/715962102 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x5593e75a5a90 0x5593e75a7f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:19.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.778+0000 7fe352a00640 1 --2- 172.21.15.12:0/715962102 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x5593e75a5a90 0x5593e75a7f00 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=3f4c7453eba16082 server_cookie=1a82b49e8c35ae29 in_seq=0 out_seq=0 2024-03-29T00:21:19.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.778+0000 7fe33cc00640 10 client.26399 ms_handle_connect on v2:172.21.15.53:6832/1225382034 2024-03-29T00:21:19.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.779+0000 7fe33cc00640 1 -- 172.21.15.12:0/715962102 <== mds.4 v2:172.21.15.53:6832/1225382034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5593e749d680 con 0x5593e75a5a90 2024-03-29T00:21:19.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.779+0000 7fe33cc00640 10 client.26399 handle_command_reply: tid=0 2024-03-29T00:21:19.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.779+0000 7fe35c963740 1 client.26399 shutdown 2024-03-29T00:21:19.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.780+0000 7fe35c963740 1 -- 172.21.15.12:0/715962102 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5593e758ff60 msgr2=0x5593e7599f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:19.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.780+0000 7fe35c963740 1 --2- 172.21.15.12:0/715962102 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5593e758ff60 0x5593e7599f60 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fe340034a80 tx=0x7fe3400045d0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.780+0000 7fe35c963740 1 -- 172.21.15.12:0/715962102 shutdown_connections 2024-03-29T00:21:19.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.780+0000 7fe35c963740 1 --2- 172.21.15.12:0/715962102 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x5593e75a5a90 0x5593e75a7f00 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.780+0000 7fe35c963740 1 --2- 172.21.15.12:0/715962102 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5593e758ff60 0x5593e7599f60 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.780+0000 7fe33cc00640 0 client.26399 ms_handle_reset on v2:172.21.15.53:6832/1225382034 2024-03-29T00:21:19.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.780+0000 7fe35c963740 1 --2- 172.21.15.12:0/715962102 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5593e75950d0 0x5593e75a0fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.780+0000 7fe35c963740 1 --2- 172.21.15.12:0/715962102 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5593e758f570 0x5593e7599a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.780+0000 7fe35c963740 1 -- 172.21.15.12:0/715962102 >> 172.21.15.12:0/715962102 conn(0x5593e758aae0 msgr2=0x5593e7589dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:19.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.780+0000 7fe35c963740 1 -- 172.21.15.12:0/715962102 shutdown_connections 2024-03-29T00:21:19.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.780+0000 7fe35c963740 1 -- 172.21.15.12:0/715962102 wait complete. 2024-03-29T00:21:19.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.780+0000 7fe35c963740 20 client.26399 trim_cache size 0 max 16384 2024-03-29T00:21:19.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.796+0000 7fe35c963740 1 Processor -- start 2024-03-29T00:21:19.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.796+0000 7fe35c963740 1 -- start start 2024-03-29T00:21:19.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.797+0000 7fe35c963740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5593e758f570 0x5593e75985a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:19.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.797+0000 7fe35c963740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5593e758ff60 0x5593e75a0f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:19.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.797+0000 7fe35c963740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5593e75950d0 0x5593e7598ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:19.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.797+0000 7fe35c963740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fe3541ac4c0 con 0x5593e758f570 2024-03-29T00:21:19.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.797+0000 7fe35c963740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe3541ae0c0 con 0x5593e758ff60 2024-03-29T00:21:19.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.797+0000 7fe35c963740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe3541acb90 con 0x5593e75950d0 2024-03-29T00:21:19.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.797+0000 7fe352a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5593e758f570 0x5593e75985a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:19.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.797+0000 7fe352000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5593e758ff60 0x5593e75a0f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:19.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.797+0000 7fe353400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5593e75950d0 0x5593e7598ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:19.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.797+0000 7fe352a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5593e758f570 0x5593e75985a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:60362/0 (socket says 172.21.15.12:60362) 2024-03-29T00:21:19.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.797+0000 7fe352a00640 1 -- 172.21.15.12:0/2159376257 learned_addr learned my addr 172.21.15.12:0/2159376257 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:19.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.797+0000 7fe353400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5593e75950d0 0x5593e7598ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:58286/0 (socket says 172.21.15.12:58286) 2024-03-29T00:21:19.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.797+0000 7fe352000640 1 -- 172.21.15.12:0/2159376257 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5593e75950d0 msgr2=0x5593e7598ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:19.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.797+0000 7fe352000640 1 --2- 172.21.15.12:0/2159376257 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5593e75950d0 0x5593e7598ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.797+0000 7fe352000640 1 -- 172.21.15.12:0/2159376257 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5593e758f570 msgr2=0x5593e75985a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:19.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.797+0000 7fe352000640 1 --2- 172.21.15.12:0/2159376257 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5593e758f570 0x5593e75985a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.797+0000 7fe352000640 1 -- 172.21.15.12:0/2159376257 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5593e759a2d0 con 0x5593e758ff60 2024-03-29T00:21:19.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.798+0000 7fe352000640 1 --2- 172.21.15.12:0/2159376257 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5593e758ff60 0x5593e75a0f60 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fe3400b8c30 tx=0x7fe3400ba770 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4f3bc2a27c0fb1 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:19.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.798+0000 7fe33f400640 1 -- 172.21.15.12:0/2159376257 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3400bbbc0 con 0x5593e758ff60 2024-03-29T00:21:19.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.798+0000 7fe33f400640 1 -- 172.21.15.12:0/2159376257 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe3400bc260 con 0x5593e758ff60 2024-03-29T00:21:19.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.798+0000 7fe33f400640 1 -- 172.21.15.12:0/2159376257 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3400bc030 con 0x5593e758ff60 2024-03-29T00:21:19.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:19 smithi012 ceph-mon[31657]: pgmap v507: 129 pgs: 129 active+clean; 130 MiB data, 721 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 4.0 MiB/s wr, 824 op/s 2024-03-29T00:21:19.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.798+0000 7fe35c963740 1 -- 172.21.15.12:0/2159376257 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5593e758ff60 msgr2=0x5593e75a0f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:19.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.798+0000 7fe35c963740 1 --2- 172.21.15.12:0/2159376257 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5593e758ff60 0x5593e75a0f60 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fe3400b8c30 tx=0x7fe3400ba770 comp rx=0 tx=0).stop 2024-03-29T00:21:19.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.799+0000 7fe35c963740 1 -- 172.21.15.12:0/2159376257 shutdown_connections 2024-03-29T00:21:19.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.799+0000 7fe35c963740 1 --2- 172.21.15.12:0/2159376257 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5593e758ff60 0x5593e75a0f60 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.799+0000 7fe35c963740 1 --2- 172.21.15.12:0/2159376257 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5593e75950d0 0x5593e7598ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.799+0000 7fe35c963740 1 --2- 172.21.15.12:0/2159376257 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5593e758f570 0x5593e75985a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.799+0000 7fe35c963740 1 -- 172.21.15.12:0/2159376257 >> 172.21.15.12:0/2159376257 conn(0x5593e758aae0 msgr2=0x5593e7591400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:19.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.799+0000 7fe35c963740 1 -- 172.21.15.12:0/2159376257 shutdown_connections 2024-03-29T00:21:19.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.799+0000 7fe35c963740 1 -- 172.21.15.12:0/2159376257 wait complete. 2024-03-29T00:21:19.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.799+0000 7fe35c963740 1 -- start start 2024-03-29T00:21:19.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.799+0000 7fe35c963740 1 Processor -- start 2024-03-29T00:21:19.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.800+0000 7fe35c963740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5593e758f570 0x5593e759e400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:19.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.800+0000 7fe35c963740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5593e758ff60 0x5593e759e940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:19.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.800+0000 7fe35c963740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5593e75950d0 0x5593e759f950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:19.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.800+0000 7fe35c963740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fe3541ad930 con 0x5593e758ff60 2024-03-29T00:21:19.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.800+0000 7fe35c963740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe3541ad260 con 0x5593e758f570 2024-03-29T00:21:19.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.800+0000 7fe35c963740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe3541aa4a0 con 0x5593e75950d0 2024-03-29T00:21:19.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.800+0000 7fe35c963740 10 client.0 _ll_register_callbacks cb 0x7fe340005780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:21:19.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.800+0000 7fe353400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5593e75950d0 0x5593e759f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:19.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.800+0000 7fe352a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5593e758f570 0x5593e759e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:19.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.800+0000 7fe353400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5593e75950d0 0x5593e759f950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:58288/0 (socket says 172.21.15.12:58288) 2024-03-29T00:21:19.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.800+0000 7fe353400640 1 -- 172.21.15.12:0/164733574 learned_addr learned my addr 172.21.15.12:0/164733574 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:19.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.800+0000 7fe352000640 1 --2- 172.21.15.12:0/164733574 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5593e758ff60 0x5593e759e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:19.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.800+0000 7fe352a00640 1 -- 172.21.15.12:0/164733574 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5593e75950d0 msgr2=0x5593e759f950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:19.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.800+0000 7fe352a00640 1 --2- 172.21.15.12:0/164733574 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5593e75950d0 0x5593e759f950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.800+0000 7fe352a00640 1 -- 172.21.15.12:0/164733574 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5593e758ff60 msgr2=0x5593e759e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:19.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.800+0000 7fe352a00640 1 --2- 172.21.15.12:0/164733574 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5593e758ff60 0x5593e759e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.800+0000 7fe352a00640 1 -- 172.21.15.12:0/164733574 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5593e759ff40 con 0x5593e758f570 2024-03-29T00:21:19.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.801+0000 7fe352a00640 1 --2- 172.21.15.12:0/164733574 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5593e758f570 0x5593e759e400 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fe344011f50 tx=0x7fe344005a70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cadec00aa4bec server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:19.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.801+0000 7fe33cc00640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:21:19.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.801+0000 7fe33cc00640 1 -- 172.21.15.12:0/164733574 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe34401e040 con 0x5593e758f570 2024-03-29T00:21:19.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.801+0000 7fe35c963740 1 -- 172.21.15.12:0/164733574 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe3400bc260 con 0x5593e758f570 2024-03-29T00:21:19.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.801+0000 7fe33cc00640 1 -- 172.21.15.12:0/164733574 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fe34400f740 con 0x5593e758f570 2024-03-29T00:21:19.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.801+0000 7fe33cc00640 1 -- 172.21.15.12:0/164733574 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fe344035050 con 0x5593e758f570 2024-03-29T00:21:19.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.801+0000 7fe35c963740 10 client.26405 fetch_fsmap learned FSMap version 33 2024-03-29T00:21:19.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.801+0000 7fe35c963740 1 -- 172.21.15.12:0/164733574 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5593e75a12b0 con 0x5593e758f570 2024-03-29T00:21:19.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.801+0000 7fe33cc00640 1 -- 172.21.15.12:0/164733574 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe3400bc260 con 0x5593e758f570 2024-03-29T00:21:19.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.802+0000 7fe33cc00640 1 -- 172.21.15.12:0/164733574 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 33) ==== 8378+0+0 (secure 0 0 0) 0x7fe344026570 con 0x5593e758f570 2024-03-29T00:21:19.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.802+0000 7fe35c963740 10 client.26405 fetch_fsmap finished waiting for FSMap version 33 2024-03-29T00:21:19.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.802+0000 7fe35c963740 10 client.26405 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-03-29T00:21:19.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.802+0000 7fe35c963740 20 client.26405 populate_metadata read hostname 'smithi012' 2024-03-29T00:21:19.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.802+0000 7fe35c963740 1 --2- 172.21.15.12:0/164733574 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x5593e75a5a90 0x5593e7616b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:19.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.802+0000 7fe35c963740 4 client.26405 mds_command: new command op to 24431 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-29T00:21:19.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.802+0000 7fe35c963740 1 -- 172.21.15.12:0/164733574 --> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5593e7501590 con 0x5593e75a5a90 2024-03-29T00:21:19.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.802+0000 7fe352000640 1 --2- 172.21.15.12:0/164733574 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x5593e75a5a90 0x5593e7616b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:19.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.803+0000 7fe352000640 1 --2- 172.21.15.12:0/164733574 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x5593e75a5a90 0x5593e7616b80 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=316e17a79fee42eb server_cookie=1bd700e8119d9aeb in_seq=0 out_seq=0 2024-03-29T00:21:19.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.803+0000 7fe33cc00640 10 client.26405 ms_handle_connect on v2:172.21.15.53:6832/1225382034 2024-03-29T00:21:19.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.803+0000 7fe33cc00640 1 -- 172.21.15.12:0/164733574 <== mds.4 v2:172.21.15.53:6832/1225382034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5593e7501590 con 0x5593e75a5a90 2024-03-29T00:21:19.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.803+0000 7fe33cc00640 10 client.26405 handle_command_reply: tid=0 2024-03-29T00:21:19.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.803+0000 7fe35c963740 1 client.26405 shutdown 2024-03-29T00:21:19.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.803+0000 7fe35c963740 1 -- 172.21.15.12:0/164733574 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5593e758f570 msgr2=0x5593e759e400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:19.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.803+0000 7fe35c963740 1 --2- 172.21.15.12:0/164733574 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5593e758f570 0x5593e759e400 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fe344011f50 tx=0x7fe344005a70 comp rx=0 tx=0).stop 2024-03-29T00:21:19.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.803+0000 7fe35c963740 1 -- 172.21.15.12:0/164733574 shutdown_connections 2024-03-29T00:21:19.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.803+0000 7fe35c963740 1 --2- 172.21.15.12:0/164733574 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5593e75950d0 0x5593e759f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.803+0000 7fe35c963740 1 --2- 172.21.15.12:0/164733574 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5593e758ff60 0x5593e759e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.803+0000 7fe35c963740 1 --2- 172.21.15.12:0/164733574 >> [v2:172.21.15.53:6832/1225382034,v1:172.21.15.53:6833/1225382034] conn(0x5593e75a5a90 0x5593e7616b80 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.803+0000 7fe35c963740 1 --2- 172.21.15.12:0/164733574 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5593e758f570 0x5593e759e400 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.803+0000 7fe35c963740 1 -- 172.21.15.12:0/164733574 >> 172.21.15.12:0/164733574 conn(0x5593e758aae0 msgr2=0x5593e758dd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:19.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.803+0000 7fe33cc00640 0 client.26405 ms_handle_reset on v2:172.21.15.53:6832/1225382034 2024-03-29T00:21:19.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.803+0000 7fe35c963740 1 -- 172.21.15.12:0/164733574 shutdown_connections 2024-03-29T00:21:19.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.803+0000 7fe35c963740 1 -- 172.21.15.12:0/164733574 wait complete. 2024-03-29T00:21:19.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.803+0000 7fe35c963740 20 client.26405 trim_cache size 0 max 16384 2024-03-29T00:21:19.808 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-03-29T00:21:19.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.804+0000 7fe353e00640 1 -- 172.21.15.12:0/986066175 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe3380a1d80 msgr2=0x7fe3380a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:19.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.804+0000 7fe353e00640 1 --2- 172.21.15.12:0/986066175 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe3380a1d80 0x7fe3380a4240 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fe34c009fd0 tx=0x7fe34c004a40 comp rx=0 tx=0).stop 2024-03-29T00:21:19.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.804+0000 7fe353e00640 1 -- 172.21.15.12:0/986066175 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe354102780 msgr2=0x7fe35419a070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:19.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.804+0000 7fe353e00640 1 --2- 172.21.15.12:0/986066175 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe354102780 0x7fe35419a070 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fe34002c0b0 tx=0x7fe340005dc0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.804+0000 7fe353e00640 1 -- 172.21.15.12:0/986066175 shutdown_connections 2024-03-29T00:21:19.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.804+0000 7fe353e00640 1 --2- 172.21.15.12:0/986066175 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe3380a1d80 0x7fe3380a4240 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.804+0000 7fe353e00640 1 --2- 172.21.15.12:0/986066175 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe354103140 0x7fe3541a10e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.804+0000 7fe353e00640 1 --2- 172.21.15.12:0/986066175 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe354102780 0x7fe35419a070 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.804+0000 7fe353e00640 1 --2- 172.21.15.12:0/986066175 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe354101590 0x7fe354199b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:19.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.804+0000 7fe353e00640 1 -- 172.21.15.12:0/986066175 >> 172.21.15.12:0/986066175 conn(0x7fe3540fcb00 msgr2=0x7fe354073980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:19.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.804+0000 7fe353e00640 1 -- 172.21.15.12:0/986066175 shutdown_connections 2024-03-29T00:21:19.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:19.804+0000 7fe353e00640 1 -- 172.21.15.12:0/986066175 wait complete. 2024-03-29T00:21:19.820 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-03-29T00:21:20.015 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.013+0000 7f6017e00640 1 -- 172.21.15.12:0/1439434238 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6018103140 msgr2=0x7f60181099d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.015 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.013+0000 7f6017e00640 1 --2- 172.21.15.12:0/1439434238 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6018103140 0x7f60181099d0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f6010009ca0 tx=0x7f601002c100 comp rx=0 tx=0).stop 2024-03-29T00:21:20.015 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.014+0000 7f6017e00640 1 -- 172.21.15.12:0/1439434238 shutdown_connections 2024-03-29T00:21:20.015 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.014+0000 7f6017e00640 1 --2- 172.21.15.12:0/1439434238 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6018103140 0x7f60181099d0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.015 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.014+0000 7f6017e00640 1 --2- 172.21.15.12:0/1439434238 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6018102780 0x7f6018102c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.015 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.014+0000 7f6017e00640 1 --2- 172.21.15.12:0/1439434238 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6018101590 0x7f60181019b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.015 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.014+0000 7f6017e00640 1 -- 172.21.15.12:0/1439434238 >> 172.21.15.12:0/1439434238 conn(0x7f60180fcb00 msgr2=0x7f60180fef40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:20.015 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.014+0000 7f6017e00640 1 -- 172.21.15.12:0/1439434238 shutdown_connections 2024-03-29T00:21:20.015 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.014+0000 7f6017e00640 1 -- 172.21.15.12:0/1439434238 wait complete. 2024-03-29T00:21:20.015 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.015+0000 7f6017e00640 1 Processor -- start 2024-03-29T00:21:20.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.015+0000 7f6017e00640 1 -- start start 2024-03-29T00:21:20.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.015+0000 7f6017e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6018101590 0x7f6018075500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.015+0000 7f6017e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6018102780 0x7f6018073b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.015+0000 7f6017e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6018103140 0x7f6018074080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.015+0000 7f6017e00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f601810d340 con 0x7f6018101590 2024-03-29T00:21:20.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.015+0000 7f6017e00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f601810d1c0 con 0x7f6018102780 2024-03-29T00:21:20.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.015+0000 7f6017e00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f601810d4c0 con 0x7f6018103140 2024-03-29T00:21:20.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.015+0000 7f6016000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6018102780 0x7f6018073b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.015+0000 7f6016a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6018101590 0x7f6018075500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.015+0000 7f6016000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6018102780 0x7f6018073b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:57246/0 (socket says 172.21.15.12:57246) 2024-03-29T00:21:20.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.015+0000 7f6016000640 1 -- 172.21.15.12:0/820562615 learned_addr learned my addr 172.21.15.12:0/820562615 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:20.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.015+0000 7f6017400640 1 --2- 172.21.15.12:0/820562615 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6018103140 0x7f6018074080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.016+0000 7f6016000640 1 -- 172.21.15.12:0/820562615 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6018103140 msgr2=0x7f6018074080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.016+0000 7f6016000640 1 --2- 172.21.15.12:0/820562615 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6018103140 0x7f6018074080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.016+0000 7f6016000640 1 -- 172.21.15.12:0/820562615 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6018101590 msgr2=0x7f6018075500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.016+0000 7f6016000640 1 --2- 172.21.15.12:0/820562615 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6018101590 0x7f6018075500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.016+0000 7f6016000640 1 -- 172.21.15.12:0/820562615 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6018074910 con 0x7f6018102780 2024-03-29T00:21:20.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.016+0000 7f6016000640 1 --2- 172.21.15.12:0/820562615 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6018102780 0x7f6018073b40 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f600400e9f0 tx=0x7f600400edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:20.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.016+0000 7f600f400640 1 -- 172.21.15.12:0/820562615 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f600400cd80 con 0x7f6018102780 2024-03-29T00:21:20.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.016+0000 7f6017e00640 1 -- 172.21.15.12:0/820562615 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60181a1a70 con 0x7f6018102780 2024-03-29T00:21:20.019 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.016+0000 7f600f400640 1 -- 172.21.15.12:0/820562615 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6004005520 con 0x7f6018102780 2024-03-29T00:21:20.019 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.016+0000 7f600f400640 1 -- 172.21.15.12:0/820562615 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6004010690 con 0x7f6018102780 2024-03-29T00:21:20.019 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.017+0000 7f6017e00640 1 -- 172.21.15.12:0/820562615 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60181a1f70 con 0x7f6018102780 2024-03-29T00:21:20.020 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.019+0000 7f60207fa740 1 Processor -- start 2024-03-29T00:21:20.020 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.019+0000 7f60207fa740 1 -- start start 2024-03-29T00:21:20.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.020+0000 7f60207fa740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a7cd570 0x55913a7cd990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.020+0000 7f60207fa740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55913a7cdf60 0x55913a7d2a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.020+0000 7f60207fa740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55913a7d30d0 0x55913a7d5560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.020+0000 7f60207fa740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55913a732050 con 0x55913a7cdf60 2024-03-29T00:21:20.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.020+0000 7f60207fa740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55913a6dace0 con 0x55913a7d30d0 2024-03-29T00:21:20.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.020+0000 7f60207fa740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55913a72e0f0 con 0x55913a7cd570 2024-03-29T00:21:20.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.020+0000 7f6017400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a7cd570 0x55913a7cd990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.020+0000 7f6017400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a7cd570 0x55913a7cd990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:58332/0 (socket says 172.21.15.12:58332) 2024-03-29T00:21:20.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.020+0000 7f6016a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55913a7cdf60 0x55913a7d2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.020+0000 7f6017400640 1 -- 172.21.15.12:0/978912973 learned_addr learned my addr 172.21.15.12:0/978912973 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:20.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.020+0000 7f600f400640 1 -- 172.21.15.12:0/820562615 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f60040046c0 con 0x7f6018102780 2024-03-29T00:21:20.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.021+0000 7f6017400640 1 -- 172.21.15.12:0/978912973 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55913a7d30d0 msgr2=0x55913a7d5560 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-29T00:21:20.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.021+0000 7f6017400640 1 --2- 172.21.15.12:0/978912973 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55913a7d30d0 0x55913a7d5560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.021+0000 7f6017400640 1 -- 172.21.15.12:0/978912973 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55913a7cdf60 msgr2=0x55913a7d2a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:20.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.021+0000 7f6017400640 1 --2- 172.21.15.12:0/978912973 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55913a7cdf60 0x55913a7d2a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.021+0000 7f6017400640 1 -- 172.21.15.12:0/978912973 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55913a4463f0 con 0x55913a7cd570 2024-03-29T00:21:20.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.021+0000 7f6016a00640 1 --2- 172.21.15.12:0/978912973 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55913a7cdf60 0x55913a7d2a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:21:20.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.021+0000 7f6017400640 1 --2- 172.21.15.12:0/978912973 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a7cd570 0x55913a7cd990 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f601002c710 tx=0x7f6010005f80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2ca670be13cf056 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:20.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.021+0000 7f6003e00640 1 -- 172.21.15.12:0/978912973 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6010043070 con 0x55913a7cd570 2024-03-29T00:21:20.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.021+0000 7f6003e00640 1 -- 172.21.15.12:0/978912973 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6010032d40 con 0x55913a7cd570 2024-03-29T00:21:20.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.021+0000 7f6003e00640 1 -- 172.21.15.12:0/978912973 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6010039040 con 0x55913a7cd570 2024-03-29T00:21:20.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.022+0000 7f600f400640 1 --2- 172.21.15.12:0/820562615 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5ffc0a1d80 0x7f5ffc0a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.022+0000 7f600f400640 1 -- 172.21.15.12:0/820562615 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f60040ce570 con 0x7f6018102780 2024-03-29T00:21:20.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.022+0000 7f60207fa740 1 -- 172.21.15.12:0/978912973 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a7cd570 msgr2=0x55913a7cd990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.022+0000 7f60207fa740 1 --2- 172.21.15.12:0/978912973 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a7cd570 0x55913a7cd990 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f601002c710 tx=0x7f6010005f80 comp rx=0 tx=0).stop 2024-03-29T00:21:20.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.022+0000 7f6016a00640 1 --2- 172.21.15.12:0/820562615 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5ffc0a1d80 0x7f5ffc0a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.022+0000 7f60207fa740 1 -- 172.21.15.12:0/978912973 shutdown_connections 2024-03-29T00:21:20.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.022+0000 7f60207fa740 1 --2- 172.21.15.12:0/978912973 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55913a7d30d0 0x55913a7d5560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.022+0000 7f60207fa740 1 --2- 172.21.15.12:0/978912973 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55913a7cdf60 0x55913a7d2a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.022+0000 7f60207fa740 1 --2- 172.21.15.12:0/978912973 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a7cd570 0x55913a7cd990 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.022+0000 7f60207fa740 1 -- 172.21.15.12:0/978912973 >> 172.21.15.12:0/978912973 conn(0x55913a7c8ae0 msgr2=0x55913a7c8ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:20.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.022+0000 7f60207fa740 1 -- 172.21.15.12:0/978912973 shutdown_connections 2024-03-29T00:21:20.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.022+0000 7f60207fa740 1 -- 172.21.15.12:0/978912973 wait complete. 2024-03-29T00:21:20.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.023+0000 7f60207fa740 1 -- start start 2024-03-29T00:21:20.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.023+0000 7f60207fa740 1 Processor -- start 2024-03-29T00:21:20.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.023+0000 7f6016a00640 1 --2- 172.21.15.12:0/820562615 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5ffc0a1d80 0x7f5ffc0a4240 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x55913a7c9a50 tx=0x7f6008005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:20.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.023+0000 7f60207fa740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55913a7cd570 0x55913a7d7a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.024+0000 7f60207fa740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a7cdf60 0x55913a7d7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.024+0000 7f60207fa740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55913a7d30d0 0x55913a7defe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.024+0000 7f60207fa740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55913a7d6020 con 0x55913a7d30d0 2024-03-29T00:21:20.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.024+0000 7f60207fa740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55913a6d02f0 con 0x55913a7cd570 2024-03-29T00:21:20.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.024+0000 7f60207fa740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55913a7d61a0 con 0x55913a7cdf60 2024-03-29T00:21:20.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.024+0000 7f60207fa740 10 client.0 _ll_register_callbacks cb 0x55913a445be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:21:20.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.024+0000 7f6016a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55913a7cd570 0x55913a7d7a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.024+0000 7f6016a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55913a7cd570 0x55913a7d7a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:57254/0 (socket says 172.21.15.12:57254) 2024-03-29T00:21:20.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.024+0000 7f6016a00640 1 -- 172.21.15.12:0/1832559935 learned_addr learned my addr 172.21.15.12:0/1832559935 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:20.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.024+0000 7f6016000640 1 --2- 172.21.15.12:0/1832559935 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a7cdf60 0x55913a7d7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.024+0000 7f6017400640 1 --2- 172.21.15.12:0/1832559935 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55913a7d30d0 0x55913a7defe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.024+0000 7f6016a00640 1 -- 172.21.15.12:0/1832559935 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a7cdf60 msgr2=0x55913a7d7fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:20.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.024+0000 7f6016a00640 1 --2- 172.21.15.12:0/1832559935 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a7cdf60 0x55913a7d7fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.024+0000 7f6016a00640 1 -- 172.21.15.12:0/1832559935 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55913a7d30d0 msgr2=0x55913a7defe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:20.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.024+0000 7f6016a00640 1 --2- 172.21.15.12:0/1832559935 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55913a7d30d0 0x55913a7defe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.024+0000 7f6016a00640 1 -- 172.21.15.12:0/1832559935 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55913a5107d0 con 0x55913a7cd570 2024-03-29T00:21:20.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.024+0000 7f6016000640 1 --2- 172.21.15.12:0/1832559935 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a7cdf60 0x55913a7d7fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:21:20.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.025+0000 7f6016a00640 1 --2- 172.21.15.12:0/1832559935 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55913a7cd570 0x55913a7d7a60 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f60080042e0 tx=0x7f6008004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=85e1b91bb4fae952 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:20.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.025+0000 7f6000c00640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:21:20.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.025+0000 7f6000c00640 1 -- 172.21.15.12:0/1832559935 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6008005020 con 0x55913a7cd570 2024-03-29T00:21:20.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.025+0000 7f6000c00640 1 -- 172.21.15.12:0/1832559935 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f60080051c0 con 0x55913a7cd570 2024-03-29T00:21:20.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.025+0000 7f60207fa740 1 -- 172.21.15.12:0/1832559935 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6010032d40 con 0x55913a7cd570 2024-03-29T00:21:20.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.025+0000 7f6000c00640 1 -- 172.21.15.12:0/1832559935 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f60080053c0 con 0x55913a7cd570 2024-03-29T00:21:20.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.025+0000 7f60207fa740 10 client.26414 fetch_fsmap learned FSMap version 33 2024-03-29T00:21:20.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.025+0000 7f60207fa740 1 -- 172.21.15.12:0/1832559935 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55913a7e23c0 con 0x55913a7cd570 2024-03-29T00:21:20.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.026+0000 7f6000c00640 1 -- 172.21.15.12:0/1832559935 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6010032d40 con 0x55913a7cd570 2024-03-29T00:21:20.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.026+0000 7f6000c00640 1 -- 172.21.15.12:0/1832559935 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 33) ==== 8378+0+0 (secure 0 0 0) 0x7f6008027070 con 0x55913a7cd570 2024-03-29T00:21:20.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.026+0000 7f60207fa740 10 client.26414 fetch_fsmap finished waiting for FSMap version 33 2024-03-29T00:21:20.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.026+0000 7f60207fa740 10 client.26414 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-03-29T00:21:20.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.026+0000 7f60207fa740 20 client.26414 populate_metadata read hostname 'smithi012' 2024-03-29T00:21:20.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.026+0000 7f60207fa740 1 --2- 172.21.15.12:0/1832559935 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55913a7e3ac0 0x55913a7e5f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.026+0000 7f60207fa740 4 client.26414 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:21:20.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.026+0000 7f60207fa740 1 -- 172.21.15.12:0/1832559935 --> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55913a6db680 con 0x55913a7e3ac0 2024-03-29T00:21:20.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.026+0000 7f6016000640 1 --2- 172.21.15.12:0/1832559935 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55913a7e3ac0 0x55913a7e5f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.027+0000 7f6016000640 1 --2- 172.21.15.12:0/1832559935 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55913a7e3ac0 0x55913a7e5f60 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=949d83ae8fecbfed server_cookie=4504e40ef41ee6bb in_seq=0 out_seq=0 2024-03-29T00:21:20.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.027+0000 7f6000c00640 10 client.26414 ms_handle_connect on v2:172.21.15.69:6832/581289556 2024-03-29T00:21:20.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.030+0000 7f6000c00640 1 -- 172.21.15.12:0/1832559935 <== mds.3 v2:172.21.15.69:6832/581289556 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55913a6db680 con 0x55913a7e3ac0 2024-03-29T00:21:20.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.030+0000 7f6000c00640 10 client.26414 handle_command_reply: tid=0 2024-03-29T00:21:20.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.030+0000 7f60207fa740 1 client.26414 shutdown 2024-03-29T00:21:20.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.031+0000 7f60207fa740 1 -- 172.21.15.12:0/1832559935 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55913a7cd570 msgr2=0x55913a7d7a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.031+0000 7f60207fa740 1 --2- 172.21.15.12:0/1832559935 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55913a7cd570 0x55913a7d7a60 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f60080042e0 tx=0x7f6008004730 comp rx=0 tx=0).stop 2024-03-29T00:21:20.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.031+0000 7f60207fa740 1 -- 172.21.15.12:0/1832559935 shutdown_connections 2024-03-29T00:21:20.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.031+0000 7f60207fa740 1 --2- 172.21.15.12:0/1832559935 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55913a7e3ac0 0x55913a7e5f60 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.031+0000 7f60207fa740 1 --2- 172.21.15.12:0/1832559935 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55913a7d30d0 0x55913a7defe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.031+0000 7f60207fa740 1 --2- 172.21.15.12:0/1832559935 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a7cdf60 0x55913a7d7fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.031+0000 7f60207fa740 1 --2- 172.21.15.12:0/1832559935 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55913a7cd570 0x55913a7d7a60 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.031+0000 7f60207fa740 1 -- 172.21.15.12:0/1832559935 >> 172.21.15.12:0/1832559935 conn(0x55913a7c8ae0 msgr2=0x55913a7c7dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:20.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.031+0000 7f6000c00640 0 client.26414 ms_handle_reset on v2:172.21.15.69:6832/581289556 2024-03-29T00:21:20.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.031+0000 7f60207fa740 1 -- 172.21.15.12:0/1832559935 shutdown_connections 2024-03-29T00:21:20.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.031+0000 7f60207fa740 1 -- 172.21.15.12:0/1832559935 wait complete. 2024-03-29T00:21:20.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.031+0000 7f60207fa740 20 client.26414 trim_cache size 0 max 16384 2024-03-29T00:21:20.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.048+0000 7f60207fa740 1 Processor -- start 2024-03-29T00:21:20.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.048+0000 7f60207fa740 1 -- start start 2024-03-29T00:21:20.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.048+0000 7f60207fa740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55913a7cd570 0x55913a7d7d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.048+0000 7f60207fa740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a7cdf60 0x55913a7defa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.048+0000 7f60207fa740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55913a7d30d0 0x55913a7c7530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.048+0000 7f60207fa740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f60181ac4c0 con 0x55913a7d30d0 2024-03-29T00:21:20.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.048+0000 7f60207fa740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f60181ae0c0 con 0x55913a7cd570 2024-03-29T00:21:20.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.048+0000 7f60207fa740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f60181acb90 con 0x55913a7cdf60 2024-03-29T00:21:20.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.049+0000 7f6016a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55913a7cd570 0x55913a7d7d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.049+0000 7f6016a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55913a7cd570 0x55913a7d7d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:57264/0 (socket says 172.21.15.12:57264) 2024-03-29T00:21:20.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.049+0000 7f6016a00640 1 -- 172.21.15.12:0/1323222530 learned_addr learned my addr 172.21.15.12:0/1323222530 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:20.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.049+0000 7f6016000640 1 --2- 172.21.15.12:0/1323222530 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a7cdf60 0x55913a7defa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.049+0000 7f6017400640 1 --2- 172.21.15.12:0/1323222530 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55913a7d30d0 0x55913a7c7530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.049+0000 7f6016a00640 1 -- 172.21.15.12:0/1323222530 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a7cdf60 msgr2=0x55913a7defa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:20.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.049+0000 7f6016a00640 1 --2- 172.21.15.12:0/1323222530 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a7cdf60 0x55913a7defa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.049+0000 7f6016a00640 1 -- 172.21.15.12:0/1323222530 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55913a7d30d0 msgr2=0x55913a7c7530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:20.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.049+0000 7f6016a00640 1 --2- 172.21.15.12:0/1323222530 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55913a7d30d0 0x55913a7c7530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.049+0000 7f6016a00640 1 -- 172.21.15.12:0/1323222530 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55913a7c9850 con 0x55913a7cd570 2024-03-29T00:21:20.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.050+0000 7f6016a00640 1 --2- 172.21.15.12:0/1323222530 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55913a7cd570 0x55913a7d7d80 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f6008000c00 tx=0x7f6008009b00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2807921ff1f7499c server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:20.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.050+0000 7f6003400640 1 -- 172.21.15.12:0/1323222530 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f600801f630 con 0x55913a7cd570 2024-03-29T00:21:20.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.050+0000 7f6003400640 1 -- 172.21.15.12:0/1323222530 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f600801d900 con 0x55913a7cd570 2024-03-29T00:21:20.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.050+0000 7f6003400640 1 -- 172.21.15.12:0/1323222530 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6008028770 con 0x55913a7cd570 2024-03-29T00:21:20.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.051+0000 7f60207fa740 1 -- 172.21.15.12:0/1323222530 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55913a7cd570 msgr2=0x55913a7d7d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.051+0000 7f60207fa740 1 --2- 172.21.15.12:0/1323222530 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55913a7cd570 0x55913a7d7d80 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f6008000c00 tx=0x7f6008009b00 comp rx=0 tx=0).stop 2024-03-29T00:21:20.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.051+0000 7f60207fa740 1 -- 172.21.15.12:0/1323222530 shutdown_connections 2024-03-29T00:21:20.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.051+0000 7f60207fa740 1 --2- 172.21.15.12:0/1323222530 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55913a7d30d0 0x55913a7c7530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.051+0000 7f60207fa740 1 --2- 172.21.15.12:0/1323222530 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a7cdf60 0x55913a7defa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.051+0000 7f60207fa740 1 --2- 172.21.15.12:0/1323222530 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55913a7cd570 0x55913a7d7d80 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.051+0000 7f60207fa740 1 -- 172.21.15.12:0/1323222530 >> 172.21.15.12:0/1323222530 conn(0x55913a7c8ae0 msgr2=0x55913a7d7670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:20.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.051+0000 7f60207fa740 1 -- 172.21.15.12:0/1323222530 shutdown_connections 2024-03-29T00:21:20.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.051+0000 7f60207fa740 1 -- 172.21.15.12:0/1323222530 wait complete. 2024-03-29T00:21:20.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.051+0000 7f60207fa740 1 -- start start 2024-03-29T00:21:20.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.051+0000 7f60207fa740 1 Processor -- start 2024-03-29T00:21:20.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.052+0000 7f60207fa740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a7cd570 0x55913a7df050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.052+0000 7f60207fa740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55913a7cdf60 0x55913a7dbaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.052+0000 7f60207fa740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55913a7d30d0 0x55913a7dc120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.052+0000 7f60207fa740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f60181ad930 con 0x55913a7d30d0 2024-03-29T00:21:20.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.052+0000 7f60207fa740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f60181ad260 con 0x55913a7cdf60 2024-03-29T00:21:20.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.052+0000 7f60207fa740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f60181aa4a0 con 0x55913a7cd570 2024-03-29T00:21:20.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.052+0000 7f60207fa740 10 client.0 _ll_register_callbacks cb 0x7f6008009970 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:21:20.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.052+0000 7f6016a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a7cd570 0x55913a7df050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.052+0000 7f6017400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55913a7d30d0 0x55913a7dc120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.052+0000 7f6016000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55913a7cdf60 0x55913a7dbaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.052+0000 7f6016a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a7cd570 0x55913a7df050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:58354/0 (socket says 172.21.15.12:58354) 2024-03-29T00:21:20.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.052+0000 7f6016a00640 1 -- 172.21.15.12:0/1776269130 learned_addr learned my addr 172.21.15.12:0/1776269130 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:20.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.052+0000 7f6016a00640 1 -- 172.21.15.12:0/1776269130 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55913a7cdf60 msgr2=0x55913a7dbaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:20.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.052+0000 7f6016a00640 1 --2- 172.21.15.12:0/1776269130 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55913a7cdf60 0x55913a7dbaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.052+0000 7f6016a00640 1 -- 172.21.15.12:0/1776269130 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55913a7d30d0 msgr2=0x55913a7dc120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:20.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.052+0000 7f6016a00640 1 --2- 172.21.15.12:0/1776269130 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55913a7d30d0 0x55913a7dc120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.052+0000 7f6016a00640 1 -- 172.21.15.12:0/1776269130 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55913a847f00 con 0x55913a7cd570 2024-03-29T00:21:20.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.052+0000 7f6017400640 1 --2- 172.21.15.12:0/1776269130 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55913a7d30d0 0x55913a7dc120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:21:20.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.052+0000 7f6016000640 1 --2- 172.21.15.12:0/1776269130 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55913a7cdf60 0x55913a7dbaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:21:20.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.053+0000 7f6016a00640 1 --2- 172.21.15.12:0/1776269130 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a7cd570 0x55913a7df050 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f6008012da0 tx=0x7f600801d630 comp rx=0 tx=0).ready entity=mon.1 client_cookie=49e4108310612142 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:20.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.053+0000 7f6000c00640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:21:20.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.053+0000 7f6000c00640 1 -- 172.21.15.12:0/1776269130 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6008023040 con 0x55913a7cd570 2024-03-29T00:21:20.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.053+0000 7f60207fa740 1 -- 172.21.15.12:0/1776269130 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f600801d900 con 0x55913a7cd570 2024-03-29T00:21:20.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.053+0000 7f6000c00640 1 -- 172.21.15.12:0/1776269130 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f600801dcc0 con 0x55913a7cd570 2024-03-29T00:21:20.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.053+0000 7f6000c00640 1 -- 172.21.15.12:0/1776269130 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f600804b050 con 0x55913a7cd570 2024-03-29T00:21:20.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.053+0000 7f60207fa740 10 client.26485 fetch_fsmap learned FSMap version 33 2024-03-29T00:21:20.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.053+0000 7f60207fa740 1 -- 172.21.15.12:0/1776269130 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55913a849200 con 0x55913a7cd570 2024-03-29T00:21:20.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.054+0000 7f6000c00640 1 -- 172.21.15.12:0/1776269130 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f600801d900 con 0x55913a7cd570 2024-03-29T00:21:20.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.054+0000 7f6000c00640 1 -- 172.21.15.12:0/1776269130 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 33) ==== 8378+0+0 (secure 0 0 0) 0x7f6008046030 con 0x55913a7cd570 2024-03-29T00:21:20.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.054+0000 7f60207fa740 10 client.26485 fetch_fsmap finished waiting for FSMap version 33 2024-03-29T00:21:20.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.054+0000 7f60207fa740 10 client.26485 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-03-29T00:21:20.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.054+0000 7f60207fa740 20 client.26485 populate_metadata read hostname 'smithi012' 2024-03-29T00:21:20.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.054+0000 7f60207fa740 1 --2- 172.21.15.12:0/1776269130 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55913a849bd0 0x55913a84bff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.054+0000 7f60207fa740 4 client.26485 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-29T00:21:20.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.054+0000 7f60207fa740 1 -- 172.21.15.12:0/1776269130 --> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55913a73f590 con 0x55913a849bd0 2024-03-29T00:21:20.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.054+0000 7f6016000640 1 --2- 172.21.15.12:0/1776269130 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55913a849bd0 0x55913a84bff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.055+0000 7f6016000640 1 --2- 172.21.15.12:0/1776269130 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55913a849bd0 0x55913a84bff0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=60026a55fd1e27f0 server_cookie=66ae73a4739c4c9f in_seq=0 out_seq=0 2024-03-29T00:21:20.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.055+0000 7f6000c00640 10 client.26485 ms_handle_connect on v2:172.21.15.69:6832/581289556 2024-03-29T00:21:20.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.056+0000 7f6000c00640 1 -- 172.21.15.12:0/1776269130 <== mds.3 v2:172.21.15.69:6832/581289556 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55913a73f590 con 0x55913a849bd0 2024-03-29T00:21:20.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.056+0000 7f6000c00640 10 client.26485 handle_command_reply: tid=0 2024-03-29T00:21:20.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.056+0000 7f60207fa740 1 client.26485 shutdown 2024-03-29T00:21:20.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.057+0000 7f60207fa740 1 -- 172.21.15.12:0/1776269130 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a7cd570 msgr2=0x55913a7df050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.057+0000 7f60207fa740 1 --2- 172.21.15.12:0/1776269130 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a7cd570 0x55913a7df050 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f6008012da0 tx=0x7f600801d630 comp rx=0 tx=0).stop 2024-03-29T00:21:20.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.057+0000 7f60207fa740 1 -- 172.21.15.12:0/1776269130 shutdown_connections 2024-03-29T00:21:20.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.057+0000 7f60207fa740 1 --2- 172.21.15.12:0/1776269130 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55913a7cdf60 0x55913a7dbaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.057+0000 7f60207fa740 1 --2- 172.21.15.12:0/1776269130 >> [v2:172.21.15.69:6832/581289556,v1:172.21.15.69:6833/581289556] conn(0x55913a849bd0 0x55913a84bff0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.057+0000 7f60207fa740 1 --2- 172.21.15.12:0/1776269130 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55913a7d30d0 0x55913a7dc120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.057+0000 7f60207fa740 1 --2- 172.21.15.12:0/1776269130 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a7cd570 0x55913a7df050 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.057+0000 7f60207fa740 1 -- 172.21.15.12:0/1776269130 >> 172.21.15.12:0/1776269130 conn(0x55913a7c8ae0 msgr2=0x55913a7d7e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:20.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.057+0000 7f6000c00640 0 client.26485 ms_handle_reset on v2:172.21.15.69:6832/581289556 2024-03-29T00:21:20.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.057+0000 7f60207fa740 1 -- 172.21.15.12:0/1776269130 shutdown_connections 2024-03-29T00:21:20.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.057+0000 7f60207fa740 1 -- 172.21.15.12:0/1776269130 wait complete. 2024-03-29T00:21:20.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.057+0000 7f60207fa740 20 client.26485 trim_cache size 0 max 16384 2024-03-29T00:21:20.060 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-03-29T00:21:20.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.058+0000 7f6017e00640 1 -- 172.21.15.12:0/820562615 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5ffc0a1d80 msgr2=0x7f5ffc0a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.058+0000 7f6017e00640 1 --2- 172.21.15.12:0/820562615 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5ffc0a1d80 0x7f5ffc0a4240 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x55913a7c9a50 tx=0x7f6008005f90 comp rx=0 tx=0).stop 2024-03-29T00:21:20.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.058+0000 7f6017e00640 1 -- 172.21.15.12:0/820562615 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6018102780 msgr2=0x7f6018073b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.058+0000 7f6017e00640 1 --2- 172.21.15.12:0/820562615 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6018102780 0x7f6018073b40 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f600400e9f0 tx=0x7f600400edf0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.058+0000 7f6017e00640 1 -- 172.21.15.12:0/820562615 shutdown_connections 2024-03-29T00:21:20.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.058+0000 7f6017e00640 1 --2- 172.21.15.12:0/820562615 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5ffc0a1d80 0x7f5ffc0a4240 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.058+0000 7f6017e00640 1 --2- 172.21.15.12:0/820562615 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6018102780 0x7f6018073b40 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.058+0000 7f6017e00640 1 --2- 172.21.15.12:0/820562615 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6018103140 0x7f6018074080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.058+0000 7f6017e00640 1 --2- 172.21.15.12:0/820562615 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6018101590 0x7f6018075500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.058+0000 7f6017e00640 1 -- 172.21.15.12:0/820562615 >> 172.21.15.12:0/820562615 conn(0x7f60180fcb00 msgr2=0x7f6018105a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:20.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.058+0000 7f6017e00640 1 -- 172.21.15.12:0/820562615 shutdown_connections 2024-03-29T00:21:20.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.058+0000 7f6017e00640 1 -- 172.21.15.12:0/820562615 wait complete. 2024-03-29T00:21:20.076 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-29T00:21:20.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.272+0000 7fa4f0a00640 1 -- 172.21.15.12:0/2168875279 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa4ec076110 msgr2=0x7fa4ec076530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.272+0000 7fa4f0a00640 1 --2- 172.21.15.12:0/2168875279 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa4ec076110 0x7fa4ec076530 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fa4dc009900 tx=0x7fa4dc02bc40 comp rx=0 tx=0).stop 2024-03-29T00:21:20.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.272+0000 7fa4f0a00640 1 -- 172.21.15.12:0/2168875279 shutdown_connections 2024-03-29T00:21:20.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.272+0000 7fa4f0a00640 1 --2- 172.21.15.12:0/2168875279 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa4ec077cf0 0x7fa4ec078590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.272+0000 7fa4f0a00640 1 --2- 172.21.15.12:0/2168875279 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa4ec077350 0x7fa4ec0777b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.272+0000 7fa4f0a00640 1 --2- 172.21.15.12:0/2168875279 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa4ec076110 0x7fa4ec076530 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.272+0000 7fa4f0a00640 1 -- 172.21.15.12:0/2168875279 >> 172.21.15.12:0/2168875279 conn(0x7fa4ec0fed20 msgr2=0x7fa4ec101140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:20.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.272+0000 7fa4f0a00640 1 -- 172.21.15.12:0/2168875279 shutdown_connections 2024-03-29T00:21:20.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.272+0000 7fa4f0a00640 1 -- 172.21.15.12:0/2168875279 wait complete. 2024-03-29T00:21:20.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.274+0000 7fa4f0a00640 1 Processor -- start 2024-03-29T00:21:20.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.274+0000 7fa4f0a00640 1 -- start start 2024-03-29T00:21:20.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.274+0000 7fa4f0a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa4ec076110 0x7fa4ec19dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.274+0000 7fa4f0a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa4ec077350 0x7fa4ec19e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.274+0000 7fa4f0a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa4ec077cf0 0x7fa4ec1a5500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.274+0000 7fa4f0a00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa4ec113940 con 0x7fa4ec077cf0 2024-03-29T00:21:20.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.274+0000 7fa4f0a00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa4ec1137c0 con 0x7fa4ec076110 2024-03-29T00:21:20.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.274+0000 7fa4f0a00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa4ec113ac0 con 0x7fa4ec077350 2024-03-29T00:21:20.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.274+0000 7fa4eb400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa4ec076110 0x7fa4ec19dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.274+0000 7fa4eb400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa4ec076110 0x7fa4ec19dfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:57288/0 (socket says 172.21.15.12:57288) 2024-03-29T00:21:20.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.274+0000 7fa4eb400640 1 -- 172.21.15.12:0/1027414040 learned_addr learned my addr 172.21.15.12:0/1027414040 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:20.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.274+0000 7fa4e3e00640 1 --2- 172.21.15.12:0/1027414040 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa4ec077350 0x7fa4ec19e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.275+0000 7fa4ebe00640 1 --2- 172.21.15.12:0/1027414040 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa4ec077cf0 0x7fa4ec1a5500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.275+0000 7fa4eb400640 1 -- 172.21.15.12:0/1027414040 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa4ec077350 msgr2=0x7fa4ec19e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.275+0000 7fa4eb400640 1 --2- 172.21.15.12:0/1027414040 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa4ec077350 0x7fa4ec19e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.275+0000 7fa4eb400640 1 -- 172.21.15.12:0/1027414040 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa4ec077cf0 msgr2=0x7fa4ec1a5500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.275+0000 7fa4eb400640 1 --2- 172.21.15.12:0/1027414040 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa4ec077cf0 0x7fa4ec1a5500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.275+0000 7fa4eb400640 1 -- 172.21.15.12:0/1027414040 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4ec1a5b70 con 0x7fa4ec076110 2024-03-29T00:21:20.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.275+0000 7fa4eb400640 1 --2- 172.21.15.12:0/1027414040 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa4ec076110 0x7fa4ec19dfa0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fa4dc009230 tx=0x7fa4dc004ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:20.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.275+0000 7fa4e8c00640 1 -- 172.21.15.12:0/1027414040 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4dc043020 con 0x7fa4ec076110 2024-03-29T00:21:20.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.276+0000 7fa4e8c00640 1 -- 172.21.15.12:0/1027414040 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa4dc004250 con 0x7fa4ec076110 2024-03-29T00:21:20.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.276+0000 7fa4f0a00640 1 -- 172.21.15.12:0/1027414040 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4ec1a5e00 con 0x7fa4ec076110 2024-03-29T00:21:20.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.276+0000 7fa4e8c00640 1 -- 172.21.15.12:0/1027414040 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4dc003b50 con 0x7fa4ec076110 2024-03-29T00:21:20.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.276+0000 7fa4f0a00640 1 -- 172.21.15.12:0/1027414040 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4ec1a6260 con 0x7fa4ec076110 2024-03-29T00:21:20.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.279+0000 7fa4f4d98740 1 Processor -- start 2024-03-29T00:21:20.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.279+0000 7fa4f4d98740 1 -- start start 2024-03-29T00:21:20.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.279+0000 7fa4e8c00640 1 -- 172.21.15.12:0/1027414040 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fa4dc046020 con 0x7fa4ec076110 2024-03-29T00:21:20.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.279+0000 7fa4f4d98740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fab00f570 0x561fab00f990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.279+0000 7fa4f4d98740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561fab00ff60 0x561fab014a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.279+0000 7fa4f4d98740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561fab0150d0 0x561fab017560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.279+0000 7fa4f4d98740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x561faaf74050 con 0x561fab00ff60 2024-03-29T00:21:20.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.279+0000 7fa4f4d98740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x561faaf1cce0 con 0x561fab0150d0 2024-03-29T00:21:20.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.279+0000 7fa4f4d98740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x561faaf700f0 con 0x561fab00f570 2024-03-29T00:21:20.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.280+0000 7fa4ebe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fab00f570 0x561fab00f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.280+0000 7fa4ebe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fab00f570 0x561fab00f990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:58374/0 (socket says 172.21.15.12:58374) 2024-03-29T00:21:20.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.280+0000 7fa4ebe00640 1 -- 172.21.15.12:0/2633321583 learned_addr learned my addr 172.21.15.12:0/2633321583 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:20.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.280+0000 7fa4eb400640 1 --2- 172.21.15.12:0/2633321583 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561fab00ff60 0x561fab014a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.280+0000 7fa4e3e00640 1 --2- 172.21.15.12:0/2633321583 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561fab0150d0 0x561fab017560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.280+0000 7fa4ebe00640 1 -- 172.21.15.12:0/2633321583 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561fab0150d0 msgr2=0x561fab017560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:20.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.280+0000 7fa4ebe00640 1 --2- 172.21.15.12:0/2633321583 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561fab0150d0 0x561fab017560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.280+0000 7fa4ebe00640 1 -- 172.21.15.12:0/2633321583 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561fab00ff60 msgr2=0x561fab014a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:20.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.280+0000 7fa4ebe00640 1 --2- 172.21.15.12:0/2633321583 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561fab00ff60 0x561fab014a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.280+0000 7fa4ebe00640 1 -- 172.21.15.12:0/2633321583 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561faac883f0 con 0x561fab00f570 2024-03-29T00:21:20.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.280+0000 7fa4ebe00640 1 --2- 172.21.15.12:0/2633321583 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fab00f570 0x561fab00f990 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fa4e4009fd0 tx=0x7fa4e40118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=56ab7b2fcd9c8b60 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:20.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.281+0000 7fa4dbe00640 1 -- 172.21.15.12:0/2633321583 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4e4004d20 con 0x561fab00f570 2024-03-29T00:21:20.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.281+0000 7fa4dbe00640 1 -- 172.21.15.12:0/2633321583 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa4e4004050 con 0x561fab00f570 2024-03-29T00:21:20.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.281+0000 7fa4dbe00640 1 -- 172.21.15.12:0/2633321583 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4e4005280 con 0x561fab00f570 2024-03-29T00:21:20.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.281+0000 7fa4f4d98740 1 -- 172.21.15.12:0/2633321583 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fab00f570 msgr2=0x561fab00f990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.281+0000 7fa4f4d98740 1 --2- 172.21.15.12:0/2633321583 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fab00f570 0x561fab00f990 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fa4e4009fd0 tx=0x7fa4e40118d0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.281+0000 7fa4e8c00640 1 --2- 172.21.15.12:0/1027414040 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa4d00a1d80 0x7fa4d00a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.281+0000 7fa4f4d98740 1 -- 172.21.15.12:0/2633321583 shutdown_connections 2024-03-29T00:21:20.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.281+0000 7fa4f4d98740 1 --2- 172.21.15.12:0/2633321583 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561fab0150d0 0x561fab017560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.281+0000 7fa4f4d98740 1 --2- 172.21.15.12:0/2633321583 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561fab00ff60 0x561fab014a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.281+0000 7fa4f4d98740 1 --2- 172.21.15.12:0/2633321583 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fab00f570 0x561fab00f990 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.281+0000 7fa4f4d98740 1 -- 172.21.15.12:0/2633321583 >> 172.21.15.12:0/2633321583 conn(0x561fab00aae0 msgr2=0x561fab00aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:20.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.282+0000 7fa4e8c00640 1 -- 172.21.15.12:0/1027414040 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fa4dc0f0270 con 0x7fa4ec076110 2024-03-29T00:21:20.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.282+0000 7fa4f4d98740 1 -- 172.21.15.12:0/2633321583 shutdown_connections 2024-03-29T00:21:20.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.282+0000 7fa4eb400640 1 --2- 172.21.15.12:0/1027414040 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa4d00a1d80 0x7fa4d00a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.282+0000 7fa4f4d98740 1 -- 172.21.15.12:0/2633321583 wait complete. 2024-03-29T00:21:20.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.282+0000 7fa4f4d98740 1 -- start start 2024-03-29T00:21:20.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.282+0000 7fa4eb400640 1 --2- 172.21.15.12:0/1027414040 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa4d00a1d80 0x7fa4d00a4240 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fa4dc0bcb40 tx=0x7fa4dc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:20.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.282+0000 7fa4f4d98740 1 Processor -- start 2024-03-29T00:21:20.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.283+0000 7fa4f4d98740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561fab00f570 0x561fab019a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.283+0000 7fa4f4d98740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561fab00ff60 0x561fab019fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.283+0000 7fa4f4d98740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fab0150d0 0x561fab021000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.283+0000 7fa4f4d98740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x561fab018080 con 0x561fab00f570 2024-03-29T00:21:20.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.283+0000 7fa4f4d98740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x561faaf122f0 con 0x561fab00ff60 2024-03-29T00:21:20.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.283+0000 7fa4f4d98740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x561fab018200 con 0x561fab0150d0 2024-03-29T00:21:20.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.283+0000 7fa4f4d98740 10 client.0 _ll_register_callbacks cb 0x561faac87be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:21:20.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.283+0000 7fa4e3e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561fab00ff60 0x561fab019fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.283+0000 7fa4e3e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561fab00ff60 0x561fab019fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:57310/0 (socket says 172.21.15.12:57310) 2024-03-29T00:21:20.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.283+0000 7fa4e3e00640 1 -- 172.21.15.12:0/4029995048 learned_addr learned my addr 172.21.15.12:0/4029995048 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:20.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.283+0000 7fa4ebe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561fab00f570 0x561fab019a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.283+0000 7fa4ebe00640 1 --2- 172.21.15.12:0/4029995048 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fab0150d0 0x561fab021000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.283+0000 7fa4e3e00640 1 -- 172.21.15.12:0/4029995048 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fab0150d0 msgr2=0x561fab021000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:20.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.283+0000 7fa4e3e00640 1 --2- 172.21.15.12:0/4029995048 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fab0150d0 0x561fab021000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.283+0000 7fa4e3e00640 1 -- 172.21.15.12:0/4029995048 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561fab00f570 msgr2=0x561fab019a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:20.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.283+0000 7fa4e3e00640 1 --2- 172.21.15.12:0/4029995048 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561fab00f570 0x561fab019a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.283+0000 7fa4e3e00640 1 -- 172.21.15.12:0/4029995048 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561faad527d0 con 0x561fab00ff60 2024-03-29T00:21:20.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.283+0000 7fa4ebe00640 1 --2- 172.21.15.12:0/4029995048 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fab0150d0 0x561fab021000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:21:20.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.284+0000 7fa4e3e00640 1 --2- 172.21.15.12:0/4029995048 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561fab00ff60 0x561fab019fc0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fa4d4012700 tx=0x7fa4d4012bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6bdf191e58599536 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:20.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.284+0000 7fa4d8c00640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:21:20.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.284+0000 7fa4d8c00640 1 -- 172.21.15.12:0/4029995048 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4d4004050 con 0x561fab00ff60 2024-03-29T00:21:20.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.284+0000 7fa4d8c00640 1 -- 172.21.15.12:0/4029995048 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fa4d40041f0 con 0x561fab00ff60 2024-03-29T00:21:20.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.284+0000 7fa4f4d98740 1 -- 172.21.15.12:0/4029995048 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa4e4004050 con 0x561fab00ff60 2024-03-29T00:21:20.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.284+0000 7fa4d8c00640 1 -- 172.21.15.12:0/4029995048 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fa4d4025050 con 0x561fab00ff60 2024-03-29T00:21:20.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.284+0000 7fa4f4d98740 10 client.26432 fetch_fsmap learned FSMap version 33 2024-03-29T00:21:20.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.284+0000 7fa4f4d98740 1 -- 172.21.15.12:0/4029995048 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x561fab0243e0 con 0x561fab00ff60 2024-03-29T00:21:20.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.284+0000 7fa4d8c00640 1 -- 172.21.15.12:0/4029995048 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa4e4004050 con 0x561fab00ff60 2024-03-29T00:21:20.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.285+0000 7fa4d8c00640 1 -- 172.21.15.12:0/4029995048 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 33) ==== 8378+0+0 (secure 0 0 0) 0x7fa4d4003ae0 con 0x561fab00ff60 2024-03-29T00:21:20.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.285+0000 7fa4f4d98740 10 client.26432 fetch_fsmap finished waiting for FSMap version 33 2024-03-29T00:21:20.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.285+0000 7fa4f4d98740 10 client.26432 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-03-29T00:21:20.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.285+0000 7fa4f4d98740 20 client.26432 populate_metadata read hostname 'smithi012' 2024-03-29T00:21:20.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.285+0000 7fa4f4d98740 1 --2- 172.21.15.12:0/4029995048 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x561fab025b00 0x561fab027f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.285+0000 7fa4f4d98740 4 client.26432 mds_command: new command op to 24544 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:21:20.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.285+0000 7fa4f4d98740 1 -- 172.21.15.12:0/4029995048 --> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561faaf1d680 con 0x561fab025b00 2024-03-29T00:21:20.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.285+0000 7fa4ebe00640 1 --2- 172.21.15.12:0/4029995048 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x561fab025b00 0x561fab027f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.286+0000 7fa4ebe00640 1 --2- 172.21.15.12:0/4029995048 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x561fab025b00 0x561fab027f80 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ab06fa2b020b0e0d server_cookie=e765c901794b9e6d in_seq=0 out_seq=0 2024-03-29T00:21:20.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.286+0000 7fa4d8c00640 10 client.26432 ms_handle_connect on v2:172.21.15.69:6836/466045469 2024-03-29T00:21:20.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.286+0000 7fa4d8c00640 1 -- 172.21.15.12:0/4029995048 <== mds.2 v2:172.21.15.69:6836/466045469 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x561faaf1d680 con 0x561fab025b00 2024-03-29T00:21:20.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.286+0000 7fa4d8c00640 10 client.26432 handle_command_reply: tid=0 2024-03-29T00:21:20.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.286+0000 7fa4f4d98740 1 client.26432 shutdown 2024-03-29T00:21:20.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.287+0000 7fa4f4d98740 1 -- 172.21.15.12:0/4029995048 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561fab00ff60 msgr2=0x561fab019fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.287+0000 7fa4f4d98740 1 --2- 172.21.15.12:0/4029995048 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561fab00ff60 0x561fab019fc0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fa4d4012700 tx=0x7fa4d4012bc0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.287+0000 7fa4f4d98740 1 -- 172.21.15.12:0/4029995048 shutdown_connections 2024-03-29T00:21:20.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.287+0000 7fa4f4d98740 1 --2- 172.21.15.12:0/4029995048 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x561fab025b00 0x561fab027f80 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.287+0000 7fa4f4d98740 1 --2- 172.21.15.12:0/4029995048 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561fab00ff60 0x561fab019fc0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.287+0000 7fa4f4d98740 1 --2- 172.21.15.12:0/4029995048 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fab0150d0 0x561fab021000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.287+0000 7fa4f4d98740 1 --2- 172.21.15.12:0/4029995048 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561fab00f570 0x561fab019a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.287+0000 7fa4f4d98740 1 -- 172.21.15.12:0/4029995048 >> 172.21.15.12:0/4029995048 conn(0x561fab00aae0 msgr2=0x561fab009dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:20.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.287+0000 7fa4d8c00640 0 client.26432 ms_handle_reset on v2:172.21.15.69:6836/466045469 2024-03-29T00:21:20.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.287+0000 7fa4f4d98740 1 -- 172.21.15.12:0/4029995048 shutdown_connections 2024-03-29T00:21:20.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.287+0000 7fa4f4d98740 1 -- 172.21.15.12:0/4029995048 wait complete. 2024-03-29T00:21:20.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.287+0000 7fa4f4d98740 20 client.26432 trim_cache size 0 max 16384 2024-03-29T00:21:20.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.302+0000 7fa4f4d98740 1 Processor -- start 2024-03-29T00:21:20.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.302+0000 7fa4f4d98740 1 -- start start 2024-03-29T00:21:20.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.303+0000 7fa4f4d98740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fab00f570 0x561fab00e450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.303+0000 7fa4f4d98740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561fab00ff60 0x561fab020fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.303+0000 7fa4f4d98740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561fab0150d0 0x561fab02c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.303+0000 7fa4f4d98740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa4ec1b0850 con 0x561fab00ff60 2024-03-29T00:21:20.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.303+0000 7fa4f4d98740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa4ec1b2450 con 0x561fab0150d0 2024-03-29T00:21:20.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.303+0000 7fa4f4d98740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa4ec1b0f20 con 0x561fab00f570 2024-03-29T00:21:20.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.303+0000 7fa4ebe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fab00f570 0x561fab00e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.303+0000 7fa4e3e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561fab00ff60 0x561fab020fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.303+0000 7fa4ebe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fab00f570 0x561fab00e450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:58394/0 (socket says 172.21.15.12:58394) 2024-03-29T00:21:20.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.303+0000 7fa4ebe00640 1 -- 172.21.15.12:0/1333940676 learned_addr learned my addr 172.21.15.12:0/1333940676 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:20.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.303+0000 7fa4ebe00640 1 --2- 172.21.15.12:0/1333940676 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561fab0150d0 0x561fab02c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.303+0000 7fa4e3e00640 1 -- 172.21.15.12:0/1333940676 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fab00f570 msgr2=0x561fab00e450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:20.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.303+0000 7fa4e3e00640 1 --2- 172.21.15.12:0/1333940676 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fab00f570 0x561fab00e450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.303+0000 7fa4e3e00640 1 -- 172.21.15.12:0/1333940676 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561fab0150d0 msgr2=0x561fab02c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:20.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.303+0000 7fa4e3e00640 1 --2- 172.21.15.12:0/1333940676 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561fab0150d0 0x561fab02c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.303+0000 7fa4e3e00640 1 -- 172.21.15.12:0/1333940676 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561fab018b40 con 0x561fab00ff60 2024-03-29T00:21:20.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.303+0000 7fa4ebe00640 1 --2- 172.21.15.12:0/1333940676 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561fab0150d0 0x561fab02c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:21:20.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.304+0000 7fa4e3e00640 1 --2- 172.21.15.12:0/1333940676 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561fab00ff60 0x561fab020fc0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fa4d4003f00 tx=0x7fa4d40107d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78fd022bf140e911 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:20.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.304+0000 7fa4db400640 1 -- 172.21.15.12:0/1333940676 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4d4005110 con 0x561fab00ff60 2024-03-29T00:21:20.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.304+0000 7fa4db400640 1 -- 172.21.15.12:0/1333940676 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa4d40108f0 con 0x561fab00ff60 2024-03-29T00:21:20.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.304+0000 7fa4db400640 1 -- 172.21.15.12:0/1333940676 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4d400f920 con 0x561fab00ff60 2024-03-29T00:21:20.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.304+0000 7fa4f4d98740 1 -- 172.21.15.12:0/1333940676 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561fab00ff60 msgr2=0x561fab020fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.304+0000 7fa4f4d98740 1 --2- 172.21.15.12:0/1333940676 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561fab00ff60 0x561fab020fc0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fa4d4003f00 tx=0x7fa4d40107d0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.305+0000 7fa4f4d98740 1 -- 172.21.15.12:0/1333940676 shutdown_connections 2024-03-29T00:21:20.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.305+0000 7fa4f4d98740 1 --2- 172.21.15.12:0/1333940676 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561fab0150d0 0x561fab02c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.305+0000 7fa4f4d98740 1 --2- 172.21.15.12:0/1333940676 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561fab00ff60 0x561fab020fc0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.305+0000 7fa4f4d98740 1 --2- 172.21.15.12:0/1333940676 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fab00f570 0x561fab00e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.305+0000 7fa4f4d98740 1 -- 172.21.15.12:0/1333940676 >> 172.21.15.12:0/1333940676 conn(0x561fab00aae0 msgr2=0x561fab00dd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:20.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.305+0000 7fa4f4d98740 1 -- 172.21.15.12:0/1333940676 shutdown_connections 2024-03-29T00:21:20.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.305+0000 7fa4f4d98740 1 -- 172.21.15.12:0/1333940676 wait complete. 2024-03-29T00:21:20.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.305+0000 7fa4f4d98740 1 -- start start 2024-03-29T00:21:20.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.305+0000 7fa4f4d98740 1 Processor -- start 2024-03-29T00:21:20.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.306+0000 7fa4f4d98740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fab00f570 0x561fab01ea90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.306+0000 7fa4f4d98740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561fab00ff60 0x561fab01efd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.306+0000 7fa4f4d98740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561fab0150d0 0x561fab01ff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.306+0000 7fa4f4d98740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa4ec1b1cc0 con 0x561fab00ff60 2024-03-29T00:21:20.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.306+0000 7fa4f4d98740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa4ec1b15f0 con 0x561fab0150d0 2024-03-29T00:21:20.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.306+0000 7fa4f4d98740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa4ec1ae830 con 0x561fab00f570 2024-03-29T00:21:20.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.306+0000 7fa4f4d98740 10 client.0 _ll_register_callbacks cb 0x7fa4d40097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:21:20.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.306+0000 7fa4ebe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fab00f570 0x561fab01ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.306+0000 7fa4e3e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561fab00ff60 0x561fab01efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.306+0000 7fa4ebe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fab00f570 0x561fab01ea90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:58400/0 (socket says 172.21.15.12:58400) 2024-03-29T00:21:20.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.306+0000 7fa4ebe00640 1 -- 172.21.15.12:0/4270922299 learned_addr learned my addr 172.21.15.12:0/4270922299 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:20.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.306+0000 7fa4ebe00640 1 --2- 172.21.15.12:0/4270922299 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561fab0150d0 0x561fab01ff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.306+0000 7fa4e3e00640 1 -- 172.21.15.12:0/4270922299 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fab00f570 msgr2=0x561fab01ea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:20.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.306+0000 7fa4e3e00640 1 --2- 172.21.15.12:0/4270922299 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fab00f570 0x561fab01ea90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.306+0000 7fa4e3e00640 1 -- 172.21.15.12:0/4270922299 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561fab0150d0 msgr2=0x561fab01ff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:20.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.306+0000 7fa4e3e00640 1 --2- 172.21.15.12:0/4270922299 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561fab0150d0 0x561fab01ff00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.306+0000 7fa4e3e00640 1 -- 172.21.15.12:0/4270922299 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561fab0204f0 con 0x561fab00ff60 2024-03-29T00:21:20.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.306+0000 7fa4ebe00640 1 --2- 172.21.15.12:0/4270922299 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561fab0150d0 0x561fab01ff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:21:20.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.307+0000 7fa4e3e00640 1 --2- 172.21.15.12:0/4270922299 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561fab00ff60 0x561fab01efd0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fa4d4003f00 tx=0x7fa4d4012bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=771a2072cc29fca8 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:20.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.307+0000 7fa4d8c00640 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-03-29T00:21:20.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.307+0000 7fa4d8c00640 1 -- 172.21.15.12:0/4270922299 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4d4036060 con 0x561fab00ff60 2024-03-29T00:21:20.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.307+0000 7fa4d8c00640 1 -- 172.21.15.12:0/4270922299 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fa4d4018040 con 0x561fab00ff60 2024-03-29T00:21:20.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.307+0000 7fa4f4d98740 1 -- 172.21.15.12:0/4270922299 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa4d40108f0 con 0x561fab00ff60 2024-03-29T00:21:20.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.307+0000 7fa4d8c00640 1 -- 172.21.15.12:0/4270922299 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fa4d403d050 con 0x561fab00ff60 2024-03-29T00:21:20.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.307+0000 7fa4f4d98740 10 client.16323 fetch_fsmap learned FSMap version 33 2024-03-29T00:21:20.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.307+0000 7fa4f4d98740 1 -- 172.21.15.12:0/4270922299 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x561fab08c1b0 con 0x561fab00ff60 2024-03-29T00:21:20.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.307+0000 7fa4d8c00640 1 -- 172.21.15.12:0/4270922299 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa4d40108f0 con 0x561fab00ff60 2024-03-29T00:21:20.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.308+0000 7fa4d8c00640 1 -- 172.21.15.12:0/4270922299 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 33) ==== 8378+0+0 (secure 0 0 0) 0x7fa4d40035f0 con 0x561fab00ff60 2024-03-29T00:21:20.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.308+0000 7fa4f4d98740 10 client.16323 fetch_fsmap finished waiting for FSMap version 33 2024-03-29T00:21:20.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.308+0000 7fa4f4d98740 10 client.16323 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-03-29T00:21:20.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.308+0000 7fa4f4d98740 20 client.16323 populate_metadata read hostname 'smithi012' 2024-03-29T00:21:20.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.308+0000 7fa4f4d98740 1 --2- 172.21.15.12:0/4270922299 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x561fab08ca40 0x561fab08ee60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.308+0000 7fa4f4d98740 4 client.16323 mds_command: new command op to 24544 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-29T00:21:20.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.308+0000 7fa4f4d98740 1 -- 172.21.15.12:0/4270922299 --> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561faaf81590 con 0x561fab08ca40 2024-03-29T00:21:20.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.308+0000 7fa4ebe00640 1 --2- 172.21.15.12:0/4270922299 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x561fab08ca40 0x561fab08ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.309+0000 7fa4ebe00640 1 --2- 172.21.15.12:0/4270922299 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x561fab08ca40 0x561fab08ee60 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=315150c35dd618e6 server_cookie=b317db38fa17d85 in_seq=0 out_seq=0 2024-03-29T00:21:20.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.309+0000 7fa4d8c00640 10 client.16323 ms_handle_connect on v2:172.21.15.69:6836/466045469 2024-03-29T00:21:20.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.309+0000 7fa4d8c00640 1 -- 172.21.15.12:0/4270922299 <== mds.2 v2:172.21.15.69:6836/466045469 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561faaf81590 con 0x561fab08ca40 2024-03-29T00:21:20.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.309+0000 7fa4d8c00640 10 client.16323 handle_command_reply: tid=0 2024-03-29T00:21:20.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.309+0000 7fa4f4d98740 1 client.16323 shutdown 2024-03-29T00:21:20.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.309+0000 7fa4f4d98740 1 -- 172.21.15.12:0/4270922299 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561fab00ff60 msgr2=0x561fab01efd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.309+0000 7fa4f4d98740 1 --2- 172.21.15.12:0/4270922299 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561fab00ff60 0x561fab01efd0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fa4d4003f00 tx=0x7fa4d4012bc0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.309+0000 7fa4f4d98740 1 -- 172.21.15.12:0/4270922299 shutdown_connections 2024-03-29T00:21:20.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.309+0000 7fa4f4d98740 1 --2- 172.21.15.12:0/4270922299 >> [v2:172.21.15.69:6836/466045469,v1:172.21.15.69:6837/466045469] conn(0x561fab08ca40 0x561fab08ee60 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.309+0000 7fa4f4d98740 1 --2- 172.21.15.12:0/4270922299 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561fab0150d0 0x561fab01ff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.309+0000 7fa4f4d98740 1 --2- 172.21.15.12:0/4270922299 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561fab00ff60 0x561fab01efd0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.309+0000 7fa4f4d98740 1 --2- 172.21.15.12:0/4270922299 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fab00f570 0x561fab01ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.309+0000 7fa4d8c00640 0 client.16323 ms_handle_reset on v2:172.21.15.69:6836/466045469 2024-03-29T00:21:20.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.309+0000 7fa4f4d98740 1 -- 172.21.15.12:0/4270922299 >> 172.21.15.12:0/4270922299 conn(0x561fab00aae0 msgr2=0x561fab00e5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:20.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.309+0000 7fa4f4d98740 1 -- 172.21.15.12:0/4270922299 shutdown_connections 2024-03-29T00:21:20.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.309+0000 7fa4f4d98740 1 -- 172.21.15.12:0/4270922299 wait complete. 2024-03-29T00:21:20.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.309+0000 7fa4f4d98740 20 client.16323 trim_cache size 0 max 16384 2024-03-29T00:21:20.315 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-03-29T00:21:20.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.310+0000 7fa4f0a00640 1 -- 172.21.15.12:0/1027414040 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa4d00a1d80 msgr2=0x7fa4d00a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.310+0000 7fa4f0a00640 1 --2- 172.21.15.12:0/1027414040 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa4d00a1d80 0x7fa4d00a4240 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fa4dc0bcb40 tx=0x7fa4dc009260 comp rx=0 tx=0).stop 2024-03-29T00:21:20.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.310+0000 7fa4f0a00640 1 -- 172.21.15.12:0/1027414040 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa4ec076110 msgr2=0x7fa4ec19dfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.310+0000 7fa4f0a00640 1 --2- 172.21.15.12:0/1027414040 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa4ec076110 0x7fa4ec19dfa0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fa4dc009230 tx=0x7fa4dc004ab0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.310+0000 7fa4f0a00640 1 -- 172.21.15.12:0/1027414040 shutdown_connections 2024-03-29T00:21:20.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.310+0000 7fa4f0a00640 1 --2- 172.21.15.12:0/1027414040 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fa4d00a1d80 0x7fa4d00a4240 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.310+0000 7fa4f0a00640 1 --2- 172.21.15.12:0/1027414040 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa4ec077cf0 0x7fa4ec1a5500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.310+0000 7fa4f0a00640 1 --2- 172.21.15.12:0/1027414040 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa4ec077350 0x7fa4ec19e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.310+0000 7fa4f0a00640 1 --2- 172.21.15.12:0/1027414040 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa4ec076110 0x7fa4ec19dfa0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.310+0000 7fa4f0a00640 1 -- 172.21.15.12:0/1027414040 >> 172.21.15.12:0/1027414040 conn(0x7fa4ec0fed20 msgr2=0x7fa4ec100820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:20.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.310+0000 7fa4f0a00640 1 -- 172.21.15.12:0/1027414040 shutdown_connections 2024-03-29T00:21:20.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.310+0000 7fa4f0a00640 1 -- 172.21.15.12:0/1027414040 wait complete. 2024-03-29T00:21:20.327 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-29T00:21:20.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.615+0000 7f0876200640 1 -- 172.21.15.12:0/1129614811 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f08701015c0 msgr2=0x7f08701019e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.615+0000 7f0876200640 1 --2- 172.21.15.12:0/1129614811 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f08701015c0 0x7f08701019e0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f0860009900 tx=0x7f086002bc30 comp rx=0 tx=0).stop 2024-03-29T00:21:20.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.615+0000 7f0876200640 1 -- 172.21.15.12:0/1129614811 shutdown_connections 2024-03-29T00:21:20.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.615+0000 7f0876200640 1 --2- 172.21.15.12:0/1129614811 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0870103170 0x7f0870109a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.615+0000 7f0876200640 1 --2- 172.21.15.12:0/1129614811 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f08701027b0 0x7f0870102c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.615+0000 7f0876200640 1 --2- 172.21.15.12:0/1129614811 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f08701015c0 0x7f08701019e0 secure :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f0860009900 tx=0x7f086002bc30 comp rx=0 tx=0).stop 2024-03-29T00:21:20.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.615+0000 7f0876200640 1 -- 172.21.15.12:0/1129614811 >> 172.21.15.12:0/1129614811 conn(0x7f08700fcb30 msgr2=0x7f08700fef70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:20.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.616+0000 7f0876200640 1 -- 172.21.15.12:0/1129614811 shutdown_connections 2024-03-29T00:21:20.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.616+0000 7f0876200640 1 -- 172.21.15.12:0/1129614811 wait complete. 2024-03-29T00:21:20.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.617+0000 7f0876200640 1 Processor -- start 2024-03-29T00:21:20.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.617+0000 7f0876200640 1 -- start start 2024-03-29T00:21:20.618 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.618+0000 7f0876200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f08701027b0 0x7f0870199db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.618 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.618+0000 7f0876200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0870103170 0x7f087019a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.618+0000 7f0876200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f087019f350 0x7f08701a1740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.618+0000 7f0876200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f0870074240 con 0x7f0870103170 2024-03-29T00:21:20.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.618+0000 7f0876200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f08700740c0 con 0x7f087019f350 2024-03-29T00:21:20.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.618+0000 7f0876200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f08700743c0 con 0x7f08701027b0 2024-03-29T00:21:20.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.618+0000 7f0874e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f08701027b0 0x7f0870199db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.618+0000 7f0874e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f08701027b0 0x7f0870199db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:58406/0 (socket says 172.21.15.12:58406) 2024-03-29T00:21:20.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.618+0000 7f0874e00640 1 -- 172.21.15.12:0/4198589514 learned_addr learned my addr 172.21.15.12:0/4198589514 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:20.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.618+0000 7f0875800640 1 --2- 172.21.15.12:0/4198589514 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f087019f350 0x7f08701a1740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.619+0000 7f086fe00640 1 --2- 172.21.15.12:0/4198589514 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0870103170 0x7f087019a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.619+0000 7f0874e00640 1 -- 172.21.15.12:0/4198589514 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f087019f350 msgr2=0x7f08701a1740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.619+0000 7f0874e00640 1 --2- 172.21.15.12:0/4198589514 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f087019f350 0x7f08701a1740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.619+0000 7f0874e00640 1 -- 172.21.15.12:0/4198589514 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0870103170 msgr2=0x7f087019a2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.619+0000 7f0874e00640 1 --2- 172.21.15.12:0/4198589514 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0870103170 0x7f087019a2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.619+0000 7f0874e00640 1 -- 172.21.15.12:0/4198589514 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08701a1db0 con 0x7f08701027b0 2024-03-29T00:21:20.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.620+0000 7f0874e00640 1 --2- 172.21.15.12:0/4198589514 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f08701027b0 0x7f0870199db0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f0860036040 tx=0x7f0860004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:20.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.620+0000 7f086d600640 1 -- 172.21.15.12:0/4198589514 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0860043020 con 0x7f08701027b0 2024-03-29T00:21:20.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.620+0000 7f086d600640 1 -- 172.21.15.12:0/4198589514 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f086002de50 con 0x7f08701027b0 2024-03-29T00:21:20.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.620+0000 7f086d600640 1 -- 172.21.15.12:0/4198589514 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0860003c30 con 0x7f08701027b0 2024-03-29T00:21:20.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.621+0000 7f0876200640 1 -- 172.21.15.12:0/4198589514 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08701a2040 con 0x7f08701027b0 2024-03-29T00:21:20.622 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.621+0000 7f0876200640 1 -- 172.21.15.12:0/4198589514 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08701a2510 con 0x7f08701027b0 2024-03-29T00:21:20.628 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.628+0000 7f086d600640 1 -- 172.21.15.12:0/4198589514 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f0860046020 con 0x7f08701027b0 2024-03-29T00:21:20.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.629+0000 7f087a5b2740 1 Processor -- start 2024-03-29T00:21:20.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.630+0000 7f087a5b2740 1 -- start start 2024-03-29T00:21:20.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.631+0000 7f087a5b2740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55749c509570 0x55749c509990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.631+0000 7f087a5b2740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55749c509f60 0x55749c50ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.631+0000 7f087a5b2740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55749c50f0d0 0x55749c511560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.631+0000 7f087a5b2740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55749c46e050 con 0x55749c509f60 2024-03-29T00:21:20.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.631+0000 7f087a5b2740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55749c416ce0 con 0x55749c50f0d0 2024-03-29T00:21:20.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.631+0000 7f087a5b2740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55749c46a0f0 con 0x55749c509570 2024-03-29T00:21:20.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.631+0000 7f086d600640 1 --2- 172.21.15.12:0/4198589514 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f08580a1e50 0x7f08580a4310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.631+0000 7f0875800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55749c509570 0x55749c509990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.631+0000 7f0875800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55749c509570 0x55749c509990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:58412/0 (socket says 172.21.15.12:58412) 2024-03-29T00:21:20.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.631+0000 7f0875800640 1 -- 172.21.15.12:0/1793208291 learned_addr learned my addr 172.21.15.12:0/1793208291 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:20.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.631+0000 7f086fe00640 1 --2- 172.21.15.12:0/1793208291 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55749c50f0d0 0x55749c511560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.632+0000 7f086d600640 1 -- 172.21.15.12:0/4198589514 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f08600f0360 con 0x7f08701027b0 2024-03-29T00:21:20.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.633+0000 7f0875800640 1 --2- 172.21.15.12:0/4198589514 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f08580a1e50 0x7f08580a4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.633+0000 7f0874e00640 1 --2- 172.21.15.12:0/1793208291 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55749c509f60 0x55749c50ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.633+0000 7f0875800640 1 -- 172.21.15.12:0/1793208291 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55749c50f0d0 msgr2=0x55749c511560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:20.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.633+0000 7f0875800640 1 --2- 172.21.15.12:0/1793208291 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55749c50f0d0 0x55749c511560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.633+0000 7f0875800640 1 -- 172.21.15.12:0/1793208291 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55749c509f60 msgr2=0x55749c50ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:20.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.633+0000 7f0875800640 1 --2- 172.21.15.12:0/1793208291 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55749c509f60 0x55749c50ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.633+0000 7f0875800640 1 -- 172.21.15.12:0/1793208291 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55749c1823f0 con 0x55749c509570 2024-03-29T00:21:20.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.633+0000 7f0874e00640 1 --2- 172.21.15.12:0/1793208291 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55749c509f60 0x55749c50ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:21:20.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.634+0000 7f0875800640 1 --2- 172.21.15.12:0/1793208291 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55749c509570 0x55749c509990 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f0868005f40 tx=0x7f0868014f70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=264f6efd38c236ba server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:20.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.634+0000 7f085e000640 1 -- 172.21.15.12:0/1793208291 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f086801e3f0 con 0x55749c509570 2024-03-29T00:21:20.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.634+0000 7f085e000640 1 -- 172.21.15.12:0/1793208291 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0868023070 con 0x55749c509570 2024-03-29T00:21:20.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.634+0000 7f085e000640 1 -- 172.21.15.12:0/1793208291 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f086801d9d0 con 0x55749c509570 2024-03-29T00:21:20.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.635+0000 7f087a5b2740 1 -- 172.21.15.12:0/1793208291 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55749c509570 msgr2=0x55749c509990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.635+0000 7f087a5b2740 1 --2- 172.21.15.12:0/1793208291 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55749c509570 0x55749c509990 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f0868005f40 tx=0x7f0868014f70 comp rx=0 tx=0).stop 2024-03-29T00:21:20.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.635+0000 7f0875800640 1 --2- 172.21.15.12:0/4198589514 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f08580a1e50 0x7f08580a4310 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f0868022000 tx=0x7f086800e730 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:20.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.635+0000 7f087a5b2740 1 -- 172.21.15.12:0/1793208291 shutdown_connections 2024-03-29T00:21:20.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.635+0000 7f087a5b2740 1 --2- 172.21.15.12:0/1793208291 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55749c50f0d0 0x55749c511560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.635+0000 7f087a5b2740 1 --2- 172.21.15.12:0/1793208291 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55749c509f60 0x55749c50ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.635+0000 7f087a5b2740 1 --2- 172.21.15.12:0/1793208291 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55749c509570 0x55749c509990 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.635+0000 7f087a5b2740 1 -- 172.21.15.12:0/1793208291 >> 172.21.15.12:0/1793208291 conn(0x55749c504ae0 msgr2=0x55749c504ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:20.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.636+0000 7f087a5b2740 1 -- 172.21.15.12:0/1793208291 shutdown_connections 2024-03-29T00:21:20.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.636+0000 7f087a5b2740 1 -- 172.21.15.12:0/1793208291 wait complete. 2024-03-29T00:21:20.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.636+0000 7f087a5b2740 1 -- start start 2024-03-29T00:21:20.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.637+0000 7f087a5b2740 1 Processor -- start 2024-03-29T00:21:20.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.637+0000 7f087a5b2740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55749c509570 0x55749c513b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.637+0000 7f087a5b2740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55749c509f60 0x55749c514090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.637+0000 7f087a5b2740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55749c50f0d0 0x55749c51b060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.637+0000 7f087a5b2740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55749c512080 con 0x55749c509f60 2024-03-29T00:21:20.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.637+0000 7f087a5b2740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55749c40c2f0 con 0x55749c50f0d0 2024-03-29T00:21:20.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.637+0000 7f087a5b2740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55749c512200 con 0x55749c509570 2024-03-29T00:21:20.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.637+0000 7f087a5b2740 10 client.0 _ll_register_callbacks cb 0x55749c181be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:21:20.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.638+0000 7f0875800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55749c50f0d0 0x55749c51b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.638+0000 7f0875800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55749c50f0d0 0x55749c51b060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:57370/0 (socket says 172.21.15.12:57370) 2024-03-29T00:21:20.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.638+0000 7f0875800640 1 -- 172.21.15.12:0/1203582689 learned_addr learned my addr 172.21.15.12:0/1203582689 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:20.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.638+0000 7f0874e00640 1 --2- 172.21.15.12:0/1203582689 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55749c509570 0x55749c513b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.638+0000 7f086fe00640 1 --2- 172.21.15.12:0/1203582689 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55749c509f60 0x55749c514090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.638+0000 7f0875800640 1 -- 172.21.15.12:0/1203582689 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55749c509570 msgr2=0x55749c513b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:20.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.638+0000 7f0875800640 1 --2- 172.21.15.12:0/1203582689 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55749c509570 0x55749c513b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.640 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.638+0000 7f0875800640 1 -- 172.21.15.12:0/1203582689 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55749c509f60 msgr2=0x55749c514090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:20.640 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.638+0000 7f0875800640 1 --2- 172.21.15.12:0/1203582689 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55749c509f60 0x55749c514090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.640 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.638+0000 7f0875800640 1 -- 172.21.15.12:0/1203582689 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55749c24c7d0 con 0x55749c50f0d0 2024-03-29T00:21:20.640 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.639+0000 7f0874e00640 1 --2- 172.21.15.12:0/1203582689 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55749c509570 0x55749c513b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:21:20.640 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.639+0000 7f086fe00640 1 --2- 172.21.15.12:0/1203582689 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55749c509f60 0x55749c514090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:21:20.640 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.639+0000 7f0875800640 1 --2- 172.21.15.12:0/1203582689 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55749c50f0d0 0x55749c51b060 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f086801d420 tx=0x7f0868009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4eef9b0b6d9c53b server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:20.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.639+0000 7f0852a00640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:21:20.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.639+0000 7f0852a00640 1 -- 172.21.15.12:0/1203582689 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0868035020 con 0x55749c50f0d0 2024-03-29T00:21:20.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.640+0000 7f0852a00640 1 -- 172.21.15.12:0/1203582689 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f086801dd70 con 0x55749c50f0d0 2024-03-29T00:21:20.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.640+0000 7f087a5b2740 1 -- 172.21.15.12:0/1203582689 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0868023070 con 0x55749c50f0d0 2024-03-29T00:21:20.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.640+0000 7f0852a00640 1 -- 172.21.15.12:0/1203582689 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f0868040050 con 0x55749c50f0d0 2024-03-29T00:21:20.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.640+0000 7f087a5b2740 10 client.26450 fetch_fsmap learned FSMap version 33 2024-03-29T00:21:20.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.640+0000 7f087a5b2740 1 -- 172.21.15.12:0/1203582689 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55749c52f3c0 con 0x55749c50f0d0 2024-03-29T00:21:20.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.641+0000 7f0852a00640 1 -- 172.21.15.12:0/1203582689 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0868023070 con 0x55749c50f0d0 2024-03-29T00:21:20.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.641+0000 7f0852a00640 1 -- 172.21.15.12:0/1203582689 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 33) ==== 8378+0+0 (secure 0 0 0) 0x7f086800f040 con 0x55749c50f0d0 2024-03-29T00:21:20.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.641+0000 7f087a5b2740 10 client.26450 fetch_fsmap finished waiting for FSMap version 33 2024-03-29T00:21:20.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.641+0000 7f087a5b2740 10 client.26450 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-29T00:21:20.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.641+0000 7f087a5b2740 20 client.26450 populate_metadata read hostname 'smithi012' 2024-03-29T00:21:20.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.641+0000 7f087a5b2740 1 --2- 172.21.15.12:0/1203582689 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55749c530870 0x55749c532cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.642+0000 7f087a5b2740 4 client.26450 mds_command: new command op to 24566 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:21:20.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.642+0000 7f0874e00640 1 --2- 172.21.15.12:0/1203582689 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55749c530870 0x55749c532cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.642+0000 7f087a5b2740 1 -- 172.21.15.12:0/1203582689 --> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55749c417680 con 0x55749c530870 2024-03-29T00:21:20.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.643+0000 7f0874e00640 1 --2- 172.21.15.12:0/1203582689 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55749c530870 0x55749c532cc0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=dad6a66099332c01 server_cookie=7b8ee1c7d4d862cc in_seq=0 out_seq=0 2024-03-29T00:21:20.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.643+0000 7f0852a00640 10 client.26450 ms_handle_connect on v2:172.21.15.53:6838/2142959350 2024-03-29T00:21:20.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.645+0000 7f0852a00640 1 -- 172.21.15.12:0/1203582689 <== mds.1 v2:172.21.15.53:6838/2142959350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55749c417680 con 0x55749c530870 2024-03-29T00:21:20.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.645+0000 7f0852a00640 10 client.26450 handle_command_reply: tid=0 2024-03-29T00:21:20.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.645+0000 7f087a5b2740 1 client.26450 shutdown 2024-03-29T00:21:20.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.646+0000 7f087a5b2740 1 -- 172.21.15.12:0/1203582689 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55749c50f0d0 msgr2=0x55749c51b060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.646+0000 7f087a5b2740 1 --2- 172.21.15.12:0/1203582689 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55749c50f0d0 0x55749c51b060 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f086801d420 tx=0x7f0868009b80 comp rx=0 tx=0).stop 2024-03-29T00:21:20.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.646+0000 7f087a5b2740 1 -- 172.21.15.12:0/1203582689 shutdown_connections 2024-03-29T00:21:20.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.646+0000 7f087a5b2740 1 --2- 172.21.15.12:0/1203582689 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55749c530870 0x55749c532cc0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.647+0000 7f087a5b2740 1 --2- 172.21.15.12:0/1203582689 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55749c50f0d0 0x55749c51b060 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.647+0000 7f087a5b2740 1 --2- 172.21.15.12:0/1203582689 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55749c509f60 0x55749c514090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.647+0000 7f087a5b2740 1 --2- 172.21.15.12:0/1203582689 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55749c509570 0x55749c513b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.647+0000 7f087a5b2740 1 -- 172.21.15.12:0/1203582689 >> 172.21.15.12:0/1203582689 conn(0x55749c504ae0 msgr2=0x55749c503dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:20.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.647+0000 7f0852a00640 0 client.26450 ms_handle_reset on v2:172.21.15.53:6838/2142959350 2024-03-29T00:21:20.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.648+0000 7f087a5b2740 1 -- 172.21.15.12:0/1203582689 shutdown_connections 2024-03-29T00:21:20.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.648+0000 7f087a5b2740 1 -- 172.21.15.12:0/1203582689 wait complete. 2024-03-29T00:21:20.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.649+0000 7f087a5b2740 20 client.26450 trim_cache size 0 max 16384 2024-03-29T00:21:20.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:20 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/4132852133' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:21:20.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.680+0000 7f087a5b2740 1 Processor -- start 2024-03-29T00:21:20.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.680+0000 7f087a5b2740 1 -- start start 2024-03-29T00:21:20.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.681+0000 7f087a5b2740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55749c509570 0x55749c4ffc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.681+0000 7f087a5b2740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55749c509f60 0x55749c51b020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.681+0000 7f087a5b2740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55749c50f0d0 0x55749c5125a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.681+0000 7f087a5b2740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f08701a8680 con 0x55749c509570 2024-03-29T00:21:20.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.681+0000 7f087a5b2740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f08701aa280 con 0x55749c509f60 2024-03-29T00:21:20.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.681+0000 7f087a5b2740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f08701a8d50 con 0x55749c50f0d0 2024-03-29T00:21:20.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.682+0000 7f086fe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55749c509f60 0x55749c51b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.682+0000 7f086fe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55749c509f60 0x55749c51b020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:57382/0 (socket says 172.21.15.12:57382) 2024-03-29T00:21:20.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.682+0000 7f086fe00640 1 -- 172.21.15.12:0/3772911252 learned_addr learned my addr 172.21.15.12:0/3772911252 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:20.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.683+0000 7f086fe00640 1 -- 172.21.15.12:0/3772911252 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55749c50f0d0 msgr2=0x55749c5125a0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-29T00:21:20.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.683+0000 7f086fe00640 1 --2- 172.21.15.12:0/3772911252 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55749c50f0d0 0x55749c5125a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.683+0000 7f086fe00640 1 -- 172.21.15.12:0/3772911252 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55749c509570 msgr2=0x55749c4ffc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:20.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.683+0000 7f086fe00640 1 --2- 172.21.15.12:0/3772911252 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55749c509570 0x55749c4ffc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.683+0000 7f086fe00640 1 -- 172.21.15.12:0/3772911252 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55749c505850 con 0x55749c509f60 2024-03-29T00:21:20.685 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.683+0000 7f086fe00640 1 --2- 172.21.15.12:0/3772911252 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55749c509f60 0x55749c51b020 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f08640058c0 tx=0x7f0864013b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=934800fa6b52da87 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:20.685 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.684+0000 7f085d600640 1 -- 172.21.15.12:0/3772911252 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0864013610 con 0x55749c509f60 2024-03-29T00:21:20.685 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.684+0000 7f085d600640 1 -- 172.21.15.12:0/3772911252 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f08640137b0 con 0x55749c509f60 2024-03-29T00:21:20.685 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.684+0000 7f085d600640 1 -- 172.21.15.12:0/3772911252 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f086401d990 con 0x55749c509f60 2024-03-29T00:21:20.685 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.685+0000 7f087a5b2740 1 -- 172.21.15.12:0/3772911252 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55749c509f60 msgr2=0x55749c51b020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.685 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.685+0000 7f087a5b2740 1 --2- 172.21.15.12:0/3772911252 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55749c509f60 0x55749c51b020 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f08640058c0 tx=0x7f0864013b50 comp rx=0 tx=0).stop 2024-03-29T00:21:20.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.686+0000 7f087a5b2740 1 -- 172.21.15.12:0/3772911252 shutdown_connections 2024-03-29T00:21:20.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.686+0000 7f087a5b2740 1 --2- 172.21.15.12:0/3772911252 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55749c509f60 0x55749c51b020 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.686+0000 7f087a5b2740 1 --2- 172.21.15.12:0/3772911252 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55749c50f0d0 0x55749c5125a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.686+0000 7f087a5b2740 1 --2- 172.21.15.12:0/3772911252 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55749c509570 0x55749c4ffc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.686+0000 7f087a5b2740 1 -- 172.21.15.12:0/3772911252 >> 172.21.15.12:0/3772911252 conn(0x55749c504ae0 msgr2=0x55749c50b530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:20.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.686+0000 7f087a5b2740 1 -- 172.21.15.12:0/3772911252 shutdown_connections 2024-03-29T00:21:20.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.687+0000 7f087a5b2740 1 -- 172.21.15.12:0/3772911252 wait complete. 2024-03-29T00:21:20.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.688+0000 7f087a5b2740 1 -- start start 2024-03-29T00:21:20.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.688+0000 7f087a5b2740 1 Processor -- start 2024-03-29T00:21:20.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.689+0000 7f087a5b2740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55749c509570 0x55749c5181c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.690 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.690+0000 7f087a5b2740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55749c509f60 0x55749c518700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.691 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.691+0000 7f0874e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55749c509570 0x55749c5181c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.691 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.691+0000 7f0874e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55749c509570 0x55749c5181c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:57392/0 (socket says 172.21.15.12:57392) 2024-03-29T00:21:20.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.691+0000 7f0874e00640 1 -- 172.21.15.12:0/1914457940 learned_addr learned my addr 172.21.15.12:0/1914457940 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:20.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.691+0000 7f086fe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55749c509f60 0x55749c518700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.691+0000 7f087a5b2740 1 --2- 172.21.15.12:0/1914457940 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55749c50f0d0 0x55749c5196c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.691+0000 7f087a5b2740 1 -- 172.21.15.12:0/1914457940 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f08701a9af0 con 0x55749c509f60 2024-03-29T00:21:20.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.691+0000 7f087a5b2740 1 -- 172.21.15.12:0/1914457940 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f08701a9420 con 0x55749c509570 2024-03-29T00:21:20.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.691+0000 7f087a5b2740 1 -- 172.21.15.12:0/1914457940 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f08701a66a0 con 0x55749c50f0d0 2024-03-29T00:21:20.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.692+0000 7f0875800640 1 --2- 172.21.15.12:0/1914457940 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55749c50f0d0 0x55749c5196c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.692+0000 7f087a5b2740 10 client.0 _ll_register_callbacks cb 0x7f0864005f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:21:20.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.693+0000 7f0875800640 1 -- 172.21.15.12:0/1914457940 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55749c509570 msgr2=0x55749c5181c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:20.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.693+0000 7f0875800640 1 --2- 172.21.15.12:0/1914457940 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55749c509570 0x55749c5181c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.693+0000 7f0875800640 1 -- 172.21.15.12:0/1914457940 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55749c509f60 msgr2=0x55749c518700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:20.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.693+0000 7f0875800640 1 --2- 172.21.15.12:0/1914457940 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55749c509f60 0x55749c518700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.694+0000 7f0875800640 1 -- 172.21.15.12:0/1914457940 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55749c519cb0 con 0x55749c50f0d0 2024-03-29T00:21:20.696 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.695+0000 7f0875800640 1 --2- 172.21.15.12:0/1914457940 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55749c50f0d0 0x55749c5196c0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f0868006010 tx=0x7f0868031460 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d28e5682b36d31b0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:20.696 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.695+0000 7f0852a00640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:21:20.696 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.696+0000 7f0852a00640 1 -- 172.21.15.12:0/1914457940 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0868035020 con 0x55749c50f0d0 2024-03-29T00:21:20.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.697+0000 7f0852a00640 1 -- 172.21.15.12:0/1914457940 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f0868014030 con 0x55749c50f0d0 2024-03-29T00:21:20.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.697+0000 7f087a5b2740 1 -- 172.21.15.12:0/1914457940 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f08640137b0 con 0x55749c50f0d0 2024-03-29T00:21:20.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.698+0000 7f0852a00640 1 -- 172.21.15.12:0/1914457940 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f0868009600 con 0x55749c50f0d0 2024-03-29T00:21:20.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.698+0000 7f087a5b2740 10 client.26518 fetch_fsmap learned FSMap version 33 2024-03-29T00:21:20.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.698+0000 7f087a5b2740 1 -- 172.21.15.12:0/1914457940 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55749c51afb0 con 0x55749c50f0d0 2024-03-29T00:21:20.699 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.699+0000 7f0852a00640 1 -- 172.21.15.12:0/1914457940 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f08640137b0 con 0x55749c50f0d0 2024-03-29T00:21:20.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.699+0000 7f0852a00640 1 -- 172.21.15.12:0/1914457940 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 33) ==== 8378+0+0 (secure 0 0 0) 0x7f086801d450 con 0x55749c50f0d0 2024-03-29T00:21:20.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.699+0000 7f087a5b2740 10 client.26518 fetch_fsmap finished waiting for FSMap version 33 2024-03-29T00:21:20.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.699+0000 7f087a5b2740 10 client.26518 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-29T00:21:20.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.699+0000 7f087a5b2740 20 client.26518 populate_metadata read hostname 'smithi012' 2024-03-29T00:21:20.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.699+0000 7f087a5b2740 1 --2- 172.21.15.12:0/1914457940 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55749c596fd0 0x55749c5993f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.699+0000 7f087a5b2740 4 client.26518 mds_command: new command op to 24566 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-29T00:21:20.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.699+0000 7f087a5b2740 1 -- 172.21.15.12:0/1914457940 --> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55749c47b590 con 0x55749c596fd0 2024-03-29T00:21:20.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.699+0000 7f0874e00640 1 --2- 172.21.15.12:0/1914457940 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55749c596fd0 0x55749c5993f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.700+0000 7f0852a00640 10 client.26518 ms_handle_connect on v2:172.21.15.53:6838/2142959350 2024-03-29T00:21:20.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.702+0000 7f0874e00640 1 --2- 172.21.15.12:0/1914457940 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55749c596fd0 0x55749c5993f0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9ea07c17f9e69531 server_cookie=f0ef691827ff7236 in_seq=0 out_seq=0 2024-03-29T00:21:20.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.703+0000 7f0852a00640 1 -- 172.21.15.12:0/1914457940 <== mds.1 v2:172.21.15.53:6838/2142959350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+11601 (crc 0 0 0) 0x55749c47b590 con 0x55749c596fd0 2024-03-29T00:21:20.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.703+0000 7f0852a00640 10 client.26518 handle_command_reply: tid=0 2024-03-29T00:21:20.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.703+0000 7f087a5b2740 1 client.26518 shutdown 2024-03-29T00:21:20.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.703+0000 7f087a5b2740 1 -- 172.21.15.12:0/1914457940 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55749c50f0d0 msgr2=0x55749c5196c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.703+0000 7f087a5b2740 1 --2- 172.21.15.12:0/1914457940 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55749c50f0d0 0x55749c5196c0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f0868006010 tx=0x7f0868031460 comp rx=0 tx=0).stop 2024-03-29T00:21:20.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.704+0000 7f087a5b2740 1 -- 172.21.15.12:0/1914457940 shutdown_connections 2024-03-29T00:21:20.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.704+0000 7f087a5b2740 1 --2- 172.21.15.12:0/1914457940 >> [v2:172.21.15.53:6838/2142959350,v1:172.21.15.53:6839/2142959350] conn(0x55749c596fd0 0x55749c5993f0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.704+0000 7f087a5b2740 1 --2- 172.21.15.12:0/1914457940 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55749c50f0d0 0x55749c5196c0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.704+0000 7f087a5b2740 1 --2- 172.21.15.12:0/1914457940 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55749c509f60 0x55749c518700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.704+0000 7f087a5b2740 1 --2- 172.21.15.12:0/1914457940 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55749c509570 0x55749c5181c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.705 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.704+0000 7f087a5b2740 1 -- 172.21.15.12:0/1914457940 >> 172.21.15.12:0/1914457940 conn(0x55749c504ae0 msgr2=0x55749c5125a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:20.705 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.704+0000 7f0852a00640 0 client.26518 ms_handle_reset on v2:172.21.15.53:6838/2142959350 2024-03-29T00:21:20.705 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.704+0000 7f087a5b2740 1 -- 172.21.15.12:0/1914457940 shutdown_connections 2024-03-29T00:21:20.705 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.705+0000 7f087a5b2740 1 -- 172.21.15.12:0/1914457940 wait complete. 2024-03-29T00:21:20.705 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.705+0000 7f087a5b2740 20 client.26518 trim_cache size 0 max 16384 2024-03-29T00:21:20.706 INFO:teuthology.orchestra.run.smithi012.stdout:[ 2024-03-29T00:21:20.706 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.706 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.707 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 255345220, 2024-03-29T00:21:20.707 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628325, 2024-03-29T00:21:20.707 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-xen_memory" 2024-03-29T00:21:20.707 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.707 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.707 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.707 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 313252179, 2024-03-29T00:21:20.707 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628338, 2024-03-29T00:21:20.707 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-spear-pcie-gadget" 2024-03-29T00:21:20.707 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.707 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.707 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.707 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 609032503, 2024-03-29T00:21:20.707 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628513, 2024-03-29T00:21:20.708 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-sfi" 2024-03-29T00:21:20.708 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.708 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.708 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.708 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 667547011, 2024-03-29T00:21:20.708 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628317, 2024-03-29T00:21:20.708 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-xen-backend" 2024-03-29T00:21:20.708 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.708 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.708 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.708 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 800455432, 2024-03-29T00:21:20.708 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628319, 2024-03-29T00:21:20.708 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-rfkill" 2024-03-29T00:21:20.708 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.709 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.709 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.709 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 1323453939, 2024-03-29T00:21:20.709 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628323, 2024-03-29T00:21:20.709 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-node" 2024-03-29T00:21:20.709 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.709 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.709 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.709 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 1371150167, 2024-03-29T00:21:20.709 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628315, 2024-03-29T00:21:20.709 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-firewire" 2024-03-29T00:21:20.709 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.709 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.709 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.709 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 1516600880, 2024-03-29T00:21:20.710 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628536, 2024-03-29T00:21:20.710 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-platform-asus-wmi" 2024-03-29T00:21:20.710 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.710 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.710 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.710 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 1810251687, 2024-03-29T00:21:20.710 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628332, 2024-03-29T00:21:20.710 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-elog" 2024-03-29T00:21:20.710 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.710 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.710 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.710 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 1902356297, 2024-03-29T00:21:20.710 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628547, 2024-03-29T00:21:20.710 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-pps" 2024-03-29T00:21:20.711 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.711 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.711 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.711 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 1914877514, 2024-03-29T00:21:20.711 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628312, 2024-03-29T00:21:20.711 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/o2cb" 2024-03-29T00:21:20.711 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.711 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.711 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.711 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 1957026536, 2024-03-29T00:21:20.711 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628311, 2024-03-29T00:21:20.711 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/firewire-cdev" 2024-03-29T00:21:20.711 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.711 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.712 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.712 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 1999113598, 2024-03-29T00:21:20.712 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628336, 2024-03-29T00:21:20.712 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/vdso" 2024-03-29T00:21:20.712 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.712 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.712 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.712 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 2125854723, 2024-03-29T00:21:20.712 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628436, 2024-03-29T00:21:20.712 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-grcan" 2024-03-29T00:21:20.712 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.712 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.712 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.712 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 2170985011, 2024-03-29T00:21:20.712 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628321, 2024-03-29T00:21:20.713 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-ubi" 2024-03-29T00:21:20.713 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.713 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.713 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.713 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 2178536884, 2024-03-29T00:21:20.713 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628324, 2024-03-29T00:21:20.713 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-cpu" 2024-03-29T00:21:20.713 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.713 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.713 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.713 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 2240050080, 2024-03-29T00:21:20.713 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628322, 2024-03-29T00:21:20.713 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-udc" 2024-03-29T00:21:20.713 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.714 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.714 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.714 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 2391954077, 2024-03-29T00:21:20.714 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628313, 2024-03-29T00:21:20.714 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/syscalls" 2024-03-29T00:21:20.714 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.714 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.714 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.714 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 2397017312, 2024-03-29T00:21:20.714 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628314, 2024-03-29T00:21:20.714 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-acpi-pmprofile" 2024-03-29T00:21:20.714 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.714 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.714 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.714 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 2499671823, 2024-03-29T00:21:20.715 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628326, 2024-03-29T00:21:20.715 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-ib_srp" 2024-03-29T00:21:20.715 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.715 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.715 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.715 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 2570684777, 2024-03-29T00:21:20.715 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628329, 2024-03-29T00:21:20.715 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-w1_ds28e04" 2024-03-29T00:21:20.715 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.715 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.715 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.716 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 2716886536, 2024-03-29T00:21:20.716 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628448, 2024-03-29T00:21:20.716 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc" 2024-03-29T00:21:20.716 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.716 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.716 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.716 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 2803043091, 2024-03-29T00:21:20.716 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628466, 2024-03-29T00:21:20.716 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_wakeup" 2024-03-29T00:21:20.716 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.716 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.716 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.716 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 2816292362, 2024-03-29T00:21:20.716 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628379, 2024-03-29T00:21:20.717 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etm3x" 2024-03-29T00:21:20.717 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.717 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.717 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.717 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 2845520685, 2024-03-29T00:21:20.717 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628346, 2024-03-29T00:21:20.717 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-mass-storage" 2024-03-29T00:21:20.717 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.717 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.717 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.717 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 2969362739, 2024-03-29T00:21:20.717 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628347, 2024-03-29T00:21:20.717 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-midi" 2024-03-29T00:21:20.717 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.718 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.718 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.718 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 2988359491, 2024-03-29T00:21:20.718 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628546, 2024-03-29T00:21:20.718 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-power" 2024-03-29T00:21:20.718 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.718 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.718 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.718 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 3092504554, 2024-03-29T00:21:20.718 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628335, 2024-03-29T00:21:20.718 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/thermal-notification" 2024-03-29T00:21:20.718 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.719 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.719 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.719 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 3110201631, 2024-03-29T00:21:20.719 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628494, 2024-03-29T00:21:20.719 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-input-axp-pek" 2024-03-29T00:21:20.719 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.719 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.719 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.719 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 3185693305, 2024-03-29T00:21:20.719 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628401, 2024-03-29T00:21:20.719 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mdio" 2024-03-29T00:21:20.719 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.719 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.719 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.719 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 3187045441, 2024-03-29T00:21:20.720 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628506, 2024-03-29T00:21:20.720 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-dmi" 2024-03-29T00:21:20.720 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.720 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.720 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.720 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 3271045866, 2024-03-29T00:21:20.720 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628533, 2024-03-29T00:21:20.720 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-module" 2024-03-29T00:21:20.720 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.720 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.721 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.721 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 3400042059, 2024-03-29T00:21:20.721 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628327, 2024-03-29T00:21:20.721 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-qla2xxx" 2024-03-29T00:21:20.721 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.721 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.721 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.721 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 3441032491, 2024-03-29T00:21:20.721 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628333, 2024-03-29T00:21:20.721 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-module" 2024-03-29T00:21:20.721 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.721 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.721 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.722 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 3476275833, 2024-03-29T00:21:20.722 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628510, 2024-03-29T00:21:20.722 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-log" 2024-03-29T00:21:20.722 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.722 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.722 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.722 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 3612729094, 2024-03-29T00:21:20.722 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628508, 2024-03-29T00:21:20.722 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-efi-runtime-map" 2024-03-29T00:21:20.722 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.722 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.723 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.723 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 3624489933, 2024-03-29T00:21:20.723 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628320, 2024-03-29T00:21:20.723 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-tpm" 2024-03-29T00:21:20.723 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.723 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.723 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.723 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 3648879714, 2024-03-29T00:21:20.723 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628318, 2024-03-29T00:21:20.723 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-backlight" 2024-03-29T00:21:20.723 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.723 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.723 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.723 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 3960957092, 2024-03-29T00:21:20.723 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628387, 2024-03-29T00:21:20.724 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-fcoe" 2024-03-29T00:21:20.724 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.724 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.724 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.724 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 3962333466, 2024-03-29T00:21:20.724 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628316, 2024-03-29T00:21:20.724 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-usb" 2024-03-29T00:21:20.724 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.724 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.724 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.724 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 4010051157, 2024-03-29T00:21:20.724 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628331, 2024-03-29T00:21:20.724 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-dump" 2024-03-29T00:21:20.724 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.725 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.725 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.725 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 4054841336, 2024-03-29T00:21:20.725 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628334, 2024-03-29T00:21:20.725 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-transport-srp" 2024-03-29T00:21:20.725 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.725 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.725 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.725 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 4054932259, 2024-03-29T00:21:20.725 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628352, 2024-03-29T00:21:20.725 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-serial" 2024-03-29T00:21:20.725 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.725 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.725 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.725 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 4057139169, 2024-03-29T00:21:20.726 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628330, 2024-03-29T00:21:20.726 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-efi-vars" 2024-03-29T00:21:20.726 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:21:20.726 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:21:20.726 INFO:teuthology.orchestra.run.smithi012.stdout: "damage_type": "backtrace", 2024-03-29T00:21:20.726 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 4175334676, 2024-03-29T00:21:20.726 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 1099511628328, 2024-03-29T00:21:20.726 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-usb-usbtmc" 2024-03-29T00:21:20.726 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:21:20.726 INFO:teuthology.orchestra.run.smithi012.stdout:] 2024-03-29T00:21:20.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.706+0000 7f0876200640 1 -- 172.21.15.12:0/4198589514 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f08580a1e50 msgr2=0x7f08580a4310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.706+0000 7f0876200640 1 --2- 172.21.15.12:0/4198589514 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f08580a1e50 0x7f08580a4310 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f0868022000 tx=0x7f086800e730 comp rx=0 tx=0).stop 2024-03-29T00:21:20.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.706+0000 7f0876200640 1 -- 172.21.15.12:0/4198589514 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f08701027b0 msgr2=0x7f0870199db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.706+0000 7f0876200640 1 --2- 172.21.15.12:0/4198589514 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f08701027b0 0x7f0870199db0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f0860036040 tx=0x7f0860004270 comp rx=0 tx=0).stop 2024-03-29T00:21:20.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.707+0000 7f0876200640 1 -- 172.21.15.12:0/4198589514 shutdown_connections 2024-03-29T00:21:20.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.707+0000 7f0876200640 1 --2- 172.21.15.12:0/4198589514 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f08580a1e50 0x7f08580a4310 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.707+0000 7f0876200640 1 --2- 172.21.15.12:0/4198589514 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f087019f350 0x7f08701a1740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.707+0000 7f0876200640 1 --2- 172.21.15.12:0/4198589514 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0870103170 0x7f087019a2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.707+0000 7f0876200640 1 --2- 172.21.15.12:0/4198589514 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f08701027b0 0x7f0870199db0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.707+0000 7f0876200640 1 -- 172.21.15.12:0/4198589514 >> 172.21.15.12:0/4198589514 conn(0x7f08700fcb30 msgr2=0x7f08700fd340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:20.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.708+0000 7f0876200640 1 -- 172.21.15.12:0/4198589514 shutdown_connections 2024-03-29T00:21:20.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.708+0000 7f0876200640 1 -- 172.21.15.12:0/4198589514 wait complete. 2024-03-29T00:21:20.730 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:20 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/4132852133' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:21:20.733 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:20 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/4132852133' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:21:20.735 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-29T00:21:20.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.944+0000 7f70b5800640 1 -- 172.21.15.12:0/1963866123 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f70b010fae0 msgr2=0x7f70b0111f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.944+0000 7f70b5800640 1 --2- 172.21.15.12:0/1963866123 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f70b010fae0 0x7f70b0111f70 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f70a8009ca0 tx=0x7f70a802c100 comp rx=0 tx=0).stop 2024-03-29T00:21:20.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.944+0000 7f70b5800640 1 -- 172.21.15.12:0/1963866123 shutdown_connections 2024-03-29T00:21:20.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.944+0000 7f70b5800640 1 --2- 172.21.15.12:0/1963866123 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f70b010fae0 0x7f70b0111f70 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.944+0000 7f70b5800640 1 --2- 172.21.15.12:0/1963866123 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f70b0108c90 0x7f70b0109110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.944+0000 7f70b5800640 1 --2- 172.21.15.12:0/1963866123 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f70b00734d0 0x7f70b0108750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.944+0000 7f70b5800640 1 -- 172.21.15.12:0/1963866123 >> 172.21.15.12:0/1963866123 conn(0x7f70b006e750 msgr2=0x7f70b0070b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:20.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.944+0000 7f70b5800640 1 -- 172.21.15.12:0/1963866123 shutdown_connections 2024-03-29T00:21:20.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.944+0000 7f70b5800640 1 -- 172.21.15.12:0/1963866123 wait complete. 2024-03-29T00:21:20.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.945+0000 7f70b5800640 1 Processor -- start 2024-03-29T00:21:20.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.945+0000 7f70b5800640 1 -- start start 2024-03-29T00:21:20.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.946+0000 7f70b5800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f70b00734d0 0x7f70b010e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.946+0000 7f70b5800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f70b0108c90 0x7f70b010e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.946+0000 7f70b5800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f70b010fae0 0x7f70b01ade50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.946+0000 7f70b5800640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f70b0115b20 con 0x7f70b010fae0 2024-03-29T00:21:20.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.946+0000 7f70b5800640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f70b01159a0 con 0x7f70b0108c90 2024-03-29T00:21:20.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.946+0000 7f70b5800640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f70b0115ca0 con 0x7f70b00734d0 2024-03-29T00:21:20.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.946+0000 7f70afe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f70b00734d0 0x7f70b010e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.946+0000 7f70b4e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f70b010fae0 0x7f70b01ade50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.946+0000 7f70a7e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f70b0108c90 0x7f70b010e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.946+0000 7f70afe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f70b00734d0 0x7f70b010e3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:58462/0 (socket says 172.21.15.12:58462) 2024-03-29T00:21:20.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.946+0000 7f70afe00640 1 -- 172.21.15.12:0/704564686 learned_addr learned my addr 172.21.15.12:0/704564686 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:20.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.946+0000 7f70a7e00640 1 -- 172.21.15.12:0/704564686 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f70b00734d0 msgr2=0x7f70b010e3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.946+0000 7f70a7e00640 1 --2- 172.21.15.12:0/704564686 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f70b00734d0 0x7f70b010e3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.947+0000 7f70a7e00640 1 -- 172.21.15.12:0/704564686 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f70b010fae0 msgr2=0x7f70b01ade50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.947+0000 7f70a7e00640 1 --2- 172.21.15.12:0/704564686 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f70b010fae0 0x7f70b01ade50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.947+0000 7f70a7e00640 1 -- 172.21.15.12:0/704564686 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70b01ae390 con 0x7f70b0108c90 2024-03-29T00:21:20.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.947+0000 7f70b4e00640 1 --2- 172.21.15.12:0/704564686 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f70b010fae0 0x7f70b01ade50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:21:20.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.947+0000 7f70a7e00640 1 --2- 172.21.15.12:0/704564686 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f70b0108c90 0x7f70b010e8e0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f709800e9f0 tx=0x7f709800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:20.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.947+0000 7f70ad600640 1 -- 172.21.15.12:0/704564686 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f709800ccc0 con 0x7f70b0108c90 2024-03-29T00:21:20.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.947+0000 7f70b5800640 1 -- 172.21.15.12:0/704564686 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70b01ae680 con 0x7f70b0108c90 2024-03-29T00:21:20.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.947+0000 7f70ad600640 1 -- 172.21.15.12:0/704564686 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7098005020 con 0x7f70b0108c90 2024-03-29T00:21:20.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.947+0000 7f70ad600640 1 -- 172.21.15.12:0/704564686 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7098004b40 con 0x7f70b0108c90 2024-03-29T00:21:20.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.947+0000 7f70b5800640 1 -- 172.21.15.12:0/704564686 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70b01aeba0 con 0x7f70b0108c90 2024-03-29T00:21:20.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.950+0000 7f70b9a0b740 1 Processor -- start 2024-03-29T00:21:20.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.951+0000 7f70b9a0b740 1 -- start start 2024-03-29T00:21:20.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.951+0000 7f70b9a0b740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5582b4777570 0x5582b4777990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.951+0000 7f70b9a0b740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582b4777f60 0x5582b477ca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.951+0000 7f70b9a0b740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5582b477d0d0 0x5582b477f560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.951+0000 7f70b9a0b740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5582b46dc050 con 0x5582b4777570 2024-03-29T00:21:20.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.951+0000 7f70b9a0b740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5582b4684ce0 con 0x5582b4777f60 2024-03-29T00:21:20.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.951+0000 7f70b9a0b740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5582b46d80f0 con 0x5582b477d0d0 2024-03-29T00:21:20.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.951+0000 7f70ad600640 1 -- 172.21.15.12:0/704564686 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f7098004ce0 con 0x7f70b0108c90 2024-03-29T00:21:20.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.951+0000 7f70afe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582b4777f60 0x5582b477ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.951+0000 7f70afe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582b4777f60 0x5582b477ca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:57410/0 (socket says 172.21.15.12:57410) 2024-03-29T00:21:20.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.951+0000 7f70afe00640 1 -- 172.21.15.12:0/3479304617 learned_addr learned my addr 172.21.15.12:0/3479304617 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:20.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.951+0000 7f70b4e00640 1 --2- 172.21.15.12:0/3479304617 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5582b4777570 0x5582b4777990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.951+0000 7f70a7e00640 1 --2- 172.21.15.12:0/3479304617 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5582b477d0d0 0x5582b477f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.952+0000 7f70afe00640 1 -- 172.21.15.12:0/3479304617 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5582b477d0d0 msgr2=0x5582b477f560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:20.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.952+0000 7f70afe00640 1 --2- 172.21.15.12:0/3479304617 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5582b477d0d0 0x5582b477f560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.952+0000 7f70afe00640 1 -- 172.21.15.12:0/3479304617 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5582b4777570 msgr2=0x5582b4777990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:20.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.952+0000 7f70afe00640 1 --2- 172.21.15.12:0/3479304617 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5582b4777570 0x5582b4777990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.952+0000 7f70afe00640 1 -- 172.21.15.12:0/3479304617 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582b43f03f0 con 0x5582b4777f60 2024-03-29T00:21:20.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.952+0000 7f70afe00640 1 --2- 172.21.15.12:0/3479304617 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582b4777f60 0x5582b477ca60 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f70a000ace0 tx=0x7f70a000f790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3dec37a7c6c3d161 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:20.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.952+0000 7f70a5600640 1 -- 172.21.15.12:0/3479304617 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70a0004220 con 0x5582b4777f60 2024-03-29T00:21:20.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.952+0000 7f70a5600640 1 -- 172.21.15.12:0/3479304617 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f70a00043c0 con 0x5582b4777f60 2024-03-29T00:21:20.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.952+0000 7f70a5600640 1 -- 172.21.15.12:0/3479304617 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70a0018a80 con 0x5582b4777f60 2024-03-29T00:21:20.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.953+0000 7f70b9a0b740 1 -- 172.21.15.12:0/3479304617 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582b4777f60 msgr2=0x5582b477ca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.953+0000 7f70b9a0b740 1 --2- 172.21.15.12:0/3479304617 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582b4777f60 0x5582b477ca60 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f70a000ace0 tx=0x7f70a000f790 comp rx=0 tx=0).stop 2024-03-29T00:21:20.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.953+0000 7f70ad600640 1 --2- 172.21.15.12:0/704564686 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f70940a1d80 0x7f70940a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.953+0000 7f70b9a0b740 1 -- 172.21.15.12:0/3479304617 shutdown_connections 2024-03-29T00:21:20.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.953+0000 7f70b9a0b740 1 --2- 172.21.15.12:0/3479304617 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582b4777f60 0x5582b477ca60 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.953+0000 7f70b9a0b740 1 --2- 172.21.15.12:0/3479304617 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5582b477d0d0 0x5582b477f560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.953+0000 7f70b9a0b740 1 --2- 172.21.15.12:0/3479304617 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5582b4777570 0x5582b4777990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.953+0000 7f70b9a0b740 1 -- 172.21.15.12:0/3479304617 >> 172.21.15.12:0/3479304617 conn(0x5582b4772ae0 msgr2=0x5582b4772ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:20.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.953+0000 7f70b4e00640 1 --2- 172.21.15.12:0/704564686 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f70940a1d80 0x7f70940a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.953+0000 7f70ad600640 1 -- 172.21.15.12:0/704564686 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f70980ce0f0 con 0x7f70b0108c90 2024-03-29T00:21:20.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.953+0000 7f70b9a0b740 1 -- 172.21.15.12:0/3479304617 shutdown_connections 2024-03-29T00:21:20.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.953+0000 7f70b9a0b740 1 -- 172.21.15.12:0/3479304617 wait complete. 2024-03-29T00:21:20.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.954+0000 7f70b9a0b740 1 -- start start 2024-03-29T00:21:20.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.954+0000 7f70b9a0b740 1 Processor -- start 2024-03-29T00:21:20.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.954+0000 7f70b4e00640 1 --2- 172.21.15.12:0/704564686 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f70940a1d80 0x7f70940a4240 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f70a802c640 tx=0x7f70a8032640 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:20.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.954+0000 7f70b9a0b740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5582b4777570 0x5582b4781ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.954+0000 7f70b9a0b740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582b4777f60 0x5582b4782000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.955+0000 7f70b9a0b740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5582b477d0d0 0x5582b4789040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.955+0000 7f70b9a0b740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5582b4780080 con 0x5582b4777570 2024-03-29T00:21:20.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.955+0000 7f70b9a0b740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5582b467a2f0 con 0x5582b4777f60 2024-03-29T00:21:20.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.955+0000 7f70b9a0b740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5582b4780200 con 0x5582b477d0d0 2024-03-29T00:21:20.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.955+0000 7f70b9a0b740 10 client.0 _ll_register_callbacks cb 0x5582b43efbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:21:20.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.955+0000 7f70a7e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582b4777f60 0x5582b4782000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.955+0000 7f70a7e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582b4777f60 0x5582b4782000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:57426/0 (socket says 172.21.15.12:57426) 2024-03-29T00:21:20.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.955+0000 7f70a7e00640 1 -- 172.21.15.12:0/2406320710 learned_addr learned my addr 172.21.15.12:0/2406320710 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:20.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.955+0000 7f70b4e00640 1 --2- 172.21.15.12:0/2406320710 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5582b477d0d0 0x5582b4789040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.955+0000 7f70afe00640 1 --2- 172.21.15.12:0/2406320710 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5582b4777570 0x5582b4781ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.955+0000 7f70a7e00640 1 -- 172.21.15.12:0/2406320710 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5582b477d0d0 msgr2=0x5582b4789040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:20.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.955+0000 7f70a7e00640 1 --2- 172.21.15.12:0/2406320710 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5582b477d0d0 0x5582b4789040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.955+0000 7f70a7e00640 1 -- 172.21.15.12:0/2406320710 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5582b4777570 msgr2=0x5582b4781ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:20.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.955+0000 7f70a7e00640 1 --2- 172.21.15.12:0/2406320710 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5582b4777570 0x5582b4781ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.955+0000 7f70a7e00640 1 -- 172.21.15.12:0/2406320710 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582b44ba7d0 con 0x5582b4777f60 2024-03-29T00:21:20.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.955+0000 7f70a7e00640 1 --2- 172.21.15.12:0/2406320710 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582b4777f60 0x5582b4782000 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f709809a9c0 tx=0x7f709809a450 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d23d2c209346cb09 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:20.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.955+0000 7f709e000640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:21:20.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.956+0000 7f709e000640 1 -- 172.21.15.12:0/2406320710 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f709801c070 con 0x5582b4777f60 2024-03-29T00:21:20.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.956+0000 7f709e000640 1 -- 172.21.15.12:0/2406320710 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f709809ac90 con 0x5582b4777f60 2024-03-29T00:21:20.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.956+0000 7f70b9a0b740 1 -- 172.21.15.12:0/2406320710 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70a00043c0 con 0x5582b4777f60 2024-03-29T00:21:20.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.956+0000 7f709e000640 1 -- 172.21.15.12:0/2406320710 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f709809aa30 con 0x5582b4777f60 2024-03-29T00:21:20.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.956+0000 7f70b9a0b740 10 client.26468 fetch_fsmap learned FSMap version 33 2024-03-29T00:21:20.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.956+0000 7f70b9a0b740 1 -- 172.21.15.12:0/2406320710 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5582b478c420 con 0x5582b4777f60 2024-03-29T00:21:20.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.956+0000 7f709e000640 1 -- 172.21.15.12:0/2406320710 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f70a00043c0 con 0x5582b4777f60 2024-03-29T00:21:20.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.956+0000 7f709e000640 1 -- 172.21.15.12:0/2406320710 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 33) ==== 8378+0+0 (secure 0 0 0) 0x7f7098099e80 con 0x5582b4777f60 2024-03-29T00:21:20.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.957+0000 7f70b9a0b740 10 client.26468 fetch_fsmap finished waiting for FSMap version 33 2024-03-29T00:21:20.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.957+0000 7f70b9a0b740 10 client.26468 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:21:20.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.957+0000 7f70b9a0b740 20 client.26468 populate_metadata read hostname 'smithi012' 2024-03-29T00:21:20.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.957+0000 7f70b9a0b740 1 --2- 172.21.15.12:0/2406320710 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5582b478db10 0x5582b478ff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.957+0000 7f70b9a0b740 4 client.26468 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:21:20.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.957+0000 7f70b9a0b740 1 -- 172.21.15.12:0/2406320710 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5582b4685680 con 0x5582b478db10 2024-03-29T00:21:20.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.957+0000 7f70afe00640 1 --2- 172.21.15.12:0/2406320710 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5582b478db10 0x5582b478ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.957+0000 7f70afe00640 1 --2- 172.21.15.12:0/2406320710 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5582b478db10 0x5582b478ff40 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=788aad814ee12fd3 server_cookie=56228c7593de196a in_seq=0 out_seq=0 2024-03-29T00:21:20.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.957+0000 7f709e000640 10 client.26468 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:21:20.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.958+0000 7f709e000640 1 -- 172.21.15.12:0/2406320710 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5582b4685680 con 0x5582b478db10 2024-03-29T00:21:20.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.959+0000 7f709e000640 10 client.26468 handle_command_reply: tid=0 2024-03-29T00:21:20.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.959+0000 7f70b9a0b740 1 client.26468 shutdown 2024-03-29T00:21:20.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.959+0000 7f70b9a0b740 1 -- 172.21.15.12:0/2406320710 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582b4777f60 msgr2=0x5582b4782000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.959+0000 7f70b9a0b740 1 --2- 172.21.15.12:0/2406320710 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582b4777f60 0x5582b4782000 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f709809a9c0 tx=0x7f709809a450 comp rx=0 tx=0).stop 2024-03-29T00:21:20.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.959+0000 7f70b9a0b740 1 -- 172.21.15.12:0/2406320710 shutdown_connections 2024-03-29T00:21:20.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.959+0000 7f70b9a0b740 1 --2- 172.21.15.12:0/2406320710 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5582b478db10 0x5582b478ff40 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.959+0000 7f70b9a0b740 1 --2- 172.21.15.12:0/2406320710 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582b4777f60 0x5582b4782000 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.959+0000 7f70b9a0b740 1 --2- 172.21.15.12:0/2406320710 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5582b477d0d0 0x5582b4789040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.959+0000 7f709e000640 0 client.26468 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:21:20.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.959+0000 7f70b9a0b740 1 --2- 172.21.15.12:0/2406320710 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5582b4777570 0x5582b4781ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.959+0000 7f70b9a0b740 1 -- 172.21.15.12:0/2406320710 >> 172.21.15.12:0/2406320710 conn(0x5582b4772ae0 msgr2=0x5582b4771dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:20.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.959+0000 7f70b9a0b740 1 -- 172.21.15.12:0/2406320710 shutdown_connections 2024-03-29T00:21:20.964 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.959+0000 7f70b9a0b740 1 -- 172.21.15.12:0/2406320710 wait complete. 2024-03-29T00:21:20.964 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.959+0000 7f70b9a0b740 20 client.26468 trim_cache size 0 max 16384 2024-03-29T00:21:20.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.973+0000 7f70b9a0b740 1 Processor -- start 2024-03-29T00:21:20.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.974+0000 7f70b9a0b740 1 -- start start 2024-03-29T00:21:20.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.974+0000 7f70b9a0b740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5582b4777570 0x5582b4771530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.974+0000 7f70b9a0b740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5582b4777f60 0x5582b4789000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.974+0000 7f70b9a0b740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582b477d0d0 0x5582b4771a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.974+0000 7f70b9a0b740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f70b01b9080 con 0x5582b4777570 2024-03-29T00:21:20.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.974+0000 7f70b9a0b740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f70b01bac80 con 0x5582b477d0d0 2024-03-29T00:21:20.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.974+0000 7f70b9a0b740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f70b01b9750 con 0x5582b4777f60 2024-03-29T00:21:20.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.974+0000 7f70afe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5582b4777570 0x5582b4771530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.974+0000 7f70a7e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5582b4777f60 0x5582b4789000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.974+0000 7f70b4e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582b477d0d0 0x5582b4771a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.974+0000 7f70a7e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5582b4777f60 0x5582b4789000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:58498/0 (socket says 172.21.15.12:58498) 2024-03-29T00:21:20.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.974+0000 7f70a7e00640 1 -- 172.21.15.12:0/6186993 learned_addr learned my addr 172.21.15.12:0/6186993 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:20.978 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.974+0000 7f70afe00640 1 -- 172.21.15.12:0/6186993 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5582b4777f60 msgr2=0x5582b4789000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:20.978 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.974+0000 7f70afe00640 1 --2- 172.21.15.12:0/6186993 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5582b4777f60 0x5582b4789000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.978 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.974+0000 7f70afe00640 1 -- 172.21.15.12:0/6186993 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582b477d0d0 msgr2=0x5582b4771a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:20.978 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.974+0000 7f70afe00640 1 --2- 172.21.15.12:0/6186993 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582b477d0d0 0x5582b4771a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.978 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.975+0000 7f70afe00640 1 -- 172.21.15.12:0/6186993 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582b477c770 con 0x5582b4777570 2024-03-29T00:21:20.978 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.975+0000 7f70b4e00640 1 --2- 172.21.15.12:0/6186993 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582b477d0d0 0x5582b4771a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:21:20.978 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.975+0000 7f70afe00640 1 --2- 172.21.15.12:0/6186993 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5582b4777570 0x5582b4771530 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x5582b4778360 tx=0x7f70a0003f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f96c198c6a7b078 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:20.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.975+0000 7f70a4c00640 1 -- 172.21.15.12:0/6186993 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70a000a640 con 0x5582b4777570 2024-03-29T00:21:20.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.975+0000 7f70a4c00640 1 -- 172.21.15.12:0/6186993 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f70a0005530 con 0x5582b4777570 2024-03-29T00:21:20.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.975+0000 7f70a4c00640 1 -- 172.21.15.12:0/6186993 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70a0003a80 con 0x5582b4777570 2024-03-29T00:21:20.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.976+0000 7f70b9a0b740 1 -- 172.21.15.12:0/6186993 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5582b4777570 msgr2=0x5582b4771530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.976+0000 7f70b9a0b740 1 --2- 172.21.15.12:0/6186993 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5582b4777570 0x5582b4771530 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x5582b4778360 tx=0x7f70a0003f60 comp rx=0 tx=0).stop 2024-03-29T00:21:20.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.976+0000 7f70b9a0b740 1 -- 172.21.15.12:0/6186993 shutdown_connections 2024-03-29T00:21:20.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.976+0000 7f70b9a0b740 1 --2- 172.21.15.12:0/6186993 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582b477d0d0 0x5582b4771a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.976+0000 7f70b9a0b740 1 --2- 172.21.15.12:0/6186993 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5582b4777f60 0x5582b4789000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.976+0000 7f70b9a0b740 1 --2- 172.21.15.12:0/6186993 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5582b4777570 0x5582b4771530 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.976+0000 7f70b9a0b740 1 -- 172.21.15.12:0/6186993 >> 172.21.15.12:0/6186993 conn(0x5582b4772ae0 msgr2=0x5582b47805a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:20.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.976+0000 7f70b9a0b740 1 -- 172.21.15.12:0/6186993 shutdown_connections 2024-03-29T00:21:20.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.976+0000 7f70b9a0b740 1 -- 172.21.15.12:0/6186993 wait complete. 2024-03-29T00:21:20.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.976+0000 7f70b9a0b740 1 -- start start 2024-03-29T00:21:20.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.976+0000 7f70b9a0b740 1 Processor -- start 2024-03-29T00:21:20.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.977+0000 7f70b9a0b740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582b4777570 0x5582b47864c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.977+0000 7f70b9a0b740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5582b4777f60 0x5582b4786a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.977+0000 7f70b9a0b740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5582b477d0d0 0x5582b4787a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.977+0000 7f70b9a0b740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f70b01ba4f0 con 0x5582b4777f60 2024-03-29T00:21:20.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.977+0000 7f70b9a0b740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f70b01b9e20 con 0x5582b4777570 2024-03-29T00:21:20.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.977+0000 7f70b9a0b740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f70b01b7060 con 0x5582b477d0d0 2024-03-29T00:21:20.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.977+0000 7f70b9a0b740 10 client.0 _ll_register_callbacks cb 0x7f70980046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:21:20.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.977+0000 7f70afe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582b4777570 0x5582b47864c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.977+0000 7f70afe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582b4777570 0x5582b47864c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:57438/0 (socket says 172.21.15.12:57438) 2024-03-29T00:21:20.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.977+0000 7f70b4e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5582b477d0d0 0x5582b4787a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.977+0000 7f70afe00640 1 -- 172.21.15.12:0/2803650464 learned_addr learned my addr 172.21.15.12:0/2803650464 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:20.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.977+0000 7f70a7e00640 1 --2- 172.21.15.12:0/2803650464 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5582b4777f60 0x5582b4786a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.978+0000 7f70b4e00640 1 -- 172.21.15.12:0/2803650464 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582b4777570 msgr2=0x5582b47864c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:20.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.978+0000 7f70b4e00640 1 --2- 172.21.15.12:0/2803650464 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582b4777570 0x5582b47864c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.978+0000 7f70b4e00640 1 -- 172.21.15.12:0/2803650464 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5582b4777f60 msgr2=0x5582b4786a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:20.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.978+0000 7f70b4e00640 1 --2- 172.21.15.12:0/2803650464 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5582b4777f60 0x5582b4786a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.978+0000 7f70b4e00640 1 -- 172.21.15.12:0/2803650464 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582b4788000 con 0x5582b477d0d0 2024-03-29T00:21:20.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.978+0000 7f70afe00640 1 --2- 172.21.15.12:0/2803650464 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582b4777570 0x5582b47864c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:21:20.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.978+0000 7f70b4e00640 1 --2- 172.21.15.12:0/2803650464 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5582b477d0d0 0x5582b4787a10 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f70a8037040 tx=0x7f70a80095c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=399b0462fa0eac01 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:20.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.978+0000 7f709e000640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:21:20.983 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.978+0000 7f709e000640 1 -- 172.21.15.12:0/2803650464 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70a8039040 con 0x5582b477d0d0 2024-03-29T00:21:20.983 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.978+0000 7f70b9a0b740 1 -- 172.21.15.12:0/2803650464 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70a0005530 con 0x5582b477d0d0 2024-03-29T00:21:20.983 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.978+0000 7f709e000640 1 -- 172.21.15.12:0/2803650464 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f70a8032a00 con 0x5582b477d0d0 2024-03-29T00:21:20.983 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.978+0000 7f709e000640 1 -- 172.21.15.12:0/2803650464 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f70a8003f80 con 0x5582b477d0d0 2024-03-29T00:21:20.983 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.978+0000 7f70b9a0b740 10 client.26536 fetch_fsmap learned FSMap version 33 2024-03-29T00:21:20.983 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.978+0000 7f70b9a0b740 1 -- 172.21.15.12:0/2803650464 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5582b4789370 con 0x5582b477d0d0 2024-03-29T00:21:20.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.979+0000 7f709e000640 1 -- 172.21.15.12:0/2803650464 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f70a0005530 con 0x5582b477d0d0 2024-03-29T00:21:20.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.979+0000 7f709e000640 1 -- 172.21.15.12:0/2803650464 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 33) ==== 8378+0+0 (secure 0 0 0) 0x7f70a80354f0 con 0x5582b477d0d0 2024-03-29T00:21:20.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.979+0000 7f70b9a0b740 10 client.26536 fetch_fsmap finished waiting for FSMap version 33 2024-03-29T00:21:20.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.979+0000 7f70b9a0b740 10 client.26536 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-29T00:21:20.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.979+0000 7f70b9a0b740 20 client.26536 populate_metadata read hostname 'smithi012' 2024-03-29T00:21:20.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.979+0000 7f70b9a0b740 1 --2- 172.21.15.12:0/2803650464 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5582b47f46e0 0x5582b47f6b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:20.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.979+0000 7f70b9a0b740 4 client.26536 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-29T00:21:20.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.979+0000 7f70b9a0b740 1 -- 172.21.15.12:0/2803650464 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5582b46e9590 con 0x5582b47f46e0 2024-03-29T00:21:20.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.979+0000 7f70afe00640 1 --2- 172.21.15.12:0/2803650464 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5582b47f46e0 0x5582b47f6b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:20.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.980+0000 7f709e000640 10 client.26536 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:21:20.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.980+0000 7f70afe00640 1 --2- 172.21.15.12:0/2803650464 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5582b47f46e0 0x5582b47f6b00 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=19430d749d451e63 server_cookie=742b5e5745d1cb33 in_seq=0 out_seq=0 2024-03-29T00:21:20.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.980+0000 7f709e000640 1 -- 172.21.15.12:0/2803650464 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5582b46e9590 con 0x5582b47f46e0 2024-03-29T00:21:20.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.980+0000 7f709e000640 10 client.26536 handle_command_reply: tid=0 2024-03-29T00:21:20.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.980+0000 7f70b9a0b740 1 client.26536 shutdown 2024-03-29T00:21:20.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.980+0000 7f70b9a0b740 1 -- 172.21.15.12:0/2803650464 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5582b477d0d0 msgr2=0x5582b4787a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.980+0000 7f70b9a0b740 1 --2- 172.21.15.12:0/2803650464 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5582b477d0d0 0x5582b4787a10 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f70a8037040 tx=0x7f70a80095c0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.980+0000 7f70b9a0b740 1 -- 172.21.15.12:0/2803650464 shutdown_connections 2024-03-29T00:21:20.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.980+0000 7f70b9a0b740 1 --2- 172.21.15.12:0/2803650464 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5582b47f46e0 0x5582b47f6b00 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.980+0000 7f70b9a0b740 1 --2- 172.21.15.12:0/2803650464 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5582b477d0d0 0x5582b4787a10 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.980+0000 7f70b9a0b740 1 --2- 172.21.15.12:0/2803650464 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5582b4777f60 0x5582b4786a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.980+0000 7f709e000640 0 client.26536 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:21:20.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.980+0000 7f70b9a0b740 1 --2- 172.21.15.12:0/2803650464 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582b4777570 0x5582b47864c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.980+0000 7f70b9a0b740 1 -- 172.21.15.12:0/2803650464 >> 172.21.15.12:0/2803650464 conn(0x5582b4772ae0 msgr2=0x5582b4775d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:20.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.980+0000 7f70b9a0b740 1 -- 172.21.15.12:0/2803650464 shutdown_connections 2024-03-29T00:21:20.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.980+0000 7f70b9a0b740 1 -- 172.21.15.12:0/2803650464 wait complete. 2024-03-29T00:21:20.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.980+0000 7f70b9a0b740 20 client.26536 trim_cache size 0 max 16384 2024-03-29T00:21:20.985 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-03-29T00:21:20.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.981+0000 7f70b5800640 1 -- 172.21.15.12:0/704564686 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f70940a1d80 msgr2=0x7f70940a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.981+0000 7f70b5800640 1 --2- 172.21.15.12:0/704564686 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f70940a1d80 0x7f70940a4240 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f70a802c640 tx=0x7f70a8032640 comp rx=0 tx=0).stop 2024-03-29T00:21:20.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.981+0000 7f70b5800640 1 -- 172.21.15.12:0/704564686 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f70b0108c90 msgr2=0x7f70b010e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:20.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.981+0000 7f70b5800640 1 --2- 172.21.15.12:0/704564686 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f70b0108c90 0x7f70b010e8e0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f709800e9f0 tx=0x7f709800eeb0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.981+0000 7f70b5800640 1 -- 172.21.15.12:0/704564686 shutdown_connections 2024-03-29T00:21:20.987 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.981+0000 7f70b5800640 1 --2- 172.21.15.12:0/704564686 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f70940a1d80 0x7f70940a4240 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.987 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.981+0000 7f70b5800640 1 --2- 172.21.15.12:0/704564686 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f70b0108c90 0x7f70b010e8e0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.987 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.981+0000 7f70b5800640 1 --2- 172.21.15.12:0/704564686 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f70b010fae0 0x7f70b01ade50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.987 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.981+0000 7f70b5800640 1 --2- 172.21.15.12:0/704564686 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f70b00734d0 0x7f70b010e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:20.987 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.981+0000 7f70b5800640 1 -- 172.21.15.12:0/704564686 >> 172.21.15.12:0/704564686 conn(0x7f70b006e750 msgr2=0x7f70b019b200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:20.987 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.981+0000 7f70b5800640 1 -- 172.21.15.12:0/704564686 shutdown_connections 2024-03-29T00:21:20.987 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:21:20.981+0000 7f70b5800640 1 -- 172.21.15.12:0/704564686 wait complete. 2024-03-29T00:21:20.998 ERROR:tasks.fwd_scrub:rank 1 damaged: [{'damage_type': 'backtrace', 'id': 255345220, 'ino': 1099511628325, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-xen_memory'}, {'damage_type': 'backtrace', 'id': 313252179, 'ino': 1099511628338, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-spear-pcie-gadget'}, {'damage_type': 'backtrace', 'id': 609032503, 'ino': 1099511628513, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-sfi'}, {'damage_type': 'backtrace', 'id': 667547011, 'ino': 1099511628317, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-xen-backend'}, {'damage_type': 'backtrace', 'id': 800455432, 'ino': 1099511628319, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-rfkill'}, {'damage_type': 'backtrace', 'id': 1323453939, 'ino': 1099511628323, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-node'}, {'damage_type': 'backtrace', 'id': 1371150167, 'ino': 1099511628315, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-firewire'}, {'damage_type': 'backtrace', 'id': 1516600880, 'ino': 1099511628536, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-platform-asus-wmi'}, {'damage_type': 'backtrace', 'id': 1810251687, 'ino': 1099511628332, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-elog'}, {'damage_type': 'backtrace', 'id': 1902356297, 'ino': 1099511628547, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-pps'}, {'damage_type': 'backtrace', 'id': 1914877514, 'ino': 1099511628312, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/o2cb'}, {'damage_type': 'backtrace', 'id': 1957026536, 'ino': 1099511628311, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/firewire-cdev'}, {'damage_type': 'backtrace', 'id': 1999113598, 'ino': 1099511628336, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/vdso'}, {'damage_type': 'backtrace', 'id': 2125854723, 'ino': 1099511628436, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-grcan'}, {'damage_type': 'backtrace', 'id': 2170985011, 'ino': 1099511628321, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-ubi'}, {'damage_type': 'backtrace', 'id': 2178536884, 'ino': 1099511628324, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-cpu'}, {'damage_type': 'backtrace', 'id': 2240050080, 'ino': 1099511628322, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-udc'}, {'damage_type': 'backtrace', 'id': 2391954077, 'ino': 1099511628313, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/syscalls'}, {'damage_type': 'backtrace', 'id': 2397017312, 'ino': 1099511628314, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-acpi-pmprofile'}, {'damage_type': 'backtrace', 'id': 2499671823, 'ino': 1099511628326, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-ib_srp'}, {'damage_type': 'backtrace', 'id': 2570684777, 'ino': 1099511628329, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-w1_ds28e04'}, {'damage_type': 'backtrace', 'id': 2716886536, 'ino': 1099511628448, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc'}, {'damage_type': 'backtrace', 'id': 2803043091, 'ino': 1099511628466, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_wakeup'}, {'damage_type': 'backtrace', 'id': 2816292362, 'ino': 1099511628379, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etm3x'}, {'damage_type': 'backtrace', 'id': 2845520685, 'ino': 1099511628346, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-mass-storage'}, {'damage_type': 'backtrace', 'id': 2969362739, 'ino': 1099511628347, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-midi'}, {'damage_type': 'backtrace', 'id': 2988359491, 'ino': 1099511628546, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-power'}, {'damage_type': 'backtrace', 'id': 3092504554, 'ino': 1099511628335, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/thermal-notification'}, {'damage_type': 'backtrace', 'id': 3110201631, 'ino': 1099511628494, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-input-axp-pek'}, {'damage_type': 'backtrace', 'id': 3185693305, 'ino': 1099511628401, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mdio'}, {'damage_type': 'backtrace', 'id': 3187045441, 'ino': 1099511628506, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-dmi'}, {'damage_type': 'backtrace', 'id': 3271045866, 'ino': 1099511628533, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-module'}, {'damage_type': 'backtrace', 'id': 3400042059, 'ino': 1099511628327, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-qla2xxx'}, {'damage_type': 'backtrace', 'id': 3441032491, 'ino': 1099511628333, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-module'}, {'damage_type': 'backtrace', 'id': 3476275833, 'ino': 1099511628510, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-log'}, {'damage_type': 'backtrace', 'id': 3612729094, 'ino': 1099511628508, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-efi-runtime-map'}, {'damage_type': 'backtrace', 'id': 3624489933, 'ino': 1099511628320, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-tpm'}, {'damage_type': 'backtrace', 'id': 3648879714, 'ino': 1099511628318, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-backlight'}, {'damage_type': 'backtrace', 'id': 3960957092, 'ino': 1099511628387, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-fcoe'}, {'damage_type': 'backtrace', 'id': 3962333466, 'ino': 1099511628316, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-usb'}, {'damage_type': 'backtrace', 'id': 4010051157, 'ino': 1099511628331, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-dump'}, {'damage_type': 'backtrace', 'id': 4054841336, 'ino': 1099511628334, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-transport-srp'}, {'damage_type': 'backtrace', 'id': 4054932259, 'ino': 1099511628352, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-serial'}, {'damage_type': 'backtrace', 'id': 4057139169, 'ino': 1099511628330, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-efi-vars'}, {'damage_type': 'backtrace', 'id': 4175334676, 'ino': 1099511628328, 'path': '/volumes/qa/sv_1/6a5f437d-bbe4-44bf-93cb-b86954137584/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-usb-usbtmc'}] 2024-03-29T00:21:20.999 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph_55f5138942aa4866e49329c9103468889cec3f73/qa/tasks/fwd_scrub.py", line 38, in _run self.do_scrub() File "/home/teuthworker/src/git.ceph.com_ceph_55f5138942aa4866e49329c9103468889cec3f73/qa/tasks/fwd_scrub.py", line 55, in do_scrub self._scrub() File "/home/teuthworker/src/git.ceph.com_ceph_55f5138942aa4866e49329c9103468889cec3f73/qa/tasks/fwd_scrub.py", line 79, in _scrub self._check_damage() File "/home/teuthworker/src/git.ceph.com_ceph_55f5138942aa4866e49329c9103468889cec3f73/qa/tasks/fwd_scrub.py", line 90, in _check_damage raise RuntimeError(f"rank damage found: {types}") RuntimeError: rank damage found: {'backtrace'} 2024-03-29T00:21:21.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:21 smithi053 ceph-mon[36233]: pgmap v508: 129 pgs: 129 active+clean; 134 MiB data, 755 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 4.1 MiB/s wr, 775 op/s 2024-03-29T00:21:21.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:21 smithi069 ceph-mon[36074]: pgmap v508: 129 pgs: 129 active+clean; 134 MiB data, 755 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 4.1 MiB/s wr, 775 op/s 2024-03-29T00:21:21.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:21 smithi012 ceph-mon[31657]: pgmap v508: 129 pgs: 129 active+clean; 134 MiB data, 755 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 4.1 MiB/s wr, 775 op/s 2024-03-29T00:21:22.258 INFO:tasks.workunit.client.0.smithi012.stderr:+ sync 2024-03-29T00:21:23.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:23 smithi053 ceph-mon[36233]: pgmap v509: 129 pgs: 129 active+clean; 134 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 4.1 MiB/s wr, 787 op/s 2024-03-29T00:21:23.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:23 smithi069 ceph-mon[36074]: pgmap v509: 129 pgs: 129 active+clean; 134 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 4.1 MiB/s wr, 787 op/s 2024-03-29T00:21:23.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:23 smithi012 ceph-mon[31657]: pgmap v509: 129 pgs: 129 active+clean; 134 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 4.1 MiB/s wr, 787 op/s 2024-03-29T00:21:23.899 INFO:tasks.workunit.client.0.smithi012.stderr:+ tar c linux-4.0.5 2024-03-29T00:21:24.811 INFO:tasks.workunit.client.0.smithi012.stderr:+ rm -rf linux-4.0.5 2024-03-29T00:21:25.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:25 smithi053 ceph-mon[36233]: pgmap v510: 129 pgs: 129 active+clean; 135 MiB data, 783 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.9 MiB/s wr, 751 op/s 2024-03-29T00:21:25.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:25 smithi069 ceph-mon[36074]: pgmap v510: 129 pgs: 129 active+clean; 135 MiB data, 783 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.9 MiB/s wr, 751 op/s 2024-03-29T00:21:25.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:25 smithi012 ceph-mon[31657]: pgmap v510: 129 pgs: 129 active+clean; 135 MiB data, 783 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.9 MiB/s wr, 751 op/s 2024-03-29T00:21:25.985 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.984+0000 7f000d800640 1 -- 172.21.15.12:0/2433851272 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f00081039d0 msgr2=0x7f0008103df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:25.985 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.984+0000 7f000d800640 1 --2- 172.21.15.12:0/2433851272 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f00081039d0 0x7f0008103df0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7efff8009900 tx=0x7efff802bc40 comp rx=0 tx=0).stop 2024-03-29T00:21:25.985 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.984+0000 7f000d800640 1 -- 172.21.15.12:0/2433851272 shutdown_connections 2024-03-29T00:21:25.985 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.984+0000 7f000d800640 1 --2- 172.21.15.12:0/2433851272 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0008105580 0x7f000810be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:25.986 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.984+0000 7f000d800640 1 --2- 172.21.15.12:0/2433851272 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0008104bc0 0x7f0008105040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:25.986 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.984+0000 7f000d800640 1 --2- 172.21.15.12:0/2433851272 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f00081039d0 0x7f0008103df0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:25.986 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.984+0000 7f000d800640 1 -- 172.21.15.12:0/2433851272 >> 172.21.15.12:0/2433851272 conn(0x7f00080fef40 msgr2=0x7f0008101380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:25.986 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.985+0000 7f000d800640 1 -- 172.21.15.12:0/2433851272 shutdown_connections 2024-03-29T00:21:25.986 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.985+0000 7f000d800640 1 -- 172.21.15.12:0/2433851272 wait complete. 2024-03-29T00:21:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.986+0000 7f000d800640 1 Processor -- start 2024-03-29T00:21:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.986+0000 7f000d800640 1 -- start start 2024-03-29T00:21:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.986+0000 7f000d800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f00081039d0 0x7f0008199dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.986+0000 7f000d800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0008104bc0 0x7f000819a300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.986+0000 7f000d800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0008105580 0x7f00081a1330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.986+0000 7f000d800640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f000810f780 con 0x7f00081039d0 2024-03-29T00:21:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.986+0000 7f000d800640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f000810f600 con 0x7f0008104bc0 2024-03-29T00:21:25.989 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.986+0000 7f000d800640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f000810f900 con 0x7f0008105580 2024-03-29T00:21:25.989 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.986+0000 7effffe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0008104bc0 0x7f000819a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:25.989 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.986+0000 7effffe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0008104bc0 0x7f000819a300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:44718/0 (socket says 172.21.15.12:44718) 2024-03-29T00:21:25.989 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.986+0000 7effffe00640 1 -- 172.21.15.12:0/2095679780 learned_addr learned my addr 172.21.15.12:0/2095679780 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:25.989 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.986+0000 7f0006a00640 1 --2- 172.21.15.12:0/2095679780 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f00081039d0 0x7f0008199dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:25.989 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.987+0000 7f0007400640 1 --2- 172.21.15.12:0/2095679780 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0008105580 0x7f00081a1330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:25.989 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.987+0000 7effffe00640 1 -- 172.21.15.12:0/2095679780 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0008105580 msgr2=0x7f00081a1330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:25.989 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.987+0000 7effffe00640 1 --2- 172.21.15.12:0/2095679780 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0008105580 0x7f00081a1330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:25.989 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.987+0000 7effffe00640 1 -- 172.21.15.12:0/2095679780 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f00081039d0 msgr2=0x7f0008199dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:25.989 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.987+0000 7effffe00640 1 --2- 172.21.15.12:0/2095679780 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f00081039d0 0x7f0008199dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:25.989 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.987+0000 7effffe00640 1 -- 172.21.15.12:0/2095679780 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00081a19d0 con 0x7f0008104bc0 2024-03-29T00:21:25.989 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.987+0000 7effffe00640 1 --2- 172.21.15.12:0/2095679780 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0008104bc0 0x7f000819a300 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7efff000e9f0 tx=0x7efff000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:25.989 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.987+0000 7effff400640 1 -- 172.21.15.12:0/2095679780 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff000cd80 con 0x7f0008104bc0 2024-03-29T00:21:25.989 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.987+0000 7f000d800640 1 -- 172.21.15.12:0/2095679780 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00081a1cc0 con 0x7f0008104bc0 2024-03-29T00:21:25.990 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.988+0000 7effff400640 1 -- 172.21.15.12:0/2095679780 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7efff0010930 con 0x7f0008104bc0 2024-03-29T00:21:25.990 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.988+0000 7effff400640 1 -- 172.21.15.12:0/2095679780 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff0018b00 con 0x7f0008104bc0 2024-03-29T00:21:25.990 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.988+0000 7f000d800640 1 -- 172.21.15.12:0/2095679780 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00081a2180 con 0x7f0008104bc0 2024-03-29T00:21:25.991 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.991+0000 7f0010405740 1 Processor -- start 2024-03-29T00:21:25.991 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.991+0000 7effff400640 1 -- 172.21.15.12:0/2095679780 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7efff0018ca0 con 0x7f0008104bc0 2024-03-29T00:21:25.991 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.991+0000 7f0010405740 1 -- start start 2024-03-29T00:21:25.992 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.991+0000 7f0010405740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c7e0875b0 0x564c7e0879d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.991+0000 7f0010405740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c7e087fa0 0x564c7e08caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.991+0000 7f0010405740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c7e08d110 0x564c7e08f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.991+0000 7f0010405740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x564c7dfeb640 con 0x564c7e0875b0 2024-03-29T00:21:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.991+0000 7f0010405740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x564c7df94810 con 0x564c7e08d110 2024-03-29T00:21:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.991+0000 7f0010405740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x564c7dfe76e0 con 0x564c7e087fa0 2024-03-29T00:21:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.992+0000 7f0006a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c7e087fa0 0x564c7e08caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.992+0000 7f0006a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c7e087fa0 0x564c7e08caa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:38530/0 (socket says 172.21.15.12:38530) 2024-03-29T00:21:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.992+0000 7effffe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c7e08d110 0x564c7e08f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.992+0000 7f0006a00640 1 -- 172.21.15.12:0/2764908574 learned_addr learned my addr 172.21.15.12:0/2764908574 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.992+0000 7f0007400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c7e0875b0 0x564c7e0879d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.992+0000 7f0006a00640 1 -- 172.21.15.12:0/2764908574 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c7e08d110 msgr2=0x564c7e08f5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.992+0000 7f0006a00640 1 --2- 172.21.15.12:0/2764908574 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c7e08d110 0x564c7e08f5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.992+0000 7f0006a00640 1 -- 172.21.15.12:0/2764908574 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c7e0875b0 msgr2=0x564c7e0879d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.992+0000 7f0006a00640 1 --2- 172.21.15.12:0/2764908574 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c7e0875b0 0x564c7e0879d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:25.994 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.992+0000 7f0006a00640 1 -- 172.21.15.12:0/2764908574 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564c7dd00210 con 0x564c7e087fa0 2024-03-29T00:21:25.997 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.993+0000 7f0006a00640 1 --2- 172.21.15.12:0/2764908574 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c7e087fa0 0x564c7e08caa0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7efff802c250 tx=0x7efff8005c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c19c234d5d35f257 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:25.997 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.993+0000 7effff400640 1 --2- 172.21.15.12:0/2095679780 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7effec0a1df0 0x7effec0a42b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:25.997 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.993+0000 7efff7e00640 1 -- 172.21.15.12:0/2764908574 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff802c660 con 0x564c7e087fa0 2024-03-29T00:21:25.998 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.993+0000 7effff400640 1 -- 172.21.15.12:0/2095679780 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7efff00ce530 con 0x7f0008104bc0 2024-03-29T00:21:25.998 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.993+0000 7efff7e00640 1 -- 172.21.15.12:0/2764908574 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7efff8004040 con 0x564c7e087fa0 2024-03-29T00:21:25.998 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.993+0000 7efff7e00640 1 -- 172.21.15.12:0/2764908574 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff80046c0 con 0x564c7e087fa0 2024-03-29T00:21:25.998 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.993+0000 7f0007400640 1 --2- 172.21.15.12:0/2095679780 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7effec0a1df0 0x7effec0a42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:25.998 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.994+0000 7f0010405740 1 -- 172.21.15.12:0/2764908574 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c7e087fa0 msgr2=0x564c7e08caa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:25.998 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.994+0000 7f0010405740 1 --2- 172.21.15.12:0/2764908574 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c7e087fa0 0x564c7e08caa0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7efff802c250 tx=0x7efff8005c00 comp rx=0 tx=0).stop 2024-03-29T00:21:25.998 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.994+0000 7f0010405740 1 -- 172.21.15.12:0/2764908574 shutdown_connections 2024-03-29T00:21:25.998 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.994+0000 7f0010405740 1 --2- 172.21.15.12:0/2764908574 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c7e08d110 0x564c7e08f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:25.998 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.994+0000 7f0010405740 1 --2- 172.21.15.12:0/2764908574 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c7e087fa0 0x564c7e08caa0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:25.998 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.994+0000 7f0010405740 1 --2- 172.21.15.12:0/2764908574 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c7e0875b0 0x564c7e0879d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:25.998 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.994+0000 7f0010405740 1 -- 172.21.15.12:0/2764908574 >> 172.21.15.12:0/2764908574 conn(0x564c7e082b20 msgr2=0x564c7e082f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:25.998 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.994+0000 7f0007400640 1 --2- 172.21.15.12:0/2095679780 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7effec0a1df0 0x7effec0a42b0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x564c7e088800 tx=0x7f0000009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:25.998 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.994+0000 7f0010405740 1 -- 172.21.15.12:0/2764908574 shutdown_connections 2024-03-29T00:21:25.999 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.994+0000 7f0010405740 1 -- 172.21.15.12:0/2764908574 wait complete. 2024-03-29T00:21:25.999 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.994+0000 7f0010405740 1 -- start start 2024-03-29T00:21:25.999 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.995+0000 7f0010405740 1 Processor -- start 2024-03-29T00:21:25.999 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.995+0000 7f0010405740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c7e0875b0 0x564c7e091850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:25.999 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.995+0000 7f0010405740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c7e087fa0 0x564c7e091d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:25.999 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.995+0000 7f0010405740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c7e08d110 0x564c7e098dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:25.999 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.995+0000 7f0010405740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x564c7e090060 con 0x564c7e087fa0 2024-03-29T00:21:25.999 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.995+0000 7f0010405740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x564c7df89d00 con 0x564c7e0875b0 2024-03-29T00:21:25.999 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.995+0000 7f0010405740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x564c7e0901e0 con 0x564c7e08d110 2024-03-29T00:21:25.999 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.995+0000 7f0010405740 10 client.0 _ll_register_callbacks cb 0x564c7df74490 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:21:25.999 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.995+0000 7f0006a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c7e0875b0 0x564c7e091850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:25.999 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.995+0000 7f0006a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c7e0875b0 0x564c7e091850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:44732/0 (socket says 172.21.15.12:44732) 2024-03-29T00:21:25.999 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.995+0000 7effffe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c7e087fa0 0x564c7e091d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:25.999 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.995+0000 7f0006a00640 1 -- 172.21.15.12:0/684199808 learned_addr learned my addr 172.21.15.12:0/684199808 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:26.000 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.996+0000 7f0007400640 1 --2- 172.21.15.12:0/684199808 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c7e08d110 0x564c7e098dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:26.000 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.996+0000 7f0006a00640 1 -- 172.21.15.12:0/684199808 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c7e08d110 msgr2=0x564c7e098dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:26.000 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.996+0000 7f0006a00640 1 --2- 172.21.15.12:0/684199808 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c7e08d110 0x564c7e098dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:26.000 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.996+0000 7f0006a00640 1 -- 172.21.15.12:0/684199808 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c7e087fa0 msgr2=0x564c7e091d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:26.000 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.996+0000 7f0006a00640 1 --2- 172.21.15.12:0/684199808 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c7e087fa0 0x564c7e091d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:26.000 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.996+0000 7f0006a00640 1 -- 172.21.15.12:0/684199808 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564c7ddcc620 con 0x564c7e0875b0 2024-03-29T00:21:26.000 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.996+0000 7f0006a00640 1 --2- 172.21.15.12:0/684199808 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c7e0875b0 0x564c7e091850 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7efff8009900 tx=0x7efff8004290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ae5ff20300963dec server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:26.000 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.996+0000 7efff4c00640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:21:26.000 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.996+0000 7efff4c00640 1 -- 172.21.15.12:0/684199808 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff804f070 con 0x564c7e0875b0 2024-03-29T00:21:26.000 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.997+0000 7efff4c00640 1 -- 172.21.15.12:0/684199808 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7efff80035f0 con 0x564c7e0875b0 2024-03-29T00:21:26.000 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.997+0000 7f0010405740 1 -- 172.21.15.12:0/684199808 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efff8004040 con 0x564c7e0875b0 2024-03-29T00:21:26.000 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.997+0000 7efff4c00640 1 -- 172.21.15.12:0/684199808 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7efff805b050 con 0x564c7e0875b0 2024-03-29T00:21:26.000 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.997+0000 7f0010405740 10 client.26486 fetch_fsmap learned FSMap version 33 2024-03-29T00:21:26.000 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.997+0000 7f0010405740 1 -- 172.21.15.12:0/684199808 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x564c7e09bdb0 con 0x564c7e0875b0 2024-03-29T00:21:26.000 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.997+0000 7efff4c00640 1 -- 172.21.15.12:0/684199808 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7efff8004040 con 0x564c7e0875b0 2024-03-29T00:21:26.001 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.997+0000 7efff4c00640 1 -- 172.21.15.12:0/684199808 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 33) ==== 8378+0+0 (secure 0 0 0) 0x7efff8034800 con 0x564c7e0875b0 2024-03-29T00:21:26.002 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.997+0000 7f0010405740 10 client.26486 fetch_fsmap finished waiting for FSMap version 33 2024-03-29T00:21:26.002 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.997+0000 7f0010405740 10 client.26486 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:21:26.002 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.997+0000 7f0010405740 20 client.26486 populate_metadata read hostname 'smithi012' 2024-03-29T00:21:26.002 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.997+0000 7f0010405740 1 --2- 172.21.15.12:0/684199808 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x564c7e09d150 0x564c7e09f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:26.002 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.998+0000 7f0010405740 4 client.26486 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:21:26.002 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.998+0000 7f0010405740 1 -- 172.21.15.12:0/684199808 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564c7dfff030 con 0x564c7e09d150 2024-03-29T00:21:26.003 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.998+0000 7effffe00640 1 --2- 172.21.15.12:0/684199808 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x564c7e09d150 0x564c7e09f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:26.003 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.998+0000 7effffe00640 1 --2- 172.21.15.12:0/684199808 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x564c7e09d150 0x564c7e09f5a0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=34967866b31c3c04 server_cookie=f39668f2e1327b3d in_seq=0 out_seq=0 2024-03-29T00:21:26.003 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.998+0000 7efff4c00640 10 client.26486 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:21:26.003 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.999+0000 7efff4c00640 1 -- 172.21.15.12:0/684199808 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x564c7dfff030 con 0x564c7e09d150 2024-03-29T00:21:26.003 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.999+0000 7efff4c00640 10 client.26486 handle_command_reply: tid=0 2024-03-29T00:21:26.003 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:25.999+0000 7f0010405740 1 client.26486 shutdown 2024-03-29T00:21:26.003 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.000+0000 7f0010405740 1 -- 172.21.15.12:0/684199808 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c7e0875b0 msgr2=0x564c7e091850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:26.003 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.000+0000 7f0010405740 1 --2- 172.21.15.12:0/684199808 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c7e0875b0 0x564c7e091850 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7efff8009900 tx=0x7efff8004290 comp rx=0 tx=0).stop 2024-03-29T00:21:26.003 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.000+0000 7f0010405740 1 -- 172.21.15.12:0/684199808 shutdown_connections 2024-03-29T00:21:26.003 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.000+0000 7f0010405740 1 --2- 172.21.15.12:0/684199808 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x564c7e09d150 0x564c7e09f5a0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:26.003 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.000+0000 7f0010405740 1 --2- 172.21.15.12:0/684199808 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c7e08d110 0x564c7e098dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:26.004 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.000+0000 7f0010405740 1 --2- 172.21.15.12:0/684199808 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c7e087fa0 0x564c7e091d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:26.004 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.000+0000 7f0010405740 1 --2- 172.21.15.12:0/684199808 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c7e0875b0 0x564c7e091850 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:26.004 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.000+0000 7f0010405740 1 -- 172.21.15.12:0/684199808 >> 172.21.15.12:0/684199808 conn(0x564c7e082b20 msgr2=0x564c7e081c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:26.004 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.000+0000 7efff4c00640 0 client.26486 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:21:26.004 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.000+0000 7f0010405740 1 -- 172.21.15.12:0/684199808 shutdown_connections 2024-03-29T00:21:26.004 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.000+0000 7f0010405740 1 -- 172.21.15.12:0/684199808 wait complete. 2024-03-29T00:21:26.004 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.000+0000 7f0010405740 20 client.26486 trim_cache size 0 max 16384 2024-03-29T00:21:26.017 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.016+0000 7f0010405740 1 Processor -- start 2024-03-29T00:21:26.018 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.017+0000 7f0010405740 1 -- start start 2024-03-29T00:21:26.018 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.017+0000 7f0010405740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c7e0875b0 0x564c7e090580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:26.018 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.017+0000 7f0010405740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c7e087fa0 0x564c7e08c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:26.018 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.017+0000 7f0010405740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c7e08d110 0x564c7e082f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:26.018 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.017+0000 7f0010405740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f00081ac5f0 con 0x564c7e08d110 2024-03-29T00:21:26.018 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.017+0000 7f0010405740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f00081ae1f0 con 0x564c7e087fa0 2024-03-29T00:21:26.018 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.017+0000 7f0010405740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f00081accc0 con 0x564c7e0875b0 2024-03-29T00:21:26.018 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.017+0000 7f0006a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c7e0875b0 0x564c7e090580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:26.018 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.017+0000 7effffe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c7e087fa0 0x564c7e08c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:26.018 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.017+0000 7f0006a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c7e0875b0 0x564c7e090580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:38554/0 (socket says 172.21.15.12:38554) 2024-03-29T00:21:26.018 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.017+0000 7effffe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c7e087fa0 0x564c7e08c8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:44744/0 (socket says 172.21.15.12:44744) 2024-03-29T00:21:26.018 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.017+0000 7f0006a00640 1 -- 172.21.15.12:0/1222287511 learned_addr learned my addr 172.21.15.12:0/1222287511 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:26.018 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.017+0000 7f0007400640 1 --2- 172.21.15.12:0/1222287511 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c7e08d110 0x564c7e082f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:26.022 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.017+0000 7effffe00640 1 -- 172.21.15.12:0/1222287511 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c7e0875b0 msgr2=0x564c7e090580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:26.022 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.018+0000 7effffe00640 1 --2- 172.21.15.12:0/1222287511 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c7e0875b0 0x564c7e090580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:26.022 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.018+0000 7effffe00640 1 -- 172.21.15.12:0/1222287511 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c7e08d110 msgr2=0x564c7e082f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:26.022 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.018+0000 7effffe00640 1 --2- 172.21.15.12:0/1222287511 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c7e08d110 0x564c7e082f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:26.022 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.018+0000 7effffe00640 1 -- 172.21.15.12:0/1222287511 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564c7e08c560 con 0x564c7e087fa0 2024-03-29T00:21:26.022 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.018+0000 7f0006a00640 1 --2- 172.21.15.12:0/1222287511 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c7e0875b0 0x564c7e090580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:21:26.022 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.018+0000 7effffe00640 1 --2- 172.21.15.12:0/1222287511 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c7e087fa0 0x564c7e08c8e0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7efff0000c00 tx=0x7efff00cbb10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=360a5c856c57c9d2 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:26.022 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.018+0000 7efff7400640 1 -- 172.21.15.12:0/1222287511 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff009aa60 con 0x564c7e087fa0 2024-03-29T00:21:26.022 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.018+0000 7efff7400640 1 -- 172.21.15.12:0/1222287511 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7efff009af20 con 0x564c7e087fa0 2024-03-29T00:21:26.022 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.018+0000 7efff7400640 1 -- 172.21.15.12:0/1222287511 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff0099060 con 0x564c7e087fa0 2024-03-29T00:21:26.022 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.019+0000 7f0010405740 1 -- 172.21.15.12:0/1222287511 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c7e087fa0 msgr2=0x564c7e08c8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:26.023 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.019+0000 7f0010405740 1 --2- 172.21.15.12:0/1222287511 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c7e087fa0 0x564c7e08c8e0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7efff0000c00 tx=0x7efff00cbb10 comp rx=0 tx=0).stop 2024-03-29T00:21:26.023 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.019+0000 7f0010405740 1 -- 172.21.15.12:0/1222287511 shutdown_connections 2024-03-29T00:21:26.023 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.019+0000 7f0010405740 1 --2- 172.21.15.12:0/1222287511 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c7e087fa0 0x564c7e08c8e0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:26.023 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.019+0000 7f0010405740 1 --2- 172.21.15.12:0/1222287511 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c7e08d110 0x564c7e082f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:26.023 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.019+0000 7f0010405740 1 --2- 172.21.15.12:0/1222287511 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c7e0875b0 0x564c7e090580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:26.023 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.019+0000 7f0010405740 1 -- 172.21.15.12:0/1222287511 >> 172.21.15.12:0/1222287511 conn(0x564c7e082b20 msgr2=0x564c7e081c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:26.023 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.019+0000 7f0010405740 1 -- 172.21.15.12:0/1222287511 shutdown_connections 2024-03-29T00:21:26.024 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.019+0000 7f0010405740 1 -- 172.21.15.12:0/1222287511 wait complete. 2024-03-29T00:21:26.024 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.019+0000 7f0010405740 1 -- start start 2024-03-29T00:21:26.024 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.019+0000 7f0010405740 1 Processor -- start 2024-03-29T00:21:26.024 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.020+0000 7f0010405740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c7e0875b0 0x564c7e095fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:26.024 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.020+0000 7f0010405740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c7e087fa0 0x564c7e0964e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:26.024 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.020+0000 7f0010405740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c7e08d110 0x564c7e097480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:26.024 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.020+0000 7f0010405740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f00081ada60 con 0x564c7e087fa0 2024-03-29T00:21:26.024 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.020+0000 7f0010405740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f00081ad390 con 0x564c7e0875b0 2024-03-29T00:21:26.024 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.020+0000 7f0010405740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f00081aa5d0 con 0x564c7e08d110 2024-03-29T00:21:26.024 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.020+0000 7f0010405740 10 client.0 _ll_register_callbacks cb 0x7f0000009b30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:21:26.024 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.020+0000 7effffe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c7e087fa0 0x564c7e0964e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:26.024 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.020+0000 7f0007400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c7e08d110 0x564c7e097480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:26.024 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.020+0000 7f0006a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c7e0875b0 0x564c7e095fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:26.025 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.020+0000 7effffe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c7e087fa0 0x564c7e0964e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:54698/0 (socket says 172.21.15.12:54698) 2024-03-29T00:21:26.025 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.020+0000 7effffe00640 1 -- 172.21.15.12:0/1781328542 learned_addr learned my addr 172.21.15.12:0/1781328542 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:26.025 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.020+0000 7effffe00640 1 -- 172.21.15.12:0/1781328542 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c7e08d110 msgr2=0x564c7e097480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:26.025 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.020+0000 7effffe00640 1 --2- 172.21.15.12:0/1781328542 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c7e08d110 0x564c7e097480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:26.025 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.021+0000 7effffe00640 1 -- 172.21.15.12:0/1781328542 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c7e0875b0 msgr2=0x564c7e095fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:26.025 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.021+0000 7effffe00640 1 --2- 172.21.15.12:0/1781328542 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c7e0875b0 0x564c7e095fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:26.025 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.021+0000 7effffe00640 1 -- 172.21.15.12:0/1781328542 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564c7e097a70 con 0x564c7e087fa0 2024-03-29T00:21:26.025 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.021+0000 7effffe00640 1 --2- 172.21.15.12:0/1781328542 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c7e087fa0 0x564c7e0964e0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7efff00a30e0 tx=0x7efff009adb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7defb2640fc166d server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:26.025 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.021+0000 7efff4c00640 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-03-29T00:21:26.025 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.021+0000 7efff4c00640 1 -- 172.21.15.12:0/1781328542 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff009a880 con 0x564c7e087fa0 2024-03-29T00:21:26.025 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.021+0000 7efff4c00640 1 -- 172.21.15.12:0/1781328542 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7efff0010ae0 con 0x564c7e087fa0 2024-03-29T00:21:26.025 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.021+0000 7f0010405740 1 -- 172.21.15.12:0/1781328542 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efff009af20 con 0x564c7e087fa0 2024-03-29T00:21:26.025 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.021+0000 7efff4c00640 1 -- 172.21.15.12:0/1781328542 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7efff0099060 con 0x564c7e087fa0 2024-03-29T00:21:26.025 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.021+0000 7f0010405740 10 client.16359 fetch_fsmap learned FSMap version 33 2024-03-29T00:21:26.026 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.021+0000 7f0010405740 1 -- 172.21.15.12:0/1781328542 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x564c7e098db0 con 0x564c7e087fa0 2024-03-29T00:21:26.027 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.022+0000 7efff4c00640 1 -- 172.21.15.12:0/1781328542 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7efff009af20 con 0x564c7e087fa0 2024-03-29T00:21:26.027 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.022+0000 7efff4c00640 1 -- 172.21.15.12:0/1781328542 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 33) ==== 8378+0+0 (secure 0 0 0) 0x7efff009a370 con 0x564c7e087fa0 2024-03-29T00:21:26.027 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.022+0000 7f0010405740 10 client.16359 fetch_fsmap finished waiting for FSMap version 33 2024-03-29T00:21:26.027 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.022+0000 7f0010405740 10 client.16359 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:21:26.027 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.022+0000 7f0010405740 20 client.16359 populate_metadata read hostname 'smithi012' 2024-03-29T00:21:26.027 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.022+0000 7f0010405740 1 --2- 172.21.15.12:0/1781328542 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x564c7e103af0 0x564c7e105f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:26.027 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.022+0000 7f0010405740 4 client.16359 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-29T00:21:26.027 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.022+0000 7f0010405740 1 -- 172.21.15.12:0/1781328542 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564c7dff8b80 con 0x564c7e103af0 2024-03-29T00:21:26.027 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.022+0000 7f0006a00640 1 --2- 172.21.15.12:0/1781328542 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x564c7e103af0 0x564c7e105f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:26.027 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.023+0000 7f0006a00640 1 --2- 172.21.15.12:0/1781328542 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x564c7e103af0 0x564c7e105f10 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a7255f287081f3d9 server_cookie=3ab7c9580528faf7 in_seq=0 out_seq=0 2024-03-29T00:21:26.027 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.023+0000 7efff4c00640 10 client.16359 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:21:26.143 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.142+0000 7efff4c00640 1 -- 172.21.15.12:0/1781328542 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564c7dff8b80 con 0x564c7e103af0 2024-03-29T00:21:26.143 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.142+0000 7efff4c00640 10 client.16359 handle_command_reply: tid=0 2024-03-29T00:21:26.143 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.142+0000 7f0010405740 1 client.16359 shutdown 2024-03-29T00:21:26.143 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.142+0000 7f0010405740 1 -- 172.21.15.12:0/1781328542 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c7e087fa0 msgr2=0x564c7e0964e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:26.144 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.142+0000 7f0010405740 1 --2- 172.21.15.12:0/1781328542 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c7e087fa0 0x564c7e0964e0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7efff00a30e0 tx=0x7efff009adb0 comp rx=0 tx=0).stop 2024-03-29T00:21:26.144 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.142+0000 7f0010405740 1 -- 172.21.15.12:0/1781328542 shutdown_connections 2024-03-29T00:21:26.144 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.142+0000 7f0010405740 1 --2- 172.21.15.12:0/1781328542 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x564c7e103af0 0x564c7e105f10 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:26.144 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.142+0000 7f0010405740 1 --2- 172.21.15.12:0/1781328542 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c7e08d110 0x564c7e097480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:26.144 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.142+0000 7f0010405740 1 --2- 172.21.15.12:0/1781328542 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564c7e087fa0 0x564c7e0964e0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:26.144 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.142+0000 7f0010405740 1 --2- 172.21.15.12:0/1781328542 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564c7e0875b0 0x564c7e095fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:26.144 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.142+0000 7efff4c00640 0 client.16359 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:21:26.144 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.142+0000 7f0010405740 1 -- 172.21.15.12:0/1781328542 >> 172.21.15.12:0/1781328542 conn(0x564c7e082b20 msgr2=0x564c7e0813d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:26.144 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.142+0000 7f0010405740 1 -- 172.21.15.12:0/1781328542 shutdown_connections 2024-03-29T00:21:26.144 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.142+0000 7f0010405740 1 -- 172.21.15.12:0/1781328542 wait complete. 2024-03-29T00:21:26.144 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.143+0000 7f0010405740 20 client.16359 trim_cache size 0 max 16384 2024-03-29T00:21:26.145 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:{ 2024-03-29T00:21:26.145 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "message": "", 2024-03-29T00:21:26.145 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "return_code": 0 2024-03-29T00:21:26.145 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:} 2024-03-29T00:21:26.145 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.143+0000 7f000d800640 1 -- 172.21.15.12:0/2095679780 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7effec0a1df0 msgr2=0x7effec0a42b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:26.146 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.143+0000 7f000d800640 1 --2- 172.21.15.12:0/2095679780 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7effec0a1df0 0x7effec0a42b0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x564c7e088800 tx=0x7f0000009500 comp rx=0 tx=0).stop 2024-03-29T00:21:26.146 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.143+0000 7f000d800640 1 -- 172.21.15.12:0/2095679780 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0008104bc0 msgr2=0x7f000819a300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:26.146 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.143+0000 7f000d800640 1 --2- 172.21.15.12:0/2095679780 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0008104bc0 0x7f000819a300 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7efff000e9f0 tx=0x7efff000eeb0 comp rx=0 tx=0).stop 2024-03-29T00:21:26.146 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.144+0000 7f000d800640 1 -- 172.21.15.12:0/2095679780 shutdown_connections 2024-03-29T00:21:26.146 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.144+0000 7f000d800640 1 --2- 172.21.15.12:0/2095679780 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7effec0a1df0 0x7effec0a42b0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:26.146 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.144+0000 7f000d800640 1 --2- 172.21.15.12:0/2095679780 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0008104bc0 0x7f000819a300 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:26.146 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.144+0000 7f000d800640 1 --2- 172.21.15.12:0/2095679780 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0008105580 0x7f00081a1330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:26.146 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.144+0000 7f000d800640 1 --2- 172.21.15.12:0/2095679780 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f00081039d0 0x7f0008199dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:26.146 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.144+0000 7f000d800640 1 -- 172.21.15.12:0/2095679780 >> 172.21.15.12:0/2095679780 conn(0x7f00080fef40 msgr2=0x7f0008107e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:26.146 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.144+0000 7f000d800640 1 -- 172.21.15.12:0/2095679780 shutdown_connections 2024-03-29T00:21:26.146 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:26.144+0000 7f000d800640 1 -- 172.21.15.12:0/2095679780 wait complete. 2024-03-29T00:21:27.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:27 smithi053 ceph-mon[36233]: pgmap v511: 129 pgs: 129 active+clean; 139 MiB data, 816 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 782 op/s 2024-03-29T00:21:27.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:27 smithi069 ceph-mon[36074]: pgmap v511: 129 pgs: 129 active+clean; 139 MiB data, 816 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 782 op/s 2024-03-29T00:21:27.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:27 smithi012 ceph-mon[31657]: pgmap v511: 129 pgs: 129 active+clean; 139 MiB data, 816 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 782 op/s 2024-03-29T00:21:29.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:29 smithi053 ceph-mon[36233]: pgmap v512: 129 pgs: 129 active+clean; 149 MiB data, 833 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 773 op/s 2024-03-29T00:21:29.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:29 smithi069 ceph-mon[36074]: pgmap v512: 129 pgs: 129 active+clean; 149 MiB data, 833 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 773 op/s 2024-03-29T00:21:29.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:29 smithi012 ceph-mon[31657]: pgmap v512: 129 pgs: 129 active+clean; 149 MiB data, 833 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 773 op/s 2024-03-29T00:21:30.658 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:30 smithi053 ceph-mon[36233]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:21:30.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:30 smithi069 ceph-mon[36074]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:21:30.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:30 smithi012 ceph-mon[31657]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:21:31.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:31 smithi053 ceph-mon[36233]: pgmap v513: 129 pgs: 129 active+clean; 151 MiB data, 838 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 511 op/s 2024-03-29T00:21:31.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:31 smithi069 ceph-mon[36074]: pgmap v513: 129 pgs: 129 active+clean; 151 MiB data, 838 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 511 op/s 2024-03-29T00:21:31.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:31 smithi012 ceph-mon[31657]: pgmap v513: 129 pgs: 129 active+clean; 151 MiB data, 838 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 511 op/s 2024-03-29T00:21:33.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:33 smithi069 ceph-mon[36074]: pgmap v514: 129 pgs: 129 active+clean; 149 MiB data, 847 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 558 op/s 2024-03-29T00:21:33.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:33 smithi069 ceph-mon[36074]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:21:33.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:33 smithi012 ceph-mon[31657]: pgmap v514: 129 pgs: 129 active+clean; 149 MiB data, 847 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 558 op/s 2024-03-29T00:21:33.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:33 smithi012 ceph-mon[31657]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:21:33.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:33 smithi053 ceph-mon[36233]: pgmap v514: 129 pgs: 129 active+clean; 149 MiB data, 847 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 558 op/s 2024-03-29T00:21:33.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:33 smithi053 ceph-mon[36233]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:21:35.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:35 smithi069 ceph-mon[36074]: pgmap v515: 129 pgs: 129 active+clean; 150 MiB data, 878 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 533 op/s 2024-03-29T00:21:35.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:35 smithi069 ceph-mon[36074]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:21:35.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:35 smithi012 ceph-mon[31657]: pgmap v515: 129 pgs: 129 active+clean; 150 MiB data, 878 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 533 op/s 2024-03-29T00:21:35.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:35 smithi012 ceph-mon[31657]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:21:35.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:35 smithi053 ceph-mon[36233]: pgmap v515: 129 pgs: 129 active+clean; 150 MiB data, 878 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 533 op/s 2024-03-29T00:21:35.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:35 smithi053 ceph-mon[36233]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:21:37.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:37 smithi069 ceph-mon[36074]: pgmap v516: 129 pgs: 129 active+clean; 151 MiB data, 890 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 517 op/s 2024-03-29T00:21:37.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:37 smithi069 ceph-mon[36074]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:21:37.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:37 smithi012 ceph-mon[31657]: pgmap v516: 129 pgs: 129 active+clean; 151 MiB data, 890 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 517 op/s 2024-03-29T00:21:37.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:37 smithi012 ceph-mon[31657]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:21:37.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:37 smithi053 ceph-mon[36233]: pgmap v516: 129 pgs: 129 active+clean; 151 MiB data, 890 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 517 op/s 2024-03-29T00:21:37.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:37 smithi053 ceph-mon[36233]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:21:39.291 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.289+0000 7f5de3200640 1 -- 172.21.15.12:0/576591889 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5ddc077cf0 msgr2=0x7f5ddc078590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:39.291 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.289+0000 7f5de3200640 1 --2- 172.21.15.12:0/576591889 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5ddc077cf0 0x7f5ddc078590 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f5dd4009ca0 tx=0x7f5dd402c100 comp rx=0 tx=0).stop 2024-03-29T00:21:39.291 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.289+0000 7f5de3200640 1 -- 172.21.15.12:0/576591889 shutdown_connections 2024-03-29T00:21:39.291 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.289+0000 7f5de3200640 1 --2- 172.21.15.12:0/576591889 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5ddc077cf0 0x7f5ddc078590 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.291 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.289+0000 7f5de3200640 1 --2- 172.21.15.12:0/576591889 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5ddc077350 0x7f5ddc0777b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.291 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.289+0000 7f5de3200640 1 --2- 172.21.15.12:0/576591889 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5ddc076110 0x7f5ddc076530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.291 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.289+0000 7f5de3200640 1 -- 172.21.15.12:0/576591889 >> 172.21.15.12:0/576591889 conn(0x7f5ddc0fef40 msgr2=0x7f5ddc101360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:39.292 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.289+0000 7f5de3200640 1 -- 172.21.15.12:0/576591889 shutdown_connections 2024-03-29T00:21:39.292 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.289+0000 7f5de3200640 1 -- 172.21.15.12:0/576591889 wait complete. 2024-03-29T00:21:39.293 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.290+0000 7f5de3200640 1 Processor -- start 2024-03-29T00:21:39.293 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.290+0000 7f5de3200640 1 -- start start 2024-03-29T00:21:39.293 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.291+0000 7f5de3200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5ddc076110 0x7f5ddc19e0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:39.293 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.291+0000 7f5de3200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5ddc077350 0x7f5ddc19e630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:39.293 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.291+0000 7f5de3200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5ddc077cf0 0x7f5ddc1a56a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:39.293 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.291+0000 7f5de3200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f5ddc113b60 con 0x7f5ddc076110 2024-03-29T00:21:39.293 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.291+0000 7f5de3200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f5ddc1139e0 con 0x7f5ddc077cf0 2024-03-29T00:21:39.293 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.291+0000 7f5de3200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f5ddc113ce0 con 0x7f5ddc077350 2024-03-29T00:21:39.293 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.291+0000 7f5dd3e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5ddc077350 0x7f5ddc19e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:39.294 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.291+0000 7f5dd3e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5ddc077350 0x7f5ddc19e630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:54274/0 (socket says 172.21.15.12:54274) 2024-03-29T00:21:39.294 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.291+0000 7f5dd3e00640 1 -- 172.21.15.12:0/1136568407 learned_addr learned my addr 172.21.15.12:0/1136568407 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:39.294 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.291+0000 7f5de1200640 1 --2- 172.21.15.12:0/1136568407 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5ddc077cf0 0x7f5ddc1a56a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:39.294 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.291+0000 7f5ddbe00640 1 --2- 172.21.15.12:0/1136568407 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5ddc076110 0x7f5ddc19e0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:39.294 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.291+0000 7f5dd3e00640 1 -- 172.21.15.12:0/1136568407 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5ddc077cf0 msgr2=0x7f5ddc1a56a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:39.294 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.291+0000 7f5dd3e00640 1 --2- 172.21.15.12:0/1136568407 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5ddc077cf0 0x7f5ddc1a56a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.294 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.291+0000 7f5dd3e00640 1 -- 172.21.15.12:0/1136568407 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5ddc076110 msgr2=0x7f5ddc19e0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:39.294 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.291+0000 7f5dd3e00640 1 --2- 172.21.15.12:0/1136568407 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5ddc076110 0x7f5ddc19e0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.294 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.291+0000 7f5dd3e00640 1 -- 172.21.15.12:0/1136568407 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ddc1a5d10 con 0x7f5ddc077350 2024-03-29T00:21:39.294 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.291+0000 7f5ddbe00640 1 --2- 172.21.15.12:0/1136568407 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5ddc076110 0x7f5ddc19e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:21:39.294 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.292+0000 7f5dd3e00640 1 --2- 172.21.15.12:0/1136568407 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5ddc077350 0x7f5ddc19e630 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f5dc400e9f0 tx=0x7f5dc400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:39.295 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.292+0000 7f5dd9600640 1 -- 172.21.15.12:0/1136568407 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc400cd80 con 0x7f5ddc077350 2024-03-29T00:21:39.295 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.292+0000 7f5dd9600640 1 -- 172.21.15.12:0/1136568407 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5dc4010930 con 0x7f5ddc077350 2024-03-29T00:21:39.295 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.292+0000 7f5de3200640 1 -- 172.21.15.12:0/1136568407 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ddc1a5fa0 con 0x7f5ddc077350 2024-03-29T00:21:39.295 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.292+0000 7f5dd9600640 1 -- 172.21.15.12:0/1136568407 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc4018b00 con 0x7f5ddc077350 2024-03-29T00:21:39.295 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.292+0000 7f5de3200640 1 -- 172.21.15.12:0/1136568407 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ddc1a64c0 con 0x7f5ddc077350 2024-03-29T00:21:39.297 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.295+0000 7f5de5fe2740 1 Processor -- start 2024-03-29T00:21:39.297 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.296+0000 7f5de5fe2740 1 -- start start 2024-03-29T00:21:39.298 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.296+0000 7f5de5fe2740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560453e8f5b0 0x560453e8f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:39.299 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.296+0000 7f5de5fe2740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560453e8ffa0 0x560453e94aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:39.299 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.296+0000 7f5dd9600640 1 -- 172.21.15.12:0/1136568407 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f5dc4018ca0 con 0x7f5ddc077350 2024-03-29T00:21:39.299 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.296+0000 7f5de5fe2740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560453e95110 0x560453e975a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:39.299 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.296+0000 7f5de5fe2740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x560453df3640 con 0x560453e95110 2024-03-29T00:21:39.299 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.296+0000 7f5de5fe2740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x560453d9c810 con 0x560453e8ffa0 2024-03-29T00:21:39.299 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.296+0000 7f5de5fe2740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x560453def6e0 con 0x560453e8f5b0 2024-03-29T00:21:39.299 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.296+0000 7f5de1200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560453e8f5b0 0x560453e8f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:39.299 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.296+0000 7f5de1200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560453e8f5b0 0x560453e8f9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:54284/0 (socket says 172.21.15.12:54284) 2024-03-29T00:21:39.299 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.296+0000 7f5de1200640 1 -- 172.21.15.12:0/49601294 learned_addr learned my addr 172.21.15.12:0/49601294 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:39.299 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.296+0000 7f5ddbe00640 1 --2- 172.21.15.12:0/49601294 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560453e8ffa0 0x560453e94aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:39.299 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.296+0000 7f5dd3e00640 1 --2- 172.21.15.12:0/49601294 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560453e95110 0x560453e975a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:39.299 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.297+0000 7f5de1200640 1 -- 172.21.15.12:0/49601294 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560453e8ffa0 msgr2=0x560453e94aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:39.299 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.297+0000 7f5de1200640 1 --2- 172.21.15.12:0/49601294 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560453e8ffa0 0x560453e94aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.299 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.297+0000 7f5de1200640 1 -- 172.21.15.12:0/49601294 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560453e95110 msgr2=0x560453e975a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:39.300 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.297+0000 7f5de1200640 1 --2- 172.21.15.12:0/49601294 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560453e95110 0x560453e975a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.300 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.297+0000 7f5de1200640 1 -- 172.21.15.12:0/49601294 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560453b08210 con 0x560453e8f5b0 2024-03-29T00:21:39.300 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.297+0000 7f5de1200640 1 --2- 172.21.15.12:0/49601294 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560453e8f5b0 0x560453e8f9d0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f5dd402c710 tx=0x7f5dd4005f80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2796d3891fd8ec82 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:39.300 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.297+0000 7f5dd1600640 1 -- 172.21.15.12:0/49601294 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dd4043070 con 0x560453e8f5b0 2024-03-29T00:21:39.300 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.297+0000 7f5dd1600640 1 -- 172.21.15.12:0/49601294 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5dd4032d40 con 0x560453e8f5b0 2024-03-29T00:21:39.300 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.297+0000 7f5dd1600640 1 -- 172.21.15.12:0/49601294 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dd4039040 con 0x560453e8f5b0 2024-03-29T00:21:39.304 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.298+0000 7f5dd9600640 1 --2- 172.21.15.12:0/1136568407 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5dc00a1d70 0x7f5dc00a4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:39.304 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.298+0000 7f5dd9600640 1 -- 172.21.15.12:0/1136568407 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f5dc40ce580 con 0x7f5ddc077350 2024-03-29T00:21:39.304 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.298+0000 7f5de5fe2740 1 -- 172.21.15.12:0/49601294 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560453e8f5b0 msgr2=0x560453e8f9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:39.304 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.298+0000 7f5de5fe2740 1 --2- 172.21.15.12:0/49601294 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560453e8f5b0 0x560453e8f9d0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f5dd402c710 tx=0x7f5dd4005f80 comp rx=0 tx=0).stop 2024-03-29T00:21:39.304 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.298+0000 7f5ddbe00640 1 --2- 172.21.15.12:0/1136568407 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5dc00a1d70 0x7f5dc00a4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.298+0000 7f5de5fe2740 1 -- 172.21.15.12:0/49601294 shutdown_connections 2024-03-29T00:21:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.298+0000 7f5de5fe2740 1 --2- 172.21.15.12:0/49601294 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560453e8ffa0 0x560453e94aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.298+0000 7f5de5fe2740 1 --2- 172.21.15.12:0/49601294 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560453e95110 0x560453e975a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.298+0000 7f5de5fe2740 1 --2- 172.21.15.12:0/49601294 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560453e8f5b0 0x560453e8f9d0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.298+0000 7f5de5fe2740 1 -- 172.21.15.12:0/49601294 >> 172.21.15.12:0/49601294 conn(0x560453e8ab20 msgr2=0x560453e8af20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.298+0000 7f5de5fe2740 1 -- 172.21.15.12:0/49601294 shutdown_connections 2024-03-29T00:21:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.298+0000 7f5de5fe2740 1 -- 172.21.15.12:0/49601294 wait complete. 2024-03-29T00:21:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.299+0000 7f5ddbe00640 1 --2- 172.21.15.12:0/1136568407 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5dc00a1d70 0x7f5dc00a4230 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x560453e8ba90 tx=0x7f5dcc00b5a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.299+0000 7f5de5fe2740 1 -- start start 2024-03-29T00:21:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.299+0000 7f5de5fe2740 1 Processor -- start 2024-03-29T00:21:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.299+0000 7f5de5fe2740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560453e8f5b0 0x560453e998b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.299+0000 7f5de5fe2740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560453e8ffa0 0x560453e99df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.299+0000 7f5de5fe2740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560453e95110 0x560453ea0e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.299+0000 7f5de5fe2740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x560453e98060 con 0x560453e8f5b0 2024-03-29T00:21:39.306 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.299+0000 7f5de5fe2740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x560453d91d00 con 0x560453e95110 2024-03-29T00:21:39.306 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.299+0000 7f5de5fe2740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x560453e981e0 con 0x560453e8ffa0 2024-03-29T00:21:39.306 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.300+0000 7f5de5fe2740 10 client.0 _ll_register_callbacks cb 0x560453d7c490 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:21:39.306 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.300+0000 7f5dd3e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560453e8ffa0 0x560453e99df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:39.306 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.300+0000 7f5ddbe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560453e8f5b0 0x560453e998b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:39.306 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.300+0000 7f5dd3e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560453e8ffa0 0x560453e99df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:54288/0 (socket says 172.21.15.12:54288) 2024-03-29T00:21:39.306 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.300+0000 7f5dd3e00640 1 -- 172.21.15.12:0/3396339176 learned_addr learned my addr 172.21.15.12:0/3396339176 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:39.306 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.300+0000 7f5de1200640 1 --2- 172.21.15.12:0/3396339176 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560453e95110 0x560453ea0e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:39.306 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.300+0000 7f5dd3e00640 1 -- 172.21.15.12:0/3396339176 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560453e95110 msgr2=0x560453ea0e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:39.306 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.300+0000 7f5dd3e00640 1 --2- 172.21.15.12:0/3396339176 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560453e95110 0x560453ea0e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.306 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.300+0000 7f5dd3e00640 1 -- 172.21.15.12:0/3396339176 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560453e8f5b0 msgr2=0x560453e998b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:39.306 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.300+0000 7f5dd3e00640 1 --2- 172.21.15.12:0/3396339176 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560453e8f5b0 0x560453e998b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.306 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.300+0000 7f5dd3e00640 1 -- 172.21.15.12:0/3396339176 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560453bd4620 con 0x560453e8ffa0 2024-03-29T00:21:39.306 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.300+0000 7f5de1200640 1 --2- 172.21.15.12:0/3396339176 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560453e95110 0x560453ea0e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:21:39.307 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.300+0000 7f5dd3e00640 1 --2- 172.21.15.12:0/3396339176 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560453e8ffa0 0x560453e99df0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f5dc4097320 tx=0x7f5dc409ac90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c24ca485625e091 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:39.307 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.300+0000 7f5dca000640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:21:39.307 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.301+0000 7f5dca000640 1 -- 172.21.15.12:0/3396339176 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc409b5c0 con 0x560453e8ffa0 2024-03-29T00:21:39.307 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.301+0000 7f5dca000640 1 -- 172.21.15.12:0/3396339176 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f5dc4010ae0 con 0x560453e8ffa0 2024-03-29T00:21:39.307 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.301+0000 7f5de5fe2740 1 -- 172.21.15.12:0/3396339176 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5dd4032d40 con 0x560453e8ffa0 2024-03-29T00:21:39.307 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.301+0000 7f5dca000640 1 -- 172.21.15.12:0/3396339176 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f5dc4010ce0 con 0x560453e8ffa0 2024-03-29T00:21:39.307 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.301+0000 7f5de5fe2740 10 client.26566 fetch_fsmap learned FSMap version 37 2024-03-29T00:21:39.307 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.301+0000 7f5de5fe2740 1 -- 172.21.15.12:0/3396339176 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x560453ea3e80 con 0x560453e8ffa0 2024-03-29T00:21:39.307 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.301+0000 7f5dca000640 1 -- 172.21.15.12:0/3396339176 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5dd4032d40 con 0x560453e8ffa0 2024-03-29T00:21:39.307 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.301+0000 7f5dca000640 1 -- 172.21.15.12:0/3396339176 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 37) ==== 8414+0+0 (secure 0 0 0) 0x7f5dc40b9290 con 0x560453e8ffa0 2024-03-29T00:21:39.307 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.301+0000 7f5de5fe2740 10 client.26566 fetch_fsmap finished waiting for FSMap version 37 2024-03-29T00:21:39.307 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.301+0000 7f5de5fe2740 10 client.26566 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:21:39.307 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.302+0000 7f5de5fe2740 20 client.26566 populate_metadata read hostname 'smithi012' 2024-03-29T00:21:39.307 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.302+0000 7f5de5fe2740 1 --2- 172.21.15.12:0/3396339176 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x560453ea5570 0x560453ea79d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:39.307 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.302+0000 7f5de5fe2740 4 client.26566 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:21:39.308 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.302+0000 7f5de5fe2740 1 -- 172.21.15.12:0/3396339176 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560453e07030 con 0x560453ea5570 2024-03-29T00:21:39.308 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.302+0000 7f5ddbe00640 1 --2- 172.21.15.12:0/3396339176 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x560453ea5570 0x560453ea79d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:39.308 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.302+0000 7f5ddbe00640 1 --2- 172.21.15.12:0/3396339176 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x560453ea5570 0x560453ea79d0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=890429c13c942ce0 server_cookie=7c0e917cd0aacca1 in_seq=0 out_seq=0 2024-03-29T00:21:39.308 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.302+0000 7f5dca000640 10 client.26566 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:21:39.309 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.303+0000 7f5dca000640 1 -- 172.21.15.12:0/3396339176 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x560453e07030 con 0x560453ea5570 2024-03-29T00:21:39.309 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.303+0000 7f5dca000640 10 client.26566 handle_command_reply: tid=0 2024-03-29T00:21:39.309 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.303+0000 7f5de5fe2740 1 client.26566 shutdown 2024-03-29T00:21:39.309 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.304+0000 7f5de5fe2740 1 -- 172.21.15.12:0/3396339176 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560453e8ffa0 msgr2=0x560453e99df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:39.309 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.304+0000 7f5de5fe2740 1 --2- 172.21.15.12:0/3396339176 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560453e8ffa0 0x560453e99df0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f5dc4097320 tx=0x7f5dc409ac90 comp rx=0 tx=0).stop 2024-03-29T00:21:39.309 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.304+0000 7f5de5fe2740 1 -- 172.21.15.12:0/3396339176 shutdown_connections 2024-03-29T00:21:39.309 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.304+0000 7f5de5fe2740 1 --2- 172.21.15.12:0/3396339176 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x560453ea5570 0x560453ea79d0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.309 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.304+0000 7f5de5fe2740 1 --2- 172.21.15.12:0/3396339176 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560453e95110 0x560453ea0e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.309 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.304+0000 7f5de5fe2740 1 --2- 172.21.15.12:0/3396339176 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560453e8ffa0 0x560453e99df0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.309 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.304+0000 7f5de5fe2740 1 --2- 172.21.15.12:0/3396339176 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560453e8f5b0 0x560453e998b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.309 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.304+0000 7f5dca000640 0 client.26566 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:21:39.310 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.304+0000 7f5de5fe2740 1 -- 172.21.15.12:0/3396339176 >> 172.21.15.12:0/3396339176 conn(0x560453e8ab20 msgr2=0x560453e89c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:39.310 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.304+0000 7f5de5fe2740 1 -- 172.21.15.12:0/3396339176 shutdown_connections 2024-03-29T00:21:39.310 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.304+0000 7f5de5fe2740 1 -- 172.21.15.12:0/3396339176 wait complete. 2024-03-29T00:21:39.310 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.304+0000 7f5de5fe2740 20 client.26566 trim_cache size 0 max 16384 2024-03-29T00:21:39.324 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.322+0000 7f5de5fe2740 1 Processor -- start 2024-03-29T00:21:39.324 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.322+0000 7f5de5fe2740 1 -- start start 2024-03-29T00:21:39.324 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.323+0000 7f5de5fe2740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560453e8f5b0 0x560453e91300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:39.324 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.323+0000 7f5de5fe2740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560453e8ffa0 0x560453ea0df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:39.324 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.323+0000 7f5de5fe2740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560453e95110 0x560453e91840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:39.325 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.323+0000 7f5de5fe2740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f5ddc1b0b00 con 0x560453e8f5b0 2024-03-29T00:21:39.325 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.323+0000 7f5de5fe2740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f5ddc1b27f0 con 0x560453e95110 2024-03-29T00:21:39.325 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.323+0000 7f5de5fe2740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f5ddc1b11d0 con 0x560453e8ffa0 2024-03-29T00:21:39.325 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.323+0000 7f5ddbe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560453e8f5b0 0x560453e91300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:39.325 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.323+0000 7f5dd3e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560453e8ffa0 0x560453ea0df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:39.325 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.323+0000 7f5de1200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560453e95110 0x560453e91840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:39.325 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.323+0000 7f5ddbe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560453e8f5b0 0x560453e91300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:35454/0 (socket says 172.21.15.12:35454) 2024-03-29T00:21:39.325 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.323+0000 7f5dd3e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560453e8ffa0 0x560453ea0df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:54294/0 (socket says 172.21.15.12:54294) 2024-03-29T00:21:39.325 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.323+0000 7f5ddbe00640 1 -- 172.21.15.12:0/2787068266 learned_addr learned my addr 172.21.15.12:0/2787068266 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:39.327 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.323+0000 7f5dd3e00640 1 -- 172.21.15.12:0/2787068266 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560453e95110 msgr2=0x560453e91840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:39.327 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.323+0000 7f5dd3e00640 1 --2- 172.21.15.12:0/2787068266 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560453e95110 0x560453e91840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.327 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.323+0000 7f5dd3e00640 1 -- 172.21.15.12:0/2787068266 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560453e8f5b0 msgr2=0x560453e91300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:39.327 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.323+0000 7f5dd3e00640 1 --2- 172.21.15.12:0/2787068266 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560453e8f5b0 0x560453e91300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.327 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.323+0000 7f5dd3e00640 1 -- 172.21.15.12:0/2787068266 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560453ea8050 con 0x560453e8ffa0 2024-03-29T00:21:39.327 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.324+0000 7f5dd3e00640 1 --2- 172.21.15.12:0/2787068266 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560453e8ffa0 0x560453ea0df0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f5dc400c6a0 tx=0x7f5dc4097160 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8d5ee5be6d01411f server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:39.327 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.324+0000 7f5dd0c00640 1 -- 172.21.15.12:0/2787068266 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc409b5c0 con 0x560453e8ffa0 2024-03-29T00:21:39.327 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.324+0000 7f5dd0c00640 1 -- 172.21.15.12:0/2787068266 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5dc409aec0 con 0x560453e8ffa0 2024-03-29T00:21:39.327 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.324+0000 7f5dd0c00640 1 -- 172.21.15.12:0/2787068266 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc4096f50 con 0x560453e8ffa0 2024-03-29T00:21:39.327 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.325+0000 7f5de5fe2740 1 -- 172.21.15.12:0/2787068266 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560453e8ffa0 msgr2=0x560453ea0df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:39.327 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.325+0000 7f5de5fe2740 1 --2- 172.21.15.12:0/2787068266 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560453e8ffa0 0x560453ea0df0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f5dc400c6a0 tx=0x7f5dc4097160 comp rx=0 tx=0).stop 2024-03-29T00:21:39.327 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.325+0000 7f5de5fe2740 1 -- 172.21.15.12:0/2787068266 shutdown_connections 2024-03-29T00:21:39.327 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.325+0000 7f5de5fe2740 1 --2- 172.21.15.12:0/2787068266 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560453e95110 0x560453e91840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.327 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.325+0000 7f5de5fe2740 1 --2- 172.21.15.12:0/2787068266 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560453e8ffa0 0x560453ea0df0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.328 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.325+0000 7f5de5fe2740 1 --2- 172.21.15.12:0/2787068266 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560453e8f5b0 0x560453e91300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.328 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.325+0000 7f5de5fe2740 1 -- 172.21.15.12:0/2787068266 >> 172.21.15.12:0/2787068266 conn(0x560453e8ab20 msgr2=0x560453e998b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:39.328 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.325+0000 7f5de5fe2740 1 -- 172.21.15.12:0/2787068266 shutdown_connections 2024-03-29T00:21:39.328 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.325+0000 7f5de5fe2740 1 -- 172.21.15.12:0/2787068266 wait complete. 2024-03-29T00:21:39.328 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.325+0000 7f5de5fe2740 1 -- start start 2024-03-29T00:21:39.328 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.326+0000 7f5de5fe2740 1 Processor -- start 2024-03-29T00:21:39.331 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.326+0000 7f5de5fe2740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560453e8f5b0 0x560453e9e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:39.331 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.326+0000 7f5de5fe2740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560453e8ffa0 0x560453e9e650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:39.331 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.326+0000 7f5de5fe2740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560453e95110 0x560453e9f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:39.331 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.326+0000 7f5de5fe2740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f5ddc1b2060 con 0x560453e95110 2024-03-29T00:21:39.331 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.326+0000 7f5de5fe2740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f5ddc1b1960 con 0x560453e8ffa0 2024-03-29T00:21:39.331 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.326+0000 7f5de5fe2740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f5ddc1aea50 con 0x560453e8f5b0 2024-03-29T00:21:39.331 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.326+0000 7f5de5fe2740 10 client.0 _ll_register_callbacks cb 0x7f5dc4018420 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:21:39.331 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.326+0000 7f5ddbe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560453e8f5b0 0x560453e9e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:39.331 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.326+0000 7f5ddbe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560453e8f5b0 0x560453e9e110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:54304/0 (socket says 172.21.15.12:54304) 2024-03-29T00:21:39.331 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.326+0000 7f5ddbe00640 1 -- 172.21.15.12:0/1811760241 learned_addr learned my addr 172.21.15.12:0/1811760241 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:39.331 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.326+0000 7f5dd3e00640 1 --2- 172.21.15.12:0/1811760241 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560453e8ffa0 0x560453e9e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:39.331 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.326+0000 7f5de1200640 1 --2- 172.21.15.12:0/1811760241 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560453e95110 0x560453e9f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:39.332 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.327+0000 7f5ddbe00640 1 -- 172.21.15.12:0/1811760241 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560453e8ffa0 msgr2=0x560453e9e650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:39.332 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.327+0000 7f5ddbe00640 1 --2- 172.21.15.12:0/1811760241 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560453e8ffa0 0x560453e9e650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.332 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.327+0000 7f5ddbe00640 1 -- 172.21.15.12:0/1811760241 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560453e95110 msgr2=0x560453e9f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:39.332 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.327+0000 7f5ddbe00640 1 --2- 172.21.15.12:0/1811760241 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560453e95110 0x560453e9f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.332 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.327+0000 7f5ddbe00640 1 -- 172.21.15.12:0/1811760241 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560453e9fbb0 con 0x560453e8f5b0 2024-03-29T00:21:39.332 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.327+0000 7f5dd3e00640 1 --2- 172.21.15.12:0/1811760241 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560453e8ffa0 0x560453e9e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:21:39.332 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.327+0000 7f5ddbe00640 1 --2- 172.21.15.12:0/1811760241 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560453e8f5b0 0x560453e9e110 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x560453e90a10 tx=0x7f5dcc0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=655a9e79ab4babd4 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:39.332 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.327+0000 7f5dca000640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:21:39.332 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.327+0000 7f5dca000640 1 -- 172.21.15.12:0/1811760241 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dcc028d90 con 0x560453e8f5b0 2024-03-29T00:21:39.332 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.327+0000 7f5de5fe2740 1 -- 172.21.15.12:0/1811760241 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5dc409aec0 con 0x560453e8f5b0 2024-03-29T00:21:39.332 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.327+0000 7f5dca000640 1 -- 172.21.15.12:0/1811760241 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f5dcc01b3e0 con 0x560453e8f5b0 2024-03-29T00:21:39.332 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.328+0000 7f5dca000640 1 -- 172.21.15.12:0/1811760241 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f5dcc028810 con 0x560453e8f5b0 2024-03-29T00:21:39.332 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.328+0000 7f5de5fe2740 10 client.26572 fetch_fsmap learned FSMap version 37 2024-03-29T00:21:39.332 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.328+0000 7f5de5fe2740 1 -- 172.21.15.12:0/1811760241 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x560453ea0f90 con 0x560453e8f5b0 2024-03-29T00:21:39.332 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.328+0000 7f5dca000640 1 -- 172.21.15.12:0/1811760241 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5dc409aec0 con 0x560453e8f5b0 2024-03-29T00:21:39.333 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.328+0000 7f5dca000640 1 -- 172.21.15.12:0/1811760241 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 37) ==== 8414+0+0 (secure 0 0 0) 0x7f5dcc019040 con 0x560453e8f5b0 2024-03-29T00:21:39.333 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.328+0000 7f5de5fe2740 10 client.26572 fetch_fsmap finished waiting for FSMap version 37 2024-03-29T00:21:39.333 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.328+0000 7f5de5fe2740 10 client.26572 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:21:39.333 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.328+0000 7f5de5fe2740 20 client.26572 populate_metadata read hostname 'smithi012' 2024-03-29T00:21:39.333 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.328+0000 7f5de5fe2740 1 --2- 172.21.15.12:0/1811760241 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x560453f0bfb0 0x560453f0e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:39.333 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.328+0000 7f5de5fe2740 4 client.26572 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-29T00:21:39.333 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.328+0000 7f5de5fe2740 1 -- 172.21.15.12:0/1811760241 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560453e00b80 con 0x560453f0bfb0 2024-03-29T00:21:39.333 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.328+0000 7f5dd3e00640 1 --2- 172.21.15.12:0/1811760241 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x560453f0bfb0 0x560453f0e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:39.333 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.329+0000 7f5dd3e00640 1 --2- 172.21.15.12:0/1811760241 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x560453f0bfb0 0x560453f0e3d0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fb4b07e088bbfc4b server_cookie=22e773f88740566f in_seq=0 out_seq=0 2024-03-29T00:21:39.333 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.329+0000 7f5dca000640 10 client.26572 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:21:39.388 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.385+0000 7f5dca000640 1 -- 172.21.15.12:0/1811760241 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560453e00b80 con 0x560453f0bfb0 2024-03-29T00:21:39.388 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.385+0000 7f5dca000640 10 client.26572 handle_command_reply: tid=0 2024-03-29T00:21:39.388 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.385+0000 7f5de5fe2740 1 client.26572 shutdown 2024-03-29T00:21:39.388 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.385+0000 7f5de5fe2740 1 -- 172.21.15.12:0/1811760241 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560453e8f5b0 msgr2=0x560453e9e110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:39.388 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.385+0000 7f5de5fe2740 1 --2- 172.21.15.12:0/1811760241 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560453e8f5b0 0x560453e9e110 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x560453e90a10 tx=0x7f5dcc0046c0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.388 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.385+0000 7f5de5fe2740 1 -- 172.21.15.12:0/1811760241 shutdown_connections 2024-03-29T00:21:39.388 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.385+0000 7f5de5fe2740 1 --2- 172.21.15.12:0/1811760241 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x560453f0bfb0 0x560453f0e3d0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.388 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.385+0000 7f5de5fe2740 1 --2- 172.21.15.12:0/1811760241 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560453e8ffa0 0x560453e9e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.388 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.385+0000 7f5de5fe2740 1 --2- 172.21.15.12:0/1811760241 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560453e95110 0x560453e9f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.388 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.385+0000 7f5de5fe2740 1 --2- 172.21.15.12:0/1811760241 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560453e8f5b0 0x560453e9e110 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.388 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.385+0000 7f5dca000640 0 client.26572 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:21:39.388 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.385+0000 7f5de5fe2740 1 -- 172.21.15.12:0/1811760241 >> 172.21.15.12:0/1811760241 conn(0x560453e8ab20 msgr2=0x560453e99880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:39.389 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.386+0000 7f5de5fe2740 1 -- 172.21.15.12:0/1811760241 shutdown_connections 2024-03-29T00:21:39.389 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.386+0000 7f5de5fe2740 1 -- 172.21.15.12:0/1811760241 wait complete. 2024-03-29T00:21:39.389 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.386+0000 7f5de5fe2740 20 client.26572 trim_cache size 0 max 16384 2024-03-29T00:21:39.389 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:{ 2024-03-29T00:21:39.389 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "message": "", 2024-03-29T00:21:39.389 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "return_code": 0 2024-03-29T00:21:39.389 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:} 2024-03-29T00:21:39.390 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.387+0000 7f5de3200640 1 -- 172.21.15.12:0/1136568407 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5dc00a1d70 msgr2=0x7f5dc00a4230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:39.390 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.387+0000 7f5de3200640 1 --2- 172.21.15.12:0/1136568407 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5dc00a1d70 0x7f5dc00a4230 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x560453e8ba90 tx=0x7f5dcc00b5a0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.390 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.387+0000 7f5de3200640 1 -- 172.21.15.12:0/1136568407 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5ddc077350 msgr2=0x7f5ddc19e630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:39.390 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.387+0000 7f5de3200640 1 --2- 172.21.15.12:0/1136568407 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5ddc077350 0x7f5ddc19e630 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f5dc400e9f0 tx=0x7f5dc400eeb0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.390 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.387+0000 7f5de3200640 1 -- 172.21.15.12:0/1136568407 shutdown_connections 2024-03-29T00:21:39.390 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.387+0000 7f5de3200640 1 --2- 172.21.15.12:0/1136568407 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f5dc00a1d70 0x7f5dc00a4230 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.390 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.387+0000 7f5de3200640 1 --2- 172.21.15.12:0/1136568407 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5ddc077cf0 0x7f5ddc1a56a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.391 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.387+0000 7f5de3200640 1 --2- 172.21.15.12:0/1136568407 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5ddc077350 0x7f5ddc19e630 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.391 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.387+0000 7f5de3200640 1 --2- 172.21.15.12:0/1136568407 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5ddc076110 0x7f5ddc19e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:39.391 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.387+0000 7f5de3200640 1 -- 172.21.15.12:0/1136568407 >> 172.21.15.12:0/1136568407 conn(0x7f5ddc0fef40 msgr2=0x7f5ddc100570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:39.391 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.387+0000 7f5de3200640 1 -- 172.21.15.12:0/1136568407 shutdown_connections 2024-03-29T00:21:39.391 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:39.387+0000 7f5de3200640 1 -- 172.21.15.12:0/1136568407 wait complete. 2024-03-29T00:21:39.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:39 smithi069 ceph-mon[36074]: pgmap v517: 129 pgs: 129 active+clean; 151 MiB data, 907 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 470 op/s 2024-03-29T00:21:39.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:39 smithi012 ceph-mon[31657]: pgmap v517: 129 pgs: 129 active+clean; 151 MiB data, 907 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 470 op/s 2024-03-29T00:21:39.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:39 smithi053 ceph-mon[36233]: pgmap v517: 129 pgs: 129 active+clean; 151 MiB data, 907 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 470 op/s 2024-03-29T00:21:41.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:41 smithi069 ceph-mon[36074]: pgmap v518: 129 pgs: 129 active+clean; 151 MiB data, 915 MiB used, 1.0 TiB / 1.0 TiB avail; 884 KiB/s rd, 914 KiB/s wr, 323 op/s 2024-03-29T00:21:41.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:41 smithi012 ceph-mon[31657]: pgmap v518: 129 pgs: 129 active+clean; 151 MiB data, 915 MiB used, 1.0 TiB / 1.0 TiB avail; 884 KiB/s rd, 914 KiB/s wr, 323 op/s 2024-03-29T00:21:41.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:41 smithi053 ceph-mon[36233]: pgmap v518: 129 pgs: 129 active+clean; 151 MiB data, 915 MiB used, 1.0 TiB / 1.0 TiB avail; 884 KiB/s rd, 914 KiB/s wr, 323 op/s 2024-03-29T00:21:43.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:43 smithi069 ceph-mon[36074]: pgmap v519: 129 pgs: 129 active+clean; 149 MiB data, 891 MiB used, 1.0 TiB / 1.0 TiB avail; 867 KiB/s rd, 945 KiB/s wr, 331 op/s 2024-03-29T00:21:43.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:43 smithi012 ceph-mon[31657]: pgmap v519: 129 pgs: 129 active+clean; 149 MiB data, 891 MiB used, 1.0 TiB / 1.0 TiB avail; 867 KiB/s rd, 945 KiB/s wr, 331 op/s 2024-03-29T00:21:43.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:43 smithi053 ceph-mon[36233]: pgmap v519: 129 pgs: 129 active+clean; 149 MiB data, 891 MiB used, 1.0 TiB / 1.0 TiB avail; 867 KiB/s rd, 945 KiB/s wr, 331 op/s 2024-03-29T00:21:45.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:45 smithi069 ceph-mon[36074]: pgmap v520: 129 pgs: 129 active+clean; 150 MiB data, 896 MiB used, 1.0 TiB / 1.0 TiB avail; 710 KiB/s rd, 802 KiB/s wr, 268 op/s 2024-03-29T00:21:45.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:45 smithi069 ceph-mon[36074]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:21:45.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:45 smithi012 ceph-mon[31657]: pgmap v520: 129 pgs: 129 active+clean; 150 MiB data, 896 MiB used, 1.0 TiB / 1.0 TiB avail; 710 KiB/s rd, 802 KiB/s wr, 268 op/s 2024-03-29T00:21:45.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:45 smithi012 ceph-mon[31657]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:21:45.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:45 smithi053 ceph-mon[36233]: pgmap v520: 129 pgs: 129 active+clean; 150 MiB data, 896 MiB used, 1.0 TiB / 1.0 TiB avail; 710 KiB/s rd, 802 KiB/s wr, 268 op/s 2024-03-29T00:21:45.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:45 smithi053 ceph-mon[36233]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:21:47.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:47 smithi012 ceph-mon[31657]: pgmap v521: 129 pgs: 129 active+clean; 147 MiB data, 872 MiB used, 1.0 TiB / 1.0 TiB avail; 582 KiB/s rd, 632 KiB/s wr, 257 op/s 2024-03-29T00:21:47.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:47 smithi012 ceph-mon[31657]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:21:47.866 INFO:tasks.workunit.client.0.smithi012.stderr:+ tar xf doc.tar 2024-03-29T00:21:47.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:47 smithi053 ceph-mon[36233]: pgmap v521: 129 pgs: 129 active+clean; 147 MiB data, 872 MiB used, 1.0 TiB / 1.0 TiB avail; 582 KiB/s rd, 632 KiB/s wr, 257 op/s 2024-03-29T00:21:47.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:47 smithi053 ceph-mon[36233]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:21:47.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:47 smithi069 ceph-mon[36074]: pgmap v521: 129 pgs: 129 active+clean; 147 MiB data, 872 MiB used, 1.0 TiB / 1.0 TiB avail; 582 KiB/s rd, 632 KiB/s wr, 257 op/s 2024-03-29T00:21:47.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:47 smithi069 ceph-mon[36074]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:21:48.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:48 smithi012 ceph-mon[31657]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:21:48.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:48 smithi053 ceph-mon[36233]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:21:48.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:48 smithi069 ceph-mon[36074]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-29T00:21:49.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:49 smithi012 ceph-mon[31657]: pgmap v522: 129 pgs: 129 active+clean; 142 MiB data, 890 MiB used, 1.0 TiB / 1.0 TiB avail; 641 KiB/s rd, 721 KiB/s wr, 274 op/s 2024-03-29T00:21:49.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:49 smithi053 ceph-mon[36233]: pgmap v522: 129 pgs: 129 active+clean; 142 MiB data, 890 MiB used, 1.0 TiB / 1.0 TiB avail; 641 KiB/s rd, 721 KiB/s wr, 274 op/s 2024-03-29T00:21:49.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:49 smithi069 ceph-mon[36074]: pgmap v522: 129 pgs: 129 active+clean; 142 MiB data, 890 MiB used, 1.0 TiB / 1.0 TiB avail; 641 KiB/s rd, 721 KiB/s wr, 274 op/s 2024-03-29T00:21:51.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:51 smithi012 ceph-mon[31657]: pgmap v523: 129 pgs: 129 active+clean; 142 MiB data, 900 MiB used, 1.0 TiB / 1.0 TiB avail; 723 KiB/s rd, 797 KiB/s wr, 228 op/s 2024-03-29T00:21:51.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:51 smithi053 ceph-mon[36233]: pgmap v523: 129 pgs: 129 active+clean; 142 MiB data, 900 MiB used, 1.0 TiB / 1.0 TiB avail; 723 KiB/s rd, 797 KiB/s wr, 228 op/s 2024-03-29T00:21:51.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:51 smithi069 ceph-mon[36074]: pgmap v523: 129 pgs: 129 active+clean; 142 MiB data, 900 MiB used, 1.0 TiB / 1.0 TiB avail; 723 KiB/s rd, 797 KiB/s wr, 228 op/s 2024-03-29T00:21:52.535 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.534+0000 7fe8abc00640 1 -- 172.21.15.12:0/87593910 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe8a4100080 msgr2=0x7fe8a41004a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:52.535 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.534+0000 7fe8abc00640 1 --2- 172.21.15.12:0/87593910 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe8a4100080 0x7fe8a41004a0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fe894009900 tx=0x7fe89402bcd0 comp rx=0 tx=0).stop 2024-03-29T00:21:52.535 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.535+0000 7fe8abc00640 1 -- 172.21.15.12:0/87593910 shutdown_connections 2024-03-29T00:21:52.536 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.535+0000 7fe8abc00640 1 --2- 172.21.15.12:0/87593910 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe8a4101380 0x7fe8a4101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:52.536 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.535+0000 7fe8abc00640 1 --2- 172.21.15.12:0/87593910 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe8a41009e0 0x7fe8a4100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:52.536 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.535+0000 7fe8abc00640 1 --2- 172.21.15.12:0/87593910 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe8a4100080 0x7fe8a41004a0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:52.536 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.535+0000 7fe8abc00640 1 -- 172.21.15.12:0/87593910 >> 172.21.15.12:0/87593910 conn(0x7fe8a40fbc20 msgr2=0x7fe8a40fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:52.536 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.535+0000 7fe8abc00640 1 -- 172.21.15.12:0/87593910 shutdown_connections 2024-03-29T00:21:52.536 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.535+0000 7fe8abc00640 1 -- 172.21.15.12:0/87593910 wait complete. 2024-03-29T00:21:52.536 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.536+0000 7fe8abc00640 1 Processor -- start 2024-03-29T00:21:52.537 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.536+0000 7fe8abc00640 1 -- start start 2024-03-29T00:21:52.537 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.537+0000 7fe8abc00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe8a4100080 0x7fe8a4199d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:52.538 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.537+0000 7fe8abc00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe8a41009e0 0x7fe8a419a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:52.538 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.537+0000 7fe8abc00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe8a4101380 0x7fe8a41a1300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:52.538 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.537+0000 7fe8abc00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fe8a410f790 con 0x7fe8a4101380 2024-03-29T00:21:52.538 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.537+0000 7fe8abc00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe8a410f610 con 0x7fe8a4100080 2024-03-29T00:21:52.538 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.537+0000 7fe8abc00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe8a410f910 con 0x7fe8a41009e0 2024-03-29T00:21:52.538 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.537+0000 7fe89be00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe8a41009e0 0x7fe8a419a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:52.538 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.537+0000 7fe8a9200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe8a4100080 0x7fe8a4199d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:52.538 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.537+0000 7fe8a9200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe8a4100080 0x7fe8a4199d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:41798/0 (socket says 172.21.15.12:41798) 2024-03-29T00:21:52.538 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.537+0000 7fe89be00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe8a41009e0 0x7fe8a419a290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:52316/0 (socket says 172.21.15.12:52316) 2024-03-29T00:21:52.538 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.537+0000 7fe8a9200640 1 -- 172.21.15.12:0/1739131335 learned_addr learned my addr 172.21.15.12:0/1739131335 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:52.538 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.537+0000 7fe8a9c00640 1 --2- 172.21.15.12:0/1739131335 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe8a4101380 0x7fe8a41a1300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:52.539 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.538+0000 7fe8a9200640 1 -- 172.21.15.12:0/1739131335 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe8a41009e0 msgr2=0x7fe8a419a290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:52.539 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.538+0000 7fe8a9200640 1 --2- 172.21.15.12:0/1739131335 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe8a41009e0 0x7fe8a419a290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:52.539 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.538+0000 7fe8a9200640 1 -- 172.21.15.12:0/1739131335 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe8a4101380 msgr2=0x7fe8a41a1300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:52.539 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.538+0000 7fe8a9200640 1 --2- 172.21.15.12:0/1739131335 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe8a4101380 0x7fe8a41a1300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:52.540 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.538+0000 7fe8a9200640 1 -- 172.21.15.12:0/1739131335 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8a41a1970 con 0x7fe8a4100080 2024-03-29T00:21:52.540 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.538+0000 7fe89be00640 1 --2- 172.21.15.12:0/1739131335 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe8a41009e0 0x7fe8a419a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:21:52.540 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.538+0000 7fe8a9200640 1 --2- 172.21.15.12:0/1739131335 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe8a4100080 0x7fe8a4199d50 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fe894000c00 tx=0x7fe89402c850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:52.540 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.538+0000 7fe8a2000640 1 -- 172.21.15.12:0/1739131335 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe894043020 con 0x7fe8a4100080 2024-03-29T00:21:52.540 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.538+0000 7fe8abc00640 1 -- 172.21.15.12:0/1739131335 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8a41a1c00 con 0x7fe8a4100080 2024-03-29T00:21:52.540 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.538+0000 7fe8a2000640 1 -- 172.21.15.12:0/1739131335 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe8940043d0 con 0x7fe8a4100080 2024-03-29T00:21:52.540 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.538+0000 7fe8a2000640 1 -- 172.21.15.12:0/1739131335 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe894003ca0 con 0x7fe8a4100080 2024-03-29T00:21:52.540 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.539+0000 7fe8abc00640 1 -- 172.21.15.12:0/1739131335 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8a41a21a0 con 0x7fe8a4100080 2024-03-29T00:21:52.542 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.542+0000 7fe8ae990740 1 Processor -- start 2024-03-29T00:21:52.542 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.542+0000 7fe8ae990740 1 -- start start 2024-03-29T00:21:52.543 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.542+0000 7fe8ae990740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b8a10dd5b0 0x55b8a10dd9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:52.543 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.542+0000 7fe8a2000640 1 -- 172.21.15.12:0/1739131335 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fe894046020 con 0x7fe8a4100080 2024-03-29T00:21:52.543 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.542+0000 7fe8ae990740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b8a10ddfa0 0x55b8a10e2aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:52.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.542+0000 7fe8ae990740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b8a10e3110 0x55b8a10e55a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:52.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.542+0000 7fe8ae990740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55b8a1041640 con 0x55b8a10dd5b0 2024-03-29T00:21:52.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.542+0000 7fe8ae990740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55b8a0fea810 con 0x55b8a10e3110 2024-03-29T00:21:52.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.542+0000 7fe8ae990740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55b8a103d6e0 con 0x55b8a10ddfa0 2024-03-29T00:21:52.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.542+0000 7fe8a9c00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b8a10dd5b0 0x55b8a10dd9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:52.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.542+0000 7fe8a9200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b8a10ddfa0 0x55b8a10e2aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:52.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.543+0000 7fe89be00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b8a10e3110 0x55b8a10e55a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:52.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.543+0000 7fe8a9c00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b8a10dd5b0 0x55b8a10dd9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:60364/0 (socket says 172.21.15.12:60364) 2024-03-29T00:21:52.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.543+0000 7fe8a9c00640 1 -- 172.21.15.12:0/3836447708 learned_addr learned my addr 172.21.15.12:0/3836447708 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:52.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.543+0000 7fe8a9c00640 1 -- 172.21.15.12:0/3836447708 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b8a10ddfa0 msgr2=0x55b8a10e2aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:52.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.543+0000 7fe8a9c00640 1 --2- 172.21.15.12:0/3836447708 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b8a10ddfa0 0x55b8a10e2aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:52.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.543+0000 7fe8a9c00640 1 -- 172.21.15.12:0/3836447708 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b8a10e3110 msgr2=0x55b8a10e55a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:52.544 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.543+0000 7fe8a9c00640 1 --2- 172.21.15.12:0/3836447708 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b8a10e3110 0x55b8a10e55a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:52.545 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.543+0000 7fe8a9c00640 1 -- 172.21.15.12:0/3836447708 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b8a0d56210 con 0x55b8a10dd5b0 2024-03-29T00:21:52.545 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.543+0000 7fe89be00640 1 --2- 172.21.15.12:0/3836447708 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b8a10e3110 0x55b8a10e55a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:21:52.549 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.543+0000 7fe8a9c00640 1 --2- 172.21.15.12:0/3836447708 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b8a10dd5b0 0x55b8a10dd9d0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fe89c010370 tx=0x7fe89c010830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94864ed4a92bead1 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:52.549 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.544+0000 7fe89a000640 1 -- 172.21.15.12:0/3836447708 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe89c016070 con 0x55b8a10dd5b0 2024-03-29T00:21:52.549 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.544+0000 7fe89a000640 1 -- 172.21.15.12:0/3836447708 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe89c004d20 con 0x55b8a10dd5b0 2024-03-29T00:21:52.549 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.544+0000 7fe89a000640 1 -- 172.21.15.12:0/3836447708 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe89c0054a0 con 0x55b8a10dd5b0 2024-03-29T00:21:52.549 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.544+0000 7fe8a2000640 1 --2- 172.21.15.12:0/1739131335 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe8880a1d70 0x7fe8880a4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:52.550 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.544+0000 7fe8a2000640 1 -- 172.21.15.12:0/1739131335 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fe8940f0200 con 0x7fe8a4100080 2024-03-29T00:21:52.550 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.544+0000 7fe8a9200640 1 --2- 172.21.15.12:0/1739131335 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe8880a1d70 0x7fe8880a4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:52.550 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.544+0000 7fe8ae990740 1 -- 172.21.15.12:0/3836447708 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b8a10dd5b0 msgr2=0x55b8a10dd9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:52.550 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.544+0000 7fe8ae990740 1 --2- 172.21.15.12:0/3836447708 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b8a10dd5b0 0x55b8a10dd9d0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fe89c010370 tx=0x7fe89c010830 comp rx=0 tx=0).stop 2024-03-29T00:21:52.550 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.545+0000 7fe8ae990740 1 -- 172.21.15.12:0/3836447708 shutdown_connections 2024-03-29T00:21:52.550 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.545+0000 7fe8ae990740 1 --2- 172.21.15.12:0/3836447708 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b8a10e3110 0x55b8a10e55a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:52.550 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.545+0000 7fe8ae990740 1 --2- 172.21.15.12:0/3836447708 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b8a10ddfa0 0x55b8a10e2aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:52.550 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.545+0000 7fe8ae990740 1 --2- 172.21.15.12:0/3836447708 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b8a10dd5b0 0x55b8a10dd9d0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:52.550 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.545+0000 7fe8ae990740 1 -- 172.21.15.12:0/3836447708 >> 172.21.15.12:0/3836447708 conn(0x55b8a10d8b20 msgr2=0x55b8a10d8f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:52.550 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.545+0000 7fe8ae990740 1 -- 172.21.15.12:0/3836447708 shutdown_connections 2024-03-29T00:21:52.550 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.545+0000 7fe8a9200640 1 --2- 172.21.15.12:0/1739131335 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe8880a1d70 0x7fe8880a4230 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fe8940edce0 tx=0x7fe8940f3ce0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:52.550 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.545+0000 7fe8ae990740 1 -- 172.21.15.12:0/3836447708 wait complete. 2024-03-29T00:21:52.551 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.545+0000 7fe8ae990740 1 -- start start 2024-03-29T00:21:52.551 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.545+0000 7fe8ae990740 1 Processor -- start 2024-03-29T00:21:52.551 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.546+0000 7fe8ae990740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b8a10dd5b0 0x55b8a10e7970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:52.551 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.546+0000 7fe8ae990740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b8a10ddfa0 0x55b8a10e7eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:52.551 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.546+0000 7fe8ae990740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b8a10e3110 0x55b8a10eeef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:52.551 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.546+0000 7fe8ae990740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55b8a10e60c0 con 0x55b8a10e3110 2024-03-29T00:21:52.551 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.546+0000 7fe8ae990740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55b8a0fdfd00 con 0x55b8a10dd5b0 2024-03-29T00:21:52.551 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.546+0000 7fe8ae990740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55b8a10e6240 con 0x55b8a10ddfa0 2024-03-29T00:21:52.551 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.546+0000 7fe8ae990740 10 client.0 _ll_register_callbacks cb 0x55b8a0fca490 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:21:52.551 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.546+0000 7fe89be00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b8a10ddfa0 0x55b8a10e7eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:52.551 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.546+0000 7fe89be00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b8a10ddfa0 0x55b8a10e7eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:52322/0 (socket says 172.21.15.12:52322) 2024-03-29T00:21:52.551 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.546+0000 7fe89be00640 1 -- 172.21.15.12:0/902958651 learned_addr learned my addr 172.21.15.12:0/902958651 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:52.551 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.546+0000 7fe8a9c00640 1 --2- 172.21.15.12:0/902958651 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b8a10dd5b0 0x55b8a10e7970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:52.551 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.546+0000 7fe8a9c00640 1 --2- 172.21.15.12:0/902958651 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b8a10e3110 0x55b8a10eeef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:52.551 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.547+0000 7fe89be00640 1 -- 172.21.15.12:0/902958651 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b8a10dd5b0 msgr2=0x55b8a10e7970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:52.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.547+0000 7fe89be00640 1 --2- 172.21.15.12:0/902958651 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b8a10dd5b0 0x55b8a10e7970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:52.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.547+0000 7fe89be00640 1 -- 172.21.15.12:0/902958651 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b8a10e3110 msgr2=0x55b8a10eeef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:52.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.547+0000 7fe89be00640 1 --2- 172.21.15.12:0/902958651 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b8a10e3110 0x55b8a10eeef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:52.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.547+0000 7fe89be00640 1 -- 172.21.15.12:0/902958651 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b8a0e22620 con 0x55b8a10ddfa0 2024-03-29T00:21:52.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.547+0000 7fe8a9c00640 1 --2- 172.21.15.12:0/902958651 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b8a10e3110 0x55b8a10eeef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:21:52.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.547+0000 7fe89be00640 1 --2- 172.21.15.12:0/902958651 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b8a10ddfa0 0x55b8a10e7eb0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fe88c012c70 tx=0x7fe88c00f790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b45471c7d6a501fa server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:52.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.547+0000 7fe892a00640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:21:52.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.547+0000 7fe892a00640 1 -- 172.21.15.12:0/902958651 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe88c009e50 con 0x55b8a10ddfa0 2024-03-29T00:21:52.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.547+0000 7fe892a00640 1 -- 172.21.15.12:0/902958651 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fe88c0047a0 con 0x55b8a10ddfa0 2024-03-29T00:21:52.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.547+0000 7fe8ae990740 1 -- 172.21.15.12:0/902958651 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe89c004d20 con 0x55b8a10ddfa0 2024-03-29T00:21:52.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.548+0000 7fe892a00640 1 -- 172.21.15.12:0/902958651 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7fe88c025050 con 0x55b8a10ddfa0 2024-03-29T00:21:52.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.548+0000 7fe8ae990740 10 client.26584 fetch_fsmap learned FSMap version 40 2024-03-29T00:21:52.552 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.548+0000 7fe8ae990740 1 -- 172.21.15.12:0/902958651 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55b8a10f1ff0 con 0x55b8a10ddfa0 2024-03-29T00:21:52.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.548+0000 7fe892a00640 1 -- 172.21.15.12:0/902958651 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe89c004d20 con 0x55b8a10ddfa0 2024-03-29T00:21:52.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.548+0000 7fe892a00640 1 -- 172.21.15.12:0/902958651 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 40) ==== 8442+0+0 (secure 0 0 0) 0x7fe88c010660 con 0x55b8a10ddfa0 2024-03-29T00:21:52.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.548+0000 7fe8ae990740 10 client.26584 fetch_fsmap finished waiting for FSMap version 40 2024-03-29T00:21:52.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.548+0000 7fe8ae990740 10 client.26584 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:21:52.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.548+0000 7fe8ae990740 20 client.26584 populate_metadata read hostname 'smithi012' 2024-03-29T00:21:52.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.548+0000 7fe8ae990740 1 --2- 172.21.15.12:0/902958651 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55b8a10f37f0 0x55b8a10f5c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:52.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.549+0000 7fe8ae990740 4 client.26584 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:21:52.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.549+0000 7fe8ae990740 1 -- 172.21.15.12:0/902958651 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b8a1055030 con 0x55b8a10f37f0 2024-03-29T00:21:52.553 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.549+0000 7fe8a9c00640 1 --2- 172.21.15.12:0/902958651 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55b8a10f37f0 0x55b8a10f5c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:52.554 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.549+0000 7fe8a9c00640 1 --2- 172.21.15.12:0/902958651 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55b8a10f37f0 0x55b8a10f5c10 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d213d3245eca1e07 server_cookie=a9d71d7dac487a2e in_seq=0 out_seq=0 2024-03-29T00:21:52.554 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.549+0000 7fe892a00640 10 client.26584 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:21:52.554 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.550+0000 7fe892a00640 1 -- 172.21.15.12:0/902958651 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55b8a1055030 con 0x55b8a10f37f0 2024-03-29T00:21:52.555 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.550+0000 7fe892a00640 10 client.26584 handle_command_reply: tid=0 2024-03-29T00:21:52.555 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.550+0000 7fe8ae990740 1 client.26584 shutdown 2024-03-29T00:21:52.555 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.550+0000 7fe8ae990740 1 -- 172.21.15.12:0/902958651 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b8a10ddfa0 msgr2=0x55b8a10e7eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:52.555 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.550+0000 7fe8ae990740 1 --2- 172.21.15.12:0/902958651 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b8a10ddfa0 0x55b8a10e7eb0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fe88c012c70 tx=0x7fe88c00f790 comp rx=0 tx=0).stop 2024-03-29T00:21:52.555 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.550+0000 7fe8ae990740 1 -- 172.21.15.12:0/902958651 shutdown_connections 2024-03-29T00:21:52.555 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.550+0000 7fe8ae990740 1 --2- 172.21.15.12:0/902958651 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55b8a10f37f0 0x55b8a10f5c10 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:52.555 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.550+0000 7fe8ae990740 1 --2- 172.21.15.12:0/902958651 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b8a10e3110 0x55b8a10eeef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:52.555 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.550+0000 7fe8ae990740 1 --2- 172.21.15.12:0/902958651 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b8a10ddfa0 0x55b8a10e7eb0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:52.555 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.550+0000 7fe8ae990740 1 --2- 172.21.15.12:0/902958651 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b8a10dd5b0 0x55b8a10e7970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:52.555 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.550+0000 7fe892a00640 0 client.26584 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:21:52.555 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.550+0000 7fe8ae990740 1 -- 172.21.15.12:0/902958651 >> 172.21.15.12:0/902958651 conn(0x55b8a10d8b20 msgr2=0x55b8a10d7c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:52.555 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.551+0000 7fe8ae990740 1 -- 172.21.15.12:0/902958651 shutdown_connections 2024-03-29T00:21:52.556 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.551+0000 7fe8ae990740 1 -- 172.21.15.12:0/902958651 wait complete. 2024-03-29T00:21:52.556 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.551+0000 7fe8ae990740 20 client.26584 trim_cache size 0 max 16384 2024-03-29T00:21:52.570 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.568+0000 7fe8ae990740 1 Processor -- start 2024-03-29T00:21:52.570 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.569+0000 7fe8ae990740 1 -- start start 2024-03-29T00:21:52.570 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.569+0000 7fe8ae990740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b8a10dd5b0 0x55b8a10e7970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:52.570 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.569+0000 7fe8ae990740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b8a10ddfa0 0x55b8a10e7eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:52.570 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.569+0000 7fe8ae990740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b8a10e3110 0x55b8a10eeeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:52.570 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.569+0000 7fe8ae990740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fe8a41ac730 con 0x55b8a10dd5b0 2024-03-29T00:21:52.570 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.569+0000 7fe8ae990740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe8a41ae4b0 con 0x55b8a10e3110 2024-03-29T00:21:52.570 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.569+0000 7fe8ae990740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe8a41ace00 con 0x55b8a10ddfa0 2024-03-29T00:21:52.570 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.569+0000 7fe89be00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b8a10ddfa0 0x55b8a10e7eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:52.570 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.569+0000 7fe89be00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b8a10ddfa0 0x55b8a10e7eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:52334/0 (socket says 172.21.15.12:52334) 2024-03-29T00:21:52.570 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.569+0000 7fe89be00640 1 -- 172.21.15.12:0/1946558472 learned_addr learned my addr 172.21.15.12:0/1946558472 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:52.571 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.569+0000 7fe8a9c00640 1 --2- 172.21.15.12:0/1946558472 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b8a10dd5b0 0x55b8a10e7970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:52.572 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.569+0000 7fe89be00640 1 -- 172.21.15.12:0/1946558472 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b8a10e3110 msgr2=0x55b8a10eeeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:52.572 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.570+0000 7fe8a9c00640 1 --2- 172.21.15.12:0/1946558472 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b8a10e3110 0x55b8a10eeeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:52.572 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.570+0000 7fe89be00640 1 --2- 172.21.15.12:0/1946558472 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b8a10e3110 0x55b8a10eeeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:52.572 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.570+0000 7fe89be00640 1 -- 172.21.15.12:0/1946558472 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b8a10dd5b0 msgr2=0x55b8a10e7970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:52.572 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.570+0000 7fe89be00640 1 --2- 172.21.15.12:0/1946558472 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b8a10dd5b0 0x55b8a10e7970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:52.572 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.570+0000 7fe89be00640 1 -- 172.21.15.12:0/1946558472 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b8a10de830 con 0x55b8a10ddfa0 2024-03-29T00:21:52.572 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.570+0000 7fe8a9c00640 1 --2- 172.21.15.12:0/1946558472 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b8a10e3110 0x55b8a10eeeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:21:52.572 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.570+0000 7fe89be00640 1 --2- 172.21.15.12:0/1946558472 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b8a10ddfa0 0x55b8a10e7eb0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fe88c000c00 tx=0x7fe88c005db0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2d24c0725b1aea34 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:52.573 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.570+0000 7fe899600640 1 -- 172.21.15.12:0/1946558472 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe88c00fc90 con 0x55b8a10ddfa0 2024-03-29T00:21:52.573 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.570+0000 7fe899600640 1 -- 172.21.15.12:0/1946558472 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe88c005040 con 0x55b8a10ddfa0 2024-03-29T00:21:52.573 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.570+0000 7fe899600640 1 -- 172.21.15.12:0/1946558472 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe88c004850 con 0x55b8a10ddfa0 2024-03-29T00:21:52.573 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.571+0000 7fe8ae990740 1 -- 172.21.15.12:0/1946558472 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b8a10ddfa0 msgr2=0x55b8a10e7eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:52.573 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.571+0000 7fe8ae990740 1 --2- 172.21.15.12:0/1946558472 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b8a10ddfa0 0x55b8a10e7eb0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fe88c000c00 tx=0x7fe88c005db0 comp rx=0 tx=0).stop 2024-03-29T00:21:52.573 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.571+0000 7fe8ae990740 1 -- 172.21.15.12:0/1946558472 shutdown_connections 2024-03-29T00:21:52.573 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.571+0000 7fe8ae990740 1 --2- 172.21.15.12:0/1946558472 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b8a10e3110 0x55b8a10eeeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:52.573 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.571+0000 7fe8ae990740 1 --2- 172.21.15.12:0/1946558472 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b8a10ddfa0 0x55b8a10e7eb0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:52.573 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.571+0000 7fe8ae990740 1 --2- 172.21.15.12:0/1946558472 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b8a10dd5b0 0x55b8a10e7970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:52.573 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.571+0000 7fe8ae990740 1 -- 172.21.15.12:0/1946558472 >> 172.21.15.12:0/1946558472 conn(0x55b8a10d8b20 msgr2=0x55b8a10d8f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:52.573 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.571+0000 7fe8ae990740 1 -- 172.21.15.12:0/1946558472 shutdown_connections 2024-03-29T00:21:52.573 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.571+0000 7fe8ae990740 1 -- 172.21.15.12:0/1946558472 wait complete. 2024-03-29T00:21:52.573 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.571+0000 7fe8ae990740 1 -- start start 2024-03-29T00:21:52.573 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.572+0000 7fe8ae990740 1 Processor -- start 2024-03-29T00:21:52.576 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.572+0000 7fe8ae990740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b8a10dd5b0 0x55b8a10ec420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:52.576 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.572+0000 7fe8ae990740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b8a10ddfa0 0x55b8a10ec960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:52.576 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.572+0000 7fe8ae990740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b8a10e3110 0x55b8a10ed970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:52.576 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.572+0000 7fe8ae990740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fe8a41add20 con 0x55b8a10e3110 2024-03-29T00:21:52.576 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.572+0000 7fe8ae990740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe8a41ad590 con 0x55b8a10ddfa0 2024-03-29T00:21:52.576 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.572+0000 7fe8ae990740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe8a41aa650 con 0x55b8a10dd5b0 2024-03-29T00:21:52.576 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.572+0000 7fe8ae990740 10 client.0 _ll_register_callbacks cb 0x7fe88c009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:21:52.576 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.572+0000 7fe89be00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b8a10ddfa0 0x55b8a10ec960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:52.576 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.572+0000 7fe8a9c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b8a10dd5b0 0x55b8a10ec420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:52.576 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.572+0000 7fe89be00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b8a10ddfa0 0x55b8a10ec960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:41830/0 (socket says 172.21.15.12:41830) 2024-03-29T00:21:52.577 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.573+0000 7fe8a9c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b8a10dd5b0 0x55b8a10ec420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:52348/0 (socket says 172.21.15.12:52348) 2024-03-29T00:21:52.577 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.573+0000 7fe89be00640 1 -- 172.21.15.12:0/156662652 learned_addr learned my addr 172.21.15.12:0/156662652 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:21:52.577 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.573+0000 7fe8a9c00640 1 --2- 172.21.15.12:0/156662652 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b8a10e3110 0x55b8a10ed970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:52.577 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.573+0000 7fe89be00640 1 -- 172.21.15.12:0/156662652 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b8a10dd5b0 msgr2=0x55b8a10ec420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:52.577 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.573+0000 7fe89be00640 1 --2- 172.21.15.12:0/156662652 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b8a10dd5b0 0x55b8a10ec420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:52.577 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.573+0000 7fe89be00640 1 -- 172.21.15.12:0/156662652 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b8a10e3110 msgr2=0x55b8a10ed970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:21:52.577 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.573+0000 7fe89be00640 1 --2- 172.21.15.12:0/156662652 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b8a10e3110 0x55b8a10ed970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:52.577 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.573+0000 7fe89be00640 1 -- 172.21.15.12:0/156662652 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b8a10edf60 con 0x55b8a10ddfa0 2024-03-29T00:21:52.577 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.573+0000 7fe8a9c00640 1 --2- 172.21.15.12:0/156662652 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b8a10e3110 0x55b8a10ed970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:21:52.577 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.573+0000 7fe89be00640 1 --2- 172.21.15.12:0/156662652 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b8a10ddfa0 0x55b8a10ec960 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fe88c012910 tx=0x7fe88c012940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7f302a33e98699bd server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:21:52.577 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.573+0000 7fe892a00640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:21:52.577 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.574+0000 7fe892a00640 1 -- 172.21.15.12:0/156662652 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe88c038060 con 0x55b8a10ddfa0 2024-03-29T00:21:52.577 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.574+0000 7fe892a00640 1 -- 172.21.15.12:0/156662652 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fe88c004030 con 0x55b8a10ddfa0 2024-03-29T00:21:52.577 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.574+0000 7fe8ae990740 1 -- 172.21.15.12:0/156662652 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe88c005040 con 0x55b8a10ddfa0 2024-03-29T00:21:52.577 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.574+0000 7fe892a00640 1 -- 172.21.15.12:0/156662652 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7fe88c03f050 con 0x55b8a10ddfa0 2024-03-29T00:21:52.578 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.574+0000 7fe8ae990740 10 client.26525 fetch_fsmap learned FSMap version 40 2024-03-29T00:21:52.578 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.574+0000 7fe8ae990740 1 -- 172.21.15.12:0/156662652 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55b8a10ef1e0 con 0x55b8a10ddfa0 2024-03-29T00:21:52.578 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.574+0000 7fe892a00640 1 -- 172.21.15.12:0/156662652 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe88c005040 con 0x55b8a10ddfa0 2024-03-29T00:21:52.578 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.574+0000 7fe892a00640 1 -- 172.21.15.12:0/156662652 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 40) ==== 8442+0+0 (secure 0 0 0) 0x7fe88c004ba0 con 0x55b8a10ddfa0 2024-03-29T00:21:52.578 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.575+0000 7fe8ae990740 10 client.26525 fetch_fsmap finished waiting for FSMap version 40 2024-03-29T00:21:52.578 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.575+0000 7fe8ae990740 10 client.26525 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:21:52.578 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.575+0000 7fe8ae990740 20 client.26525 populate_metadata read hostname 'smithi012' 2024-03-29T00:21:52.578 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.575+0000 7fe8ae990740 1 --2- 172.21.15.12:0/156662652 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55b8a115a220 0x55b8a115c640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:21:52.578 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.575+0000 7fe8ae990740 4 client.26525 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-29T00:21:52.578 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.575+0000 7fe8ae990740 1 -- 172.21.15.12:0/156662652 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b8a104eb80 con 0x55b8a115a220 2024-03-29T00:21:52.578 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.575+0000 7fe8a9c00640 1 --2- 172.21.15.12:0/156662652 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55b8a115a220 0x55b8a115c640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:21:52.578 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.575+0000 7fe8a9c00640 1 --2- 172.21.15.12:0/156662652 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55b8a115a220 0x55b8a115c640 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=54b4c8407ebc41a1 server_cookie=8463af9247aac98b in_seq=0 out_seq=0 2024-03-29T00:21:52.578 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:52.575+0000 7fe892a00640 10 client.26525 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:21:53.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:53 smithi012 ceph-mon[31657]: pgmap v524: 129 pgs: 129 active+clean; 143 MiB data, 911 MiB used, 1.0 TiB / 1.0 TiB avail; 780 KiB/s rd, 953 KiB/s wr, 250 op/s 2024-03-29T00:21:53.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:53 smithi053 ceph-mon[36233]: pgmap v524: 129 pgs: 129 active+clean; 143 MiB data, 911 MiB used, 1.0 TiB / 1.0 TiB avail; 780 KiB/s rd, 953 KiB/s wr, 250 op/s 2024-03-29T00:21:53.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:53 smithi069 ceph-mon[36074]: pgmap v524: 129 pgs: 129 active+clean; 143 MiB data, 911 MiB used, 1.0 TiB / 1.0 TiB avail; 780 KiB/s rd, 953 KiB/s wr, 250 op/s 2024-03-29T00:21:55.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:55 smithi012 ceph-mon[31657]: pgmap v525: 129 pgs: 129 active+clean; 145 MiB data, 903 MiB used, 1.0 TiB / 1.0 TiB avail; 840 KiB/s rd, 943 KiB/s wr, 229 op/s 2024-03-29T00:21:55.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:55 smithi053 ceph-mon[36233]: pgmap v525: 129 pgs: 129 active+clean; 145 MiB data, 903 MiB used, 1.0 TiB / 1.0 TiB avail; 840 KiB/s rd, 943 KiB/s wr, 229 op/s 2024-03-29T00:21:55.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:55 smithi069 ceph-mon[36074]: pgmap v525: 129 pgs: 129 active+clean; 145 MiB data, 903 MiB used, 1.0 TiB / 1.0 TiB avail; 840 KiB/s rd, 943 KiB/s wr, 229 op/s 2024-03-29T00:21:56.609 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:56.608+0000 7fe892a00640 1 -- 172.21.15.12:0/156662652 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b8a104eb80 con 0x55b8a115a220 2024-03-29T00:21:56.609 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:56.608+0000 7fe892a00640 10 client.26525 handle_command_reply: tid=0 2024-03-29T00:21:56.609 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:56.608+0000 7fe8ae990740 1 client.26525 shutdown 2024-03-29T00:21:56.609 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:56.608+0000 7fe8ae990740 1 -- 172.21.15.12:0/156662652 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b8a10ddfa0 msgr2=0x55b8a10ec960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:56.609 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:56.608+0000 7fe8ae990740 1 --2- 172.21.15.12:0/156662652 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b8a10ddfa0 0x55b8a10ec960 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fe88c012910 tx=0x7fe88c012940 comp rx=0 tx=0).stop 2024-03-29T00:21:56.610 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:56.608+0000 7fe8ae990740 1 -- 172.21.15.12:0/156662652 shutdown_connections 2024-03-29T00:21:56.610 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:56.608+0000 7fe8ae990740 1 --2- 172.21.15.12:0/156662652 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x55b8a115a220 0x55b8a115c640 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:56.610 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:56.608+0000 7fe8ae990740 1 --2- 172.21.15.12:0/156662652 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b8a10ddfa0 0x55b8a10ec960 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:56.610 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:56.608+0000 7fe8ae990740 1 --2- 172.21.15.12:0/156662652 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b8a10e3110 0x55b8a10ed970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:56.610 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:56.608+0000 7fe892a00640 0 client.26525 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:21:56.610 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:56.608+0000 7fe8ae990740 1 --2- 172.21.15.12:0/156662652 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b8a10dd5b0 0x55b8a10ec420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:56.610 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:56.608+0000 7fe8ae990740 1 -- 172.21.15.12:0/156662652 >> 172.21.15.12:0/156662652 conn(0x55b8a10d8b20 msgr2=0x55b8a10e7970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:56.610 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:56.608+0000 7fe8ae990740 1 -- 172.21.15.12:0/156662652 shutdown_connections 2024-03-29T00:21:56.610 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:56.608+0000 7fe8ae990740 1 -- 172.21.15.12:0/156662652 wait complete. 2024-03-29T00:21:56.610 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:56.609+0000 7fe8ae990740 20 client.26525 trim_cache size 0 max 16384 2024-03-29T00:21:56.611 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:{ 2024-03-29T00:21:56.611 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "message": "", 2024-03-29T00:21:56.611 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "return_code": 0 2024-03-29T00:21:56.611 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:} 2024-03-29T00:21:56.612 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:56.609+0000 7fe8abc00640 1 -- 172.21.15.12:0/1739131335 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe8880a1d70 msgr2=0x7fe8880a4230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:56.612 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:56.609+0000 7fe8abc00640 1 --2- 172.21.15.12:0/1739131335 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe8880a1d70 0x7fe8880a4230 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fe8940edce0 tx=0x7fe8940f3ce0 comp rx=0 tx=0).stop 2024-03-29T00:21:56.612 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:56.609+0000 7fe8abc00640 1 -- 172.21.15.12:0/1739131335 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe8a4100080 msgr2=0x7fe8a4199d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:21:56.612 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:56.609+0000 7fe8abc00640 1 --2- 172.21.15.12:0/1739131335 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe8a4100080 0x7fe8a4199d50 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fe894000c00 tx=0x7fe89402c850 comp rx=0 tx=0).stop 2024-03-29T00:21:56.612 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:56.609+0000 7fe8abc00640 1 -- 172.21.15.12:0/1739131335 shutdown_connections 2024-03-29T00:21:56.612 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:56.609+0000 7fe8abc00640 1 --2- 172.21.15.12:0/1739131335 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fe8880a1d70 0x7fe8880a4230 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:56.612 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:56.609+0000 7fe8abc00640 1 --2- 172.21.15.12:0/1739131335 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe8a4101380 0x7fe8a41a1300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:56.612 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:56.609+0000 7fe8abc00640 1 --2- 172.21.15.12:0/1739131335 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe8a41009e0 0x7fe8a419a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:56.612 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:56.609+0000 7fe8abc00640 1 --2- 172.21.15.12:0/1739131335 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe8a4100080 0x7fe8a4199d50 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:21:56.612 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:56.609+0000 7fe8abc00640 1 -- 172.21.15.12:0/1739131335 >> 172.21.15.12:0/1739131335 conn(0x7fe8a40fbc20 msgr2=0x7fe8a40fd250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:21:56.612 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:56.610+0000 7fe8abc00640 1 -- 172.21.15.12:0/1739131335 shutdown_connections 2024-03-29T00:21:56.612 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:21:56.610+0000 7fe8abc00640 1 -- 172.21.15.12:0/1739131335 wait complete. 2024-03-29T00:21:57.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:57 smithi012 ceph-mon[31657]: pgmap v526: 129 pgs: 129 active+clean; 147 MiB data, 916 MiB used, 1.0 TiB / 1.0 TiB avail; 766 KiB/s rd, 1.0 MiB/s wr, 288 op/s 2024-03-29T00:21:57.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:57 smithi053 ceph-mon[36233]: pgmap v526: 129 pgs: 129 active+clean; 147 MiB data, 916 MiB used, 1.0 TiB / 1.0 TiB avail; 766 KiB/s rd, 1.0 MiB/s wr, 288 op/s 2024-03-29T00:21:57.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:57 smithi069 ceph-mon[36074]: pgmap v526: 129 pgs: 129 active+clean; 147 MiB data, 916 MiB used, 1.0 TiB / 1.0 TiB avail; 766 KiB/s rd, 1.0 MiB/s wr, 288 op/s 2024-03-29T00:21:59.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:21:59 smithi053 ceph-mon[36233]: pgmap v527: 129 pgs: 129 active+clean; 154 MiB data, 1000 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 673 op/s 2024-03-29T00:21:59.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:21:59 smithi069 ceph-mon[36074]: pgmap v527: 129 pgs: 129 active+clean; 154 MiB data, 1000 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 673 op/s 2024-03-29T00:22:00.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:21:59 smithi012 ceph-mon[31657]: pgmap v527: 129 pgs: 129 active+clean; 154 MiB data, 1000 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 673 op/s 2024-03-29T00:22:01.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:01 smithi053 ceph-mon[36233]: pgmap v528: 129 pgs: 129 active+clean; 156 MiB data, 1018 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 2.1 MiB/s wr, 751 op/s 2024-03-29T00:22:01.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:01 smithi069 ceph-mon[36074]: pgmap v528: 129 pgs: 129 active+clean; 156 MiB data, 1018 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 2.1 MiB/s wr, 751 op/s 2024-03-29T00:22:02.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:01 smithi012 ceph-mon[31657]: pgmap v528: 129 pgs: 129 active+clean; 156 MiB data, 1018 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 2.1 MiB/s wr, 751 op/s 2024-03-29T00:22:03.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:03 smithi053 ceph-mon[36233]: pgmap v529: 129 pgs: 129 active+clean; 157 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.0 MiB/s wr, 805 op/s 2024-03-29T00:22:03.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:03 smithi069 ceph-mon[36074]: pgmap v529: 129 pgs: 129 active+clean; 157 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.0 MiB/s wr, 805 op/s 2024-03-29T00:22:04.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:03 smithi012 ceph-mon[31657]: pgmap v529: 129 pgs: 129 active+clean; 157 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.0 MiB/s wr, 805 op/s 2024-03-29T00:22:04.412 INFO:tasks.workunit.client.0.smithi012.stderr:+ sync 2024-03-29T00:22:05.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:05 smithi053 ceph-mon[36233]: pgmap v530: 129 pgs: 129 active+clean; 158 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 770 op/s 2024-03-29T00:22:05.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:05 smithi069 ceph-mon[36074]: pgmap v530: 129 pgs: 129 active+clean; 158 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 770 op/s 2024-03-29T00:22:06.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:05 smithi012 ceph-mon[31657]: pgmap v530: 129 pgs: 129 active+clean; 158 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 770 op/s 2024-03-29T00:22:07.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:07 smithi053 ceph-mon[36233]: pgmap v531: 129 pgs: 129 active+clean; 161 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.0 MiB/s wr, 794 op/s 2024-03-29T00:22:07.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:07 smithi069 ceph-mon[36074]: pgmap v531: 129 pgs: 129 active+clean; 161 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.0 MiB/s wr, 794 op/s 2024-03-29T00:22:08.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:07 smithi012 ceph-mon[31657]: pgmap v531: 129 pgs: 129 active+clean; 161 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.0 MiB/s wr, 794 op/s 2024-03-29T00:22:09.756 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.755+0000 7f88ca800640 1 -- 172.21.15.12:0/768826152 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f88c4104ba0 msgr2=0x7f88c4105020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:09.756 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.755+0000 7f88ca800640 1 --2- 172.21.15.12:0/768826152 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f88c4104ba0 0x7f88c4105020 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f88b0009900 tx=0x7f88b002bc40 comp rx=0 tx=0).stop 2024-03-29T00:22:09.756 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.755+0000 7f88ca800640 1 -- 172.21.15.12:0/768826152 shutdown_connections 2024-03-29T00:22:09.756 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.755+0000 7f88ca800640 1 --2- 172.21.15.12:0/768826152 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f88c4105560 0x7f88c410bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:09.756 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.755+0000 7f88ca800640 1 --2- 172.21.15.12:0/768826152 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f88c4104ba0 0x7f88c4105020 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:09.756 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.755+0000 7f88ca800640 1 --2- 172.21.15.12:0/768826152 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f88c41039b0 0x7f88c4103dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:09.756 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.755+0000 7f88ca800640 1 -- 172.21.15.12:0/768826152 >> 172.21.15.12:0/768826152 conn(0x7f88c40fef40 msgr2=0x7f88c4101360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:22:09.756 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.755+0000 7f88ca800640 1 -- 172.21.15.12:0/768826152 shutdown_connections 2024-03-29T00:22:09.756 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.755+0000 7f88ca800640 1 -- 172.21.15.12:0/768826152 wait complete. 2024-03-29T00:22:09.759 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.756+0000 7f88ca800640 1 Processor -- start 2024-03-29T00:22:09.759 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.756+0000 7f88ca800640 1 -- start start 2024-03-29T00:22:09.759 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.756+0000 7f88ca800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f88c41039b0 0x7f88c4199d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:09.759 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.756+0000 7f88ca800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f88c4104ba0 0x7f88c419a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:09.759 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.756+0000 7f88ca800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f88c4105560 0x7f88c41a1300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:09.759 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.757+0000 7f88ca800640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f88c410f760 con 0x7f88c4105560 2024-03-29T00:22:09.759 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.757+0000 7f88ca800640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f88c410f5e0 con 0x7f88c41039b0 2024-03-29T00:22:09.759 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.757+0000 7f88ca800640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f88c410f8e0 con 0x7f88c4104ba0 2024-03-29T00:22:09.759 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.757+0000 7f88c3400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f88c41039b0 0x7f88c4199d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:09.759 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.757+0000 7f88c3400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f88c41039b0 0x7f88c4199d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:48744/0 (socket says 172.21.15.12:48744) 2024-03-29T00:22:09.759 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.757+0000 7f88c3400640 1 -- 172.21.15.12:0/3419926080 learned_addr learned my addr 172.21.15.12:0/3419926080 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:22:09.759 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.757+0000 7f88c2a00640 1 --2- 172.21.15.12:0/3419926080 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f88c4104ba0 0x7f88c419a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:09.759 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.757+0000 7f88c3e00640 1 --2- 172.21.15.12:0/3419926080 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f88c4105560 0x7f88c41a1300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:09.760 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.757+0000 7f88c3400640 1 -- 172.21.15.12:0/3419926080 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f88c4104ba0 msgr2=0x7f88c419a290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:09.760 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.757+0000 7f88c3400640 1 --2- 172.21.15.12:0/3419926080 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f88c4104ba0 0x7f88c419a290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:09.760 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.757+0000 7f88c3400640 1 -- 172.21.15.12:0/3419926080 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f88c4105560 msgr2=0x7f88c41a1300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:09.760 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.757+0000 7f88c3400640 1 --2- 172.21.15.12:0/3419926080 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f88c4105560 0x7f88c41a1300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:09.760 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.757+0000 7f88c3400640 1 -- 172.21.15.12:0/3419926080 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88c41a1970 con 0x7f88c41039b0 2024-03-29T00:22:09.760 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.757+0000 7f88c3400640 1 --2- 172.21.15.12:0/3419926080 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f88c41039b0 0x7f88c4199d50 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f88b400ea80 tx=0x7f88b400ef40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:22:09.760 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.758+0000 7f88bbe00640 1 -- 172.21.15.12:0/3419926080 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88b400ce40 con 0x7f88c41039b0 2024-03-29T00:22:09.760 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.758+0000 7f88bbe00640 1 -- 172.21.15.12:0/3419926080 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f88b4011970 con 0x7f88c41039b0 2024-03-29T00:22:09.760 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.758+0000 7f88bbe00640 1 -- 172.21.15.12:0/3419926080 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88b401ac10 con 0x7f88c41039b0 2024-03-29T00:22:09.760 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.758+0000 7f88ca800640 1 -- 172.21.15.12:0/3419926080 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88c41a1c60 con 0x7f88c41039b0 2024-03-29T00:22:09.760 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.758+0000 7f88ca800640 1 -- 172.21.15.12:0/3419926080 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88c41a2130 con 0x7f88c41039b0 2024-03-29T00:22:09.762 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.761+0000 7f88cd586740 1 Processor -- start 2024-03-29T00:22:09.762 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.761+0000 7f88cd586740 1 -- start start 2024-03-29T00:22:09.762 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.761+0000 7f88bbe00640 1 -- 172.21.15.12:0/3419926080 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f88b4011b20 con 0x7f88c41039b0 2024-03-29T00:22:09.763 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.761+0000 7f88cd586740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5591f067a5b0 0x5591f067a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:09.763 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.761+0000 7f88cd586740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5591f067afa0 0x5591f067faa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:09.763 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.761+0000 7f88cd586740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5591f0680110 0x5591f06825a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:09.763 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.761+0000 7f88cd586740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5591f05de640 con 0x5591f067a5b0 2024-03-29T00:22:09.763 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.761+0000 7f88cd586740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5591f0587810 con 0x5591f0680110 2024-03-29T00:22:09.763 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.761+0000 7f88cd586740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5591f05da6e0 con 0x5591f067afa0 2024-03-29T00:22:09.763 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.762+0000 7f88c3400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5591f067afa0 0x5591f067faa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:09.763 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.762+0000 7f88c3e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5591f067a5b0 0x5591f067a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:09.764 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.762+0000 7f88c3e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5591f067a5b0 0x5591f067a9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:42748/0 (socket says 172.21.15.12:42748) 2024-03-29T00:22:09.764 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.762+0000 7f88c3e00640 1 -- 172.21.15.12:0/1729597917 learned_addr learned my addr 172.21.15.12:0/1729597917 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:22:09.764 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.762+0000 7f88c3400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5591f067afa0 0x5591f067faa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:33748/0 (socket says 172.21.15.12:33748) 2024-03-29T00:22:09.764 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.762+0000 7f88c2a00640 1 --2- 172.21.15.12:0/1729597917 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5591f0680110 0x5591f06825a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:09.764 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.762+0000 7f88c3e00640 1 -- 172.21.15.12:0/1729597917 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5591f067afa0 msgr2=0x5591f067faa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:22:09.764 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.762+0000 7f88c3e00640 1 --2- 172.21.15.12:0/1729597917 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5591f067afa0 0x5591f067faa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:09.764 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.762+0000 7f88c3e00640 1 -- 172.21.15.12:0/1729597917 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5591f0680110 msgr2=0x5591f06825a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:22:09.764 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.762+0000 7f88c3e00640 1 --2- 172.21.15.12:0/1729597917 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5591f0680110 0x5591f06825a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:09.764 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.762+0000 7f88c3e00640 1 -- 172.21.15.12:0/1729597917 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5591f02f3210 con 0x5591f067a5b0 2024-03-29T00:22:09.768 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.763+0000 7f88c3e00640 1 --2- 172.21.15.12:0/1729597917 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5591f067a5b0 0x5591f067a9d0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f88bc00b6b0 tx=0x7f88bc00bb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48fbba8f693cad71 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:22:09.768 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.763+0000 7f88b8c00640 1 -- 172.21.15.12:0/1729597917 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88bc003bd0 con 0x5591f067a5b0 2024-03-29T00:22:09.768 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.763+0000 7f88b8c00640 1 -- 172.21.15.12:0/1729597917 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f88bc015070 con 0x5591f067a5b0 2024-03-29T00:22:09.768 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.763+0000 7f88b8c00640 1 -- 172.21.15.12:0/1729597917 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88bc011710 con 0x5591f067a5b0 2024-03-29T00:22:09.768 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.763+0000 7f88bbe00640 1 --2- 172.21.15.12:0/3419926080 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f88a80a1df0 0x7f88a80a42b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:09.769 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.763+0000 7f88bbe00640 1 -- 172.21.15.12:0/3419926080 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f88b40ce5d0 con 0x7f88c41039b0 2024-03-29T00:22:09.769 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.763+0000 7f88c3400640 1 --2- 172.21.15.12:0/3419926080 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f88a80a1df0 0x7f88a80a42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:09.769 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.763+0000 7f88cd586740 1 -- 172.21.15.12:0/1729597917 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5591f067a5b0 msgr2=0x5591f067a9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:09.769 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.763+0000 7f88cd586740 1 --2- 172.21.15.12:0/1729597917 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5591f067a5b0 0x5591f067a9d0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f88bc00b6b0 tx=0x7f88bc00bb70 comp rx=0 tx=0).stop 2024-03-29T00:22:09.769 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.764+0000 7f88cd586740 1 -- 172.21.15.12:0/1729597917 shutdown_connections 2024-03-29T00:22:09.769 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.764+0000 7f88cd586740 1 --2- 172.21.15.12:0/1729597917 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5591f0680110 0x5591f06825a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:09.769 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.764+0000 7f88cd586740 1 --2- 172.21.15.12:0/1729597917 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5591f067afa0 0x5591f067faa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:09.769 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.764+0000 7f88cd586740 1 --2- 172.21.15.12:0/1729597917 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5591f067a5b0 0x5591f067a9d0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:09.769 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.764+0000 7f88cd586740 1 -- 172.21.15.12:0/1729597917 >> 172.21.15.12:0/1729597917 conn(0x5591f0675b20 msgr2=0x5591f0675f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:22:09.769 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.764+0000 7f88cd586740 1 -- 172.21.15.12:0/1729597917 shutdown_connections 2024-03-29T00:22:09.769 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.764+0000 7f88cd586740 1 -- 172.21.15.12:0/1729597917 wait complete. 2024-03-29T00:22:09.769 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.764+0000 7f88c3400640 1 --2- 172.21.15.12:0/3419926080 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f88a80a1df0 0x7f88a80a42b0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f88b40cc0b0 tx=0x7f88b40d4110 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:22:09.769 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.764+0000 7f88cd586740 1 -- start start 2024-03-29T00:22:09.770 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.765+0000 7f88cd586740 1 Processor -- start 2024-03-29T00:22:09.770 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.765+0000 7f88cd586740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5591f067a5b0 0x5591f0684880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:09.770 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.765+0000 7f88cd586740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5591f067afa0 0x5591f0684dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:09.770 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.765+0000 7f88cd586740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5591f0680110 0x5591f068be00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:09.770 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.765+0000 7f88cd586740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5591f06830c0 con 0x5591f067afa0 2024-03-29T00:22:09.770 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.765+0000 7f88cd586740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5591f057cd00 con 0x5591f067a5b0 2024-03-29T00:22:09.770 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.765+0000 7f88cd586740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5591f0683240 con 0x5591f0680110 2024-03-29T00:22:09.770 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.765+0000 7f88cd586740 10 client.0 _ll_register_callbacks cb 0x5591f0567490 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:22:09.770 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.765+0000 7f88c2a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5591f067afa0 0x5591f0684dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:09.770 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.765+0000 7f88c3e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5591f067a5b0 0x5591f0684880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:09.770 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.765+0000 7f88c2a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5591f067afa0 0x5591f0684dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:42758/0 (socket says 172.21.15.12:42758) 2024-03-29T00:22:09.770 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.765+0000 7f88c2a00640 1 -- 172.21.15.12:0/114688701 learned_addr learned my addr 172.21.15.12:0/114688701 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:22:09.770 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.765+0000 7f88c3e00640 1 --2- 172.21.15.12:0/114688701 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5591f0680110 0x5591f068be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:09.770 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.766+0000 7f88c2a00640 1 -- 172.21.15.12:0/114688701 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5591f0680110 msgr2=0x5591f068be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:22:09.771 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.766+0000 7f88c2a00640 1 --2- 172.21.15.12:0/114688701 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5591f0680110 0x5591f068be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:09.771 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.766+0000 7f88c2a00640 1 -- 172.21.15.12:0/114688701 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5591f067a5b0 msgr2=0x5591f0684880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:22:09.771 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.766+0000 7f88c2a00640 1 --2- 172.21.15.12:0/114688701 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5591f067a5b0 0x5591f0684880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:09.771 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.766+0000 7f88c2a00640 1 -- 172.21.15.12:0/114688701 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5591f03bf620 con 0x5591f067afa0 2024-03-29T00:22:09.771 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.766+0000 7f88c2a00640 1 --2- 172.21.15.12:0/114688701 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5591f067afa0 0x5591f0684dc0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f88b0005ab0 tx=0x7f88b0004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=122942525cddb7a1 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:22:09.771 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.766+0000 7f88ad600640 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-03-29T00:22:09.771 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.766+0000 7f88ad600640 1 -- 172.21.15.12:0/114688701 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88b0005030 con 0x5591f067afa0 2024-03-29T00:22:09.771 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.766+0000 7f88ad600640 1 -- 172.21.15.12:0/114688701 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f88b00051d0 con 0x5591f067afa0 2024-03-29T00:22:09.771 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.766+0000 7f88cd586740 1 -- 172.21.15.12:0/114688701 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f88bc015070 con 0x5591f067afa0 2024-03-29T00:22:09.773 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.767+0000 7f88ad600640 1 -- 172.21.15.12:0/114688701 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f88b0050050 con 0x5591f067afa0 2024-03-29T00:22:09.773 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.767+0000 7f88cd586740 10 client.16407 fetch_fsmap learned FSMap version 40 2024-03-29T00:22:09.773 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.767+0000 7f88cd586740 1 -- 172.21.15.12:0/114688701 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x5591f068ee50 con 0x5591f067afa0 2024-03-29T00:22:09.774 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.767+0000 7f88ad600640 1 -- 172.21.15.12:0/114688701 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f88bc015070 con 0x5591f067afa0 2024-03-29T00:22:09.774 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.767+0000 7f88ad600640 1 -- 172.21.15.12:0/114688701 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 40) ==== 8442+0+0 (secure 0 0 0) 0x7f88b0003680 con 0x5591f067afa0 2024-03-29T00:22:09.774 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.767+0000 7f88cd586740 10 client.16407 fetch_fsmap finished waiting for FSMap version 40 2024-03-29T00:22:09.774 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.767+0000 7f88cd586740 10 client.16407 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:22:09.774 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.767+0000 7f88cd586740 20 client.16407 populate_metadata read hostname 'smithi012' 2024-03-29T00:22:09.774 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.767+0000 7f88cd586740 1 --2- 172.21.15.12:0/114688701 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5591f0690600 0x5591f0692a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:09.774 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.767+0000 7f88cd586740 4 client.16407 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:22:09.774 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.768+0000 7f88cd586740 1 -- 172.21.15.12:0/114688701 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5591f05f2030 con 0x5591f0690600 2024-03-29T00:22:09.774 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.768+0000 7f88c3e00640 1 --2- 172.21.15.12:0/114688701 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5591f0690600 0x5591f0692a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:09.776 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.768+0000 7f88c3e00640 1 --2- 172.21.15.12:0/114688701 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5591f0690600 0x5591f0692a10 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3aeda205a29aa77b server_cookie=ea5f84aea085687c in_seq=0 out_seq=0 2024-03-29T00:22:09.776 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.768+0000 7f88ad600640 10 client.16407 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:22:09.776 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.769+0000 7f88ad600640 1 -- 172.21.15.12:0/114688701 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5591f05f2030 con 0x5591f0690600 2024-03-29T00:22:09.776 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.769+0000 7f88ad600640 10 client.16407 handle_command_reply: tid=0 2024-03-29T00:22:09.776 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.769+0000 7f88cd586740 1 client.16407 shutdown 2024-03-29T00:22:09.776 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.770+0000 7f88cd586740 1 -- 172.21.15.12:0/114688701 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5591f067afa0 msgr2=0x5591f0684dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:09.776 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.770+0000 7f88cd586740 1 --2- 172.21.15.12:0/114688701 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5591f067afa0 0x5591f0684dc0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f88b0005ab0 tx=0x7f88b0004040 comp rx=0 tx=0).stop 2024-03-29T00:22:09.776 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.770+0000 7f88cd586740 1 -- 172.21.15.12:0/114688701 shutdown_connections 2024-03-29T00:22:09.776 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.770+0000 7f88cd586740 1 --2- 172.21.15.12:0/114688701 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5591f0690600 0x5591f0692a10 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:09.776 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.770+0000 7f88cd586740 1 --2- 172.21.15.12:0/114688701 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5591f0680110 0x5591f068be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:09.776 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.770+0000 7f88cd586740 1 --2- 172.21.15.12:0/114688701 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5591f067afa0 0x5591f0684dc0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:09.776 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.770+0000 7f88cd586740 1 --2- 172.21.15.12:0/114688701 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5591f067a5b0 0x5591f0684880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:09.776 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.770+0000 7f88ad600640 0 client.16407 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:22:09.777 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.770+0000 7f88cd586740 1 -- 172.21.15.12:0/114688701 >> 172.21.15.12:0/114688701 conn(0x5591f0675b20 msgr2=0x5591f0674c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:22:09.777 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.770+0000 7f88cd586740 1 -- 172.21.15.12:0/114688701 shutdown_connections 2024-03-29T00:22:09.777 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.770+0000 7f88cd586740 1 -- 172.21.15.12:0/114688701 wait complete. 2024-03-29T00:22:09.777 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.770+0000 7f88cd586740 20 client.16407 trim_cache size 0 max 16384 2024-03-29T00:22:09.788 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.787+0000 7f88cd586740 1 Processor -- start 2024-03-29T00:22:09.788 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.787+0000 7f88cd586740 1 -- start start 2024-03-29T00:22:09.788 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.787+0000 7f88cd586740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5591f067a5b0 0x5591f0698320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:09.788 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.787+0000 7f88cd586740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5591f067afa0 0x5591f068bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:09.788 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.787+0000 7f88cd586740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5591f0680110 0x5591f067c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:09.789 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.787+0000 7f88cd586740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f88c41ac750 con 0x5591f0680110 2024-03-29T00:22:09.789 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.787+0000 7f88cd586740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f88c41ae4d0 con 0x5591f067a5b0 2024-03-29T00:22:09.789 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.787+0000 7f88cd586740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f88c41ace20 con 0x5591f067afa0 2024-03-29T00:22:09.789 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.787+0000 7f88c2a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5591f067afa0 0x5591f068bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:09.789 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.787+0000 7f88c2a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5591f067afa0 0x5591f068bdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:33768/0 (socket says 172.21.15.12:33768) 2024-03-29T00:22:09.789 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.787+0000 7f88c2a00640 1 -- 172.21.15.12:0/3152905864 learned_addr learned my addr 172.21.15.12:0/3152905864 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:22:09.789 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.787+0000 7f88c3e00640 1 --2- 172.21.15.12:0/3152905864 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5591f067a5b0 0x5591f0698320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:09.789 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.788+0000 7f88c3e00640 1 --2- 172.21.15.12:0/3152905864 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5591f0680110 0x5591f067c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:09.789 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.788+0000 7f88c2a00640 1 -- 172.21.15.12:0/3152905864 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5591f067a5b0 msgr2=0x5591f0698320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:22:09.789 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.788+0000 7f88c2a00640 1 --2- 172.21.15.12:0/3152905864 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5591f067a5b0 0x5591f0698320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:09.789 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.788+0000 7f88c2a00640 1 -- 172.21.15.12:0/3152905864 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5591f0680110 msgr2=0x5591f067c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:22:09.789 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.788+0000 7f88c2a00640 1 --2- 172.21.15.12:0/3152905864 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5591f0680110 0x5591f067c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:09.789 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.788+0000 7f88c2a00640 1 -- 172.21.15.12:0/3152905864 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5591f067b830 con 0x5591f067afa0 2024-03-29T00:22:09.789 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.788+0000 7f88c3e00640 1 --2- 172.21.15.12:0/3152905864 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5591f0680110 0x5591f067c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:22:09.790 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.788+0000 7f88c2a00640 1 --2- 172.21.15.12:0/3152905864 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5591f067afa0 0x5591f068bdc0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f88b002c180 tx=0x7f88b002bc40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=82e16045296b74bd server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:22:09.792 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.788+0000 7f88afe00640 1 -- 172.21.15.12:0/3152905864 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88b0059070 con 0x5591f067afa0 2024-03-29T00:22:09.792 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.788+0000 7f88afe00640 1 -- 172.21.15.12:0/3152905864 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f88b0005540 con 0x5591f067afa0 2024-03-29T00:22:09.792 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.788+0000 7f88afe00640 1 -- 172.21.15.12:0/3152905864 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88b0004920 con 0x5591f067afa0 2024-03-29T00:22:09.792 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.789+0000 7f88cd586740 1 -- 172.21.15.12:0/3152905864 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5591f067afa0 msgr2=0x5591f068bdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:09.792 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.789+0000 7f88cd586740 1 --2- 172.21.15.12:0/3152905864 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5591f067afa0 0x5591f068bdc0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f88b002c180 tx=0x7f88b002bc40 comp rx=0 tx=0).stop 2024-03-29T00:22:09.792 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.789+0000 7f88cd586740 1 -- 172.21.15.12:0/3152905864 shutdown_connections 2024-03-29T00:22:09.793 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.789+0000 7f88cd586740 1 --2- 172.21.15.12:0/3152905864 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5591f0680110 0x5591f067c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:09.793 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.789+0000 7f88cd586740 1 --2- 172.21.15.12:0/3152905864 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5591f067afa0 0x5591f068bdc0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:09.793 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.789+0000 7f88cd586740 1 --2- 172.21.15.12:0/3152905864 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5591f067a5b0 0x5591f0698320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:09.793 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.789+0000 7f88cd586740 1 -- 172.21.15.12:0/3152905864 >> 172.21.15.12:0/3152905864 conn(0x5591f0675b20 msgr2=0x5591f06708d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:22:09.793 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.789+0000 7f88cd586740 1 -- 172.21.15.12:0/3152905864 shutdown_connections 2024-03-29T00:22:09.793 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.789+0000 7f88cd586740 1 -- 172.21.15.12:0/3152905864 wait complete. 2024-03-29T00:22:09.793 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.789+0000 7f88cd586740 1 -- start start 2024-03-29T00:22:09.793 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.790+0000 7f88cd586740 1 Processor -- start 2024-03-29T00:22:09.793 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.790+0000 7f88cd586740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5591f067a5b0 0x5591f0689660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:09.793 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.790+0000 7f88cd586740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5591f067afa0 0x5591f0689ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:09.793 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.790+0000 7f88cd586740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5591f0680110 0x5591f068ab60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:09.793 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.790+0000 7f88cd586740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f88c41add40 con 0x5591f067a5b0 2024-03-29T00:22:09.793 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.790+0000 7f88cd586740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f88c41ad5b0 con 0x5591f067afa0 2024-03-29T00:22:09.793 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.790+0000 7f88cd586740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f88c41aa670 con 0x5591f0680110 2024-03-29T00:22:09.793 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.790+0000 7f88cd586740 10 client.0 _ll_register_callbacks cb 0x7f88b0009640 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:22:09.794 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.790+0000 7f88c2a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5591f067afa0 0x5591f0689ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:09.794 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.790+0000 7f88c3e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5591f067a5b0 0x5591f0689660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:09.794 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.790+0000 7f88c2a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5591f067afa0 0x5591f0689ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:48784/0 (socket says 172.21.15.12:48784) 2024-03-29T00:22:09.794 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.790+0000 7f88c2a00640 1 -- 172.21.15.12:0/1518526437 learned_addr learned my addr 172.21.15.12:0/1518526437 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:22:09.794 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.791+0000 7f88c3e00640 1 --2- 172.21.15.12:0/1518526437 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5591f0680110 0x5591f068ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:09.794 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.791+0000 7f88c2a00640 1 -- 172.21.15.12:0/1518526437 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5591f0680110 msgr2=0x5591f068ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:22:09.794 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.791+0000 7f88c2a00640 1 --2- 172.21.15.12:0/1518526437 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5591f0680110 0x5591f068ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:09.794 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.791+0000 7f88c2a00640 1 -- 172.21.15.12:0/1518526437 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5591f067a5b0 msgr2=0x5591f0689660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:22:09.794 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.791+0000 7f88c2a00640 1 --2- 172.21.15.12:0/1518526437 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5591f067a5b0 0x5591f0689660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:09.794 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.791+0000 7f88c2a00640 1 -- 172.21.15.12:0/1518526437 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5591f068b150 con 0x5591f067afa0 2024-03-29T00:22:09.795 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.791+0000 7f88c2a00640 1 --2- 172.21.15.12:0/1518526437 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5591f067afa0 0x5591f0689ba0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f88b00059d0 tx=0x7f88b0003f70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=386c44f736975338 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:22:09.795 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.791+0000 7f88ad600640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-03-29T00:22:09.795 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.791+0000 7f88ad600640 1 -- 172.21.15.12:0/1518526437 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88b0061060 con 0x5591f067afa0 2024-03-29T00:22:09.795 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.792+0000 7f88ad600640 1 -- 172.21.15.12:0/1518526437 <== mon.2 v2:172.21.15.53:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f88b00348f0 con 0x5591f067afa0 2024-03-29T00:22:09.795 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.792+0000 7f88cd586740 1 -- 172.21.15.12:0/1518526437 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f88b0005540 con 0x5591f067afa0 2024-03-29T00:22:09.795 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.792+0000 7f88ad600640 1 -- 172.21.15.12:0/1518526437 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f88b0068050 con 0x5591f067afa0 2024-03-29T00:22:09.795 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.792+0000 7f88cd586740 10 client.26543 fetch_fsmap learned FSMap version 40 2024-03-29T00:22:09.795 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.792+0000 7f88cd586740 1 -- 172.21.15.12:0/1518526437 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x5591f06ff250 con 0x5591f067afa0 2024-03-29T00:22:09.796 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.792+0000 7f88ad600640 1 -- 172.21.15.12:0/1518526437 <== mon.2 v2:172.21.15.53:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f88b0005540 con 0x5591f067afa0 2024-03-29T00:22:09.796 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.792+0000 7f88ad600640 1 -- 172.21.15.12:0/1518526437 <== mon.2 v2:172.21.15.53:3300/0 5 ==== fsmap(e 40) ==== 8442+0+0 (secure 0 0 0) 0x7f88b00409e0 con 0x5591f067afa0 2024-03-29T00:22:09.796 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.792+0000 7f88cd586740 10 client.26543 fetch_fsmap finished waiting for FSMap version 40 2024-03-29T00:22:09.796 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.792+0000 7f88cd586740 10 client.26543 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:22:09.796 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.792+0000 7f88cd586740 20 client.26543 populate_metadata read hostname 'smithi012' 2024-03-29T00:22:09.796 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.792+0000 7f88cd586740 1 --2- 172.21.15.12:0/1518526437 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5591f06ffc50 0x5591f0702070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:09.797 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.792+0000 7f88cd586740 4 client.26543 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-29T00:22:09.797 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.792+0000 7f88cd586740 1 -- 172.21.15.12:0/1518526437 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5591f05ebb80 con 0x5591f06ffc50 2024-03-29T00:22:09.797 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.793+0000 7f88c3e00640 1 --2- 172.21.15.12:0/1518526437 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5591f06ffc50 0x5591f0702070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:09.797 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.793+0000 7f88c3e00640 1 --2- 172.21.15.12:0/1518526437 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5591f06ffc50 0x5591f0702070 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=84bd1c8824462b03 server_cookie=65e46126d1bc7963 in_seq=0 out_seq=0 2024-03-29T00:22:09.797 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:09.793+0000 7f88ad600640 10 client.26543 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:22:09.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:09 smithi053 ceph-mon[36233]: pgmap v532: 129 pgs: 129 active+clean; 172 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 800 op/s 2024-03-29T00:22:09.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:09 smithi069 ceph-mon[36074]: pgmap v532: 129 pgs: 129 active+clean; 172 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 800 op/s 2024-03-29T00:22:10.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:09 smithi012 ceph-mon[31657]: pgmap v532: 129 pgs: 129 active+clean; 172 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 800 op/s 2024-03-29T00:22:10.187 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:10.185+0000 7f88ad600640 1 -- 172.21.15.12:0/1518526437 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5591f05ebb80 con 0x5591f06ffc50 2024-03-29T00:22:10.187 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:10.185+0000 7f88ad600640 10 client.26543 handle_command_reply: tid=0 2024-03-29T00:22:10.187 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:10.185+0000 7f88cd586740 1 client.26543 shutdown 2024-03-29T00:22:10.187 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:10.186+0000 7f88cd586740 1 -- 172.21.15.12:0/1518526437 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5591f067afa0 msgr2=0x5591f0689ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:10.187 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:10.186+0000 7f88cd586740 1 --2- 172.21.15.12:0/1518526437 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5591f067afa0 0x5591f0689ba0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f88b00059d0 tx=0x7f88b0003f70 comp rx=0 tx=0).stop 2024-03-29T00:22:10.187 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:10.186+0000 7f88cd586740 1 -- 172.21.15.12:0/1518526437 shutdown_connections 2024-03-29T00:22:10.188 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:10.186+0000 7f88cd586740 1 --2- 172.21.15.12:0/1518526437 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x5591f06ffc50 0x5591f0702070 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:10.188 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:10.186+0000 7f88cd586740 1 --2- 172.21.15.12:0/1518526437 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5591f067afa0 0x5591f0689ba0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:10.188 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:10.186+0000 7f88cd586740 1 --2- 172.21.15.12:0/1518526437 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5591f0680110 0x5591f068ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:10.188 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:10.186+0000 7f88cd586740 1 --2- 172.21.15.12:0/1518526437 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5591f067a5b0 0x5591f0689660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:10.188 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:10.186+0000 7f88ad600640 0 client.26543 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:22:10.188 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:10.186+0000 7f88cd586740 1 -- 172.21.15.12:0/1518526437 >> 172.21.15.12:0/1518526437 conn(0x5591f0675b20 msgr2=0x5591f06835e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:22:10.188 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:10.186+0000 7f88cd586740 1 -- 172.21.15.12:0/1518526437 shutdown_connections 2024-03-29T00:22:10.188 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:10.186+0000 7f88cd586740 1 -- 172.21.15.12:0/1518526437 wait complete. 2024-03-29T00:22:10.188 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:10.186+0000 7f88cd586740 20 client.26543 trim_cache size 0 max 16384 2024-03-29T00:22:10.188 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:{ 2024-03-29T00:22:10.189 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "message": "", 2024-03-29T00:22:10.189 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "return_code": 0 2024-03-29T00:22:10.189 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:} 2024-03-29T00:22:10.190 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:10.187+0000 7f88ca800640 1 -- 172.21.15.12:0/3419926080 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f88a80a1df0 msgr2=0x7f88a80a42b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:10.190 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:10.187+0000 7f88ca800640 1 --2- 172.21.15.12:0/3419926080 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f88a80a1df0 0x7f88a80a42b0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f88b40cc0b0 tx=0x7f88b40d4110 comp rx=0 tx=0).stop 2024-03-29T00:22:10.190 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:10.187+0000 7f88ca800640 1 -- 172.21.15.12:0/3419926080 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f88c41039b0 msgr2=0x7f88c4199d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:10.190 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:10.187+0000 7f88ca800640 1 --2- 172.21.15.12:0/3419926080 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f88c41039b0 0x7f88c4199d50 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f88b400ea80 tx=0x7f88b400ef40 comp rx=0 tx=0).stop 2024-03-29T00:22:10.190 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:10.187+0000 7f88ca800640 1 -- 172.21.15.12:0/3419926080 shutdown_connections 2024-03-29T00:22:10.190 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:10.187+0000 7f88ca800640 1 --2- 172.21.15.12:0/3419926080 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f88a80a1df0 0x7f88a80a42b0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:10.190 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:10.187+0000 7f88ca800640 1 --2- 172.21.15.12:0/3419926080 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f88c4105560 0x7f88c41a1300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:10.190 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:10.187+0000 7f88ca800640 1 --2- 172.21.15.12:0/3419926080 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f88c4104ba0 0x7f88c419a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:10.190 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:10.187+0000 7f88ca800640 1 --2- 172.21.15.12:0/3419926080 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f88c41039b0 0x7f88c4199d50 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:10.190 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:10.187+0000 7f88ca800640 1 -- 172.21.15.12:0/3419926080 >> 172.21.15.12:0/3419926080 conn(0x7f88c40fef40 msgr2=0x7f88c4107ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:22:10.190 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:10.187+0000 7f88ca800640 1 -- 172.21.15.12:0/3419926080 shutdown_connections 2024-03-29T00:22:10.190 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:10.187+0000 7f88ca800640 1 -- 172.21.15.12:0/3419926080 wait complete. 2024-03-29T00:22:11.205 INFO:tasks.workunit.client.0.smithi012.stderr:+ tar c linux-4.0.5 2024-03-29T00:22:11.852 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:11 smithi012 ceph-mon[31657]: pgmap v533: 129 pgs: 129 active+clean; 176 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.4 MiB/s wr, 399 op/s 2024-03-29T00:22:11.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:11 smithi053 ceph-mon[36233]: pgmap v533: 129 pgs: 129 active+clean; 176 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.4 MiB/s wr, 399 op/s 2024-03-29T00:22:11.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:11 smithi069 ceph-mon[36074]: pgmap v533: 129 pgs: 129 active+clean; 176 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.4 MiB/s wr, 399 op/s 2024-03-29T00:22:12.088 INFO:tasks.workunit.client.0.smithi012.stdout:Ok 2024-03-29T00:22:12.088 INFO:tasks.workunit.client.0.smithi012.stderr:+ echo Ok 2024-03-29T00:22:12.090 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-03-29T00:22:12.090 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-03-29T00:22:13.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:13 smithi053 ceph-mon[36233]: pgmap v534: 129 pgs: 129 active+clean; 173 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 2.0 MiB/s wr, 335 op/s 2024-03-29T00:22:13.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:13 smithi069 ceph-mon[36074]: pgmap v534: 129 pgs: 129 active+clean; 173 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 2.0 MiB/s wr, 335 op/s 2024-03-29T00:22:14.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:13 smithi012 ceph-mon[31657]: pgmap v534: 129 pgs: 129 active+clean; 173 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 2.0 MiB/s wr, 335 op/s 2024-03-29T00:22:15.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:15 smithi053 ceph-mon[36233]: pgmap v535: 129 pgs: 129 active+clean; 165 MiB data, 1020 MiB used, 1.0 TiB / 1.0 TiB avail; 656 KiB/s rd, 1.8 MiB/s wr, 302 op/s 2024-03-29T00:22:15.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:15 smithi069 ceph-mon[36074]: pgmap v535: 129 pgs: 129 active+clean; 165 MiB data, 1020 MiB used, 1.0 TiB / 1.0 TiB avail; 656 KiB/s rd, 1.8 MiB/s wr, 302 op/s 2024-03-29T00:22:16.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:15 smithi012 ceph-mon[31657]: pgmap v535: 129 pgs: 129 active+clean; 165 MiB data, 1020 MiB used, 1.0 TiB / 1.0 TiB avail; 656 KiB/s rd, 1.8 MiB/s wr, 302 op/s 2024-03-29T00:22:17.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:17 smithi053 ceph-mon[36233]: pgmap v536: 129 pgs: 129 active+clean; 165 MiB data, 1016 MiB used, 1.0 TiB / 1.0 TiB avail; 551 KiB/s rd, 1.8 MiB/s wr, 348 op/s 2024-03-29T00:22:17.986 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:17 smithi069 ceph-mon[36074]: pgmap v536: 129 pgs: 129 active+clean; 165 MiB data, 1016 MiB used, 1.0 TiB / 1.0 TiB avail; 551 KiB/s rd, 1.8 MiB/s wr, 348 op/s 2024-03-29T00:22:18.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:17 smithi012 ceph-mon[31657]: pgmap v536: 129 pgs: 129 active+clean; 165 MiB data, 1016 MiB used, 1.0 TiB / 1.0 TiB avail; 551 KiB/s rd, 1.8 MiB/s wr, 348 op/s 2024-03-29T00:22:18.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:18 smithi053 ceph-mon[36233]: pgmap v537: 129 pgs: 129 active+clean; 93 MiB data, 907 MiB used, 1.0 TiB / 1.0 TiB avail; 767 KiB/s rd, 1.7 MiB/s wr, 414 op/s 2024-03-29T00:22:18.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:18 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:22:18.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:18 smithi069 ceph-mon[36074]: pgmap v537: 129 pgs: 129 active+clean; 93 MiB data, 907 MiB used, 1.0 TiB / 1.0 TiB avail; 767 KiB/s rd, 1.7 MiB/s wr, 414 op/s 2024-03-29T00:22:18.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:18 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:22:19.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:18 smithi012 ceph-mon[31657]: pgmap v537: 129 pgs: 129 active+clean; 93 MiB data, 907 MiB used, 1.0 TiB / 1.0 TiB avail; 767 KiB/s rd, 1.7 MiB/s wr, 414 op/s 2024-03-29T00:22:19.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:18 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:22:20.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:19 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:22:20.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:19 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:22:20.155 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:19 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:22:20.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:22:20.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:22:20.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:19 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:22:20.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:22:20.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:22:20.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:19 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:22:21.154 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:20 smithi053 ceph-mon[36233]: pgmap v538: 129 pgs: 129 active+clean; 84 MiB data, 902 MiB used, 1.0 TiB / 1.0 TiB avail; 650 KiB/s rd, 902 KiB/s wr, 385 op/s 2024-03-29T00:22:21.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:20 smithi069 ceph-mon[36074]: pgmap v538: 129 pgs: 129 active+clean; 84 MiB data, 902 MiB used, 1.0 TiB / 1.0 TiB avail; 650 KiB/s rd, 902 KiB/s wr, 385 op/s 2024-03-29T00:22:21.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:20 smithi012 ceph-mon[31657]: pgmap v538: 129 pgs: 129 active+clean; 84 MiB data, 902 MiB used, 1.0 TiB / 1.0 TiB avail; 650 KiB/s rd, 902 KiB/s wr, 385 op/s 2024-03-29T00:22:23.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:22 smithi012 ceph-mon[31657]: pgmap v539: 129 pgs: 129 active+clean; 69 MiB data, 899 MiB used, 1.0 TiB / 1.0 TiB avail; 647 KiB/s rd, 711 KiB/s wr, 467 op/s 2024-03-29T00:22:23.333 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.332+0000 7f7d82600640 1 -- 172.21.15.12:0/483095041 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7d7c074150 msgr2=0x7f7d7c0745b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:23.333 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.332+0000 7f7d82600640 1 --2- 172.21.15.12:0/483095041 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7d7c074150 0x7f7d7c0745b0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f7d64009900 tx=0x7f7d6402bcd0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.333 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.332+0000 7f7d82600640 1 -- 172.21.15.12:0/483095041 shutdown_connections 2024-03-29T00:22:23.333 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.332+0000 7f7d82600640 1 --2- 172.21.15.12:0/483095041 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7d7c074150 0x7f7d7c0745b0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.333 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.332+0000 7f7d82600640 1 --2- 172.21.15.12:0/483095041 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7d7c109630 0x7f7d7c10bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.333 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.332+0000 7f7d82600640 1 --2- 172.21.15.12:0/483095041 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d7c075730 0x7f7d7c073b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.333 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.332+0000 7f7d82600640 1 -- 172.21.15.12:0/483095041 >> 172.21.15.12:0/483095041 conn(0x7f7d7c0fcd10 msgr2=0x7f7d7c0ff150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:22:23.334 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.332+0000 7f7d82600640 1 -- 172.21.15.12:0/483095041 shutdown_connections 2024-03-29T00:22:23.334 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.332+0000 7f7d82600640 1 -- 172.21.15.12:0/483095041 wait complete. 2024-03-29T00:22:23.336 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.333+0000 7f7d82600640 1 Processor -- start 2024-03-29T00:22:23.336 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.334+0000 7f7d82600640 1 -- start start 2024-03-29T00:22:23.336 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.334+0000 7f7d82600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7d7c074150 0x7f7d7c199d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:23.336 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.334+0000 7f7d82600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7d7c075730 0x7f7d7c19a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:23.336 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.334+0000 7f7d82600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d7c109630 0x7f7d7c1a1310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:23.336 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.334+0000 7f7d82600640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7d7c10f750 con 0x7f7d7c109630 2024-03-29T00:22:23.336 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.334+0000 7f7d82600640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7d7c10f5d0 con 0x7f7d7c074150 2024-03-29T00:22:23.336 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.334+0000 7f7d82600640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7d7c10f8d0 con 0x7f7d7c075730 2024-03-29T00:22:23.336 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.334+0000 7f7d7b400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7d7c074150 0x7f7d7c199d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:23.336 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.334+0000 7f7d7b400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7d7c074150 0x7f7d7c199d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:52730/0 (socket says 172.21.15.12:52730) 2024-03-29T00:22:23.336 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.334+0000 7f7d7b400640 1 -- 172.21.15.12:0/703518170 learned_addr learned my addr 172.21.15.12:0/703518170 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:22:23.337 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.334+0000 7f7d7be00640 1 --2- 172.21.15.12:0/703518170 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d7c109630 0x7f7d7c1a1310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:23.337 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.334+0000 7f7d72a00640 1 --2- 172.21.15.12:0/703518170 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7d7c075730 0x7f7d7c19a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:23.337 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.335+0000 7f7d7b400640 1 -- 172.21.15.12:0/703518170 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7d7c075730 msgr2=0x7f7d7c19a2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:23.337 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.335+0000 7f7d7b400640 1 --2- 172.21.15.12:0/703518170 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7d7c075730 0x7f7d7c19a2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.337 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.335+0000 7f7d7b400640 1 -- 172.21.15.12:0/703518170 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d7c109630 msgr2=0x7f7d7c1a1310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:23.337 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.335+0000 7f7d7b400640 1 --2- 172.21.15.12:0/703518170 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d7c109630 0x7f7d7c1a1310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.337 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.335+0000 7f7d7b400640 1 -- 172.21.15.12:0/703518170 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d7c1a1980 con 0x7f7d7c074150 2024-03-29T00:22:23.337 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.335+0000 7f7d7b400640 1 --2- 172.21.15.12:0/703518170 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7d7c074150 0x7f7d7c199d60 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f7d6c009d50 tx=0x7f7d6c00c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:22:23.337 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.335+0000 7f7d78c00640 1 -- 172.21.15.12:0/703518170 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d6c003b70 con 0x7f7d7c074150 2024-03-29T00:22:23.337 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.335+0000 7f7d82600640 1 -- 172.21.15.12:0/703518170 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d7c1a1c70 con 0x7f7d7c074150 2024-03-29T00:22:23.337 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.335+0000 7f7d78c00640 1 -- 172.21.15.12:0/703518170 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7d6c003d10 con 0x7f7d7c074150 2024-03-29T00:22:23.337 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.335+0000 7f7d78c00640 1 -- 172.21.15.12:0/703518170 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d6c010a90 con 0x7f7d7c074150 2024-03-29T00:22:23.337 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.335+0000 7f7d82600640 1 -- 172.21.15.12:0/703518170 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d7c1a2190 con 0x7f7d7c074150 2024-03-29T00:22:23.339 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.339+0000 7f7d851ef740 1 Processor -- start 2024-03-29T00:22:23.339 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.339+0000 7f7d78c00640 1 -- 172.21.15.12:0/703518170 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f7d6c004000 con 0x7f7d7c074150 2024-03-29T00:22:23.339 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.339+0000 7f7d851ef740 1 -- start start 2024-03-29T00:22:23.341 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.339+0000 7f7d851ef740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c010975b0 0x556c010979d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:23.341 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.339+0000 7f7d851ef740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c01097fa0 0x556c0109caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:23.341 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.339+0000 7f7d851ef740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c0109d110 0x556c0109f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:23.341 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.339+0000 7f7d851ef740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x556c00ffb640 con 0x556c010975b0 2024-03-29T00:22:23.341 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.339+0000 7f7d851ef740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x556c00fa4810 con 0x556c01097fa0 2024-03-29T00:22:23.342 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.339+0000 7f7d851ef740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x556c00ff76e0 con 0x556c0109d110 2024-03-29T00:22:23.342 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.339+0000 7f7d7be00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c010975b0 0x556c010979d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:23.342 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.339+0000 7f7d7b400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c01097fa0 0x556c0109caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:23.342 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.339+0000 7f7d72a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c0109d110 0x556c0109f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:23.342 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.340+0000 7f7d72a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c0109d110 0x556c0109f5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:49044/0 (socket says 172.21.15.12:49044) 2024-03-29T00:22:23.342 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.340+0000 7f7d72a00640 1 -- 172.21.15.12:0/1577491503 learned_addr learned my addr 172.21.15.12:0/1577491503 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:22:23.342 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.340+0000 7f7d7be00640 1 --2- 172.21.15.12:0/1577491503 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c010975b0 0x556c010979d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:43974/0 (socket says 172.21.15.12:43974) 2024-03-29T00:22:23.342 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.340+0000 7f7d72a00640 1 -- 172.21.15.12:0/1577491503 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c01097fa0 msgr2=0x556c0109caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:22:23.342 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.340+0000 7f7d72a00640 1 --2- 172.21.15.12:0/1577491503 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c01097fa0 0x556c0109caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.342 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.340+0000 7f7d72a00640 1 -- 172.21.15.12:0/1577491503 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c010975b0 msgr2=0x556c010979d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:22:23.342 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.340+0000 7f7d72a00640 1 --2- 172.21.15.12:0/1577491503 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c010975b0 0x556c010979d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.342 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.340+0000 7f7d72a00640 1 -- 172.21.15.12:0/1577491503 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556c00d10210 con 0x556c0109d110 2024-03-29T00:22:23.342 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.340+0000 7f7d72a00640 1 --2- 172.21.15.12:0/1577491503 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c0109d110 0x556c0109f5a0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f7d64036040 tx=0x7f7d64005dd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cca98f1eed439e62 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:22:23.342 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.341+0000 7f7d78c00640 1 --2- 172.21.15.12:0/703518170 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7d600a1d70 0x7f7d600a4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:23.343 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.341+0000 7f7d70c00640 1 -- 172.21.15.12:0/1577491503 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d6402cd70 con 0x556c0109d110 2024-03-29T00:22:23.343 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.341+0000 7f7d70c00640 1 -- 172.21.15.12:0/1577491503 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7d64005040 con 0x556c0109d110 2024-03-29T00:22:23.343 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.341+0000 7f7d70c00640 1 -- 172.21.15.12:0/1577491503 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d640049b0 con 0x556c0109d110 2024-03-29T00:22:23.343 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.341+0000 7f7d78c00640 1 -- 172.21.15.12:0/703518170 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f7d6c0ce9b0 con 0x7f7d7c074150 2024-03-29T00:22:23.343 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.341+0000 7f7d7be00640 1 --2- 172.21.15.12:0/703518170 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7d600a1d70 0x7f7d600a4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:23.347 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.341+0000 7f7d851ef740 1 -- 172.21.15.12:0/1577491503 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c0109d110 msgr2=0x556c0109f5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:23.347 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.341+0000 7f7d851ef740 1 --2- 172.21.15.12:0/1577491503 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c0109d110 0x556c0109f5a0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f7d64036040 tx=0x7f7d64005dd0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.347 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.342+0000 7f7d851ef740 1 -- 172.21.15.12:0/1577491503 shutdown_connections 2024-03-29T00:22:23.347 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.342+0000 7f7d851ef740 1 --2- 172.21.15.12:0/1577491503 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c01097fa0 0x556c0109caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.347 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.342+0000 7f7d851ef740 1 --2- 172.21.15.12:0/1577491503 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c0109d110 0x556c0109f5a0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.347 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.342+0000 7f7d851ef740 1 --2- 172.21.15.12:0/1577491503 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c010975b0 0x556c010979d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.347 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.342+0000 7f7d851ef740 1 -- 172.21.15.12:0/1577491503 >> 172.21.15.12:0/1577491503 conn(0x556c01092b20 msgr2=0x556c01092f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:22:23.347 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.342+0000 7f7d851ef740 1 -- 172.21.15.12:0/1577491503 shutdown_connections 2024-03-29T00:22:23.347 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.342+0000 7f7d851ef740 1 -- 172.21.15.12:0/1577491503 wait complete. 2024-03-29T00:22:23.347 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.342+0000 7f7d7be00640 1 --2- 172.21.15.12:0/703518170 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7d600a1d70 0x7f7d600a4230 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x556c01098800 tx=0x7f7d74005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:22:23.348 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.342+0000 7f7d851ef740 1 -- start start 2024-03-29T00:22:23.348 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.342+0000 7f7d851ef740 1 Processor -- start 2024-03-29T00:22:23.348 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.343+0000 7f7d851ef740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c010975b0 0x556c010a1800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:23.348 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.343+0000 7f7d851ef740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c01097fa0 0x556c010a1d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:23.348 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.343+0000 7f7d851ef740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c0109d110 0x556c010a8d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:23.348 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.343+0000 7f7d851ef740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x556c010a0060 con 0x556c010975b0 2024-03-29T00:22:23.348 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.343+0000 7f7d851ef740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x556c00f99d00 con 0x556c0109d110 2024-03-29T00:22:23.348 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.343+0000 7f7d851ef740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x556c010a01e0 con 0x556c01097fa0 2024-03-29T00:22:23.348 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.343+0000 7f7d851ef740 10 client.0 _ll_register_callbacks cb 0x556c00f84490 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:22:23.348 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.343+0000 7f7d72a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c01097fa0 0x556c010a1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:23.348 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.343+0000 7f7d72a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c01097fa0 0x556c010a1d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:49060/0 (socket says 172.21.15.12:49060) 2024-03-29T00:22:23.348 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.343+0000 7f7d72a00640 1 -- 172.21.15.12:0/252170974 learned_addr learned my addr 172.21.15.12:0/252170974 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:22:23.348 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.343+0000 7f7d7be00640 1 --2- 172.21.15.12:0/252170974 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c0109d110 0x556c010a8d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:23.348 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.343+0000 7f7d7b400640 1 --2- 172.21.15.12:0/252170974 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c010975b0 0x556c010a1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:23.349 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.344+0000 7f7d72a00640 1 -- 172.21.15.12:0/252170974 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c0109d110 msgr2=0x556c010a8d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:22:23.349 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.344+0000 7f7d72a00640 1 --2- 172.21.15.12:0/252170974 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c0109d110 0x556c010a8d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.349 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.344+0000 7f7d72a00640 1 -- 172.21.15.12:0/252170974 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c010975b0 msgr2=0x556c010a1800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:22:23.349 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.344+0000 7f7d72a00640 1 --2- 172.21.15.12:0/252170974 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c010975b0 0x556c010a1800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.349 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.344+0000 7f7d72a00640 1 -- 172.21.15.12:0/252170974 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556c00ddc620 con 0x556c01097fa0 2024-03-29T00:22:23.349 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.344+0000 7f7d72a00640 1 --2- 172.21.15.12:0/252170974 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c01097fa0 0x556c010a1d40 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f7d64009900 tx=0x7f7d64005420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4893353850369 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:22:23.349 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.344+0000 7f7d69600640 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-03-29T00:22:23.349 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.344+0000 7f7d69600640 1 -- 172.21.15.12:0/252170974 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d64004940 con 0x556c01097fa0 2024-03-29T00:22:23.349 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.344+0000 7f7d851ef740 1 -- 172.21.15.12:0/252170974 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7d64005040 con 0x556c01097fa0 2024-03-29T00:22:23.349 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.344+0000 7f7d69600640 1 -- 172.21.15.12:0/252170974 <== mon.1 v2:172.21.15.69:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f7d64004ae0 con 0x556c01097fa0 2024-03-29T00:22:23.349 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.345+0000 7f7d69600640 1 -- 172.21.15.12:0/252170974 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f7d64004ce0 con 0x556c01097fa0 2024-03-29T00:22:23.349 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.345+0000 7f7d851ef740 10 client.26620 fetch_fsmap learned FSMap version 40 2024-03-29T00:22:23.349 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.345+0000 7f7d851ef740 1 -- 172.21.15.12:0/252170974 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x556c010a0060 con 0x556c01097fa0 2024-03-29T00:22:23.349 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.345+0000 7f7d69600640 1 -- 172.21.15.12:0/252170974 <== mon.1 v2:172.21.15.69:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7d64005040 con 0x556c01097fa0 2024-03-29T00:22:23.349 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.345+0000 7f7d69600640 1 -- 172.21.15.12:0/252170974 <== mon.1 v2:172.21.15.69:3300/0 5 ==== fsmap(e 40) ==== 8442+0+0 (secure 0 0 0) 0x7f7d64050420 con 0x556c01097fa0 2024-03-29T00:22:23.350 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.345+0000 7f7d851ef740 10 client.26620 fetch_fsmap finished waiting for FSMap version 40 2024-03-29T00:22:23.350 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.345+0000 7f7d851ef740 10 client.26620 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:22:23.350 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.345+0000 7f7d851ef740 20 client.26620 populate_metadata read hostname 'smithi012' 2024-03-29T00:22:23.350 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.345+0000 7f7d851ef740 1 --2- 172.21.15.12:0/252170974 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x556c010ad010 0x556c010af440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:23.350 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.345+0000 7f7d851ef740 4 client.26620 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-29T00:22:23.350 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.345+0000 7f7d851ef740 1 -- 172.21.15.12:0/252170974 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556c0100f030 con 0x556c010ad010 2024-03-29T00:22:23.350 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.346+0000 7f7d7b400640 1 --2- 172.21.15.12:0/252170974 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x556c010ad010 0x556c010af440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:23.350 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.346+0000 7f7d7b400640 1 --2- 172.21.15.12:0/252170974 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x556c010ad010 0x556c010af440 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2f05ebe31f6c0c26 server_cookie=728f8cee129e448d in_seq=0 out_seq=0 2024-03-29T00:22:23.350 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.346+0000 7f7d69600640 10 client.26620 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:22:23.350 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.347+0000 7f7d69600640 1 -- 172.21.15.12:0/252170974 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x556c0100f030 con 0x556c010ad010 2024-03-29T00:22:23.350 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.347+0000 7f7d69600640 10 client.26620 handle_command_reply: tid=0 2024-03-29T00:22:23.350 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.347+0000 7f7d851ef740 1 client.26620 shutdown 2024-03-29T00:22:23.351 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.347+0000 7f7d851ef740 1 -- 172.21.15.12:0/252170974 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c01097fa0 msgr2=0x556c010a1d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:23.351 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.347+0000 7f7d851ef740 1 --2- 172.21.15.12:0/252170974 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c01097fa0 0x556c010a1d40 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f7d64009900 tx=0x7f7d64005420 comp rx=0 tx=0).stop 2024-03-29T00:22:23.351 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.347+0000 7f7d851ef740 1 -- 172.21.15.12:0/252170974 shutdown_connections 2024-03-29T00:22:23.352 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.347+0000 7f7d851ef740 1 --2- 172.21.15.12:0/252170974 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x556c010ad010 0x556c010af440 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.352 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.347+0000 7f7d851ef740 1 --2- 172.21.15.12:0/252170974 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c0109d110 0x556c010a8d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.352 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.347+0000 7f7d851ef740 1 --2- 172.21.15.12:0/252170974 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c01097fa0 0x556c010a1d40 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.352 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.347+0000 7f7d851ef740 1 --2- 172.21.15.12:0/252170974 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c010975b0 0x556c010a1800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.352 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.347+0000 7f7d851ef740 1 -- 172.21.15.12:0/252170974 >> 172.21.15.12:0/252170974 conn(0x556c01092b20 msgr2=0x556c01091c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:22:23.352 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.347+0000 7f7d69600640 0 client.26620 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:22:23.352 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.347+0000 7f7d851ef740 1 -- 172.21.15.12:0/252170974 shutdown_connections 2024-03-29T00:22:23.352 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.347+0000 7f7d851ef740 1 -- 172.21.15.12:0/252170974 wait complete. 2024-03-29T00:22:23.352 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.347+0000 7f7d851ef740 20 client.26620 trim_cache size 0 max 16384 2024-03-29T00:22:23.367 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.365+0000 7f7d851ef740 1 Processor -- start 2024-03-29T00:22:23.367 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.365+0000 7f7d851ef740 1 -- start start 2024-03-29T00:22:23.367 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.366+0000 7f7d851ef740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c010975b0 0x556c0109f500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:23.367 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.366+0000 7f7d851ef740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c01097fa0 0x556c010a8d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:23.367 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.366+0000 7f7d851ef740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c0109d110 0x556c01092f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:23.367 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.366+0000 7f7d851ef740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7d7c1ac760 con 0x556c010975b0 2024-03-29T00:22:23.367 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.366+0000 7f7d851ef740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7d7c1ae4e0 con 0x556c01097fa0 2024-03-29T00:22:23.367 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.366+0000 7f7d851ef740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7d7c1ace30 con 0x556c0109d110 2024-03-29T00:22:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.366+0000 7f7d7b400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c010975b0 0x556c0109f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.366+0000 7f7d72a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c01097fa0 0x556c010a8d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.366+0000 7f7d72a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c01097fa0 0x556c010a8d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:52766/0 (socket says 172.21.15.12:52766) 2024-03-29T00:22:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.366+0000 7f7d72a00640 1 -- 172.21.15.12:0/2747659673 learned_addr learned my addr 172.21.15.12:0/2747659673 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:22:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.366+0000 7f7d7be00640 1 --2- 172.21.15.12:0/2747659673 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c0109d110 0x556c01092f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.366+0000 7f7d7b400640 1 -- 172.21.15.12:0/2747659673 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c0109d110 msgr2=0x556c01092f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:22:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.366+0000 7f7d7b400640 1 --2- 172.21.15.12:0/2747659673 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c0109d110 0x556c01092f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.366+0000 7f7d7b400640 1 -- 172.21.15.12:0/2747659673 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c01097fa0 msgr2=0x556c010a8d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:22:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.366+0000 7f7d7b400640 1 --2- 172.21.15.12:0/2747659673 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c01097fa0 0x556c010a8d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.366+0000 7f7d7b400640 1 -- 172.21.15.12:0/2747659673 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556c010a0320 con 0x556c010975b0 2024-03-29T00:22:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.367+0000 7f7d7b400640 1 --2- 172.21.15.12:0/2747659673 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c010975b0 0x556c0109f500 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x556c01098a10 tx=0x7f7d6c0d4530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c924425a32729ad3 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:22:23.371 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.367+0000 7f7d6be00640 1 -- 172.21.15.12:0/2747659673 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d6c095e60 con 0x556c010975b0 2024-03-29T00:22:23.372 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.367+0000 7f7d6be00640 1 -- 172.21.15.12:0/2747659673 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7d6c009820 con 0x556c010975b0 2024-03-29T00:22:23.372 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.367+0000 7f7d6be00640 1 -- 172.21.15.12:0/2747659673 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d6c0a3a90 con 0x556c010975b0 2024-03-29T00:22:23.372 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.368+0000 7f7d851ef740 1 -- 172.21.15.12:0/2747659673 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c010975b0 msgr2=0x556c0109f500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:23.372 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.368+0000 7f7d851ef740 1 --2- 172.21.15.12:0/2747659673 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c010975b0 0x556c0109f500 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x556c01098a10 tx=0x7f7d6c0d4530 comp rx=0 tx=0).stop 2024-03-29T00:22:23.372 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.368+0000 7f7d851ef740 1 -- 172.21.15.12:0/2747659673 shutdown_connections 2024-03-29T00:22:23.372 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.368+0000 7f7d851ef740 1 --2- 172.21.15.12:0/2747659673 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c01097fa0 0x556c010a8d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.372 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.368+0000 7f7d851ef740 1 --2- 172.21.15.12:0/2747659673 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c0109d110 0x556c01092f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.372 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.368+0000 7f7d851ef740 1 --2- 172.21.15.12:0/2747659673 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c010975b0 0x556c0109f500 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.372 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.368+0000 7f7d851ef740 1 -- 172.21.15.12:0/2747659673 >> 172.21.15.12:0/2747659673 conn(0x556c01092b20 msgr2=0x556c0109c890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:22:23.372 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.368+0000 7f7d851ef740 1 -- 172.21.15.12:0/2747659673 shutdown_connections 2024-03-29T00:22:23.372 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.368+0000 7f7d851ef740 1 -- 172.21.15.12:0/2747659673 wait complete. 2024-03-29T00:22:23.372 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.368+0000 7f7d851ef740 1 -- start start 2024-03-29T00:22:23.372 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.368+0000 7f7d851ef740 1 Processor -- start 2024-03-29T00:22:23.373 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.369+0000 7f7d851ef740 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c010975b0 0x556c010a65e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:23.373 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.369+0000 7f7d851ef740 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c01097fa0 0x556c010a6b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:23.373 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.369+0000 7f7d851ef740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c0109d110 0x556c010a7b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:23.373 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.369+0000 7f7d851ef740 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7d7c1add50 con 0x556c010975b0 2024-03-29T00:22:23.373 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.369+0000 7f7d851ef740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7d7c1ad5c0 con 0x556c0109d110 2024-03-29T00:22:23.373 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.369+0000 7f7d851ef740 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7d7c1aa680 con 0x556c01097fa0 2024-03-29T00:22:23.373 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.369+0000 7f7d851ef740 10 client.0 _ll_register_callbacks cb 0x7f7d74009590 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-29T00:22:23.373 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.369+0000 7f7d7b400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c010975b0 0x556c010a65e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:23.373 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.369+0000 7f7d72a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c01097fa0 0x556c010a6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:23.373 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.369+0000 7f7d7b400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c010975b0 0x556c010a65e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:44012/0 (socket says 172.21.15.12:44012) 2024-03-29T00:22:23.373 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.369+0000 7f7d7b400640 1 -- 172.21.15.12:0/2550794173 learned_addr learned my addr 172.21.15.12:0/2550794173 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:22:23.373 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.369+0000 7f7d7be00640 1 --2- 172.21.15.12:0/2550794173 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c0109d110 0x556c010a7b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:23.373 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.370+0000 7f7d7b400640 1 -- 172.21.15.12:0/2550794173 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c01097fa0 msgr2=0x556c010a6b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:22:23.373 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.370+0000 7f7d7b400640 1 --2- 172.21.15.12:0/2550794173 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c01097fa0 0x556c010a6b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.373 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.370+0000 7f7d7b400640 1 -- 172.21.15.12:0/2550794173 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c0109d110 msgr2=0x556c010a7b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-29T00:22:23.373 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.370+0000 7f7d7b400640 1 --2- 172.21.15.12:0/2550794173 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c0109d110 0x556c010a7b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.374 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.370+0000 7f7d7b400640 1 -- 172.21.15.12:0/2550794173 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556c010a8120 con 0x556c010975b0 2024-03-29T00:22:23.374 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.370+0000 7f7d7b400640 1 --2- 172.21.15.12:0/2550794173 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c010975b0 0x556c010a65e0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f7d6c01f000 tx=0x7f7d6c09b1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e31d743538fe716b server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:22:23.374 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.370+0000 7f7d69600640 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-03-29T00:22:23.374 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.370+0000 7f7d69600640 1 -- 172.21.15.12:0/2550794173 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d6c095e60 con 0x556c010975b0 2024-03-29T00:22:23.374 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.370+0000 7f7d69600640 1 -- 172.21.15.12:0/2550794173 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f7d6c0995f0 con 0x556c010975b0 2024-03-29T00:22:23.374 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.370+0000 7f7d851ef740 1 -- 172.21.15.12:0/2550794173 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7d6c009820 con 0x556c010975b0 2024-03-29T00:22:23.374 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.370+0000 7f7d69600640 1 -- 172.21.15.12:0/2550794173 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f7d6c09b2f0 con 0x556c010975b0 2024-03-29T00:22:23.374 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.370+0000 7f7d851ef740 10 client.16428 fetch_fsmap learned FSMap version 40 2024-03-29T00:22:23.374 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.370+0000 7f7d851ef740 1 -- 172.21.15.12:0/2550794173 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x556c011134d0 con 0x556c010975b0 2024-03-29T00:22:23.374 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.371+0000 7f7d69600640 1 -- 172.21.15.12:0/2550794173 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7d6c009820 con 0x556c010975b0 2024-03-29T00:22:23.374 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.371+0000 7f7d69600640 1 -- 172.21.15.12:0/2550794173 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 40) ==== 8442+0+0 (secure 0 0 0) 0x7f7d6c097960 con 0x556c010975b0 2024-03-29T00:22:23.374 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.371+0000 7f7d851ef740 10 client.16428 fetch_fsmap finished waiting for FSMap version 40 2024-03-29T00:22:23.374 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.371+0000 7f7d851ef740 10 client.16428 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-29T00:22:23.375 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.371+0000 7f7d851ef740 20 client.16428 populate_metadata read hostname 'smithi012' 2024-03-29T00:22:23.375 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.371+0000 7f7d851ef740 1 --2- 172.21.15.12:0/2550794173 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x556c01113e50 0x556c01116270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:23.375 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.371+0000 7f7d851ef740 4 client.16428 mds_command: new command op to 24568 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-29T00:22:23.375 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.371+0000 7f7d851ef740 1 -- 172.21.15.12:0/2550794173 --> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556c01008b80 con 0x556c01113e50 2024-03-29T00:22:23.375 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.371+0000 7f7d72a00640 1 --2- 172.21.15.12:0/2550794173 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x556c01113e50 0x556c01116270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:23.375 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.372+0000 7f7d72a00640 1 --2- 172.21.15.12:0/2550794173 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x556c01113e50 0x556c01116270 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=da16c7dfb2e0d6f2 server_cookie=14db9b7f680d8867 in_seq=0 out_seq=0 2024-03-29T00:22:23.375 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.372+0000 7f7d69600640 10 client.16428 ms_handle_connect on v2:172.21.15.69:6838/1021939171 2024-03-29T00:22:23.400 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.398+0000 7f7d69600640 1 -- 172.21.15.12:0/2550794173 <== mds.0 v2:172.21.15.69:6838/1021939171 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556c01008b80 con 0x556c01113e50 2024-03-29T00:22:23.400 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.398+0000 7f7d69600640 10 client.16428 handle_command_reply: tid=0 2024-03-29T00:22:23.400 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.398+0000 7f7d851ef740 1 client.16428 shutdown 2024-03-29T00:22:23.400 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.399+0000 7f7d851ef740 1 -- 172.21.15.12:0/2550794173 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c010975b0 msgr2=0x556c010a65e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:23.400 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.399+0000 7f7d851ef740 1 --2- 172.21.15.12:0/2550794173 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c010975b0 0x556c010a65e0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f7d6c01f000 tx=0x7f7d6c09b1c0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.400 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.399+0000 7f7d851ef740 1 -- 172.21.15.12:0/2550794173 shutdown_connections 2024-03-29T00:22:23.400 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.399+0000 7f7d851ef740 1 --2- 172.21.15.12:0/2550794173 >> [v2:172.21.15.69:6838/1021939171,v1:172.21.15.69:6839/1021939171] conn(0x556c01113e50 0x556c01116270 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.400 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.399+0000 7f7d851ef740 1 --2- 172.21.15.12:0/2550794173 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556c0109d110 0x556c010a7b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.400 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.399+0000 7f7d851ef740 1 --2- 172.21.15.12:0/2550794173 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c01097fa0 0x556c010a6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.400 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.399+0000 7f7d69600640 0 client.16428 ms_handle_reset on v2:172.21.15.69:6838/1021939171 2024-03-29T00:22:23.400 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.399+0000 7f7d851ef740 1 --2- 172.21.15.12:0/2550794173 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556c010975b0 0x556c010a65e0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.400 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.399+0000 7f7d851ef740 1 -- 172.21.15.12:0/2550794173 >> 172.21.15.12:0/2550794173 conn(0x556c01092b20 msgr2=0x556c01092f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:22:23.400 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.399+0000 7f7d851ef740 1 -- 172.21.15.12:0/2550794173 shutdown_connections 2024-03-29T00:22:23.400 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.399+0000 7f7d851ef740 1 -- 172.21.15.12:0/2550794173 wait complete. 2024-03-29T00:22:23.401 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.399+0000 7f7d851ef740 20 client.16428 trim_cache size 0 max 16384 2024-03-29T00:22:23.401 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:{ 2024-03-29T00:22:23.401 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "message": "", 2024-03-29T00:22:23.401 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout: "return_code": 0 2024-03-29T00:22:23.401 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stdout:} 2024-03-29T00:22:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.400+0000 7f7d82600640 1 -- 172.21.15.12:0/703518170 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7d600a1d70 msgr2=0x7f7d600a4230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.400+0000 7f7d82600640 1 --2- 172.21.15.12:0/703518170 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7d600a1d70 0x7f7d600a4230 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x556c01098800 tx=0x7f7d74005f90 comp rx=0 tx=0).stop 2024-03-29T00:22:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.400+0000 7f7d82600640 1 -- 172.21.15.12:0/703518170 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7d7c074150 msgr2=0x7f7d7c199d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.400+0000 7f7d82600640 1 --2- 172.21.15.12:0/703518170 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7d7c074150 0x7f7d7c199d60 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f7d6c009d50 tx=0x7f7d6c00c6a0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.400+0000 7f7d82600640 1 -- 172.21.15.12:0/703518170 shutdown_connections 2024-03-29T00:22:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.400+0000 7f7d82600640 1 --2- 172.21.15.12:0/703518170 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7d600a1d70 0x7f7d600a4230 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.400+0000 7f7d82600640 1 --2- 172.21.15.12:0/703518170 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d7c109630 0x7f7d7c1a1310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.400+0000 7f7d82600640 1 --2- 172.21.15.12:0/703518170 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7d7c075730 0x7f7d7c19a2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.400+0000 7f7d82600640 1 --2- 172.21.15.12:0/703518170 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7d7c074150 0x7f7d7c199d60 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.400+0000 7f7d82600640 1 -- 172.21.15.12:0/703518170 >> 172.21.15.12:0/703518170 conn(0x7f7d7c0fcd10 msgr2=0x7f7d7c1055c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:22:23.403 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.400+0000 7f7d82600640 1 -- 172.21.15.12:0/703518170 shutdown_connections 2024-03-29T00:22:23.403 INFO:teuthology.task.background_exec.ubuntu@smithi012.front.sepia.ceph.com.smithi012.stderr:2024-03-29T00:22:23.400+0000 7f7d82600640 1 -- 172.21.15.12:0/703518170 wait complete. 2024-03-29T00:22:23.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:22 smithi053 ceph-mon[36233]: pgmap v539: 129 pgs: 129 active+clean; 69 MiB data, 899 MiB used, 1.0 TiB / 1.0 TiB avail; 647 KiB/s rd, 711 KiB/s wr, 467 op/s 2024-03-29T00:22:23.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:22 smithi069 ceph-mon[36074]: pgmap v539: 129 pgs: 129 active+clean; 69 MiB data, 899 MiB used, 1.0 TiB / 1.0 TiB avail; 647 KiB/s rd, 711 KiB/s wr, 467 op/s 2024-03-29T00:22:25.285 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:24 smithi069 ceph-mon[36074]: pgmap v540: 129 pgs: 129 active+clean; 68 MiB data, 907 MiB used, 1.0 TiB / 1.0 TiB avail; 551 KiB/s rd, 625 KiB/s wr, 414 op/s 2024-03-29T00:22:25.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:24 smithi012 ceph-mon[31657]: pgmap v540: 129 pgs: 129 active+clean; 68 MiB data, 907 MiB used, 1.0 TiB / 1.0 TiB avail; 551 KiB/s rd, 625 KiB/s wr, 414 op/s 2024-03-29T00:22:25.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:24 smithi053 ceph-mon[36233]: pgmap v540: 129 pgs: 129 active+clean; 68 MiB data, 907 MiB used, 1.0 TiB / 1.0 TiB avail; 551 KiB/s rd, 625 KiB/s wr, 414 op/s 2024-03-29T00:22:27.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:27 smithi012 ceph-mon[31657]: pgmap v541: 129 pgs: 129 active+clean; 69 MiB data, 896 MiB used, 1.0 TiB / 1.0 TiB avail; 701 KiB/s rd, 756 KiB/s wr, 416 op/s 2024-03-29T00:22:27.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:27 smithi053 ceph-mon[36233]: pgmap v541: 129 pgs: 129 active+clean; 69 MiB data, 896 MiB used, 1.0 TiB / 1.0 TiB avail; 701 KiB/s rd, 756 KiB/s wr, 416 op/s 2024-03-29T00:22:27.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:27 smithi069 ceph-mon[36074]: pgmap v541: 129 pgs: 129 active+clean; 69 MiB data, 896 MiB used, 1.0 TiB / 1.0 TiB avail; 701 KiB/s rd, 756 KiB/s wr, 416 op/s 2024-03-29T00:22:29.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:29 smithi012 ceph-mon[31657]: pgmap v542: 129 pgs: 129 active+clean; 67 MiB data, 868 MiB used, 1.0 TiB / 1.0 TiB avail; 914 KiB/s rd, 958 KiB/s wr, 436 op/s 2024-03-29T00:22:29.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:29 smithi053 ceph-mon[36233]: pgmap v542: 129 pgs: 129 active+clean; 67 MiB data, 868 MiB used, 1.0 TiB / 1.0 TiB avail; 914 KiB/s rd, 958 KiB/s wr, 436 op/s 2024-03-29T00:22:29.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:29 smithi069 ceph-mon[36074]: pgmap v542: 129 pgs: 129 active+clean; 67 MiB data, 868 MiB used, 1.0 TiB / 1.0 TiB avail; 914 KiB/s rd, 958 KiB/s wr, 436 op/s 2024-03-29T00:22:31.301 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:31 smithi012 ceph-mon[31657]: pgmap v543: 129 pgs: 129 active+clean; 68 MiB data, 898 MiB used, 1.0 TiB / 1.0 TiB avail; 924 KiB/s rd, 967 KiB/s wr, 372 op/s 2024-03-29T00:22:31.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:31 smithi053 ceph-mon[36233]: pgmap v543: 129 pgs: 129 active+clean; 68 MiB data, 898 MiB used, 1.0 TiB / 1.0 TiB avail; 924 KiB/s rd, 967 KiB/s wr, 372 op/s 2024-03-29T00:22:31.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:31 smithi069 ceph-mon[36074]: pgmap v543: 129 pgs: 129 active+clean; 68 MiB data, 898 MiB used, 1.0 TiB / 1.0 TiB avail; 924 KiB/s rd, 967 KiB/s wr, 372 op/s 2024-03-29T00:22:31.512 INFO:tasks.workunit:Stopping ['fs/norstats'] on client.0... 2024-03-29T00:22:31.513 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-03-29T00:22:32.738 DEBUG:teuthology.parallel:result is None 2024-03-29T00:22:32.738 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-03-29T00:22:32.848 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-03-29T00:22:32.849 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-03-29T00:22:32.859 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi012.front.sepia.ceph.com 2024-03-29T00:22:32.885 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-03-29T00:22:32.894 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-03-29T00:22:32.894 ERROR:teuthology.run_tasks:Manager failed: fwd_scrub Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph_55f5138942aa4866e49329c9103468889cec3f73/qa/tasks/fwd_scrub.py", line 164, in task stop_all_fwd_scrubbers(ctx.ceph[config['cluster']].thrashers) File "/home/teuthworker/src/git.ceph.com_ceph_55f5138942aa4866e49329c9103468889cec3f73/qa/tasks/fwd_scrub.py", line 99, in stop_all_fwd_scrubbers raise RuntimeError(f"error during scrub thrashing: {thrasher.exception}") RuntimeError: error during scrub thrashing: rank damage found: {'backtrace'} 2024-03-29T00:22:32.895 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-03-29T00:22:32.905 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-29T00:22:33.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.156+0000 7f4c35600640 1 -- 172.21.15.12:0/1626282171 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4c30109820 msgr2=0x7f4c301100b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:33.158 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.156+0000 7f4c35600640 1 --2- 172.21.15.12:0/1626282171 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4c30109820 0x7f4c301100b0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f4c28009900 tx=0x7f4c2802bc40 comp rx=0 tx=0).stop 2024-03-29T00:22:33.158 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.156+0000 7f4c35600640 1 -- 172.21.15.12:0/1626282171 shutdown_connections 2024-03-29T00:22:33.158 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.156+0000 7f4c35600640 1 --2- 172.21.15.12:0/1626282171 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4c30108e60 0x7f4c301092e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:33.158 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.156+0000 7f4c35600640 1 --2- 172.21.15.12:0/1626282171 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4c30109820 0x7f4c301100b0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:33.158 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.156+0000 7f4c35600640 1 --2- 172.21.15.12:0/1626282171 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4c30107c70 0x7f4c30108090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:33.158 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.156+0000 7f4c35600640 1 -- 172.21.15.12:0/1626282171 >> 172.21.15.12:0/1626282171 conn(0x7f4c30076c10 msgr2=0x7f4c30079050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:22:33.158 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.156+0000 7f4c35600640 1 -- 172.21.15.12:0/1626282171 shutdown_connections 2024-03-29T00:22:33.158 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.157+0000 7f4c35600640 1 -- 172.21.15.12:0/1626282171 wait complete. 2024-03-29T00:22:33.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.157+0000 7f4c35600640 1 Processor -- start 2024-03-29T00:22:33.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.158+0000 7f4c35600640 1 -- start start 2024-03-29T00:22:33.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.158+0000 7f4c35600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4c30107c70 0x7f4c3019df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:33.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.158+0000 7f4c35600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4c30108e60 0x7f4c3019e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:33.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.158+0000 7f4c35600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4c30109820 0x7f4c301a5510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:33.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.158+0000 7f4c35600640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f4c30113a20 con 0x7f4c30109820 2024-03-29T00:22:33.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.158+0000 7f4c35600640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f4c301138a0 con 0x7f4c30107c70 2024-03-29T00:22:33.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.158+0000 7f4c35600640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f4c30113ba0 con 0x7f4c30108e60 2024-03-29T00:22:33.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.158+0000 7f4c2fe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4c30107c70 0x7f4c3019df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:33.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.158+0000 7f4c2fe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4c30107c70 0x7f4c3019df60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:55676/0 (socket says 172.21.15.12:55676) 2024-03-29T00:22:33.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.158+0000 7f4c2fe00640 1 -- 172.21.15.12:0/2191435155 learned_addr learned my addr 172.21.15.12:0/2191435155 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:22:33.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.158+0000 7f4c2f400640 1 --2- 172.21.15.12:0/2191435155 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4c30108e60 0x7f4c3019e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:33.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.158+0000 7f4c34c00640 1 --2- 172.21.15.12:0/2191435155 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4c30109820 0x7f4c301a5510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:33.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.159+0000 7f4c2fe00640 1 -- 172.21.15.12:0/2191435155 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4c30108e60 msgr2=0x7f4c3019e4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:33.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.159+0000 7f4c2fe00640 1 --2- 172.21.15.12:0/2191435155 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4c30108e60 0x7f4c3019e4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:33.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.159+0000 7f4c2fe00640 1 -- 172.21.15.12:0/2191435155 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4c30109820 msgr2=0x7f4c301a5510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:33.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.159+0000 7f4c2fe00640 1 --2- 172.21.15.12:0/2191435155 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4c30109820 0x7f4c301a5510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:33.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.159+0000 7f4c2fe00640 1 -- 172.21.15.12:0/2191435155 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c301a5b80 con 0x7f4c30107c70 2024-03-29T00:22:33.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.159+0000 7f4c34c00640 1 --2- 172.21.15.12:0/2191435155 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4c30109820 0x7f4c301a5510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:22:33.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.159+0000 7f4c2fe00640 1 --2- 172.21.15.12:0/2191435155 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4c30107c70 0x7f4c3019df60 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f4c2000e9c0 tx=0x7f4c2000ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:22:33.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.159+0000 7f4c2cc00640 1 -- 172.21.15.12:0/2191435155 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c2000cd80 con 0x7f4c30107c70 2024-03-29T00:22:33.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.159+0000 7f4c35600640 1 -- 172.21.15.12:0/2191435155 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c301a5e70 con 0x7f4c30107c70 2024-03-29T00:22:33.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.159+0000 7f4c2cc00640 1 -- 172.21.15.12:0/2191435155 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4c200035f0 con 0x7f4c30107c70 2024-03-29T00:22:33.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.159+0000 7f4c2cc00640 1 -- 172.21.15.12:0/2191435155 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c20010690 con 0x7f4c30107c70 2024-03-29T00:22:33.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.159+0000 7f4c35600640 1 -- 172.21.15.12:0/2191435155 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c301a6330 con 0x7f4c30107c70 2024-03-29T00:22:33.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.160+0000 7f4c35600640 1 -- 172.21.15.12:0/2191435155 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c3010ef30 con 0x7f4c30107c70 2024-03-29T00:22:33.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.162+0000 7f4c2cc00640 1 -- 172.21.15.12:0/2191435155 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f4c200037a0 con 0x7f4c30107c70 2024-03-29T00:22:33.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.164+0000 7f4c2cc00640 1 --2- 172.21.15.12:0/2191435155 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4c140a1d70 0x7f4c140a4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:33.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.164+0000 7f4c2cc00640 1 -- 172.21.15.12:0/2191435155 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f4c200ce620 con 0x7f4c30107c70 2024-03-29T00:22:33.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.164+0000 7f4c2f400640 1 --2- 172.21.15.12:0/2191435155 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4c140a1d70 0x7f4c140a4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:33.165 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.165+0000 7f4c2f400640 1 --2- 172.21.15.12:0/2191435155 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4c140a1d70 0x7f4c140a4230 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f4c3019f470 tx=0x7f4c18009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:22:33.172 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.172+0000 7f4c2cc00640 1 -- 172.21.15.12:0/2191435155 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f4c2009b660 con 0x7f4c30107c70 2024-03-29T00:22:33.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:33 smithi012 ceph-mon[31657]: pgmap v544: 129 pgs: 129 active+clean; 66 MiB data, 899 MiB used, 1.0 TiB / 1.0 TiB avail; 1018 KiB/s rd, 1.0 MiB/s wr, 422 op/s 2024-03-29T00:22:33.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.366+0000 7f4c35600640 1 -- 172.21.15.12:0/2191435155 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4c30062350 con 0x7f4c30107c70 2024-03-29T00:22:33.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.368+0000 7f4c2cc00640 1 -- 172.21.15.12:0/2191435155 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+24651 (secure 0 0 0) 0x7f4c2009af60 con 0x7f4c30107c70 2024-03-29T00:22:33.369 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:22:33.369 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":93,"fsid":"f0a28ba8-ed5f-11ee-95d0-87774f69a715","created":"2024-03-29T00:05:52.349196+0000","modified":"2024-03-29T00:17:11.508521+0000","last_up_change":"2024-03-29T00:14:17.644182+0000","last_in_change":"2024-03-29T00:13:57.992327+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-29T00:09:58.299082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-29T00:15:15.323046+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-29T00:15:16.709268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-29T00:15:20.769838+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f15b3bc8-42a4-4aca-bf7c-f36533a25084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6803","nonce":1970936395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6805","nonce":1970936395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6809","nonce":1970936395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6807","nonce":1970936395}]},"public_addr":"172.21.15.12:6803/1970936395","cluster_addr":"172.21.15.12:6805/1970936395","heartbeat_back_addr":"172.21.15.12:6809/1970936395","heartbeat_front_addr":"172.21.15.12:6807/1970936395","state":["exists","up"]},{"osd":1,"uuid":"9fc84928-5898-4421-8fae-8a6c3b5d6454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6801","nonce":2562558811}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6803","nonce":2562558811}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6807","nonce":2562558811}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6805","nonce":2562558811}]},"public_addr":"172.21.15.53:6801/2562558811","cluster_addr":"172.21.15.53:6803/2562558811","heartbeat_back_addr":"172.21.15.53:6807/2562558811","heartbeat_front_addr":"172.21.15.53:6805/2562558811","state":["exists","up"]},{"osd":2,"uuid":"6e1df3eb-d5e1-4433-aef8-dcc544feb108","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6800","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6801","nonce":3472201934}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6803","nonce":3472201934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6807","nonce":3472201934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6805","nonce":3472201934}]},"public_addr":"172.21.15.69:6801/3472201934","cluster_addr":"172.21.15.69:6803/3472201934","heartbeat_back_addr":"172.21.15.69:6807/3472201934","heartbeat_front_addr":"172.21.15.69:6805/3472201934","state":["exists","up"]},{"osd":3,"uuid":"c03886ee-0efd-4a1f-b04f-b060483d852b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6811","nonce":1860879351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6813","nonce":1860879351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6817","nonce":1860879351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6815","nonce":1860879351}]},"public_addr":"172.21.15.12:6811/1860879351","cluster_addr":"172.21.15.12:6813/1860879351","heartbeat_back_addr":"172.21.15.12:6817/1860879351","heartbeat_front_addr":"172.21.15.12:6815/1860879351","state":["exists","up"]},{"osd":4,"uuid":"10a25f7e-b569-4d47-add7-560968efa9c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6809","nonce":1066696400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6811","nonce":1066696400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6815","nonce":1066696400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6813","nonce":1066696400}]},"public_addr":"172.21.15.53:6809/1066696400","cluster_addr":"172.21.15.53:6811/1066696400","heartbeat_back_addr":"172.21.15.53:6815/1066696400","heartbeat_front_addr":"172.21.15.53:6813/1066696400","state":["exists","up"]},{"osd":5,"uuid":"21bad6a7-f98d-4344-8b0b-cf8526575ac2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6809","nonce":2160312252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6811","nonce":2160312252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6815","nonce":2160312252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6813","nonce":2160312252}]},"public_addr":"172.21.15.69:6809/2160312252","cluster_addr":"172.21.15.69:6811/2160312252","heartbeat_back_addr":"172.21.15.69:6815/2160312252","heartbeat_front_addr":"172.21.15.69:6813/2160312252","state":["exists","up"]},{"osd":6,"uuid":"927557ba-0245-42bb-83f1-c8b6b44cc496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6819","nonce":53322413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6821","nonce":53322413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6825","nonce":53322413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6823","nonce":53322413}]},"public_addr":"172.21.15.12:6819/53322413","cluster_addr":"172.21.15.12:6821/53322413","heartbeat_back_addr":"172.21.15.12:6825/53322413","heartbeat_front_addr":"172.21.15.12:6823/53322413","state":["exists","up"]},{"osd":7,"uuid":"22314690-d0eb-496b-b67d-922bdc0b6660","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6817","nonce":512991962}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6819","nonce":512991962}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6823","nonce":512991962}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6821","nonce":512991962}]},"public_addr":"172.21.15.53:6817/512991962","cluster_addr":"172.21.15.53:6819/512991962","heartbeat_back_addr":"172.21.15.53:6823/512991962","heartbeat_front_addr":"172.21.15.53:6821/512991962","state":["exists","up"]},{"osd":8,"uuid":"f26e428e-4919-4030-aa15-100d6df99aef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6817","nonce":2890541031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6819","nonce":2890541031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6823","nonce":2890541031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6821","nonce":2890541031}]},"public_addr":"172.21.15.69:6817/2890541031","cluster_addr":"172.21.15.69:6819/2890541031","heartbeat_back_addr":"172.21.15.69:6823/2890541031","heartbeat_front_addr":"172.21.15.69:6821/2890541031","state":["exists","up"]},{"osd":9,"uuid":"df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6827","nonce":1715133032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6829","nonce":1715133032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6833","nonce":1715133032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6831","nonce":1715133032}]},"public_addr":"172.21.15.12:6827/1715133032","cluster_addr":"172.21.15.12:6829/1715133032","heartbeat_back_addr":"172.21.15.12:6833/1715133032","heartbeat_front_addr":"172.21.15.12:6831/1715133032","state":["exists","up"]},{"osd":10,"uuid":"ac05ca46-a3d8-4e95-8b37-6f46b9f38703","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6825","nonce":3180522172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6827","nonce":3180522172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6831","nonce":3180522172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6829","nonce":3180522172}]},"public_addr":"172.21.15.53:6825/3180522172","cluster_addr":"172.21.15.53:6827/3180522172","heartbeat_back_addr":"172.21.15.53:6831/3180522172","heartbeat_front_addr":"172.21.15.53:6829/3180522172","state":["exists","up"]},{"osd":11,"uuid":"47fd23fb-f49f-49ca-8dfa-df667d03cfa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6825","nonce":1830685720}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6827","nonce":1830685720}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6831","nonce":1830685720}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6829","nonce":1830685720}]},"public_addr":"172.21.15.69:6825/1830685720","cluster_addr":"172.21.15.69:6827/1830685720","heartbeat_back_addr":"172.21.15.69:6831/1830685720","heartbeat_front_addr":"172.21.15.69:6829/1830685720","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:04.043487+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:29.451338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:53.723758+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:27.673354+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:54.498962+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:19.775485+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:54.005468+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:21.544560+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:47.123756+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:22.232554+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:50.514376+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:14:16.169343+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":8}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.9","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/3903984873":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/3329864026":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/1184533662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/2224576662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/798509208":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/4176566530":"2024-03-30T00:07:09.578981+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-29T00:22:33.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.370+0000 7f4c35600640 1 -- 172.21.15.12:0/2191435155 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4c140a1d70 msgr2=0x7f4c140a4230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:33.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.370+0000 7f4c35600640 1 --2- 172.21.15.12:0/2191435155 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4c140a1d70 0x7f4c140a4230 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f4c3019f470 tx=0x7f4c18009500 comp rx=0 tx=0).stop 2024-03-29T00:22:33.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.370+0000 7f4c35600640 1 -- 172.21.15.12:0/2191435155 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4c30107c70 msgr2=0x7f4c3019df60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:33.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.370+0000 7f4c35600640 1 --2- 172.21.15.12:0/2191435155 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4c30107c70 0x7f4c3019df60 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f4c2000e9c0 tx=0x7f4c2000ee80 comp rx=0 tx=0).stop 2024-03-29T00:22:33.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.370+0000 7f4c35600640 1 -- 172.21.15.12:0/2191435155 shutdown_connections 2024-03-29T00:22:33.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.370+0000 7f4c35600640 1 --2- 172.21.15.12:0/2191435155 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f4c140a1d70 0x7f4c140a4230 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:33.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.370+0000 7f4c35600640 1 --2- 172.21.15.12:0/2191435155 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4c30109820 0x7f4c301a5510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:33.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.370+0000 7f4c35600640 1 --2- 172.21.15.12:0/2191435155 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4c30108e60 0x7f4c3019e4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:33.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.370+0000 7f4c35600640 1 --2- 172.21.15.12:0/2191435155 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4c30107c70 0x7f4c3019df60 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:33.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.370+0000 7f4c35600640 1 -- 172.21.15.12:0/2191435155 >> 172.21.15.12:0/2191435155 conn(0x7f4c30076c10 msgr2=0x7f4c3010c100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:22:33.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.370+0000 7f4c35600640 1 -- 172.21.15.12:0/2191435155 shutdown_connections 2024-03-29T00:22:33.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.371+0000 7f4c35600640 1 -- 172.21.15.12:0/2191435155 wait complete. 2024-03-29T00:22:33.391 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-29T00:09:58.299082+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-29T00:15:15.323046+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-29T00:15:16.709268+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-29T00:15:20.769838+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-03-29T00:22:33.392 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-29T00:22:33.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:33 smithi053 ceph-mon[36233]: pgmap v544: 129 pgs: 129 active+clean; 66 MiB data, 899 MiB used, 1.0 TiB / 1.0 TiB avail; 1018 KiB/s rd, 1.0 MiB/s wr, 422 op/s 2024-03-29T00:22:33.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:33 smithi069 ceph-mon[36074]: pgmap v544: 129 pgs: 129 active+clean; 66 MiB data, 899 MiB used, 1.0 TiB / 1.0 TiB avail; 1018 KiB/s rd, 1.0 MiB/s wr, 422 op/s 2024-03-29T00:22:33.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.619+0000 7f488c600640 1 -- 172.21.15.12:0/870770259 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4884104b70 msgr2=0x7f4884104ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:33.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.619+0000 7f488c600640 1 --2- 172.21.15.12:0/870770259 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4884104b70 0x7f4884104ff0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f4870009900 tx=0x7f487002bc50 comp rx=0 tx=0).stop 2024-03-29T00:22:33.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.619+0000 7f488c600640 1 -- 172.21.15.12:0/870770259 shutdown_connections 2024-03-29T00:22:33.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.619+0000 7f488c600640 1 --2- 172.21.15.12:0/870770259 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4884104b70 0x7f4884104ff0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:33.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.619+0000 7f488c600640 1 --2- 172.21.15.12:0/870770259 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4884105530 0x7f488410bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:33.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.619+0000 7f488c600640 1 --2- 172.21.15.12:0/870770259 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4884103980 0x7f4884103da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:33.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.619+0000 7f488c600640 1 -- 172.21.15.12:0/870770259 >> 172.21.15.12:0/870770259 conn(0x7f48840fef10 msgr2=0x7f4884101330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:22:33.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.619+0000 7f488c600640 1 -- 172.21.15.12:0/870770259 shutdown_connections 2024-03-29T00:22:33.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.619+0000 7f488c600640 1 -- 172.21.15.12:0/870770259 wait complete. 2024-03-29T00:22:33.622 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.620+0000 7f488c600640 1 Processor -- start 2024-03-29T00:22:33.622 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.620+0000 7f488c600640 1 -- start start 2024-03-29T00:22:33.622 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.620+0000 7f488c600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4884103980 0x7f4884199db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:33.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.620+0000 7f488c600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4884104b70 0x7f488419a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:33.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.620+0000 7f488c600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4884105530 0x7f48841a1360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:33.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.621+0000 7f488c600640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f488410f730 con 0x7f4884103980 2024-03-29T00:22:33.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.621+0000 7f488c600640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f488410f5b0 con 0x7f4884105530 2024-03-29T00:22:33.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.621+0000 7f488c600640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f488410f8b0 con 0x7f4884104b70 2024-03-29T00:22:33.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.621+0000 7f4889c00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4884103980 0x7f4884199db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:33.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.621+0000 7f4889200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4884104b70 0x7f488419a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:33.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.621+0000 7f4889200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4884104b70 0x7f488419a2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:33770/0 (socket says 172.21.15.12:33770) 2024-03-29T00:22:33.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.621+0000 7f4889c00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4884103980 0x7f4884199db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:46460/0 (socket says 172.21.15.12:46460) 2024-03-29T00:22:33.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.621+0000 7f4889c00640 1 -- 172.21.15.12:0/3287954285 learned_addr learned my addr 172.21.15.12:0/3287954285 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:22:33.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.621+0000 7f488a600640 1 --2- 172.21.15.12:0/3287954285 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4884105530 0x7f48841a1360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:33.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.621+0000 7f4889200640 1 -- 172.21.15.12:0/3287954285 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4884105530 msgr2=0x7f48841a1360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:33.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.621+0000 7f4889200640 1 --2- 172.21.15.12:0/3287954285 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4884105530 0x7f48841a1360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:33.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.621+0000 7f4889200640 1 -- 172.21.15.12:0/3287954285 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4884103980 msgr2=0x7f4884199db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:33.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.621+0000 7f4889200640 1 --2- 172.21.15.12:0/3287954285 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4884103980 0x7f4884199db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:33.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.621+0000 7f4889200640 1 -- 172.21.15.12:0/3287954285 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48841a19d0 con 0x7f4884104b70 2024-03-29T00:22:33.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.621+0000 7f4889200640 1 --2- 172.21.15.12:0/3287954285 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4884104b70 0x7f488419a2f0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f4870009230 tx=0x7f4870004a30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:22:33.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.622+0000 7f4882000640 1 -- 172.21.15.12:0/3287954285 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4870043020 con 0x7f4884104b70 2024-03-29T00:22:33.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.622+0000 7f4882000640 1 -- 172.21.15.12:0/3287954285 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4870004250 con 0x7f4884104b70 2024-03-29T00:22:33.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.622+0000 7f4882000640 1 -- 172.21.15.12:0/3287954285 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4870003b60 con 0x7f4884104b70 2024-03-29T00:22:33.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.622+0000 7f488c600640 1 -- 172.21.15.12:0/3287954285 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48841a1c60 con 0x7f4884104b70 2024-03-29T00:22:33.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.622+0000 7f488c600640 1 -- 172.21.15.12:0/3287954285 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48841a2130 con 0x7f4884104b70 2024-03-29T00:22:33.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.623+0000 7f488c600640 1 -- 172.21.15.12:0/3287954285 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f488410ac40 con 0x7f4884104b70 2024-03-29T00:22:33.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.625+0000 7f4882000640 1 -- 172.21.15.12:0/3287954285 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f4870046020 con 0x7f4884104b70 2024-03-29T00:22:33.627 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.626+0000 7f4882000640 1 --2- 172.21.15.12:0/3287954285 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f486c0a1d80 0x7f486c0a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:33.627 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.626+0000 7f4882000640 1 -- 172.21.15.12:0/3287954285 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f48700f0230 con 0x7f4884104b70 2024-03-29T00:22:33.627 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.626+0000 7f4889c00640 1 --2- 172.21.15.12:0/3287954285 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f486c0a1d80 0x7f486c0a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:33.627 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.627+0000 7f4889c00640 1 --2- 172.21.15.12:0/3287954285 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f486c0a1d80 0x7f486c0a4240 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f48780099a0 tx=0x7f4878009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:22:33.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.630+0000 7f4882000640 1 -- 172.21.15.12:0/3287954285 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f487004d020 con 0x7f4884104b70 2024-03-29T00:22:33.823 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.823+0000 7f488c600640 1 -- 172.21.15.12:0/3287954285 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f488402d3b0 con 0x7f4884104b70 2024-03-29T00:22:33.824 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.823+0000 7f4882000640 1 -- 172.21.15.12:0/3287954285 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) ==== 93+0+10 (secure 0 0 0) 0x7f48700bd270 con 0x7f4884104b70 2024-03-29T00:22:33.824 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 1 2024-03-29T00:22:33.827 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.826+0000 7f488c600640 1 -- 172.21.15.12:0/3287954285 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f486c0a1d80 msgr2=0x7f486c0a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:33.827 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.826+0000 7f488c600640 1 --2- 172.21.15.12:0/3287954285 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f486c0a1d80 0x7f486c0a4240 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f48780099a0 tx=0x7f4878009500 comp rx=0 tx=0).stop 2024-03-29T00:22:33.827 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.826+0000 7f488c600640 1 -- 172.21.15.12:0/3287954285 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4884104b70 msgr2=0x7f488419a2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:33.827 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.826+0000 7f488c600640 1 --2- 172.21.15.12:0/3287954285 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4884104b70 0x7f488419a2f0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f4870009230 tx=0x7f4870004a30 comp rx=0 tx=0).stop 2024-03-29T00:22:33.827 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.826+0000 7f488c600640 1 -- 172.21.15.12:0/3287954285 shutdown_connections 2024-03-29T00:22:33.827 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.826+0000 7f488c600640 1 --2- 172.21.15.12:0/3287954285 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f486c0a1d80 0x7f486c0a4240 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:33.827 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.826+0000 7f488c600640 1 --2- 172.21.15.12:0/3287954285 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4884105530 0x7f48841a1360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:33.827 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.826+0000 7f488c600640 1 --2- 172.21.15.12:0/3287954285 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4884104b70 0x7f488419a2f0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:33.827 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.826+0000 7f488c600640 1 --2- 172.21.15.12:0/3287954285 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4884103980 0x7f4884199db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:33.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.826+0000 7f488c600640 1 -- 172.21.15.12:0/3287954285 >> 172.21.15.12:0/3287954285 conn(0x7f48840fef10 msgr2=0x7f4884107e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:22:33.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.826+0000 7f488c600640 1 -- 172.21.15.12:0/3287954285 shutdown_connections 2024-03-29T00:22:33.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:33.826+0000 7f488c600640 1 -- 172.21.15.12:0/3287954285 wait complete. 2024-03-29T00:22:33.845 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-29T00:22:34.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.053+0000 7f2ed4000640 1 -- 172.21.15.12:0/2149179242 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2ecc102970 msgr2=0x7f2ecc102df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:34.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.053+0000 7f2ed4000640 1 --2- 172.21.15.12:0/2149179242 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2ecc102970 0x7f2ecc102df0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f2eb8009900 tx=0x7f2eb802bc40 comp rx=0 tx=0).stop 2024-03-29T00:22:34.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.053+0000 7f2ed4000640 1 -- 172.21.15.12:0/2149179242 shutdown_connections 2024-03-29T00:22:34.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.053+0000 7f2ed4000640 1 --2- 172.21.15.12:0/2149179242 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2ecc103330 0x7f2ecc109bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:34.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.053+0000 7f2ed4000640 1 --2- 172.21.15.12:0/2149179242 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2ecc102970 0x7f2ecc102df0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:34.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.053+0000 7f2ed4000640 1 --2- 172.21.15.12:0/2149179242 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2ecc101780 0x7f2ecc101ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:34.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.053+0000 7f2ed4000640 1 -- 172.21.15.12:0/2149179242 >> 172.21.15.12:0/2149179242 conn(0x7f2ecc0fcd10 msgr2=0x7f2ecc0ff130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:22:34.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.053+0000 7f2ed4000640 1 -- 172.21.15.12:0/2149179242 shutdown_connections 2024-03-29T00:22:34.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.053+0000 7f2ed4000640 1 -- 172.21.15.12:0/2149179242 wait complete. 2024-03-29T00:22:34.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.055+0000 7f2ed4000640 1 Processor -- start 2024-03-29T00:22:34.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.055+0000 7f2ed4000640 1 -- start start 2024-03-29T00:22:34.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.055+0000 7f2ed4000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2ecc101780 0x7f2ecc075500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:34.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.055+0000 7f2ed4000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2ecc102970 0x7f2ecc073b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:34.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.055+0000 7f2ed4000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2ecc103330 0x7f2ecc074080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:34.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.055+0000 7f2ed4000640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f2ecc10d530 con 0x7f2ecc103330 2024-03-29T00:22:34.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.055+0000 7f2ed4000640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f2ecc10d3b0 con 0x7f2ecc102970 2024-03-29T00:22:34.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.055+0000 7f2ed4000640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f2ecc10d6b0 con 0x7f2ecc101780 2024-03-29T00:22:34.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.055+0000 7f2ed0c00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2ecc102970 0x7f2ecc073b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:34.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.055+0000 7f2ed0c00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2ecc102970 0x7f2ecc073b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:33270/0 (socket says 172.21.15.12:33270) 2024-03-29T00:22:34.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.056+0000 7f2ed0c00640 1 -- 172.21.15.12:0/680859768 learned_addr learned my addr 172.21.15.12:0/680859768 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:22:34.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.056+0000 7f2ed1600640 1 --2- 172.21.15.12:0/680859768 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2ecc101780 0x7f2ecc075500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:34.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.056+0000 7f2ed2000640 1 --2- 172.21.15.12:0/680859768 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2ecc103330 0x7f2ecc074080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:34.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.056+0000 7f2ed0c00640 1 -- 172.21.15.12:0/680859768 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2ecc101780 msgr2=0x7f2ecc075500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:34.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.056+0000 7f2ed0c00640 1 --2- 172.21.15.12:0/680859768 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2ecc101780 0x7f2ecc075500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:34.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.056+0000 7f2ed0c00640 1 -- 172.21.15.12:0/680859768 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2ecc103330 msgr2=0x7f2ecc074080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:34.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.056+0000 7f2ed0c00640 1 --2- 172.21.15.12:0/680859768 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2ecc103330 0x7f2ecc074080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:34.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.056+0000 7f2ed0c00640 1 -- 172.21.15.12:0/680859768 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ecc074910 con 0x7f2ecc102970 2024-03-29T00:22:34.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.056+0000 7f2ed2000640 1 --2- 172.21.15.12:0/680859768 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2ecc103330 0x7f2ecc074080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:22:34.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.056+0000 7f2ed0c00640 1 --2- 172.21.15.12:0/680859768 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2ecc102970 0x7f2ecc073b40 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f2eb8000c00 tx=0x7f2eb8004a90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:22:34.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.057+0000 7f2eca000640 1 -- 172.21.15.12:0/680859768 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2eb8043020 con 0x7f2ecc102970 2024-03-29T00:22:34.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.057+0000 7f2eca000640 1 -- 172.21.15.12:0/680859768 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2eb8004250 con 0x7f2ecc102970 2024-03-29T00:22:34.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.057+0000 7f2ed4000640 1 -- 172.21.15.12:0/680859768 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ecc1a1c80 con 0x7f2ecc102970 2024-03-29T00:22:34.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.057+0000 7f2eca000640 1 -- 172.21.15.12:0/680859768 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2eb8003bc0 con 0x7f2ecc102970 2024-03-29T00:22:34.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.057+0000 7f2ed4000640 1 -- 172.21.15.12:0/680859768 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ecc1a21d0 con 0x7f2ecc102970 2024-03-29T00:22:34.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.058+0000 7f2ed4000640 1 -- 172.21.15.12:0/680859768 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ecc108aa0 con 0x7f2ecc102970 2024-03-29T00:22:34.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.060+0000 7f2eca000640 1 -- 172.21.15.12:0/680859768 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f2eb8046020 con 0x7f2ecc102970 2024-03-29T00:22:34.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.061+0000 7f2eca000640 1 --2- 172.21.15.12:0/680859768 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f2eb40a1e00 0x7f2eb40a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:34.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.061+0000 7f2eca000640 1 -- 172.21.15.12:0/680859768 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f2eb80f03d0 con 0x7f2ecc102970 2024-03-29T00:22:34.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.061+0000 7f2ed1600640 1 --2- 172.21.15.12:0/680859768 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f2eb40a1e00 0x7f2eb40a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:34.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.062+0000 7f2ed1600640 1 --2- 172.21.15.12:0/680859768 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f2eb40a1e00 0x7f2eb40a42c0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f2ecc1027d0 tx=0x7f2ec0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:22:34.064 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.063+0000 7f2eca000640 1 -- 172.21.15.12:0/680859768 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f2eb804d020 con 0x7f2ecc102970 2024-03-29T00:22:34.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.267+0000 7f2ed4000640 1 -- 172.21.15.12:0/680859768 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f2ecc062350 con 0x7f2ecc102970 2024-03-29T00:22:34.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.267+0000 7f2eca000640 1 -- 172.21.15.12:0/680859768 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v93) ==== 104+0+11 (secure 0 0 0) 0x7f2eb80bd410 con 0x7f2ecc102970 2024-03-29T00:22:34.268 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 32 2024-03-29T00:22:34.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.270+0000 7f2ed4000640 1 -- 172.21.15.12:0/680859768 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f2eb40a1e00 msgr2=0x7f2eb40a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:34.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.270+0000 7f2ed4000640 1 --2- 172.21.15.12:0/680859768 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f2eb40a1e00 0x7f2eb40a42c0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f2ecc1027d0 tx=0x7f2ec0005f90 comp rx=0 tx=0).stop 2024-03-29T00:22:34.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.270+0000 7f2ed4000640 1 -- 172.21.15.12:0/680859768 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2ecc102970 msgr2=0x7f2ecc073b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:34.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.270+0000 7f2ed4000640 1 --2- 172.21.15.12:0/680859768 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2ecc102970 0x7f2ecc073b40 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f2eb8000c00 tx=0x7f2eb8004a90 comp rx=0 tx=0).stop 2024-03-29T00:22:34.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.270+0000 7f2ed4000640 1 -- 172.21.15.12:0/680859768 shutdown_connections 2024-03-29T00:22:34.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.270+0000 7f2ed4000640 1 --2- 172.21.15.12:0/680859768 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f2eb40a1e00 0x7f2eb40a42c0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:34.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.270+0000 7f2ed4000640 1 --2- 172.21.15.12:0/680859768 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2ecc102970 0x7f2ecc073b40 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:34.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.270+0000 7f2ed4000640 1 --2- 172.21.15.12:0/680859768 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2ecc103330 0x7f2ecc074080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:34.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.270+0000 7f2ed4000640 1 --2- 172.21.15.12:0/680859768 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2ecc101780 0x7f2ecc075500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:34.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.270+0000 7f2ed4000640 1 -- 172.21.15.12:0/680859768 >> 172.21.15.12:0/680859768 conn(0x7f2ecc0fcd10 msgr2=0x7f2ecc105c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:22:34.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.270+0000 7f2ed4000640 1 -- 172.21.15.12:0/680859768 shutdown_connections 2024-03-29T00:22:34.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.270+0000 7f2ed4000640 1 -- 172.21.15.12:0/680859768 wait complete. 2024-03-29T00:22:34.288 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:34 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2191435155' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:22:34.288 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:34 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3287954285' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:22:34.290 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-29T00:22:34.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:34 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2191435155' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:22:34.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:34 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3287954285' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:22:34.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:34 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2191435155' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:22:34.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:34 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3287954285' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:22:34.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.522+0000 7f3722200640 1 -- 172.21.15.12:0/876874661 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f371c0ffe10 msgr2=0x7f371c102240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:34.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.522+0000 7f3722200640 1 --2- 172.21.15.12:0/876874661 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f371c0ffe10 0x7f371c102240 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f370c009ca0 tx=0x7f370c02c100 comp rx=0 tx=0).stop 2024-03-29T00:22:34.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.522+0000 7f3722200640 1 -- 172.21.15.12:0/876874661 shutdown_connections 2024-03-29T00:22:34.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.522+0000 7f3722200640 1 --2- 172.21.15.12:0/876874661 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f371c105130 0x7f371c1055b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:34.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.522+0000 7f3722200640 1 --2- 172.21.15.12:0/876874661 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f371c102780 0x7f371c104bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:34.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.522+0000 7f3722200640 1 --2- 172.21.15.12:0/876874661 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f371c0ffe10 0x7f371c102240 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:34.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.522+0000 7f3722200640 1 -- 172.21.15.12:0/876874661 >> 172.21.15.12:0/876874661 conn(0x7f371c0fba30 msgr2=0x7f371c0fde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:22:34.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.522+0000 7f3722200640 1 -- 172.21.15.12:0/876874661 shutdown_connections 2024-03-29T00:22:34.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.522+0000 7f3722200640 1 -- 172.21.15.12:0/876874661 wait complete. 2024-03-29T00:22:34.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.523+0000 7f3722200640 1 Processor -- start 2024-03-29T00:22:34.524 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.523+0000 7f3722200640 1 -- start start 2024-03-29T00:22:34.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.524+0000 7f3722200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f371c0ffe10 0x7f371c19df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:34.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.524+0000 7f3722200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f371c102780 0x7f371c19e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:34.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.524+0000 7f3722200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f371c105130 0x7f371c1a5510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:34.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.524+0000 7f3722200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f371c113930 con 0x7f371c102780 2024-03-29T00:22:34.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.524+0000 7f3722200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f371c1137b0 con 0x7f371c0ffe10 2024-03-29T00:22:34.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.524+0000 7f3722200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f371c113ab0 con 0x7f371c105130 2024-03-29T00:22:34.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.524+0000 7f3720e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f371c0ffe10 0x7f371c19df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:34.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.524+0000 7f3720e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f371c0ffe10 0x7f371c19df60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:33284/0 (socket says 172.21.15.12:33284) 2024-03-29T00:22:34.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.524+0000 7f3720e00640 1 -- 172.21.15.12:0/3039732405 learned_addr learned my addr 172.21.15.12:0/3039732405 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:22:34.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.524+0000 7f3721800640 1 --2- 172.21.15.12:0/3039732405 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f371c105130 0x7f371c1a5510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:34.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.524+0000 7f371be00640 1 --2- 172.21.15.12:0/3039732405 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f371c102780 0x7f371c19e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:34.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.524+0000 7f3720e00640 1 -- 172.21.15.12:0/3039732405 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f371c105130 msgr2=0x7f371c1a5510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:34.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.525+0000 7f3720e00640 1 --2- 172.21.15.12:0/3039732405 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f371c105130 0x7f371c1a5510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:34.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.525+0000 7f3720e00640 1 -- 172.21.15.12:0/3039732405 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f371c102780 msgr2=0x7f371c19e4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:34.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.525+0000 7f3720e00640 1 --2- 172.21.15.12:0/3039732405 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f371c102780 0x7f371c19e4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:34.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.525+0000 7f3720e00640 1 -- 172.21.15.12:0/3039732405 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f371c1a5b80 con 0x7f371c0ffe10 2024-03-29T00:22:34.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.525+0000 7f3720e00640 1 --2- 172.21.15.12:0/3039732405 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f371c0ffe10 0x7f371c19df60 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f370c0326a0 tx=0x7f370c034670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:22:34.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.525+0000 7f3719600640 1 -- 172.21.15.12:0/3039732405 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f370c039040 con 0x7f371c0ffe10 2024-03-29T00:22:34.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.525+0000 7f3722200640 1 -- 172.21.15.12:0/3039732405 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f371c1a5e10 con 0x7f371c0ffe10 2024-03-29T00:22:34.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.525+0000 7f3719600640 1 -- 172.21.15.12:0/3039732405 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f370c044070 con 0x7f371c0ffe10 2024-03-29T00:22:34.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.525+0000 7f3719600640 1 -- 172.21.15.12:0/3039732405 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f370c0044e0 con 0x7f371c0ffe10 2024-03-29T00:22:34.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.525+0000 7f3722200640 1 -- 172.21.15.12:0/3039732405 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f371c1a6210 con 0x7f371c0ffe10 2024-03-29T00:22:34.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.526+0000 7f3722200640 1 -- 172.21.15.12:0/3039732405 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f371c0fd520 con 0x7f371c0ffe10 2024-03-29T00:22:34.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.528+0000 7f3719600640 1 -- 172.21.15.12:0/3039732405 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f370c032940 con 0x7f371c0ffe10 2024-03-29T00:22:34.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.530+0000 7f3719600640 1 --2- 172.21.15.12:0/3039732405 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f37000a1d80 0x7f37000a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:34.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.530+0000 7f3719600640 1 -- 172.21.15.12:0/3039732405 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f370c0f09a0 con 0x7f371c0ffe10 2024-03-29T00:22:34.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.530+0000 7f371be00640 1 --2- 172.21.15.12:0/3039732405 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f37000a1d80 0x7f37000a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:34.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.531+0000 7f371be00640 1 --2- 172.21.15.12:0/3039732405 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f37000a1d80 0x7f37000a4240 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f3704005d00 tx=0x7f3704005c50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:22:34.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.537+0000 7f3719600640 1 -- 172.21.15.12:0/3039732405 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f370c0bd9e0 con 0x7f371c0ffe10 2024-03-29T00:22:34.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.742+0000 7f3722200640 1 -- 172.21.15.12:0/3039732405 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f371c0623f0 con 0x7f371c0ffe10 2024-03-29T00:22:34.744 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.743+0000 7f3719600640 1 -- 172.21.15.12:0/3039732405 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v93) ==== 100+0+11 (secure 0 0 0) 0x7f370c047e40 con 0x7f371c0ffe10 2024-03-29T00:22:34.744 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 64 2024-03-29T00:22:34.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.746+0000 7f3722200640 1 -- 172.21.15.12:0/3039732405 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f37000a1d80 msgr2=0x7f37000a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:34.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.746+0000 7f3722200640 1 --2- 172.21.15.12:0/3039732405 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f37000a1d80 0x7f37000a4240 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f3704005d00 tx=0x7f3704005c50 comp rx=0 tx=0).stop 2024-03-29T00:22:34.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.746+0000 7f3722200640 1 -- 172.21.15.12:0/3039732405 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f371c0ffe10 msgr2=0x7f371c19df60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:34.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.746+0000 7f3722200640 1 --2- 172.21.15.12:0/3039732405 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f371c0ffe10 0x7f371c19df60 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f370c0326a0 tx=0x7f370c034670 comp rx=0 tx=0).stop 2024-03-29T00:22:34.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.746+0000 7f3722200640 1 -- 172.21.15.12:0/3039732405 shutdown_connections 2024-03-29T00:22:34.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.746+0000 7f3722200640 1 --2- 172.21.15.12:0/3039732405 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f37000a1d80 0x7f37000a4240 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:34.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.746+0000 7f3722200640 1 --2- 172.21.15.12:0/3039732405 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f371c105130 0x7f371c1a5510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:34.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.746+0000 7f3722200640 1 --2- 172.21.15.12:0/3039732405 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f371c102780 0x7f371c19e4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:34.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.746+0000 7f3722200640 1 --2- 172.21.15.12:0/3039732405 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f371c0ffe10 0x7f371c19df60 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:34.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.746+0000 7f3722200640 1 -- 172.21.15.12:0/3039732405 >> 172.21.15.12:0/3039732405 conn(0x7f371c0fba30 msgr2=0x7f371c1034f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:22:34.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.747+0000 7f3722200640 1 -- 172.21.15.12:0/3039732405 shutdown_connections 2024-03-29T00:22:34.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.747+0000 7f3722200640 1 -- 172.21.15.12:0/3039732405 wait complete. 2024-03-29T00:22:34.766 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-03-29T00:22:34.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.994+0000 7fb8b6000640 1 -- 172.21.15.12:0/323681053 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb8b00ffe10 msgr2=0x7fb8b0102240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:34.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.994+0000 7fb8b6000640 1 --2- 172.21.15.12:0/323681053 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb8b00ffe10 0x7fb8b0102240 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fb8a0009ca0 tx=0x7fb8a002c0f0 comp rx=0 tx=0).stop 2024-03-29T00:22:34.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.994+0000 7fb8b6000640 1 -- 172.21.15.12:0/323681053 shutdown_connections 2024-03-29T00:22:34.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.994+0000 7fb8b6000640 1 --2- 172.21.15.12:0/323681053 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb8b0105130 0x7fb8b01055b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:34.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.994+0000 7fb8b6000640 1 --2- 172.21.15.12:0/323681053 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb8b0102780 0x7fb8b0104bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:34.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.994+0000 7fb8b6000640 1 --2- 172.21.15.12:0/323681053 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb8b00ffe10 0x7fb8b0102240 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:34.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.995+0000 7fb8b6000640 1 -- 172.21.15.12:0/323681053 >> 172.21.15.12:0/323681053 conn(0x7fb8b00fba30 msgr2=0x7fb8b00fde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:22:34.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.995+0000 7fb8b6000640 1 -- 172.21.15.12:0/323681053 shutdown_connections 2024-03-29T00:22:34.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.995+0000 7fb8b6000640 1 -- 172.21.15.12:0/323681053 wait complete. 2024-03-29T00:22:34.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.996+0000 7fb8b6000640 1 Processor -- start 2024-03-29T00:22:34.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.996+0000 7fb8b6000640 1 -- start start 2024-03-29T00:22:34.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.996+0000 7fb8b6000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb8b00ffe10 0x7fb8b019df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:34.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.996+0000 7fb8b6000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb8b0102780 0x7fb8b019e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:34.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.997+0000 7fb8b6000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb8b0105130 0x7fb8b01a5530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:34.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.997+0000 7fb8b6000640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fb8b0113960 con 0x7fb8b00ffe10 2024-03-29T00:22:34.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.997+0000 7fb8b6000640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fb8b01137e0 con 0x7fb8b0102780 2024-03-29T00:22:34.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.997+0000 7fb8b6000640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb8b0113ae0 con 0x7fb8b0105130 2024-03-29T00:22:34.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.997+0000 7fb8b4c00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb8b00ffe10 0x7fb8b019df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:34.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.997+0000 7fb8b5600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb8b0105130 0x7fb8b01a5530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:34.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.997+0000 7fb8b4c00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb8b00ffe10 0x7fb8b019df80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:56614/0 (socket says 172.21.15.12:56614) 2024-03-29T00:22:34.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.997+0000 7fb8b4c00640 1 -- 172.21.15.12:0/1207886584 learned_addr learned my addr 172.21.15.12:0/1207886584 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:22:34.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.997+0000 7fb8afe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb8b0102780 0x7fb8b019e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:34.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.997+0000 7fb8b4c00640 1 -- 172.21.15.12:0/1207886584 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb8b0105130 msgr2=0x7fb8b01a5530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:34.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.997+0000 7fb8b4c00640 1 --2- 172.21.15.12:0/1207886584 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb8b0105130 0x7fb8b01a5530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:34.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.997+0000 7fb8b4c00640 1 -- 172.21.15.12:0/1207886584 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb8b0102780 msgr2=0x7fb8b019e4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:34.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.997+0000 7fb8b4c00640 1 --2- 172.21.15.12:0/1207886584 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb8b0102780 0x7fb8b019e4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:34.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.997+0000 7fb8b4c00640 1 -- 172.21.15.12:0/1207886584 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8b01a5ba0 con 0x7fb8b00ffe10 2024-03-29T00:22:35.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.997+0000 7fb8b5600640 1 --2- 172.21.15.12:0/1207886584 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb8b0105130 0x7fb8b01a5530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:22:35.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.998+0000 7fb8b4c00640 1 --2- 172.21.15.12:0/1207886584 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb8b00ffe10 0x7fb8b019df80 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fb8a00326d0 tx=0x7fb8a0034650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:22:35.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.998+0000 7fb8ad600640 1 -- 172.21.15.12:0/1207886584 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8a0039040 con 0x7fb8b00ffe10 2024-03-29T00:22:35.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.998+0000 7fb8ad600640 1 -- 172.21.15.12:0/1207886584 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb8a0044070 con 0x7fb8b00ffe10 2024-03-29T00:22:35.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.998+0000 7fb8ad600640 1 -- 172.21.15.12:0/1207886584 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8a00044d0 con 0x7fb8b00ffe10 2024-03-29T00:22:35.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.998+0000 7fb8b6000640 1 -- 172.21.15.12:0/1207886584 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8b01a5e30 con 0x7fb8b00ffe10 2024-03-29T00:22:35.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.998+0000 7fb8b6000640 1 -- 172.21.15.12:0/1207886584 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8b01a6230 con 0x7fb8b00ffe10 2024-03-29T00:22:35.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:34.999+0000 7fb8b6000640 1 -- 172.21.15.12:0/1207886584 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8b00fd520 con 0x7fb8b00ffe10 2024-03-29T00:22:35.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.001+0000 7fb8ad600640 1 -- 172.21.15.12:0/1207886584 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fb8a0004670 con 0x7fb8b00ffe10 2024-03-29T00:22:35.003 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.003+0000 7fb8ad600640 1 --2- 172.21.15.12:0/1207886584 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb8940a1d80 0x7fb8940a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:35.003 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.003+0000 7fb8ad600640 1 -- 172.21.15.12:0/1207886584 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fb8a00f04e0 con 0x7fb8b00ffe10 2024-03-29T00:22:35.003 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.003+0000 7fb8afe00640 1 --2- 172.21.15.12:0/1207886584 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb8940a1d80 0x7fb8940a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:35.004 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.004+0000 7fb8afe00640 1 --2- 172.21.15.12:0/1207886584 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb8940a1d80 0x7fb8940a4240 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fb8b019f490 tx=0x7fb898005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:22:35.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.007+0000 7fb8ad600640 1 -- 172.21.15.12:0/1207886584 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fb8a004e020 con 0x7fb8b00ffe10 2024-03-29T00:22:35.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.217+0000 7fb8b6000640 1 -- 172.21.15.12:0/1207886584 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fb8b0062350 con 0x7fb8b00ffe10 2024-03-29T00:22:35.218 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.218+0000 7fb8ad600640 1 -- 172.21.15.12:0/1207886584 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v93) ==== 103+0+11 (secure 0 0 0) 0x7fb8a00bd520 con 0x7fb8b00ffe10 2024-03-29T00:22:35.218 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 32 2024-03-29T00:22:35.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.221+0000 7fb8b6000640 1 -- 172.21.15.12:0/1207886584 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb8940a1d80 msgr2=0x7fb8940a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:35.222 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.221+0000 7fb8b6000640 1 --2- 172.21.15.12:0/1207886584 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb8940a1d80 0x7fb8940a4240 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fb8b019f490 tx=0x7fb898005f90 comp rx=0 tx=0).stop 2024-03-29T00:22:35.222 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.221+0000 7fb8b6000640 1 -- 172.21.15.12:0/1207886584 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb8b00ffe10 msgr2=0x7fb8b019df80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:35.222 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.221+0000 7fb8b6000640 1 --2- 172.21.15.12:0/1207886584 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb8b00ffe10 0x7fb8b019df80 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fb8a00326d0 tx=0x7fb8a0034650 comp rx=0 tx=0).stop 2024-03-29T00:22:35.222 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.221+0000 7fb8b6000640 1 -- 172.21.15.12:0/1207886584 shutdown_connections 2024-03-29T00:22:35.222 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.221+0000 7fb8b6000640 1 --2- 172.21.15.12:0/1207886584 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb8940a1d80 0x7fb8940a4240 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:35.222 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.221+0000 7fb8b6000640 1 --2- 172.21.15.12:0/1207886584 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb8b0102780 0x7fb8b019e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:35.222 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.221+0000 7fb8b6000640 1 --2- 172.21.15.12:0/1207886584 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb8b0105130 0x7fb8b01a5530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:35.222 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.221+0000 7fb8b6000640 1 --2- 172.21.15.12:0/1207886584 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb8b00ffe10 0x7fb8b019df80 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:35.222 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.221+0000 7fb8b6000640 1 -- 172.21.15.12:0/1207886584 >> 172.21.15.12:0/1207886584 conn(0x7fb8b00fba30 msgr2=0x7fb8b0103450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:22:35.222 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.221+0000 7fb8b6000640 1 -- 172.21.15.12:0/1207886584 shutdown_connections 2024-03-29T00:22:35.222 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.221+0000 7fb8b6000640 1 -- 172.21.15.12:0/1207886584 wait complete. 2024-03-29T00:22:35.242 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-03-29T00:22:35.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:35 smithi012 ceph-mon[31657]: pgmap v545: 129 pgs: 129 active+clean; 63 MiB data, 907 MiB used, 1.0 TiB / 1.0 TiB avail; 847 KiB/s rd, 881 KiB/s wr, 357 op/s 2024-03-29T00:22:35.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:35 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/680859768' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:22:35.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:35 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3039732405' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:22:35.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:35 smithi053 ceph-mon[36233]: pgmap v545: 129 pgs: 129 active+clean; 63 MiB data, 907 MiB used, 1.0 TiB / 1.0 TiB avail; 847 KiB/s rd, 881 KiB/s wr, 357 op/s 2024-03-29T00:22:35.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:35 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/680859768' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:22:35.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:35 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3039732405' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:22:35.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.472+0000 7fde3a600640 1 -- 172.21.15.12:0/2119056100 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fde34107c70 msgr2=0x7fde34108090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:35.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.472+0000 7fde3a600640 1 --2- 172.21.15.12:0/2119056100 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fde34107c70 0x7fde34108090 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fde28009900 tx=0x7fde2802bc50 comp rx=0 tx=0).stop 2024-03-29T00:22:35.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.472+0000 7fde3a600640 1 -- 172.21.15.12:0/2119056100 shutdown_connections 2024-03-29T00:22:35.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.473+0000 7fde3a600640 1 --2- 172.21.15.12:0/2119056100 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde34108e60 0x7fde341092e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:35.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.473+0000 7fde3a600640 1 --2- 172.21.15.12:0/2119056100 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fde34109820 0x7fde341100b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:35.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.473+0000 7fde3a600640 1 --2- 172.21.15.12:0/2119056100 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fde34107c70 0x7fde34108090 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:35.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.473+0000 7fde3a600640 1 -- 172.21.15.12:0/2119056100 >> 172.21.15.12:0/2119056100 conn(0x7fde34076c10 msgr2=0x7fde34079050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:22:35.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.473+0000 7fde3a600640 1 -- 172.21.15.12:0/2119056100 shutdown_connections 2024-03-29T00:22:35.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.473+0000 7fde3a600640 1 -- 172.21.15.12:0/2119056100 wait complete. 2024-03-29T00:22:35.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.474+0000 7fde3a600640 1 Processor -- start 2024-03-29T00:22:35.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.474+0000 7fde3a600640 1 -- start start 2024-03-29T00:22:35.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.474+0000 7fde3a600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fde34107c70 0x7fde3419e000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:35.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.474+0000 7fde3a600640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde34108e60 0x7fde3419e540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:35.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.474+0000 7fde3a600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fde34109820 0x7fde341a55b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:35.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.474+0000 7fde3a600640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fde34113a10 con 0x7fde34107c70 2024-03-29T00:22:35.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.474+0000 7fde3a600640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fde34113890 con 0x7fde34108e60 2024-03-29T00:22:35.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.474+0000 7fde3a600640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fde34113b90 con 0x7fde34109820 2024-03-29T00:22:35.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.475+0000 7fde39c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fde34109820 0x7fde341a55b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:35.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.475+0000 7fde33e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde34108e60 0x7fde3419e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:35.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.475+0000 7fde33e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde34108e60 0x7fde3419e540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:33330/0 (socket says 172.21.15.12:33330) 2024-03-29T00:22:35.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.475+0000 7fde33e00640 1 -- 172.21.15.12:0/3693894557 learned_addr learned my addr 172.21.15.12:0/3693894557 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:22:35.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.475+0000 7fde39c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fde34109820 0x7fde341a55b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:39684/0 (socket says 172.21.15.12:39684) 2024-03-29T00:22:35.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.475+0000 7fde39200640 1 --2- 172.21.15.12:0/3693894557 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fde34107c70 0x7fde3419e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:35.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.475+0000 7fde33e00640 1 -- 172.21.15.12:0/3693894557 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fde34109820 msgr2=0x7fde341a55b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:35.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.475+0000 7fde33e00640 1 --2- 172.21.15.12:0/3693894557 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fde34109820 0x7fde341a55b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:35.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.475+0000 7fde33e00640 1 -- 172.21.15.12:0/3693894557 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fde34107c70 msgr2=0x7fde3419e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:35.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.475+0000 7fde33e00640 1 --2- 172.21.15.12:0/3693894557 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fde34107c70 0x7fde3419e000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:35.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.475+0000 7fde33e00640 1 -- 172.21.15.12:0/3693894557 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde341a5c20 con 0x7fde34108e60 2024-03-29T00:22:35.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.476+0000 7fde33e00640 1 --2- 172.21.15.12:0/3693894557 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde34108e60 0x7fde3419e540 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fde2000e9f0 tx=0x7fde2000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:22:35.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.476+0000 7fde31600640 1 -- 172.21.15.12:0/3693894557 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde2000cd80 con 0x7fde34108e60 2024-03-29T00:22:35.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.476+0000 7fde31600640 1 -- 172.21.15.12:0/3693894557 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fde20010930 con 0x7fde34108e60 2024-03-29T00:22:35.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.476+0000 7fde3a600640 1 -- 172.21.15.12:0/3693894557 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde341a5f10 con 0x7fde34108e60 2024-03-29T00:22:35.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.476+0000 7fde31600640 1 -- 172.21.15.12:0/3693894557 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde20018b00 con 0x7fde34108e60 2024-03-29T00:22:35.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.476+0000 7fde3a600640 1 -- 172.21.15.12:0/3693894557 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde341a6420 con 0x7fde34108e60 2024-03-29T00:22:35.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.477+0000 7fde3a600640 1 -- 172.21.15.12:0/3693894557 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde3410ef90 con 0x7fde34108e60 2024-03-29T00:22:35.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.480+0000 7fde31600640 1 -- 172.21.15.12:0/3693894557 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fde20018ca0 con 0x7fde34108e60 2024-03-29T00:22:35.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.481+0000 7fde31600640 1 --2- 172.21.15.12:0/3693894557 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fde1c0a1df0 0x7fde1c0a42b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:22:35.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.481+0000 7fde31600640 1 -- 172.21.15.12:0/3693894557 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fde200ce410 con 0x7fde34108e60 2024-03-29T00:22:35.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.481+0000 7fde39200640 1 --2- 172.21.15.12:0/3693894557 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fde1c0a1df0 0x7fde1c0a42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:22:35.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.482+0000 7fde39200640 1 --2- 172.21.15.12:0/3693894557 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fde1c0a1df0 0x7fde1c0a42b0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fde2802c920 tx=0x7fde28005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:22:35.483 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:35 smithi069 ceph-mon[36074]: pgmap v545: 129 pgs: 129 active+clean; 63 MiB data, 907 MiB used, 1.0 TiB / 1.0 TiB avail; 847 KiB/s rd, 881 KiB/s wr, 357 op/s 2024-03-29T00:22:35.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:35 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/680859768' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:22:35.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:35 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3039732405' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:22:35.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.490+0000 7fde31600640 1 -- 172.21.15.12:0/3693894557 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fde2009ae60 con 0x7fde34108e60 2024-03-29T00:22:35.744 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.744+0000 7fde3a600640 1 -- 172.21.15.12:0/3693894557 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7fde34062350 con 0x7fde34108e60 2024-03-29T00:22:35.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.762+0000 7fde31600640 1 -- 172.21.15.12:0/3693894557 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v18) ==== 81+0+736398 (secure 0 0 0) 0x7fde2009ef00 con 0x7fde34108e60 2024-03-29T00:22:35.775 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:22:35.775 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:22:35.775 INFO:teuthology.orchestra.run.smithi012.stdout: "epoch": 18, 2024-03-29T00:22:35.775 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.775 INFO:teuthology.orchestra.run.smithi012.stdout: "active_gid": 14152, 2024-03-29T00:22:35.775 INFO:teuthology.orchestra.run.smithi012.stdout: "active_name": "x", 2024-03-29T00:22:35.775 INFO:teuthology.orchestra.run.smithi012.stdout: "active_addrs": { 2024-03-29T00:22:35.775 INFO:teuthology.orchestra.run.smithi012.stdout: "addrvec": [ 2024-03-29T00:22:35.775 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:35.775 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "v2", 2024-03-29T00:22:35.775 INFO:teuthology.orchestra.run.smithi012.stdout: "addr": "172.21.15.12:6800", 2024-03-29T00:22:35.775 INFO:teuthology.orchestra.run.smithi012.stdout: "nonce": 1603741841 2024-03-29T00:22:35.776 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.776 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:35.776 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "v1", 2024-03-29T00:22:35.776 INFO:teuthology.orchestra.run.smithi012.stdout: "addr": "172.21.15.12:6801", 2024-03-29T00:22:35.776 INFO:teuthology.orchestra.run.smithi012.stdout: "nonce": 1603741841 2024-03-29T00:22:35.776 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:35.776 INFO:teuthology.orchestra.run.smithi012.stdout: ] 2024-03-29T00:22:35.776 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.776 INFO:teuthology.orchestra.run.smithi012.stdout: "active_addr": "172.21.15.12:6801/1603741841", 2024-03-29T00:22:35.776 INFO:teuthology.orchestra.run.smithi012.stdout: "active_change": "2024-03-29T00:07:09.579179+0000", 2024-03-29T00:22:35.776 INFO:teuthology.orchestra.run.smithi012.stdout: "active_mgr_features": 4540701547738038271, 2024-03-29T00:22:35.776 INFO:teuthology.orchestra.run.smithi012.stdout: "available": true, 2024-03-29T00:22:35.776 INFO:teuthology.orchestra.run.smithi012.stdout: "standbys": [ 2024-03-29T00:22:35.776 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:35.777 INFO:teuthology.orchestra.run.smithi012.stdout: "gid": 24109, 2024-03-29T00:22:35.777 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "z", 2024-03-29T00:22:35.777 INFO:teuthology.orchestra.run.smithi012.stdout: "mgr_features": 4540701547738038271, 2024-03-29T00:22:35.777 INFO:teuthology.orchestra.run.smithi012.stdout: "available_modules": [ 2024-03-29T00:22:35.777 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:35.777 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "alerts", 2024-03-29T00:22:35.777 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:35.777 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:35.777 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:35.777 INFO:teuthology.orchestra.run.smithi012.stdout: "interval": { 2024-03-29T00:22:35.777 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "interval", 2024-03-29T00:22:35.777 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:35.777 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.777 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.777 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "60", 2024-03-29T00:22:35.778 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.778 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.778 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.778 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "How frequently to reexamine health status", 2024-03-29T00:22:35.778 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.778 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.778 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.778 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.778 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:35.778 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:35.778 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.778 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.778 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.778 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.779 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.779 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.779 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:35.779 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:35.779 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:35.779 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:35.779 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:35.779 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:35.779 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:35.779 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:35.779 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.779 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.779 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.779 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.779 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.780 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:35.780 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:35.780 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.780 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.780 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.780 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.780 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.780 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.780 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.780 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.780 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.780 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.780 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.780 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.780 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:35.781 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:35.781 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.781 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.781 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.781 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:35.781 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.781 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.781 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:35.781 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:35.781 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:35.781 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:35.781 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:35.781 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:35.781 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:35.782 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:35.782 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.782 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.782 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.782 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.782 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.782 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:35.782 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:35.782 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.782 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.782 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.782 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.782 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.782 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.782 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.783 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.783 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.783 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.783 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.783 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.783 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_destination": { 2024-03-29T00:22:35.783 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_destination", 2024-03-29T00:22:35.783 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.783 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.783 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.783 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.783 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.783 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.783 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.783 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Email address to send alerts to", 2024-03-29T00:22:35.783 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.784 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.784 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.784 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.784 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_from_name": { 2024-03-29T00:22:35.784 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_from_name", 2024-03-29T00:22:35.784 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.784 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.784 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.784 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "Ceph", 2024-03-29T00:22:35.784 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.784 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.784 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.784 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Email From: name", 2024-03-29T00:22:35.784 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.785 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.785 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.785 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.785 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_host": { 2024-03-29T00:22:35.785 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_host", 2024-03-29T00:22:35.785 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.785 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.785 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.785 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.785 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.785 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.785 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.785 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "SMTP server", 2024-03-29T00:22:35.785 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.785 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.785 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.786 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.786 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_password": { 2024-03-29T00:22:35.786 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_password", 2024-03-29T00:22:35.786 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.786 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.786 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.786 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.786 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.786 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.786 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.786 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Password to authenticate with", 2024-03-29T00:22:35.786 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.786 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.786 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.787 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.787 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_port": { 2024-03-29T00:22:35.787 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_port", 2024-03-29T00:22:35.787 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:35.787 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.787 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.787 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "465", 2024-03-29T00:22:35.787 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.787 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.787 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.787 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "SMTP port", 2024-03-29T00:22:35.787 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.787 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.787 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.787 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.788 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_sender": { 2024-03-29T00:22:35.788 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_sender", 2024-03-29T00:22:35.788 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.788 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.788 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.788 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.788 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.788 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.788 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.788 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "SMTP envelope sender", 2024-03-29T00:22:35.788 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.788 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.788 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.788 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.789 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_ssl": { 2024-03-29T00:22:35.789 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_ssl", 2024-03-29T00:22:35.789 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.789 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.789 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.789 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:35.789 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.789 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.789 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.789 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Use SSL to connect to SMTP server", 2024-03-29T00:22:35.789 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.789 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.789 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.789 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.789 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_user": { 2024-03-29T00:22:35.790 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_user", 2024-03-29T00:22:35.790 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.790 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.790 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.790 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.790 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.790 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.790 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.790 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "User to authenticate as", 2024-03-29T00:22:35.790 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.790 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.790 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.790 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:35.790 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:35.791 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.791 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:35.791 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "balancer", 2024-03-29T00:22:35.791 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:35.791 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:35.791 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:35.791 INFO:teuthology.orchestra.run.smithi012.stdout: "active": { 2024-03-29T00:22:35.791 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "active", 2024-03-29T00:22:35.791 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.791 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.791 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.791 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:35.791 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.791 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.791 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.791 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "automatically balance PGs across cluster", 2024-03-29T00:22:35.792 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.792 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.792 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.792 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.792 INFO:teuthology.orchestra.run.smithi012.stdout: "begin_time": { 2024-03-29T00:22:35.792 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "begin_time", 2024-03-29T00:22:35.792 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.792 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.792 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.792 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0000", 2024-03-29T00:22:35.792 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.792 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.792 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.792 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "beginning time of day to automatically balance", 2024-03-29T00:22:35.792 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-03-29T00:22:35.793 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.793 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.793 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.793 INFO:teuthology.orchestra.run.smithi012.stdout: "begin_weekday": { 2024-03-29T00:22:35.793 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "begin_weekday", 2024-03-29T00:22:35.793 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "uint", 2024-03-29T00:22:35.793 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.793 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.793 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-03-29T00:22:35.793 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "0", 2024-03-29T00:22:35.793 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "6", 2024-03-29T00:22:35.793 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.793 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-03-29T00:22:35.793 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-03-29T00:22:35.793 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.794 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.794 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.794 INFO:teuthology.orchestra.run.smithi012.stdout: "crush_compat_max_iterations": { 2024-03-29T00:22:35.794 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "crush_compat_max_iterations", 2024-03-29T00:22:35.794 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "uint", 2024-03-29T00:22:35.794 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.794 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.794 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "25", 2024-03-29T00:22:35.794 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "1", 2024-03-29T00:22:35.794 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "250", 2024-03-29T00:22:35.794 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.794 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-03-29T00:22:35.794 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.794 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.794 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.795 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.795 INFO:teuthology.orchestra.run.smithi012.stdout: "crush_compat_metrics": { 2024-03-29T00:22:35.795 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "crush_compat_metrics", 2024-03-29T00:22:35.795 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.795 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.795 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.795 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "pgs,objects,bytes", 2024-03-29T00:22:35.795 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.795 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.795 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.795 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-03-29T00:22:35.795 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-03-29T00:22:35.795 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.795 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.795 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.795 INFO:teuthology.orchestra.run.smithi012.stdout: "crush_compat_step": { 2024-03-29T00:22:35.796 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "crush_compat_step", 2024-03-29T00:22:35.796 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-03-29T00:22:35.796 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.796 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.796 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0.5", 2024-03-29T00:22:35.796 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "0.001", 2024-03-29T00:22:35.796 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "0.999", 2024-03-29T00:22:35.796 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.796 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "aggressiveness of optimization", 2024-03-29T00:22:35.796 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-03-29T00:22:35.796 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.796 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.796 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.796 INFO:teuthology.orchestra.run.smithi012.stdout: "end_time": { 2024-03-29T00:22:35.796 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "end_time", 2024-03-29T00:22:35.796 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.797 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.797 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.797 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "2359", 2024-03-29T00:22:35.797 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.797 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.797 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.797 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "ending time of day to automatically balance", 2024-03-29T00:22:35.797 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-03-29T00:22:35.797 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.797 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.797 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.797 INFO:teuthology.orchestra.run.smithi012.stdout: "end_weekday": { 2024-03-29T00:22:35.797 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "end_weekday", 2024-03-29T00:22:35.797 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "uint", 2024-03-29T00:22:35.797 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.797 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.798 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-03-29T00:22:35.798 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "0", 2024-03-29T00:22:35.798 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "6", 2024-03-29T00:22:35.798 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.798 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-03-29T00:22:35.798 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-03-29T00:22:35.798 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.798 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.798 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.798 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:35.798 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:35.798 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.798 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.798 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.798 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.799 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.799 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.799 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:35.799 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:35.799 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:35.799 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:35.799 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:35.799 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:35.799 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:35.799 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:35.799 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.799 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.799 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.799 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.799 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.800 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:35.800 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:35.800 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.800 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.800 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.800 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.800 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.800 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.800 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.800 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.800 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.800 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.800 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.800 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.801 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:35.801 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:35.801 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.801 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.801 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.801 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:35.801 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.801 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.801 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:35.801 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:35.801 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:35.801 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:35.801 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:35.801 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:35.801 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:35.802 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:35.802 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.802 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.802 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.802 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.802 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.802 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:35.802 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:35.802 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.802 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.802 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.802 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.802 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.802 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.802 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.803 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.803 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.803 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.803 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.803 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.803 INFO:teuthology.orchestra.run.smithi012.stdout: "min_score": { 2024-03-29T00:22:35.803 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "min_score", 2024-03-29T00:22:35.803 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-03-29T00:22:35.803 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.803 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.803 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-03-29T00:22:35.803 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.803 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.803 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.803 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-03-29T00:22:35.804 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.804 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.804 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.804 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.804 INFO:teuthology.orchestra.run.smithi012.stdout: "mode": { 2024-03-29T00:22:35.804 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mode", 2024-03-29T00:22:35.804 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.804 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.804 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.804 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "upmap", 2024-03-29T00:22:35.804 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.804 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.804 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:35.804 INFO:teuthology.orchestra.run.smithi012.stdout: "crush-compat", 2024-03-29T00:22:35.804 INFO:teuthology.orchestra.run.smithi012.stdout: "none", 2024-03-29T00:22:35.805 INFO:teuthology.orchestra.run.smithi012.stdout: "read", 2024-03-29T00:22:35.805 INFO:teuthology.orchestra.run.smithi012.stdout: "upmap", 2024-03-29T00:22:35.805 INFO:teuthology.orchestra.run.smithi012.stdout: "upmap-read" 2024-03-29T00:22:35.805 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:35.805 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Balancer mode", 2024-03-29T00:22:35.805 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.805 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.805 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.805 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.805 INFO:teuthology.orchestra.run.smithi012.stdout: "pool_ids": { 2024-03-29T00:22:35.805 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "pool_ids", 2024-03-29T00:22:35.805 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.805 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.805 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.805 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.806 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.806 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.806 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.806 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-03-29T00:22:35.806 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.806 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.806 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.806 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.806 INFO:teuthology.orchestra.run.smithi012.stdout: "sleep_interval": { 2024-03-29T00:22:35.806 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sleep_interval", 2024-03-29T00:22:35.806 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:35.806 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.806 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.806 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "60", 2024-03-29T00:22:35.806 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.807 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.807 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.807 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-03-29T00:22:35.807 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.807 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.807 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.807 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.807 INFO:teuthology.orchestra.run.smithi012.stdout: "upmap_max_deviation": { 2024-03-29T00:22:35.807 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "upmap_max_deviation", 2024-03-29T00:22:35.807 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:35.807 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.807 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.807 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "5", 2024-03-29T00:22:35.807 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "1", 2024-03-29T00:22:35.807 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.807 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.808 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "deviation below which no optimization is attempted", 2024-03-29T00:22:35.808 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-03-29T00:22:35.808 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.808 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.808 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.808 INFO:teuthology.orchestra.run.smithi012.stdout: "upmap_max_optimizations": { 2024-03-29T00:22:35.808 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "upmap_max_optimizations", 2024-03-29T00:22:35.808 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "uint", 2024-03-29T00:22:35.808 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.808 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.808 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-03-29T00:22:35.808 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.808 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.808 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.808 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-03-29T00:22:35.809 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.809 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.809 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.809 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:35.809 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:35.809 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.809 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:35.809 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "cephadm", 2024-03-29T00:22:35.809 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:35.809 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:35.809 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:35.809 INFO:teuthology.orchestra.run.smithi012.stdout: "agent_down_multiplier": { 2024-03-29T00:22:35.809 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "agent_down_multiplier", 2024-03-29T00:22:35.809 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-03-29T00:22:35.809 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.809 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.810 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "3.0", 2024-03-29T00:22:35.810 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.810 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.810 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.810 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-03-29T00:22:35.810 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.810 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.810 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.810 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.810 INFO:teuthology.orchestra.run.smithi012.stdout: "agent_refresh_rate": { 2024-03-29T00:22:35.810 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "agent_refresh_rate", 2024-03-29T00:22:35.810 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:35.810 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.810 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.810 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "20", 2024-03-29T00:22:35.811 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.811 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.811 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.811 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-03-29T00:22:35.811 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.811 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.811 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.811 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.811 INFO:teuthology.orchestra.run.smithi012.stdout: "agent_starting_port": { 2024-03-29T00:22:35.811 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "agent_starting_port", 2024-03-29T00:22:35.811 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:35.811 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.811 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.811 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "4721", 2024-03-29T00:22:35.811 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.811 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.812 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.812 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-03-29T00:22:35.812 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.812 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.812 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.812 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.812 INFO:teuthology.orchestra.run.smithi012.stdout: "allow_ptrace": { 2024-03-29T00:22:35.812 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "allow_ptrace", 2024-03-29T00:22:35.812 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.812 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.812 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.812 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.812 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.812 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.813 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.813 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-03-29T00:22:35.813 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-03-29T00:22:35.813 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.813 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.813 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.813 INFO:teuthology.orchestra.run.smithi012.stdout: "autotune_interval": { 2024-03-29T00:22:35.813 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "autotune_interval", 2024-03-29T00:22:35.813 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:35.813 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.813 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.813 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "600", 2024-03-29T00:22:35.813 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.813 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.813 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.814 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how frequently to autotune daemon memory", 2024-03-29T00:22:35.814 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.814 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.814 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.814 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.814 INFO:teuthology.orchestra.run.smithi012.stdout: "autotune_memory_target_ratio": { 2024-03-29T00:22:35.814 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "autotune_memory_target_ratio", 2024-03-29T00:22:35.814 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-03-29T00:22:35.814 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.814 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.814 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0.7", 2024-03-29T00:22:35.814 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.814 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.814 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.814 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-03-29T00:22:35.815 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.815 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.815 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.815 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.815 INFO:teuthology.orchestra.run.smithi012.stdout: "cephadm_log_destination": { 2024-03-29T00:22:35.815 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "cephadm_log_destination", 2024-03-29T00:22:35.815 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.815 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.815 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.815 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.815 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.815 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.815 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:35.815 INFO:teuthology.orchestra.run.smithi012.stdout: "file", 2024-03-29T00:22:35.815 INFO:teuthology.orchestra.run.smithi012.stdout: "file,syslog", 2024-03-29T00:22:35.816 INFO:teuthology.orchestra.run.smithi012.stdout: "syslog" 2024-03-29T00:22:35.816 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:35.816 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-03-29T00:22:35.816 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.816 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.816 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.816 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.816 INFO:teuthology.orchestra.run.smithi012.stdout: "cgroups_split": { 2024-03-29T00:22:35.816 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "cgroups_split", 2024-03-29T00:22:35.816 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.816 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.816 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.816 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:35.816 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.816 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.817 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.817 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-03-29T00:22:35.817 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.817 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.817 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.817 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.817 INFO:teuthology.orchestra.run.smithi012.stdout: "config_checks_enabled": { 2024-03-29T00:22:35.817 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "config_checks_enabled", 2024-03-29T00:22:35.817 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.817 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.817 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.817 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.817 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.817 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.817 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.817 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-03-29T00:22:35.818 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.818 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.818 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.818 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.818 INFO:teuthology.orchestra.run.smithi012.stdout: "config_dashboard": { 2024-03-29T00:22:35.818 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "config_dashboard", 2024-03-29T00:22:35.818 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.818 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.818 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.818 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:35.818 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.818 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.818 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.818 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-03-29T00:22:35.818 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.819 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.819 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.819 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.819 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_alertmanager": { 2024-03-29T00:22:35.819 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_alertmanager", 2024-03-29T00:22:35.819 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.819 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.819 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.819 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-03-29T00:22:35.819 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.819 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.819 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.819 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Prometheus container image", 2024-03-29T00:22:35.819 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.819 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.819 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.820 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.820 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_base": { 2024-03-29T00:22:35.820 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_base", 2024-03-29T00:22:35.820 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.820 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.820 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.820 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/ceph/ceph", 2024-03-29T00:22:35.820 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.820 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.820 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.820 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Container image name, without the tag", 2024-03-29T00:22:35.820 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.820 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.820 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.820 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.820 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_elasticsearch": { 2024-03-29T00:22:35.821 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_elasticsearch", 2024-03-29T00:22:35.821 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.821 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.821 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.821 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-03-29T00:22:35.821 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.821 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.821 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.821 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "elasticsearch container image", 2024-03-29T00:22:35.821 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.821 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.821 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.821 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.821 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_grafana": { 2024-03-29T00:22:35.821 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_grafana", 2024-03-29T00:22:35.822 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.822 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.822 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.822 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.12", 2024-03-29T00:22:35.822 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.822 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.822 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.822 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Prometheus container image", 2024-03-29T00:22:35.822 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.822 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.822 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.822 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.822 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_haproxy": { 2024-03-29T00:22:35.822 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_haproxy", 2024-03-29T00:22:35.822 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.822 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.823 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.823 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-03-29T00:22:35.823 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.823 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.823 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.823 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "HAproxy container image", 2024-03-29T00:22:35.823 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.823 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.823 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.823 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.823 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_jaeger_agent": { 2024-03-29T00:22:35.823 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_jaeger_agent", 2024-03-29T00:22:35.823 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.824 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.824 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.824 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-03-29T00:22:35.824 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.824 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.824 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.824 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Jaeger agent container image", 2024-03-29T00:22:35.824 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.824 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.824 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.824 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.824 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_jaeger_collector": { 2024-03-29T00:22:35.824 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_jaeger_collector", 2024-03-29T00:22:35.824 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.824 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.824 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.825 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-03-29T00:22:35.825 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.825 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.825 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.825 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Jaeger collector container image", 2024-03-29T00:22:35.825 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.825 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.825 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.825 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.825 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_jaeger_query": { 2024-03-29T00:22:35.825 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_jaeger_query", 2024-03-29T00:22:35.825 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.825 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.825 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.825 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-03-29T00:22:35.826 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.826 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.826 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.826 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Jaeger query container image", 2024-03-29T00:22:35.826 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.826 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.826 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.826 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.826 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_keepalived": { 2024-03-29T00:22:35.826 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_keepalived", 2024-03-29T00:22:35.826 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.826 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.826 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.826 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-03-29T00:22:35.827 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.827 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.827 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.827 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Keepalived container image", 2024-03-29T00:22:35.827 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.827 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.827 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.827 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.827 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_loki": { 2024-03-29T00:22:35.827 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_loki", 2024-03-29T00:22:35.827 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.827 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.827 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.827 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-03-29T00:22:35.827 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.828 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.828 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.828 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Loki container image", 2024-03-29T00:22:35.828 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.828 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.828 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.828 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.828 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_node_exporter": { 2024-03-29T00:22:35.828 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_node_exporter", 2024-03-29T00:22:35.828 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.828 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.828 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.828 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-03-29T00:22:35.828 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.828 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.828 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.829 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Prometheus container image", 2024-03-29T00:22:35.829 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.829 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.829 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.829 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.829 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_nvmeof": { 2024-03-29T00:22:35.829 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_nvmeof", 2024-03-29T00:22:35.829 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.829 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.829 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.829 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/ceph/nvmeof:latest", 2024-03-29T00:22:35.829 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.829 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.829 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.829 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Nvme-of container image", 2024-03-29T00:22:35.829 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.830 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.830 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.830 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.830 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_prometheus": { 2024-03-29T00:22:35.830 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_prometheus", 2024-03-29T00:22:35.830 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.830 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.830 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.830 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-03-29T00:22:35.830 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.830 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.830 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.830 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Prometheus container image", 2024-03-29T00:22:35.830 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.831 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.831 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.831 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.831 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_promtail": { 2024-03-29T00:22:35.831 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_promtail", 2024-03-29T00:22:35.831 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.831 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.831 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.831 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-03-29T00:22:35.831 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.831 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.831 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.831 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Promtail container image", 2024-03-29T00:22:35.831 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.831 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.831 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.832 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.832 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_snmp_gateway": { 2024-03-29T00:22:35.832 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_snmp_gateway", 2024-03-29T00:22:35.832 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.832 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.832 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.832 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-03-29T00:22:35.832 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.832 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.832 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.832 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "SNMP Gateway container image", 2024-03-29T00:22:35.832 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.832 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.832 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.832 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.833 INFO:teuthology.orchestra.run.smithi012.stdout: "container_init": { 2024-03-29T00:22:35.833 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_init", 2024-03-29T00:22:35.833 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.833 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.833 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.833 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:35.833 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.833 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.833 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.833 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Run podman/docker with `--init`", 2024-03-29T00:22:35.833 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.833 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.833 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.833 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.833 INFO:teuthology.orchestra.run.smithi012.stdout: "daemon_cache_timeout": { 2024-03-29T00:22:35.834 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "daemon_cache_timeout", 2024-03-29T00:22:35.834 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:35.834 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.834 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.834 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "600", 2024-03-29T00:22:35.834 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.834 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.834 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.834 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-03-29T00:22:35.834 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.834 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.834 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.834 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.835 INFO:teuthology.orchestra.run.smithi012.stdout: "default_cephadm_command_timeout": { 2024-03-29T00:22:35.835 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "default_cephadm_command_timeout", 2024-03-29T00:22:35.835 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:35.835 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.835 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.835 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "900", 2024-03-29T00:22:35.835 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.835 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.835 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.835 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-03-29T00:22:35.835 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.835 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.835 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.835 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.835 INFO:teuthology.orchestra.run.smithi012.stdout: "default_registry": { 2024-03-29T00:22:35.835 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "default_registry", 2024-03-29T00:22:35.835 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.836 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.836 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.836 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "docker.io", 2024-03-29T00:22:35.836 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.836 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.836 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.836 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-03-29T00:22:35.836 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.836 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.836 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.836 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.836 INFO:teuthology.orchestra.run.smithi012.stdout: "device_cache_timeout": { 2024-03-29T00:22:35.836 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "device_cache_timeout", 2024-03-29T00:22:35.836 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:35.836 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.836 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.837 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "1800", 2024-03-29T00:22:35.837 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.837 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.837 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.837 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "seconds to cache device inventory", 2024-03-29T00:22:35.837 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.837 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.837 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.837 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.837 INFO:teuthology.orchestra.run.smithi012.stdout: "device_enhanced_scan": { 2024-03-29T00:22:35.837 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "device_enhanced_scan", 2024-03-29T00:22:35.837 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.837 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.837 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.837 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.838 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.838 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.838 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.838 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Use libstoragemgmt during device scans", 2024-03-29T00:22:35.838 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.838 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.838 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.838 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.838 INFO:teuthology.orchestra.run.smithi012.stdout: "facts_cache_timeout": { 2024-03-29T00:22:35.838 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "facts_cache_timeout", 2024-03-29T00:22:35.838 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:35.838 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.838 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.838 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "60", 2024-03-29T00:22:35.838 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.839 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.839 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.839 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "seconds to cache host facts data", 2024-03-29T00:22:35.839 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.839 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.839 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.839 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.839 INFO:teuthology.orchestra.run.smithi012.stdout: "host_check_interval": { 2024-03-29T00:22:35.839 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "host_check_interval", 2024-03-29T00:22:35.839 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:35.839 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.839 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.839 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "600", 2024-03-29T00:22:35.839 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.839 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.840 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.840 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how frequently to perform a host check", 2024-03-29T00:22:35.840 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.840 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.840 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.840 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.840 INFO:teuthology.orchestra.run.smithi012.stdout: "hw_monitoring": { 2024-03-29T00:22:35.840 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "hw_monitoring", 2024-03-29T00:22:35.840 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.840 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.840 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.840 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.840 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.840 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.840 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.840 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-03-29T00:22:35.840 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.841 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.841 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.841 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.841 INFO:teuthology.orchestra.run.smithi012.stdout: "inventory_list_all": { 2024-03-29T00:22:35.841 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "inventory_list_all", 2024-03-29T00:22:35.841 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.841 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.841 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.841 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.841 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.841 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.841 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.841 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-03-29T00:22:35.841 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.841 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.842 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.842 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.842 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:35.842 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:35.842 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.842 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.842 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.842 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.842 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.842 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.842 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:35.842 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:35.842 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:35.842 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:35.842 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:35.843 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:35.843 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:35.843 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:35.843 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.843 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.843 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.843 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.843 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.843 INFO:teuthology.orchestra.run.smithi012.stdout: "log_refresh_metadata": { 2024-03-29T00:22:35.843 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_refresh_metadata", 2024-03-29T00:22:35.843 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.843 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.843 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.843 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.843 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.843 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.844 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.844 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-03-29T00:22:35.844 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.844 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.844 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.844 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.844 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:35.844 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:35.844 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.844 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.844 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.844 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:35.844 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.844 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.844 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.844 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-03-29T00:22:35.845 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.845 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.845 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.845 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.845 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:35.845 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:35.845 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.845 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.845 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.845 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:35.845 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.845 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.845 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:35.845 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:35.845 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:35.846 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:35.846 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:35.846 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:35.846 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:35.846 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:35.846 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.846 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.846 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.846 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.846 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.846 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:35.846 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:35.846 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.846 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.846 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.847 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.847 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.847 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.847 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.847 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.847 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.847 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.847 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.847 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.847 INFO:teuthology.orchestra.run.smithi012.stdout: "manage_etc_ceph_ceph_conf": { 2024-03-29T00:22:35.847 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-03-29T00:22:35.847 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.847 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.847 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.847 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.847 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.848 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.848 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.848 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-03-29T00:22:35.848 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.848 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.848 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.848 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.848 INFO:teuthology.orchestra.run.smithi012.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-03-29T00:22:35.848 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-03-29T00:22:35.848 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.848 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.848 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.848 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "*", 2024-03-29T00:22:35.848 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.848 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.848 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.849 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-03-29T00:22:35.849 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.849 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.849 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.849 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.849 INFO:teuthology.orchestra.run.smithi012.stdout: "max_count_per_host": { 2024-03-29T00:22:35.849 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "max_count_per_host", 2024-03-29T00:22:35.849 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:35.849 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.849 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.849 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-03-29T00:22:35.849 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.849 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.849 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.849 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "max number of daemons per service per host", 2024-03-29T00:22:35.850 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.850 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.850 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.850 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.850 INFO:teuthology.orchestra.run.smithi012.stdout: "max_osd_draining_count": { 2024-03-29T00:22:35.850 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "max_osd_draining_count", 2024-03-29T00:22:35.850 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:35.850 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.850 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.850 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-03-29T00:22:35.850 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.850 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.850 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.850 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-03-29T00:22:35.850 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.851 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.851 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.851 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.851 INFO:teuthology.orchestra.run.smithi012.stdout: "migration_current": { 2024-03-29T00:22:35.851 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "migration_current", 2024-03-29T00:22:35.851 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:35.851 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.851 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.851 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.851 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.851 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.851 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.851 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "internal - do not modify", 2024-03-29T00:22:35.851 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.851 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.852 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.852 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.852 INFO:teuthology.orchestra.run.smithi012.stdout: "mode": { 2024-03-29T00:22:35.852 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mode", 2024-03-29T00:22:35.852 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.852 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.852 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.852 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "root", 2024-03-29T00:22:35.852 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.852 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.852 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:35.852 INFO:teuthology.orchestra.run.smithi012.stdout: "cephadm-package", 2024-03-29T00:22:35.852 INFO:teuthology.orchestra.run.smithi012.stdout: "root" 2024-03-29T00:22:35.852 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:35.853 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "mode for remote execution of cephadm", 2024-03-29T00:22:35.853 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.853 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.853 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.853 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.853 INFO:teuthology.orchestra.run.smithi012.stdout: "oob_default_addr": { 2024-03-29T00:22:35.853 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "oob_default_addr", 2024-03-29T00:22:35.853 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.853 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.853 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.853 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "169.254.1.1", 2024-03-29T00:22:35.853 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.853 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.853 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.853 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Default address for RedFish API (oob management).", 2024-03-29T00:22:35.854 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.854 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.854 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.854 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.854 INFO:teuthology.orchestra.run.smithi012.stdout: "prometheus_alerts_path": { 2024-03-29T00:22:35.854 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "prometheus_alerts_path", 2024-03-29T00:22:35.854 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.854 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.854 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.854 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-03-29T00:22:35.854 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.854 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.854 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.854 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-03-29T00:22:35.854 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.854 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.855 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.855 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.855 INFO:teuthology.orchestra.run.smithi012.stdout: "registry_insecure": { 2024-03-29T00:22:35.855 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "registry_insecure", 2024-03-29T00:22:35.855 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.855 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.855 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.855 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.855 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.855 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.855 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.855 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-03-29T00:22:35.855 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.855 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.855 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.856 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.856 INFO:teuthology.orchestra.run.smithi012.stdout: "registry_password": { 2024-03-29T00:22:35.856 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "registry_password", 2024-03-29T00:22:35.856 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.856 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.856 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.856 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.856 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.856 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.856 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.856 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-03-29T00:22:35.856 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.856 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.856 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.856 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.856 INFO:teuthology.orchestra.run.smithi012.stdout: "registry_url": { 2024-03-29T00:22:35.857 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "registry_url", 2024-03-29T00:22:35.857 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.857 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.857 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.857 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.857 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.857 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.857 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.857 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-03-29T00:22:35.857 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.857 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.857 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.857 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.857 INFO:teuthology.orchestra.run.smithi012.stdout: "registry_username": { 2024-03-29T00:22:35.858 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "registry_username", 2024-03-29T00:22:35.858 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.858 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.858 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.858 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.858 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.858 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.858 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.858 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-03-29T00:22:35.858 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.858 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.858 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.858 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.858 INFO:teuthology.orchestra.run.smithi012.stdout: "secure_monitoring_stack": { 2024-03-29T00:22:35.859 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "secure_monitoring_stack", 2024-03-29T00:22:35.859 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.859 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.859 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.859 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.859 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.859 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.859 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.859 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-03-29T00:22:35.859 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.859 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.859 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.859 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.859 INFO:teuthology.orchestra.run.smithi012.stdout: "service_discovery_port": { 2024-03-29T00:22:35.859 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "service_discovery_port", 2024-03-29T00:22:35.860 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:35.860 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.860 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.860 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "8765", 2024-03-29T00:22:35.860 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.860 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.860 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.860 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "cephadm service discovery port", 2024-03-29T00:22:35.860 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.860 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.860 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.860 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.860 INFO:teuthology.orchestra.run.smithi012.stdout: "ssh_config_file": { 2024-03-29T00:22:35.860 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ssh_config_file", 2024-03-29T00:22:35.860 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.861 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.861 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.861 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.861 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.861 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.861 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.861 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-03-29T00:22:35.861 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.861 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.861 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.861 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.861 INFO:teuthology.orchestra.run.smithi012.stdout: "use_agent": { 2024-03-29T00:22:35.861 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "use_agent", 2024-03-29T00:22:35.861 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.861 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.862 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.862 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.862 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.862 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.862 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.862 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-03-29T00:22:35.862 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.862 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.862 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.862 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.862 INFO:teuthology.orchestra.run.smithi012.stdout: "use_repo_digest": { 2024-03-29T00:22:35.862 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "use_repo_digest", 2024-03-29T00:22:35.862 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.862 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.862 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.863 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:35.863 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.863 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.863 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.863 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-03-29T00:22:35.863 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.863 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.863 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.863 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.863 INFO:teuthology.orchestra.run.smithi012.stdout: "warn_on_failed_host_check": { 2024-03-29T00:22:35.863 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "warn_on_failed_host_check", 2024-03-29T00:22:35.863 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.863 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.863 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.863 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:35.863 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.864 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.864 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.864 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "raise a health warning if the host check fails", 2024-03-29T00:22:35.864 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.864 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.864 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.864 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.864 INFO:teuthology.orchestra.run.smithi012.stdout: "warn_on_stray_daemons": { 2024-03-29T00:22:35.864 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "warn_on_stray_daemons", 2024-03-29T00:22:35.864 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.864 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.864 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.864 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:35.864 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.864 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.864 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.865 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-03-29T00:22:35.865 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.865 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.865 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.865 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.865 INFO:teuthology.orchestra.run.smithi012.stdout: "warn_on_stray_hosts": { 2024-03-29T00:22:35.865 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "warn_on_stray_hosts", 2024-03-29T00:22:35.865 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.865 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.865 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.865 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:35.865 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.865 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.865 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.865 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-03-29T00:22:35.865 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.866 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.866 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.866 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:35.866 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:35.866 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.866 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:35.866 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "crash", 2024-03-29T00:22:35.866 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:35.866 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:35.866 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:35.866 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:35.866 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:35.866 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.866 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.866 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.867 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.867 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.867 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.867 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:35.867 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:35.867 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:35.867 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:35.867 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:35.867 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:35.867 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:35.867 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:35.867 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.867 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.867 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.867 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.868 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.868 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:35.868 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:35.868 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.868 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.868 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.868 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.868 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.868 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.868 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.868 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.868 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.868 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.869 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.869 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.869 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:35.869 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:35.869 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.869 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.869 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.869 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:35.869 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.869 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.869 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:35.869 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:35.869 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:35.869 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:35.869 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:35.870 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:35.870 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:35.870 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:35.870 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.870 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.870 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.870 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.870 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.870 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:35.870 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:35.870 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.870 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.870 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.870 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.870 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.871 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.871 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.871 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.871 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.871 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.871 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.871 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.871 INFO:teuthology.orchestra.run.smithi012.stdout: "retain_interval": { 2024-03-29T00:22:35.871 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "retain_interval", 2024-03-29T00:22:35.871 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:35.871 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.871 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.871 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "31536000", 2024-03-29T00:22:35.871 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.871 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.872 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.872 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how long to retain crashes before pruning them", 2024-03-29T00:22:35.872 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.872 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.872 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.872 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.872 INFO:teuthology.orchestra.run.smithi012.stdout: "warn_recent_interval": { 2024-03-29T00:22:35.872 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "warn_recent_interval", 2024-03-29T00:22:35.872 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:35.872 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.872 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.872 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "1209600", 2024-03-29T00:22:35.872 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.872 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.872 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.873 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "time interval in which to warn about recent crashes", 2024-03-29T00:22:35.873 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.873 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.873 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.873 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:35.873 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:35.873 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.873 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:35.873 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "dashboard", 2024-03-29T00:22:35.873 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:35.873 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:35.873 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:35.873 INFO:teuthology.orchestra.run.smithi012.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-03-29T00:22:35.873 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-03-29T00:22:35.873 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:35.873 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.874 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.874 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-03-29T00:22:35.874 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.874 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.874 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.874 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.874 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.874 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.874 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.874 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.874 INFO:teuthology.orchestra.run.smithi012.stdout: "ALERTMANAGER_API_HOST": { 2024-03-29T00:22:35.874 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ALERTMANAGER_API_HOST", 2024-03-29T00:22:35.874 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.874 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.875 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.875 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.875 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.875 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.875 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.875 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.875 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.875 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.875 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.875 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.875 INFO:teuthology.orchestra.run.smithi012.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-03-29T00:22:35.875 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-03-29T00:22:35.875 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.875 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.875 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.875 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:35.876 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.876 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.876 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.876 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.876 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.876 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.876 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.876 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.876 INFO:teuthology.orchestra.run.smithi012.stdout: "AUDIT_API_ENABLED": { 2024-03-29T00:22:35.876 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "AUDIT_API_ENABLED", 2024-03-29T00:22:35.876 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.876 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.876 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.876 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.876 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.876 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.877 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.877 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.877 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.877 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.877 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.877 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.877 INFO:teuthology.orchestra.run.smithi012.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-03-29T00:22:35.877 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-03-29T00:22:35.877 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.877 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.877 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.877 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:35.877 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.877 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.877 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.878 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.878 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.878 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.878 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.878 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.878 INFO:teuthology.orchestra.run.smithi012.stdout: "ENABLE_BROWSABLE_API": { 2024-03-29T00:22:35.878 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ENABLE_BROWSABLE_API", 2024-03-29T00:22:35.878 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.878 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.878 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.878 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:35.878 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.878 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.878 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.879 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.879 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.879 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.879 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.879 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.879 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-03-29T00:22:35.879 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-03-29T00:22:35.879 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.879 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.879 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.879 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:35.879 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.879 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.879 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.879 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.879 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.880 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.880 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.880 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.880 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-03-29T00:22:35.880 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-03-29T00:22:35.880 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.880 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.880 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.880 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:35.880 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.880 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.880 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.880 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.880 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.880 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.880 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.881 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.881 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-03-29T00:22:35.881 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-03-29T00:22:35.881 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.881 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.881 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.881 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:35.881 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.881 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.881 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.881 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.881 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.881 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.881 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.882 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.882 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-03-29T00:22:35.882 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-03-29T00:22:35.882 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.882 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.882 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.882 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:35.882 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.882 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.882 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.882 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.882 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.882 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.882 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.883 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.883 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_NFS": { 2024-03-29T00:22:35.883 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-03-29T00:22:35.883 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.883 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.883 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.883 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:35.883 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.883 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.883 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.883 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.883 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.883 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.883 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.883 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.884 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_RBD": { 2024-03-29T00:22:35.884 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-03-29T00:22:35.884 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.884 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.884 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.884 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:35.884 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.884 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.884 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.884 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.884 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.884 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.884 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.884 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.884 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_RGW": { 2024-03-29T00:22:35.884 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-03-29T00:22:35.885 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.885 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.885 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.885 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:35.885 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.885 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.885 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.885 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.885 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.885 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.885 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.885 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.885 INFO:teuthology.orchestra.run.smithi012.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-03-29T00:22:35.885 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-03-29T00:22:35.886 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.886 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.886 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.886 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.886 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.886 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.886 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.886 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.886 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.886 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.886 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.886 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.886 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_API_PASSWORD": { 2024-03-29T00:22:35.886 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_API_PASSWORD", 2024-03-29T00:22:35.886 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.887 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.887 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.887 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "admin", 2024-03-29T00:22:35.887 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.887 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.887 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.887 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.887 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.887 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.887 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.887 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.887 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-03-29T00:22:35.887 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-03-29T00:22:35.887 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.887 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.888 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.888 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:35.888 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.888 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.888 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.888 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.888 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.888 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.888 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.888 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.888 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_API_URL": { 2024-03-29T00:22:35.888 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_API_URL", 2024-03-29T00:22:35.888 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.888 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.888 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.888 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.889 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.889 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.889 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.889 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.889 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.889 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.889 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.889 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.889 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_API_USERNAME": { 2024-03-29T00:22:35.889 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_API_USERNAME", 2024-03-29T00:22:35.889 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.889 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.889 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.889 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "admin", 2024-03-29T00:22:35.889 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.890 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.890 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.890 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.890 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.890 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.890 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.890 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.890 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-03-29T00:22:35.890 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-03-29T00:22:35.890 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.890 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.890 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.890 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.890 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.890 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.891 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.891 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.891 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.891 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.891 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.891 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.891 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-03-29T00:22:35.891 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-03-29T00:22:35.891 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.891 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.891 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.891 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.891 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.891 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.892 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.892 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.892 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.892 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.892 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.892 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.892 INFO:teuthology.orchestra.run.smithi012.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-03-29T00:22:35.892 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-03-29T00:22:35.892 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.892 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.892 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.892 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:35.892 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.892 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.892 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.892 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.893 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.893 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.893 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.893 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.893 INFO:teuthology.orchestra.run.smithi012.stdout: "ISSUE_TRACKER_API_KEY": { 2024-03-29T00:22:35.893 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-03-29T00:22:35.893 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.893 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.893 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.893 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.893 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.893 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.893 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.894 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.894 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.894 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.894 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.894 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.894 INFO:teuthology.orchestra.run.smithi012.stdout: "PROMETHEUS_API_HOST": { 2024-03-29T00:22:35.894 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PROMETHEUS_API_HOST", 2024-03-29T00:22:35.894 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.894 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.894 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.894 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.894 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.894 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.894 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.894 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.895 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.895 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.895 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.895 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.895 INFO:teuthology.orchestra.run.smithi012.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-03-29T00:22:35.895 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-03-29T00:22:35.895 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.895 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.895 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.895 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:35.895 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.895 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.895 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.895 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.895 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.896 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.896 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.896 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.896 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-03-29T00:22:35.896 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-03-29T00:22:35.896 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.896 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.896 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.896 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.896 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.896 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.896 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.896 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.896 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.896 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.897 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.897 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.897 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-03-29T00:22:35.897 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-03-29T00:22:35.897 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.897 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.897 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.897 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.897 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.897 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.897 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.897 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.897 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.897 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.897 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.897 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.898 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-03-29T00:22:35.898 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-03-29T00:22:35.898 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.898 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.898 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.898 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:35.898 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.898 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.898 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.898 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.898 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.898 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.898 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.898 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.899 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-03-29T00:22:35.899 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-03-29T00:22:35.899 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.899 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.899 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.899 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:35.899 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.899 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.899 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.899 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.899 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.899 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.899 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.899 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.899 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-03-29T00:22:35.899 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-03-29T00:22:35.900 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.900 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.900 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.900 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.900 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.900 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.900 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.900 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.900 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.900 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.900 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.900 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.900 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-03-29T00:22:35.900 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-03-29T00:22:35.900 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.900 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.901 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.901 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.901 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.901 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.901 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.901 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.901 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.901 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.901 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.901 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.901 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-03-29T00:22:35.901 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-03-29T00:22:35.901 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.901 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.901 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.902 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.902 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.902 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.902 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.902 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.902 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.902 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.902 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.902 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.902 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_ENABLED": { 2024-03-29T00:22:35.902 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_ENABLED", 2024-03-29T00:22:35.902 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.902 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.902 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.902 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:35.903 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.903 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.903 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.903 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.903 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.903 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.903 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.903 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.903 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-03-29T00:22:35.903 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-03-29T00:22:35.903 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.903 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.904 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.904 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-03-29T00:22:35.904 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.904 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.904 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.905 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.905 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.905 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.905 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.905 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.905 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-03-29T00:22:35.905 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-03-29T00:22:35.905 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:35.905 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.905 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.905 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-03-29T00:22:35.905 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.905 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.905 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.906 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.906 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.906 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.906 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.906 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.906 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-03-29T00:22:35.906 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-03-29T00:22:35.906 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:35.906 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.906 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.906 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "8", 2024-03-29T00:22:35.906 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.907 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.907 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.907 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.907 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.907 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.907 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.907 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.907 INFO:teuthology.orchestra.run.smithi012.stdout: "REST_REQUESTS_TIMEOUT": { 2024-03-29T00:22:35.907 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-03-29T00:22:35.907 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:35.907 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.907 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.907 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "45", 2024-03-29T00:22:35.907 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.908 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.908 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.908 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.908 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.908 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.908 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.908 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.908 INFO:teuthology.orchestra.run.smithi012.stdout: "RGW_API_ACCESS_KEY": { 2024-03-29T00:22:35.908 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "RGW_API_ACCESS_KEY", 2024-03-29T00:22:35.908 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.908 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.908 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.908 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.908 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.909 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.909 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.909 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.909 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.909 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.909 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.909 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.909 INFO:teuthology.orchestra.run.smithi012.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-03-29T00:22:35.909 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-03-29T00:22:35.909 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.909 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.909 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.909 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "admin", 2024-03-29T00:22:35.910 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.910 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.910 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.910 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.910 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.910 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.910 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.910 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.910 INFO:teuthology.orchestra.run.smithi012.stdout: "RGW_API_SECRET_KEY": { 2024-03-29T00:22:35.910 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "RGW_API_SECRET_KEY", 2024-03-29T00:22:35.910 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.910 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.910 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.910 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.911 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.911 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.911 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.911 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.911 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.911 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.911 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.911 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.911 INFO:teuthology.orchestra.run.smithi012.stdout: "RGW_API_SSL_VERIFY": { 2024-03-29T00:22:35.911 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "RGW_API_SSL_VERIFY", 2024-03-29T00:22:35.911 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.911 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.911 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.911 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:35.911 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.912 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.912 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.912 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.912 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.912 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.912 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.912 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.912 INFO:teuthology.orchestra.run.smithi012.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-03-29T00:22:35.912 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-03-29T00:22:35.912 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:35.912 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.912 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.912 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-03-29T00:22:35.912 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.913 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.913 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.913 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.913 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.913 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.913 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.913 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.913 INFO:teuthology.orchestra.run.smithi012.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-03-29T00:22:35.913 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-03-29T00:22:35.913 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:35.913 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.913 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.913 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-03-29T00:22:35.913 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.914 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.914 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.914 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.914 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.914 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.914 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.914 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.914 INFO:teuthology.orchestra.run.smithi012.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-03-29T00:22:35.914 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-03-29T00:22:35.914 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:35.914 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.914 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.914 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "5", 2024-03-29T00:22:35.914 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.914 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.915 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.915 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.915 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.915 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.915 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.915 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.915 INFO:teuthology.orchestra.run.smithi012.stdout: "cross_origin_url": { 2024-03-29T00:22:35.915 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "cross_origin_url", 2024-03-29T00:22:35.915 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.915 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.915 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.915 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.915 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.915 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.916 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.916 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.916 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.916 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.916 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.916 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.916 INFO:teuthology.orchestra.run.smithi012.stdout: "crt_file": { 2024-03-29T00:22:35.916 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "crt_file", 2024-03-29T00:22:35.916 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.916 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.916 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.916 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.916 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.916 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.916 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.917 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.917 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.917 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.917 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.917 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.917 INFO:teuthology.orchestra.run.smithi012.stdout: "debug": { 2024-03-29T00:22:35.917 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "debug", 2024-03-29T00:22:35.917 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.917 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.917 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.917 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.917 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.917 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.917 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.918 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Enable/disable debug options", 2024-03-29T00:22:35.918 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.918 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.918 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.918 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.918 INFO:teuthology.orchestra.run.smithi012.stdout: "jwt_token_ttl": { 2024-03-29T00:22:35.918 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "jwt_token_ttl", 2024-03-29T00:22:35.918 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:35.918 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.918 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.918 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "28800", 2024-03-29T00:22:35.918 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.918 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.918 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.918 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.919 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.919 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.919 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.919 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.919 INFO:teuthology.orchestra.run.smithi012.stdout: "key_file": { 2024-03-29T00:22:35.919 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "key_file", 2024-03-29T00:22:35.919 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.919 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.919 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.919 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.919 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.919 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.919 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.919 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.920 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.920 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.920 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.920 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.920 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:35.920 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:35.920 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.920 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.920 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.920 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.920 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.920 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.920 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:35.920 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:35.920 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:35.921 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:35.921 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:35.921 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:35.921 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:35.921 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:35.921 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.921 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.921 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.921 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.921 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.921 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:35.921 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:35.921 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.921 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.921 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.922 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.922 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.922 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.922 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.922 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.922 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.922 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.922 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.922 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.922 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:35.922 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:35.922 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.923 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.923 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.923 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:35.923 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.923 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.923 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:35.923 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:35.923 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:35.923 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:35.923 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:35.923 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:35.923 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:35.923 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:35.923 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.924 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.924 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.924 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.924 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.924 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:35.924 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:35.924 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.924 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.924 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.924 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.924 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.924 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.924 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.924 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.925 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.925 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.925 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.925 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.925 INFO:teuthology.orchestra.run.smithi012.stdout: "motd": { 2024-03-29T00:22:35.925 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "motd", 2024-03-29T00:22:35.925 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.925 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.925 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.925 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.925 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.925 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.925 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.926 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "The message of the day", 2024-03-29T00:22:35.926 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.926 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.926 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.926 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.926 INFO:teuthology.orchestra.run.smithi012.stdout: "redirect_resolve_ip_addr": { 2024-03-29T00:22:35.926 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "redirect_resolve_ip_addr", 2024-03-29T00:22:35.926 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.926 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.926 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.926 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.926 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.926 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.926 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.927 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.927 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.927 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.927 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.927 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.927 INFO:teuthology.orchestra.run.smithi012.stdout: "server_addr": { 2024-03-29T00:22:35.927 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_addr", 2024-03-29T00:22:35.927 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.927 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.927 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.927 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "::", 2024-03-29T00:22:35.927 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.927 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.927 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.928 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.928 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.928 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.928 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.928 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.928 INFO:teuthology.orchestra.run.smithi012.stdout: "server_port": { 2024-03-29T00:22:35.928 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_port", 2024-03-29T00:22:35.928 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:35.928 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.928 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.928 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "8080", 2024-03-29T00:22:35.928 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.928 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.928 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.928 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.929 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.929 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.929 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.929 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.929 INFO:teuthology.orchestra.run.smithi012.stdout: "ssl": { 2024-03-29T00:22:35.929 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ssl", 2024-03-29T00:22:35.929 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.929 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.929 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.929 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:35.929 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.929 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.929 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.930 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.930 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.930 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.930 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.930 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.930 INFO:teuthology.orchestra.run.smithi012.stdout: "ssl_server_port": { 2024-03-29T00:22:35.930 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ssl_server_port", 2024-03-29T00:22:35.930 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:35.930 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.930 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.930 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "8443", 2024-03-29T00:22:35.930 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.930 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.930 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.931 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.931 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.931 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.931 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.931 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.931 INFO:teuthology.orchestra.run.smithi012.stdout: "standby_behaviour": { 2024-03-29T00:22:35.931 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "standby_behaviour", 2024-03-29T00:22:35.931 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.931 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.931 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.931 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "redirect", 2024-03-29T00:22:35.931 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.931 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.931 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:35.932 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:35.932 INFO:teuthology.orchestra.run.smithi012.stdout: "redirect" 2024-03-29T00:22:35.932 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:35.932 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.932 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.932 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.932 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.932 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.932 INFO:teuthology.orchestra.run.smithi012.stdout: "standby_error_status_code": { 2024-03-29T00:22:35.932 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "standby_error_status_code", 2024-03-29T00:22:35.932 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:35.932 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.932 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.932 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "500", 2024-03-29T00:22:35.933 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "400", 2024-03-29T00:22:35.933 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "599", 2024-03-29T00:22:35.933 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.933 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.933 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.933 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.933 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.933 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.933 INFO:teuthology.orchestra.run.smithi012.stdout: "url_prefix": { 2024-03-29T00:22:35.933 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "url_prefix", 2024-03-29T00:22:35.933 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.933 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.934 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.934 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.934 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.934 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.934 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.934 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.934 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.934 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.934 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.934 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:35.934 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:35.934 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.934 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:35.934 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "devicehealth", 2024-03-29T00:22:35.935 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:35.935 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:35.935 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:35.935 INFO:teuthology.orchestra.run.smithi012.stdout: "enable_monitoring": { 2024-03-29T00:22:35.935 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "enable_monitoring", 2024-03-29T00:22:35.935 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.935 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.935 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.935 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:35.935 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.935 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.935 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.935 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "monitor device health metrics", 2024-03-29T00:22:35.935 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.936 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.936 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.936 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.936 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:35.936 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:35.936 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.936 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.936 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.936 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.936 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.936 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.936 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:35.936 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:35.936 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:35.936 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:35.937 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:35.937 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:35.937 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:35.937 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:35.937 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.937 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.937 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.937 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.937 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.937 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:35.937 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:35.937 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.937 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.937 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.938 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.938 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.938 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.938 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.938 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.938 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.938 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.938 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.938 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.938 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:35.938 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:35.938 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.939 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.939 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.939 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:35.939 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.939 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.939 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:35.939 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:35.939 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:35.939 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:35.939 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:35.939 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:35.939 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:35.940 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:35.940 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.940 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.940 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.940 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.940 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.940 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:35.940 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:35.940 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.940 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.940 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.940 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.940 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.940 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.940 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.941 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.941 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.941 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.941 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.941 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.941 INFO:teuthology.orchestra.run.smithi012.stdout: "mark_out_threshold": { 2024-03-29T00:22:35.941 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mark_out_threshold", 2024-03-29T00:22:35.941 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:35.941 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.941 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.941 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "2419200", 2024-03-29T00:22:35.941 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.941 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.941 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.941 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-03-29T00:22:35.941 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.941 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.942 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.942 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.942 INFO:teuthology.orchestra.run.smithi012.stdout: "pool_name": { 2024-03-29T00:22:35.942 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "pool_name", 2024-03-29T00:22:35.942 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.942 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.942 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.942 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "device_health_metrics", 2024-03-29T00:22:35.942 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.942 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.942 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.942 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "name of pool in which to store device health metrics", 2024-03-29T00:22:35.942 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.942 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.942 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.943 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.943 INFO:teuthology.orchestra.run.smithi012.stdout: "retention_period": { 2024-03-29T00:22:35.943 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "retention_period", 2024-03-29T00:22:35.943 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:35.943 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.943 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.943 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "15552000", 2024-03-29T00:22:35.943 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.943 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.943 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.943 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how long to retain device health metrics", 2024-03-29T00:22:35.943 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.943 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.943 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.943 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.944 INFO:teuthology.orchestra.run.smithi012.stdout: "scrape_frequency": { 2024-03-29T00:22:35.944 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "scrape_frequency", 2024-03-29T00:22:35.944 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:35.944 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.944 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.944 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "86400", 2024-03-29T00:22:35.944 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.944 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.944 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.944 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how frequently to scrape device health metrics", 2024-03-29T00:22:35.944 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.944 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.944 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.944 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.945 INFO:teuthology.orchestra.run.smithi012.stdout: "self_heal": { 2024-03-29T00:22:35.945 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "self_heal", 2024-03-29T00:22:35.945 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.945 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.945 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.945 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:35.945 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.945 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.945 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.945 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-03-29T00:22:35.945 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.945 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.945 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.945 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.946 INFO:teuthology.orchestra.run.smithi012.stdout: "sleep_interval": { 2024-03-29T00:22:35.946 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sleep_interval", 2024-03-29T00:22:35.946 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:35.946 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.946 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.946 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "600", 2024-03-29T00:22:35.946 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.946 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.946 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.946 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how frequently to wake up and check device health", 2024-03-29T00:22:35.946 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.947 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.947 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.947 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.947 INFO:teuthology.orchestra.run.smithi012.stdout: "warn_threshold": { 2024-03-29T00:22:35.947 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "warn_threshold", 2024-03-29T00:22:35.947 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:35.947 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.947 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.947 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "7257600", 2024-03-29T00:22:35.947 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.947 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.947 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.948 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-03-29T00:22:35.948 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.948 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.948 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.948 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:35.948 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:35.948 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.948 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:35.948 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "diskprediction_local", 2024-03-29T00:22:35.948 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:35.948 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:35.948 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:35.948 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:35.948 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:35.949 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.949 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.949 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.949 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.949 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.949 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.949 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:35.949 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:35.949 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:35.949 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:35.949 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:35.949 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:35.949 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:35.950 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:35.950 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.950 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.950 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.950 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.950 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.950 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:35.950 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:35.950 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.950 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.950 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.950 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.950 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.950 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.950 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.951 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.951 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.951 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.951 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.951 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.951 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:35.951 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:35.951 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.951 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.951 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.951 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:35.951 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.951 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.951 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:35.952 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:35.952 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:35.952 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:35.952 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:35.952 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:35.952 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:35.952 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:35.952 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.952 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.952 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.952 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.952 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.952 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:35.952 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:35.953 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.953 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.953 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.953 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.953 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.953 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.953 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.953 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.953 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.953 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.953 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.953 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.953 INFO:teuthology.orchestra.run.smithi012.stdout: "predict_interval": { 2024-03-29T00:22:35.953 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "predict_interval", 2024-03-29T00:22:35.953 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.954 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.954 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.954 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "86400", 2024-03-29T00:22:35.954 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.954 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.954 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.954 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.954 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.954 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.954 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.954 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.954 INFO:teuthology.orchestra.run.smithi012.stdout: "predictor_model": { 2024-03-29T00:22:35.954 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "predictor_model", 2024-03-29T00:22:35.954 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.954 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.955 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.955 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "prophetstor", 2024-03-29T00:22:35.955 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.955 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.955 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.955 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.955 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.955 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.955 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.955 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.955 INFO:teuthology.orchestra.run.smithi012.stdout: "sleep_interval": { 2024-03-29T00:22:35.955 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sleep_interval", 2024-03-29T00:22:35.955 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.955 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.956 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.956 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "600", 2024-03-29T00:22:35.956 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.956 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.956 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.956 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.956 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.956 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.956 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.956 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:35.956 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:35.956 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.956 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:35.956 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "influx", 2024-03-29T00:22:35.956 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": false, 2024-03-29T00:22:35.957 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "influxdb python module not found", 2024-03-29T00:22:35.957 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:35.957 INFO:teuthology.orchestra.run.smithi012.stdout: "batch_size": { 2024-03-29T00:22:35.957 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "batch_size", 2024-03-29T00:22:35.957 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:35.957 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.957 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.957 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "5000", 2024-03-29T00:22:35.957 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.957 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.957 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.957 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-03-29T00:22:35.957 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.957 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.957 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.958 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.958 INFO:teuthology.orchestra.run.smithi012.stdout: "database": { 2024-03-29T00:22:35.958 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "database", 2024-03-29T00:22:35.958 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.958 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.958 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.958 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "ceph", 2024-03-29T00:22:35.958 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.958 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.958 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.958 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-03-29T00:22:35.958 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.958 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.958 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.959 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.959 INFO:teuthology.orchestra.run.smithi012.stdout: "hostname": { 2024-03-29T00:22:35.959 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "hostname", 2024-03-29T00:22:35.959 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.959 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.959 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.959 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.959 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.959 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.959 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.959 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "InfluxDB server hostname", 2024-03-29T00:22:35.959 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.959 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.959 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.959 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.960 INFO:teuthology.orchestra.run.smithi012.stdout: "interval": { 2024-03-29T00:22:35.960 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "interval", 2024-03-29T00:22:35.960 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:35.960 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.960 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.960 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "30", 2024-03-29T00:22:35.960 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "5", 2024-03-29T00:22:35.960 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.960 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.960 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-03-29T00:22:35.960 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.960 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.960 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.960 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.960 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:35.961 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:35.961 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.961 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.961 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.961 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.961 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.961 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.961 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:35.961 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:35.961 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:35.961 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:35.961 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:35.961 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:35.961 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:35.961 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:35.962 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.962 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.962 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.962 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.962 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.962 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:35.962 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:35.962 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.962 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.962 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.962 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.962 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.962 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.962 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.963 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.963 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.963 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.963 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.963 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.963 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:35.963 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:35.963 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.963 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.963 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.963 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:35.963 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.963 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.963 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:35.963 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:35.964 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:35.964 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:35.964 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:35.964 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:35.964 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:35.964 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:35.964 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.964 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.964 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.964 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.964 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.964 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:35.964 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:35.965 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.965 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.965 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.965 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.965 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.965 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.965 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.965 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.965 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.965 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.965 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.965 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.965 INFO:teuthology.orchestra.run.smithi012.stdout: "password": { 2024-03-29T00:22:35.965 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "password", 2024-03-29T00:22:35.966 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.966 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.966 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.966 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.966 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.966 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.966 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.966 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "password of InfluxDB server user", 2024-03-29T00:22:35.966 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.966 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.966 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.966 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.966 INFO:teuthology.orchestra.run.smithi012.stdout: "port": { 2024-03-29T00:22:35.967 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "port", 2024-03-29T00:22:35.967 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:35.967 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.967 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.967 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "8086", 2024-03-29T00:22:35.967 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.967 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.967 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.967 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "InfluxDB server port", 2024-03-29T00:22:35.967 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.967 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.967 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.967 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.967 INFO:teuthology.orchestra.run.smithi012.stdout: "ssl": { 2024-03-29T00:22:35.967 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ssl", 2024-03-29T00:22:35.968 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.968 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.968 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.968 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "false", 2024-03-29T00:22:35.968 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.968 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.968 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.968 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-03-29T00:22:35.968 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.968 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.968 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.968 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.968 INFO:teuthology.orchestra.run.smithi012.stdout: "threads": { 2024-03-29T00:22:35.969 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "threads", 2024-03-29T00:22:35.969 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:35.969 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.969 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.969 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "5", 2024-03-29T00:22:35.969 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "1", 2024-03-29T00:22:35.969 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "32", 2024-03-29T00:22:35.969 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.969 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-03-29T00:22:35.969 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.969 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.969 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.969 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.969 INFO:teuthology.orchestra.run.smithi012.stdout: "username": { 2024-03-29T00:22:35.970 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "username", 2024-03-29T00:22:35.970 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.970 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.970 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.970 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.970 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.970 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.970 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.970 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "username of InfluxDB server user", 2024-03-29T00:22:35.970 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.970 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.970 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.970 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.970 INFO:teuthology.orchestra.run.smithi012.stdout: "verify_ssl": { 2024-03-29T00:22:35.971 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "verify_ssl", 2024-03-29T00:22:35.971 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.971 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.971 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.971 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "true", 2024-03-29T00:22:35.971 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.971 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.971 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.971 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-03-29T00:22:35.971 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.971 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.971 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.971 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:35.971 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:35.971 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.972 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:35.972 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "insights", 2024-03-29T00:22:35.972 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:35.972 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:35.972 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:35.972 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:35.972 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:35.972 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.972 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.972 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.972 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.972 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.972 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.972 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:35.973 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:35.973 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:35.973 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:35.973 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:35.973 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:35.973 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:35.973 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:35.973 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.973 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.973 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.973 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.973 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.974 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:35.974 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:35.974 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.974 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.974 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.974 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.974 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.974 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.974 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.974 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.974 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.974 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.974 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.974 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.975 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:35.975 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:35.975 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.975 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.975 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.975 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:35.975 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.975 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.975 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:35.975 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:35.975 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:35.975 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:35.975 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:35.975 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:35.975 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:35.975 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:35.975 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.976 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.976 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.976 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.976 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.976 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:35.976 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:35.976 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.976 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.976 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.976 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.976 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.976 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.976 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.976 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.977 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.977 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.977 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.977 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:35.977 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:35.977 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.977 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:35.977 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "iostat", 2024-03-29T00:22:35.977 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:35.977 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:35.977 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:35.977 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:35.977 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:35.977 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.977 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.977 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.977 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.978 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.978 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.978 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:35.978 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:35.978 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:35.978 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:35.978 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:35.978 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:35.978 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:35.978 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:35.978 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.978 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.978 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.978 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.978 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.979 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:35.979 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:35.979 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.979 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.979 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.979 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.979 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.979 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.979 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.979 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.979 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.979 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.979 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.979 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.979 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:35.979 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:35.980 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.980 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.980 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.980 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:35.980 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.980 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.980 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:35.980 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:35.980 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:35.980 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:35.980 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:35.980 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:35.980 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:35.980 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:35.980 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.981 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.981 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.981 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.981 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.981 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:35.981 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:35.981 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.981 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.981 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.981 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.981 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.981 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.981 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.981 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.981 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.981 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.982 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.982 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:35.982 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:35.982 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.982 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:35.982 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "k8sevents", 2024-03-29T00:22:35.982 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:35.982 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:35.982 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:35.982 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_event_retention_days": { 2024-03-29T00:22:35.982 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ceph_event_retention_days", 2024-03-29T00:22:35.982 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:35.982 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.982 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.982 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "7", 2024-03-29T00:22:35.983 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.983 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.983 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.983 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Days to hold ceph event information within local cache", 2024-03-29T00:22:35.983 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.983 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.983 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.983 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.983 INFO:teuthology.orchestra.run.smithi012.stdout: "config_check_secs": { 2024-03-29T00:22:35.983 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "config_check_secs", 2024-03-29T00:22:35.983 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:35.983 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.983 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:35.983 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-03-29T00:22:35.984 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "10", 2024-03-29T00:22:35.984 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.984 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.984 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-03-29T00:22:35.984 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.984 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.984 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.984 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.984 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:35.984 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:35.984 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.984 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.984 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.984 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.984 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.984 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.985 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:35.985 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:35.985 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:35.985 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:35.985 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:35.985 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:35.985 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:35.985 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:35.985 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.985 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.985 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.985 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.985 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.985 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:35.985 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:35.986 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.986 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.986 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.986 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.986 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.986 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.986 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.986 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.986 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.986 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.986 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.986 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.986 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:35.987 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:35.987 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.987 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.987 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.987 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:35.987 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.987 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.987 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:35.987 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:35.987 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:35.987 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:35.987 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:35.987 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:35.987 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:35.987 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:35.988 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.988 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.988 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.988 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.988 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.988 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:35.988 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:35.988 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.988 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.988 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.988 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.988 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.988 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.988 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.988 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.989 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.989 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.989 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.989 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:35.989 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:35.989 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.989 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:35.989 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "localpool", 2024-03-29T00:22:35.989 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:35.989 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:35.989 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:35.989 INFO:teuthology.orchestra.run.smithi012.stdout: "failure_domain": { 2024-03-29T00:22:35.989 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "failure_domain", 2024-03-29T00:22:35.989 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.989 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.990 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.990 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "host", 2024-03-29T00:22:35.990 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.990 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.990 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.990 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "failure domain for any created local pool", 2024-03-29T00:22:35.990 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-03-29T00:22:35.990 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.990 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.990 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.990 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:35.990 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:35.990 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.990 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.991 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.991 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.991 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.991 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.991 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:35.991 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:35.991 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:35.991 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:35.991 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:35.991 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:35.991 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:35.991 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:35.991 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.991 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.991 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.992 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.992 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.992 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:35.992 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:35.992 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.992 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.992 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.992 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.992 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.992 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.992 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.992 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.993 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.993 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.993 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.993 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.993 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:35.993 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:35.993 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.993 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.993 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.993 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:35.993 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.993 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.993 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:35.993 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:35.994 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:35.994 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:35.994 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:35.994 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:35.994 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:35.994 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:35.994 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.994 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.994 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.994 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.994 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.994 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:35.994 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:35.994 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:35.995 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.995 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.995 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:35.995 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.995 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.995 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.995 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:35.995 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.995 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.995 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.995 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.995 INFO:teuthology.orchestra.run.smithi012.stdout: "min_size": { 2024-03-29T00:22:35.995 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "min_size", 2024-03-29T00:22:35.995 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:35.995 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.995 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.996 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.996 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.996 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.996 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.996 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "default min_size for any created local pool", 2024-03-29T00:22:35.996 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-03-29T00:22:35.996 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.996 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.996 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.996 INFO:teuthology.orchestra.run.smithi012.stdout: "num_rep": { 2024-03-29T00:22:35.996 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "num_rep", 2024-03-29T00:22:35.996 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:35.996 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.996 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.996 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "3", 2024-03-29T00:22:35.997 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.997 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.997 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.997 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "default replica count for any created local pool", 2024-03-29T00:22:35.997 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.997 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.997 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.997 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.997 INFO:teuthology.orchestra.run.smithi012.stdout: "pg_num": { 2024-03-29T00:22:35.997 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "pg_num", 2024-03-29T00:22:35.997 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:35.997 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.997 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.997 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "128", 2024-03-29T00:22:35.998 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.998 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.998 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.998 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "default pg_num for any created local pool", 2024-03-29T00:22:35.998 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.998 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.998 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.998 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.998 INFO:teuthology.orchestra.run.smithi012.stdout: "prefix": { 2024-03-29T00:22:35.998 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "prefix", 2024-03-29T00:22:35.998 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.998 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.998 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.998 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:35.998 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.999 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.999 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:35.999 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "name prefix for any created local pool", 2024-03-29T00:22:35.999 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:35.999 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:35.999 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:35.999 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:35.999 INFO:teuthology.orchestra.run.smithi012.stdout: "subtree": { 2024-03-29T00:22:35.999 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "subtree", 2024-03-29T00:22:35.999 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:35.999 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:35.999 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:35.999 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "rack", 2024-03-29T00:22:35.999 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:35.999 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:35.999 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.000 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "CRUSH level for which to create a local pool", 2024-03-29T00:22:36.000 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-03-29T00:22:36.000 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.000 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.000 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.000 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.000 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.000 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.000 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mds_autoscaler", 2024-03-29T00:22:36.000 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.000 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.000 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.000 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.000 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.000 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.000 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.001 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.001 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.001 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.001 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.001 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.001 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.001 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.001 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.001 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.001 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.001 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.001 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.001 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.001 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.001 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.001 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.002 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.002 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.002 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.002 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.002 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.002 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.002 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.002 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.002 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.002 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.002 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.002 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.002 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.003 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.003 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.003 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.003 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.003 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.003 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.003 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.003 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.003 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.003 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.003 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.003 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.004 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.004 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.004 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.004 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.004 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.004 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.004 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.004 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.004 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.004 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.004 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.004 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.004 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.004 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.004 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.005 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.005 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.005 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.005 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.005 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.005 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.005 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.005 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.005 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.005 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.005 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.005 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.005 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.005 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mirroring", 2024-03-29T00:22:36.006 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.006 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.006 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.006 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.006 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.006 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.006 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.006 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.006 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.006 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.006 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.006 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.006 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.006 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.007 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.007 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.007 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.007 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.007 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.007 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.007 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.007 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.007 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.007 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.007 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.007 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.007 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.007 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.007 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.008 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.008 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.008 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.008 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.008 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.008 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.008 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.008 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.008 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.008 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.008 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.008 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.008 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.008 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.008 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.009 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.009 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.009 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.009 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.009 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.009 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.009 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.009 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.009 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.009 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.009 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.009 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.009 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.009 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.009 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.009 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.009 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.010 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.010 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.010 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.010 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.010 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.010 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.010 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.010 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.010 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.013 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.013 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.013 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.013 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.013 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.013 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.013 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "nfs", 2024-03-29T00:22:36.014 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.014 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.014 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.014 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.014 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.014 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.014 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.014 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.014 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.014 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.014 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.014 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.014 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.014 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.015 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.015 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.015 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.015 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.015 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.015 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.015 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.015 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.015 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.015 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.015 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.015 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.015 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.015 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.015 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.016 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.016 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.016 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.016 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.016 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.016 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.016 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.016 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.016 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.016 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.016 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.016 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.016 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.016 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.016 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.017 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.017 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.017 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.017 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.017 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.017 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.017 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.017 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.017 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.017 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.017 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.017 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.017 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.017 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.017 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.018 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.018 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.018 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.018 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.018 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.018 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.018 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.018 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.018 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.018 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.018 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.018 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.018 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.018 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.019 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.019 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.019 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.019 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "orchestrator", 2024-03-29T00:22:36.019 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.019 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.019 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.019 INFO:teuthology.orchestra.run.smithi012.stdout: "fail_fs": { 2024-03-29T00:22:36.019 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "fail_fs", 2024-03-29T00:22:36.019 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.019 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.019 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.019 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.019 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.019 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.020 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.020 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-03-29T00:22:36.020 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.020 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.020 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.020 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.020 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.020 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.020 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.020 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.020 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.020 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.020 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.020 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.020 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.021 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.021 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.021 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.021 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.021 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.021 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.021 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.021 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.021 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.021 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.021 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.021 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.021 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.021 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.021 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.021 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.021 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.022 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.022 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.022 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.022 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.022 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.022 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.022 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.022 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.022 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.022 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.022 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.022 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.022 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.022 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.022 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.023 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.023 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.023 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.023 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.023 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.023 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.023 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.023 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.023 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.023 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.023 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.023 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.023 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.023 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.023 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.024 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.024 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.024 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.024 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.024 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.024 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.024 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.024 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.024 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.024 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.024 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.024 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.024 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.024 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.025 INFO:teuthology.orchestra.run.smithi012.stdout: "orchestrator": { 2024-03-29T00:22:36.025 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "orchestrator", 2024-03-29T00:22:36.025 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.025 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.025 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.025 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.025 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.025 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.025 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.025 INFO:teuthology.orchestra.run.smithi012.stdout: "cephadm", 2024-03-29T00:22:36.025 INFO:teuthology.orchestra.run.smithi012.stdout: "rook", 2024-03-29T00:22:36.025 INFO:teuthology.orchestra.run.smithi012.stdout: "test_orchestrator" 2024-03-29T00:22:36.025 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.025 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Orchestrator backend", 2024-03-29T00:22:36.025 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.026 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.026 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.026 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.026 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.026 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.026 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.026 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "osd_perf_query", 2024-03-29T00:22:36.026 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.026 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.026 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.026 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.026 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.026 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.027 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.027 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.027 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.027 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.027 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.027 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.027 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.027 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.027 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.027 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.027 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.027 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.027 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.027 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.027 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.028 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.028 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.028 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.028 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.028 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.028 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.028 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.028 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.028 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.028 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.028 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.028 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.028 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.028 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.029 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.029 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.029 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.029 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.029 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.029 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.029 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.029 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.029 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.029 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.029 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.029 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.029 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.029 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.029 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.029 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.030 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.030 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.030 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.030 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.030 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.030 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.030 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.030 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.030 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.030 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.030 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.030 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.031 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.031 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.031 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.031 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.031 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.031 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.031 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.031 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.031 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.031 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.031 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.031 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.031 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.031 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "osd_support", 2024-03-29T00:22:36.031 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.032 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.032 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.032 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.032 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.032 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.032 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.032 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.032 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.032 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.032 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.032 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.032 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.032 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.032 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.032 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.033 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.033 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.033 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.033 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.033 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.033 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.033 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.033 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.033 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.033 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.033 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.033 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.033 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.033 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.034 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.034 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.034 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.034 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.034 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.034 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.034 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.034 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.034 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.034 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.034 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.034 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.034 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.034 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.035 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.035 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.035 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.035 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.035 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.035 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.035 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.035 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.035 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.035 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.035 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.035 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.035 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.035 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.035 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.035 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.035 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.036 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.036 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.036 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.036 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.036 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.036 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.036 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.036 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.036 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.036 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.036 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.036 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.036 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.036 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.036 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.037 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "pg_autoscaler", 2024-03-29T00:22:36.037 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.037 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.037 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.037 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.037 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.037 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.037 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.037 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.037 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.037 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.037 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.037 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.037 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.037 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.038 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.038 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.038 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.038 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.038 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.038 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.038 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.038 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.038 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.038 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.038 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.038 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.038 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.038 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.039 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.039 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.039 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.039 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.039 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.039 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.039 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.039 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.039 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.039 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.039 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.039 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.039 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.039 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.039 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.039 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.039 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.040 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.040 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.040 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.040 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.040 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.040 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.040 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.040 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.040 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.040 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.040 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.040 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.040 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.040 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.040 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.040 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.040 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.041 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.041 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.041 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.041 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.041 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.041 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.041 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.041 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.041 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.041 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.041 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.041 INFO:teuthology.orchestra.run.smithi012.stdout: "sleep_interval": { 2024-03-29T00:22:36.041 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sleep_interval", 2024-03-29T00:22:36.041 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.041 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.041 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.042 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "60", 2024-03-29T00:22:36.042 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.042 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.042 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.042 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.042 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.042 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.042 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.042 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.042 INFO:teuthology.orchestra.run.smithi012.stdout: "threshold": { 2024-03-29T00:22:36.042 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "threshold", 2024-03-29T00:22:36.042 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-03-29T00:22:36.042 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.042 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.042 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "3.0", 2024-03-29T00:22:36.043 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "1.0", 2024-03-29T00:22:36.043 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.043 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.043 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "scaling threshold", 2024-03-29T00:22:36.043 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-03-29T00:22:36.043 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.043 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.043 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.043 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.043 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.043 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.043 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "progress", 2024-03-29T00:22:36.043 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.043 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.043 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.044 INFO:teuthology.orchestra.run.smithi012.stdout: "allow_pg_recovery_event": { 2024-03-29T00:22:36.044 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "allow_pg_recovery_event", 2024-03-29T00:22:36.044 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.044 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.044 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.044 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.044 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.044 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.044 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.044 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "allow the module to show pg recovery progress", 2024-03-29T00:22:36.044 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.044 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.044 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.044 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.044 INFO:teuthology.orchestra.run.smithi012.stdout: "enabled": { 2024-03-29T00:22:36.045 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "enabled", 2024-03-29T00:22:36.045 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.045 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.045 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.045 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.045 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.045 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.045 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.045 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.045 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.045 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.045 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.045 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.045 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.045 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.045 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.046 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.046 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.046 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.046 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.046 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.046 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.046 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.046 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.046 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.046 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.046 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.046 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.046 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.046 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.047 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.047 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.047 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.047 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.047 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.047 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.047 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.047 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.047 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.047 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.047 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.047 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.047 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.047 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.048 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.048 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.048 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.048 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.048 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.048 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.048 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.048 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.048 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.048 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.048 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.048 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.048 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.048 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.048 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.049 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.049 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.049 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.049 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.049 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.049 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.049 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.049 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.049 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.049 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.049 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.049 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.049 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.050 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.050 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.050 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.050 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.050 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.050 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.050 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.050 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.050 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.050 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.050 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.050 INFO:teuthology.orchestra.run.smithi012.stdout: "max_completed_events": { 2024-03-29T00:22:36.050 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "max_completed_events", 2024-03-29T00:22:36.050 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.051 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.051 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.051 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "50", 2024-03-29T00:22:36.051 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.051 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.051 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.051 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "number of past completed events to remember", 2024-03-29T00:22:36.051 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.051 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.051 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.051 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.051 INFO:teuthology.orchestra.run.smithi012.stdout: "sleep_interval": { 2024-03-29T00:22:36.051 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sleep_interval", 2024-03-29T00:22:36.051 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.051 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.051 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.052 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "5", 2024-03-29T00:22:36.052 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.052 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.052 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.052 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how long the module is going to sleep", 2024-03-29T00:22:36.052 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.052 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.052 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.052 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.052 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.052 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.052 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.052 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "prometheus", 2024-03-29T00:22:36.052 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.052 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.053 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.053 INFO:teuthology.orchestra.run.smithi012.stdout: "cache": { 2024-03-29T00:22:36.053 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "cache", 2024-03-29T00:22:36.053 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.053 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.053 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.053 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.053 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.053 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.053 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.053 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.053 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.053 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.053 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.054 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.054 INFO:teuthology.orchestra.run.smithi012.stdout: "exclude_perf_counters": { 2024-03-29T00:22:36.054 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "exclude_perf_counters", 2024-03-29T00:22:36.054 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.054 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.054 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.054 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.054 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.054 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.054 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.054 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-03-29T00:22:36.054 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-03-29T00:22:36.054 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.054 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.055 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.055 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.055 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.055 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.055 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.055 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.055 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.055 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.055 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.055 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.055 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.055 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.055 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.055 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.056 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.056 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.056 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.056 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.056 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.056 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.056 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.056 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.056 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.056 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.056 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.056 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.056 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.056 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.056 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.056 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.056 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.057 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.057 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.057 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.057 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.057 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.057 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.057 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.057 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.057 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.057 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.057 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.057 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.057 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.057 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.057 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.057 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.057 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.058 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.058 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.058 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.058 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.058 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.058 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.058 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.058 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.058 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.058 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.058 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.058 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.059 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.059 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.059 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.059 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.059 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.059 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.059 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.059 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.059 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.059 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.059 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.059 INFO:teuthology.orchestra.run.smithi012.stdout: "rbd_stats_pools": { 2024-03-29T00:22:36.059 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rbd_stats_pools", 2024-03-29T00:22:36.059 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.059 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.060 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.060 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.060 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.060 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.060 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.060 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.060 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.060 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.060 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.060 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.060 INFO:teuthology.orchestra.run.smithi012.stdout: "rbd_stats_pools_refresh_interval": { 2024-03-29T00:22:36.060 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-03-29T00:22:36.060 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.060 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.060 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.060 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "300", 2024-03-29T00:22:36.061 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.061 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.061 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.061 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.061 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.061 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.061 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.061 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.061 INFO:teuthology.orchestra.run.smithi012.stdout: "scrape_interval": { 2024-03-29T00:22:36.061 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "scrape_interval", 2024-03-29T00:22:36.061 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-03-29T00:22:36.062 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.062 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.062 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "15.0", 2024-03-29T00:22:36.062 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.062 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.062 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.062 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.062 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.062 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.062 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.062 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.063 INFO:teuthology.orchestra.run.smithi012.stdout: "server_addr": { 2024-03-29T00:22:36.063 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_addr", 2024-03-29T00:22:36.063 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.063 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.063 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.063 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "::", 2024-03-29T00:22:36.063 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.063 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.063 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.063 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-03-29T00:22:36.063 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.063 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.063 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.063 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.063 INFO:teuthology.orchestra.run.smithi012.stdout: "server_port": { 2024-03-29T00:22:36.064 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_port", 2024-03-29T00:22:36.064 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.064 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.064 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.064 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "9283", 2024-03-29T00:22:36.064 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.064 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.064 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.064 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-03-29T00:22:36.064 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.064 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.064 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.064 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.064 INFO:teuthology.orchestra.run.smithi012.stdout: "stale_cache_strategy": { 2024-03-29T00:22:36.151 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "stale_cache_strategy", 2024-03-29T00:22:36.151 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.151 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.152 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.152 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "log", 2024-03-29T00:22:36.152 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.152 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.152 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.152 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.152 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.152 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.152 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.152 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.152 INFO:teuthology.orchestra.run.smithi012.stdout: "standby_behaviour": { 2024-03-29T00:22:36.153 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "standby_behaviour", 2024-03-29T00:22:36.153 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.153 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.153 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.153 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "default", 2024-03-29T00:22:36.153 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.153 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.153 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.153 INFO:teuthology.orchestra.run.smithi012.stdout: "default", 2024-03-29T00:22:36.153 INFO:teuthology.orchestra.run.smithi012.stdout: "error" 2024-03-29T00:22:36.153 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.153 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.153 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.153 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.153 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.154 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.154 INFO:teuthology.orchestra.run.smithi012.stdout: "standby_error_status_code": { 2024-03-29T00:22:36.154 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "standby_error_status_code", 2024-03-29T00:22:36.154 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.154 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.154 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.154 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "500", 2024-03-29T00:22:36.154 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "400", 2024-03-29T00:22:36.154 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "599", 2024-03-29T00:22:36.154 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.154 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.155 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.155 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.155 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.155 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.155 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.155 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.155 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.155 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rbd_support", 2024-03-29T00:22:36.155 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.155 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.155 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.155 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.155 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.156 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.156 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.156 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.156 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.156 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.156 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.156 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.156 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.156 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.156 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.156 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.156 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.156 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.156 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.157 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.157 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.157 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.157 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.157 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.157 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.157 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.157 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.157 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.157 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.157 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.157 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.157 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.157 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.157 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.158 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.158 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.158 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.158 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.158 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.158 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.158 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.158 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.158 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.158 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.158 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.158 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.158 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.158 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.159 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.159 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.159 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.159 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.159 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.159 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.159 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.159 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.159 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.159 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.159 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.159 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.159 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.159 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.160 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.160 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.160 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.160 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.160 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.160 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.160 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.160 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.160 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.160 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.160 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.160 INFO:teuthology.orchestra.run.smithi012.stdout: "max_concurrent_snap_create": { 2024-03-29T00:22:36.160 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "max_concurrent_snap_create", 2024-03-29T00:22:36.160 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.161 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.161 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.161 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-03-29T00:22:36.161 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.161 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.161 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.161 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.161 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.161 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.161 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.161 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.161 INFO:teuthology.orchestra.run.smithi012.stdout: "mirror_snapshot_schedule": { 2024-03-29T00:22:36.161 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mirror_snapshot_schedule", 2024-03-29T00:22:36.161 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.161 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.161 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.162 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.162 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.162 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.162 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.162 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.162 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.162 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.162 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.162 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.162 INFO:teuthology.orchestra.run.smithi012.stdout: "trash_purge_schedule": { 2024-03-29T00:22:36.162 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "trash_purge_schedule", 2024-03-29T00:22:36.162 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.162 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.162 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.163 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.163 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.163 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.163 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.163 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.163 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.163 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.163 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.163 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.163 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.163 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.163 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.163 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "restful", 2024-03-29T00:22:36.163 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.164 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.164 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.164 INFO:teuthology.orchestra.run.smithi012.stdout: "enable_auth": { 2024-03-29T00:22:36.164 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "enable_auth", 2024-03-29T00:22:36.164 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.164 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.164 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.164 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.164 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.164 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.164 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.164 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.164 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.164 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.164 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.165 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.165 INFO:teuthology.orchestra.run.smithi012.stdout: "key_file": { 2024-03-29T00:22:36.165 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "key_file", 2024-03-29T00:22:36.165 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.165 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.165 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.165 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.165 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.165 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.165 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.165 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.165 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.165 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.165 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.165 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.166 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.166 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.166 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.166 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.166 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.166 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.166 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.166 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.166 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.166 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.166 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.166 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.167 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.167 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.167 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.167 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.167 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.167 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.167 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.167 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.167 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.167 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.167 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.167 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.167 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.167 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.167 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.168 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.168 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.168 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.168 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.168 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.168 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.168 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.168 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.168 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.168 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.169 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.169 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.169 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.169 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.169 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.169 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.169 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.169 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.169 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.169 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.169 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.169 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.169 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.169 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.169 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.170 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.170 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.170 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.170 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.170 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.170 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.170 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.170 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.170 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.170 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.170 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.170 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.170 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.171 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.171 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.171 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.171 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.171 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.171 INFO:teuthology.orchestra.run.smithi012.stdout: "server_addr": { 2024-03-29T00:22:36.171 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_addr", 2024-03-29T00:22:36.171 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.171 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.171 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.171 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.171 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.171 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.171 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.171 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.172 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.172 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.172 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.172 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.172 INFO:teuthology.orchestra.run.smithi012.stdout: "server_port": { 2024-03-29T00:22:36.172 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_port", 2024-03-29T00:22:36.172 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.172 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.172 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.172 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.172 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.172 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.172 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.172 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.173 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.173 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.173 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.173 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.173 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.173 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.173 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.173 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rgw", 2024-03-29T00:22:36.173 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.173 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.173 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.173 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.173 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.174 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.174 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.174 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.174 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.174 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.174 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.174 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.174 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.174 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.174 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.174 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.174 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.174 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.174 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.175 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.175 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.175 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.175 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.175 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.175 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.175 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.175 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.175 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.175 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.175 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.175 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.175 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.175 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.175 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.176 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.176 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.176 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.176 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.176 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.176 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.176 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.176 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.176 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.176 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.176 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.176 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.176 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.176 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.176 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.176 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.177 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.177 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.177 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.177 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.177 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.177 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.177 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.177 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.177 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.177 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.177 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.177 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.177 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.177 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.178 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.178 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.178 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.178 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.178 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.178 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.178 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.178 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.178 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.178 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.178 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.178 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.178 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rook", 2024-03-29T00:22:36.178 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.178 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.179 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.179 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.179 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.179 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.179 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.179 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.179 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.179 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.179 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.179 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.179 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.179 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.179 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.179 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.179 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.180 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.180 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.180 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.180 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.180 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.180 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.180 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.180 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.180 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.180 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.180 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.180 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.180 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.180 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.180 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.180 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.180 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.181 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.181 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.181 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.181 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.181 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.181 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.181 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.181 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.181 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.181 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.181 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.181 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.181 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.181 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.181 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.182 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.182 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.182 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.182 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.182 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.182 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.182 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.182 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.182 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.182 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.182 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.182 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.182 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.183 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.183 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.183 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.183 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.183 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.183 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.183 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.183 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.183 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.183 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.183 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.183 INFO:teuthology.orchestra.run.smithi012.stdout: "storage_class": { 2024-03-29T00:22:36.183 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "storage_class", 2024-03-29T00:22:36.183 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.183 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.183 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.184 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "local", 2024-03-29T00:22:36.184 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.184 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.184 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.184 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-03-29T00:22:36.184 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.184 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.184 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.184 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.184 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.184 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.184 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.184 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "selftest", 2024-03-29T00:22:36.184 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.184 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.185 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.185 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.185 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.185 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.185 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.185 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.185 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.185 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.185 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.185 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.185 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.185 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.185 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.185 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.185 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.186 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.186 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.186 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.186 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.186 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.186 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.186 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.186 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.186 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.186 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.186 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.186 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.187 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.187 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.187 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.187 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.187 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.187 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.187 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.187 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.187 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.187 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.187 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.187 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.187 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.188 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.188 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.188 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.188 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.188 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.188 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.188 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.188 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.188 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.188 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.188 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.188 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.188 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.188 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.188 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.189 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.189 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.189 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.189 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.189 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.189 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.189 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.189 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.189 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.189 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.189 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.189 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.189 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.189 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.189 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.189 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.190 INFO:teuthology.orchestra.run.smithi012.stdout: "roption1": { 2024-03-29T00:22:36.190 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "roption1", 2024-03-29T00:22:36.190 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.190 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.190 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.190 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.190 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.190 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.190 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.190 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.190 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.190 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.190 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.190 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.191 INFO:teuthology.orchestra.run.smithi012.stdout: "roption2": { 2024-03-29T00:22:36.191 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "roption2", 2024-03-29T00:22:36.191 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.191 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.191 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.191 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "xyz", 2024-03-29T00:22:36.191 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.191 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.191 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.191 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.191 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.191 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.191 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.191 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.192 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption1": { 2024-03-29T00:22:36.192 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption1", 2024-03-29T00:22:36.192 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.192 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.192 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.192 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.192 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.192 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.192 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.192 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.192 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.192 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.192 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.192 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.192 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption2": { 2024-03-29T00:22:36.193 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption2", 2024-03-29T00:22:36.193 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.193 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.193 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.193 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.193 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.193 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.193 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.193 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.193 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.193 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.194 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.194 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.194 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption3": { 2024-03-29T00:22:36.194 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption3", 2024-03-29T00:22:36.194 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-03-29T00:22:36.194 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.194 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.194 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.194 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.194 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.194 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.194 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.194 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.194 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.195 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.195 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.195 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption4": { 2024-03-29T00:22:36.195 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption4", 2024-03-29T00:22:36.195 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.195 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.195 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.195 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.195 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.195 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.195 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.195 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.195 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.196 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.196 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.196 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.196 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption5": { 2024-03-29T00:22:36.196 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption5", 2024-03-29T00:22:36.196 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.196 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.196 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.196 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.196 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.196 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.196 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.196 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.196 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.196 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.197 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.197 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.197 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption6": { 2024-03-29T00:22:36.197 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption6", 2024-03-29T00:22:36.197 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.197 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.197 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.197 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.197 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.197 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.197 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.197 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.197 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.197 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.197 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.198 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.198 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption7": { 2024-03-29T00:22:36.198 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption7", 2024-03-29T00:22:36.198 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.198 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.198 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.198 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.198 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "1", 2024-03-29T00:22:36.198 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "42", 2024-03-29T00:22:36.198 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.198 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.198 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.198 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.198 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.199 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.199 INFO:teuthology.orchestra.run.smithi012.stdout: "testkey": { 2024-03-29T00:22:36.199 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "testkey", 2024-03-29T00:22:36.199 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.199 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.199 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.199 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.199 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.199 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.199 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.199 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.199 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.199 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.199 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.199 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.200 INFO:teuthology.orchestra.run.smithi012.stdout: "testlkey": { 2024-03-29T00:22:36.200 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "testlkey", 2024-03-29T00:22:36.200 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.200 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.200 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.200 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.200 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.200 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.200 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.200 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.200 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.200 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.200 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.200 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.200 INFO:teuthology.orchestra.run.smithi012.stdout: "testnewline": { 2024-03-29T00:22:36.201 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "testnewline", 2024-03-29T00:22:36.201 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.201 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.201 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.201 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.201 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.201 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.201 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.201 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.201 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.201 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.201 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.201 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.201 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.201 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.202 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.202 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "snap_schedule", 2024-03-29T00:22:36.202 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.202 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.202 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.202 INFO:teuthology.orchestra.run.smithi012.stdout: "allow_m_granularity": { 2024-03-29T00:22:36.202 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "allow_m_granularity", 2024-03-29T00:22:36.202 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.202 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.202 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.202 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.202 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.202 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.202 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.203 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "allow minute scheduled snapshots", 2024-03-29T00:22:36.203 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.203 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.203 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.203 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.203 INFO:teuthology.orchestra.run.smithi012.stdout: "dump_on_update": { 2024-03-29T00:22:36.203 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "dump_on_update", 2024-03-29T00:22:36.203 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.203 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.203 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.203 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.203 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.203 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.203 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.203 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "dump database to debug log on update", 2024-03-29T00:22:36.204 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.204 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.204 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.204 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.204 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.204 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.204 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.204 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.204 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.204 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.204 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.204 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.204 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.204 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.204 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.205 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.205 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.205 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.205 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.205 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.205 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.205 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.205 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.205 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.205 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.205 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.205 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.205 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.206 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.206 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.206 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.206 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.206 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.206 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.206 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.206 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.206 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.206 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.206 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.206 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.206 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.207 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.207 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.207 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.207 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.207 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.207 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.207 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.207 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.207 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.207 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.207 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.207 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.207 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.207 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.208 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.208 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.208 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.208 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.208 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.208 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.208 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.208 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.208 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.208 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.208 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.208 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.208 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.208 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.208 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.208 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.209 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.209 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.209 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.209 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.209 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.209 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.209 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "stats", 2024-03-29T00:22:36.209 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.209 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.209 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.209 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.209 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.209 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.209 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.210 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.210 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.210 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.210 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.210 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.210 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.210 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.210 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.210 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.210 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.210 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.210 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.210 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.210 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.211 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.211 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.211 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.211 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.211 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.211 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.211 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.211 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.211 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.211 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.211 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.211 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.211 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.211 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.211 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.211 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.211 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.212 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.212 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.212 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.212 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.212 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.212 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.212 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.212 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.212 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.212 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.212 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.212 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.212 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.212 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.213 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.213 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.213 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.213 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.213 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.213 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.213 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.213 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.213 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.213 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.213 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.213 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.213 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.213 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.214 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.214 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.214 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.214 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.214 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.214 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.214 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.214 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.214 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.214 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.214 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "status", 2024-03-29T00:22:36.214 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.214 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.214 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.214 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.215 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.215 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.215 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.215 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.215 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.217 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.217 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.217 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.217 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.218 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.218 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.218 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.218 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.218 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.218 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.218 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.218 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.218 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.218 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.218 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.218 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.218 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.218 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.219 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.219 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.219 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.219 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.219 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.219 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.219 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.219 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.219 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.219 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.219 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.219 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.219 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.219 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.219 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.219 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.220 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.220 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.220 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.220 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.220 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.220 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.220 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.220 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.220 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.220 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.220 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.220 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.220 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.220 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.221 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.221 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.221 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.221 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.221 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.221 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.221 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.221 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.221 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.221 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.221 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.221 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.221 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.221 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.221 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.222 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.222 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.222 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.222 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.222 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "telegraf", 2024-03-29T00:22:36.222 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.222 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.222 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.222 INFO:teuthology.orchestra.run.smithi012.stdout: "address": { 2024-03-29T00:22:36.222 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "address", 2024-03-29T00:22:36.222 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.222 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.222 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.223 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-03-29T00:22:36.223 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.223 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.223 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.223 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.223 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.223 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.223 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.223 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.223 INFO:teuthology.orchestra.run.smithi012.stdout: "interval": { 2024-03-29T00:22:36.223 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "interval", 2024-03-29T00:22:36.223 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.223 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.223 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.223 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "15", 2024-03-29T00:22:36.223 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.224 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.224 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.224 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.224 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.224 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.224 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.224 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.224 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.224 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.224 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.224 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.224 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.224 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.224 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.224 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.224 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.225 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.225 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.225 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.225 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.225 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.225 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.225 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.225 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.225 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.225 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.225 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.225 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.225 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.225 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.226 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.226 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.226 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.226 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.226 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.226 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.226 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.226 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.226 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.226 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.226 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.226 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.226 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.226 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.226 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.227 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.227 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.227 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.227 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.227 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.227 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.227 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.227 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.227 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.227 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.227 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.227 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.227 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.227 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.228 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.228 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.228 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.228 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.228 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.228 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.228 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.228 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.228 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.228 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.228 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.228 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.228 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.228 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.228 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.229 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.229 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.229 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.229 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.229 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.229 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.229 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "telemetry", 2024-03-29T00:22:36.229 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.229 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.229 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.229 INFO:teuthology.orchestra.run.smithi012.stdout: "channel_basic": { 2024-03-29T00:22:36.229 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "channel_basic", 2024-03-29T00:22:36.229 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.229 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.229 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.230 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.230 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.230 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.230 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.230 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Share basic cluster information (size, version)", 2024-03-29T00:22:36.230 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.230 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.230 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.230 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.230 INFO:teuthology.orchestra.run.smithi012.stdout: "channel_crash": { 2024-03-29T00:22:36.230 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "channel_crash", 2024-03-29T00:22:36.230 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.230 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.230 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.231 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.231 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.231 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.231 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.231 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-03-29T00:22:36.231 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.231 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.231 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.231 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.231 INFO:teuthology.orchestra.run.smithi012.stdout: "channel_device": { 2024-03-29T00:22:36.231 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "channel_device", 2024-03-29T00:22:36.231 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.232 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.232 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.232 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.232 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.232 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.232 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.232 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-03-29T00:22:36.232 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.232 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.232 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.232 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.232 INFO:teuthology.orchestra.run.smithi012.stdout: "channel_ident": { 2024-03-29T00:22:36.233 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "channel_ident", 2024-03-29T00:22:36.233 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.233 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.233 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.233 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.233 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.233 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.233 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.233 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-03-29T00:22:36.233 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.233 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.233 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.233 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.234 INFO:teuthology.orchestra.run.smithi012.stdout: "channel_perf": { 2024-03-29T00:22:36.234 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "channel_perf", 2024-03-29T00:22:36.234 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.234 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.234 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.234 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.234 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.234 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.234 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.234 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Share various performance metrics of a cluster", 2024-03-29T00:22:36.234 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.234 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.234 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.235 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.235 INFO:teuthology.orchestra.run.smithi012.stdout: "contact": { 2024-03-29T00:22:36.235 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "contact", 2024-03-29T00:22:36.235 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.235 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.235 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.235 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.235 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.235 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.235 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.235 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.235 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.235 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.236 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.236 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.236 INFO:teuthology.orchestra.run.smithi012.stdout: "description": { 2024-03-29T00:22:36.236 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "description", 2024-03-29T00:22:36.236 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.236 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.236 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.236 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.236 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.236 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.236 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.236 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.236 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.236 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.236 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.236 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.237 INFO:teuthology.orchestra.run.smithi012.stdout: "device_url": { 2024-03-29T00:22:36.237 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "device_url", 2024-03-29T00:22:36.237 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.237 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.237 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.237 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-03-29T00:22:36.237 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.237 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.237 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.237 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.237 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.237 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.237 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.237 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.238 INFO:teuthology.orchestra.run.smithi012.stdout: "enabled": { 2024-03-29T00:22:36.238 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "enabled", 2024-03-29T00:22:36.238 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.238 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.238 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.238 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.238 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.238 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.238 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.238 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.238 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.238 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.238 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.239 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.239 INFO:teuthology.orchestra.run.smithi012.stdout: "interval": { 2024-03-29T00:22:36.239 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "interval", 2024-03-29T00:22:36.239 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.239 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.239 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.239 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "24", 2024-03-29T00:22:36.239 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "8", 2024-03-29T00:22:36.239 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.239 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.239 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.239 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.239 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.239 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.239 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.240 INFO:teuthology.orchestra.run.smithi012.stdout: "last_opt_revision": { 2024-03-29T00:22:36.240 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "last_opt_revision", 2024-03-29T00:22:36.240 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.240 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.240 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.240 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "1", 2024-03-29T00:22:36.240 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.240 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.240 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.240 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.240 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.240 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.240 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.240 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.240 INFO:teuthology.orchestra.run.smithi012.stdout: "leaderboard": { 2024-03-29T00:22:36.240 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "leaderboard", 2024-03-29T00:22:36.241 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.241 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.241 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.241 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.241 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.241 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.241 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.241 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.241 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.241 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.241 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.241 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.241 INFO:teuthology.orchestra.run.smithi012.stdout: "leaderboard_description": { 2024-03-29T00:22:36.241 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "leaderboard_description", 2024-03-29T00:22:36.241 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.242 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.242 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.242 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.242 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.242 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.242 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.242 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.242 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.242 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.242 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.242 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.242 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.242 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.242 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.242 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.243 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.243 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.243 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.243 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.243 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.243 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.243 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.243 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.243 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.243 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.243 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.243 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.243 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.243 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.243 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.243 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.244 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.244 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.244 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.244 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.244 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.244 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.244 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.244 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.244 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.244 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.244 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.244 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.244 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.244 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.244 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.244 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.245 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.245 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.245 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.245 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.245 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.245 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.245 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.245 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.245 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.245 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.245 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.245 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.245 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.245 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.245 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.245 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.245 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.246 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.246 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.246 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.246 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.246 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.246 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.246 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.246 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.246 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.246 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.246 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.246 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.246 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.246 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.246 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.247 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.247 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.247 INFO:teuthology.orchestra.run.smithi012.stdout: "organization": { 2024-03-29T00:22:36.247 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "organization", 2024-03-29T00:22:36.247 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.247 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.247 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.247 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.247 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.247 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.247 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.247 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.247 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.247 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.247 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.248 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.248 INFO:teuthology.orchestra.run.smithi012.stdout: "proxy": { 2024-03-29T00:22:36.248 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "proxy", 2024-03-29T00:22:36.248 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.248 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.248 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.248 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.248 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.248 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.248 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.248 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.248 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.248 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.248 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.248 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.249 INFO:teuthology.orchestra.run.smithi012.stdout: "url": { 2024-03-29T00:22:36.249 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "url", 2024-03-29T00:22:36.249 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.249 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.249 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.249 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-03-29T00:22:36.249 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.249 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.249 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.249 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.249 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.249 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.249 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.249 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.249 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.250 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.250 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.250 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "test_orchestrator", 2024-03-29T00:22:36.250 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.250 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.250 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.250 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.250 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.250 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.250 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.250 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.250 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.250 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.250 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.251 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.251 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.251 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.251 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.251 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.251 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.251 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.251 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.251 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.251 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.251 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.251 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.251 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.251 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.251 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.252 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.252 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.252 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.252 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.252 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.252 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.252 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.252 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.252 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.252 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.252 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.252 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.252 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.252 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.252 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.253 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.253 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.253 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.253 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.253 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.253 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.253 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.253 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.253 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.253 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.253 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.253 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.253 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.254 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.254 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.254 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.254 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.254 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.254 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.254 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.254 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.254 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.254 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.254 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.255 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.255 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.255 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.255 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.255 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.255 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.255 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.255 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.255 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.255 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.255 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.255 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "volumes", 2024-03-29T00:22:36.255 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.255 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.255 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.256 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.256 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.256 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.256 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.256 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.256 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.256 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.256 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.256 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.256 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.256 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.256 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.256 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.256 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.256 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.257 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.257 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.257 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.257 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.257 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.257 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.257 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.257 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.257 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.257 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.257 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.257 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.257 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.257 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.257 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.258 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.258 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.258 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.258 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.258 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.258 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.258 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.258 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.258 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.258 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.258 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.258 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.258 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.258 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.259 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.259 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.259 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.259 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.259 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.259 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.259 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.259 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.259 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.259 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.259 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.259 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.259 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.259 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.259 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.259 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.260 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.260 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.260 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.260 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.260 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.260 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.260 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.260 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.260 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.260 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.260 INFO:teuthology.orchestra.run.smithi012.stdout: "max_concurrent_clones": { 2024-03-29T00:22:36.260 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "max_concurrent_clones", 2024-03-29T00:22:36.260 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.260 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.260 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.261 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "4", 2024-03-29T00:22:36.261 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.261 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.261 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.261 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Number of asynchronous cloner threads", 2024-03-29T00:22:36.261 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.261 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.261 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.261 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.261 INFO:teuthology.orchestra.run.smithi012.stdout: "periodic_async_work": { 2024-03-29T00:22:36.261 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "periodic_async_work", 2024-03-29T00:22:36.261 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.261 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.261 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.261 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.261 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.262 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.262 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.262 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Periodically check for async work", 2024-03-29T00:22:36.262 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.262 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.262 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.262 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.262 INFO:teuthology.orchestra.run.smithi012.stdout: "snapshot_clone_delay": { 2024-03-29T00:22:36.262 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "snapshot_clone_delay", 2024-03-29T00:22:36.262 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.262 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.262 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.262 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-03-29T00:22:36.263 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.263 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.263 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.263 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-03-29T00:22:36.263 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.263 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.263 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.263 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.263 INFO:teuthology.orchestra.run.smithi012.stdout: "snapshot_clone_no_wait": { 2024-03-29T00:22:36.263 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "snapshot_clone_no_wait", 2024-03-29T00:22:36.263 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.263 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.263 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.263 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.263 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.264 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.264 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.264 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-03-29T00:22:36.264 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.264 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.264 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.264 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.264 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.264 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.264 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.264 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "zabbix", 2024-03-29T00:22:36.264 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.264 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.265 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.265 INFO:teuthology.orchestra.run.smithi012.stdout: "discovery_interval": { 2024-03-29T00:22:36.265 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "discovery_interval", 2024-03-29T00:22:36.265 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "uint", 2024-03-29T00:22:36.265 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.265 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.265 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "100", 2024-03-29T00:22:36.265 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.265 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.265 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.265 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.265 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.265 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.266 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.266 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.266 INFO:teuthology.orchestra.run.smithi012.stdout: "identifier": { 2024-03-29T00:22:36.266 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "identifier", 2024-03-29T00:22:36.266 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.266 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.266 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.266 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.266 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.266 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.266 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.266 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.266 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.266 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.266 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.267 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.267 INFO:teuthology.orchestra.run.smithi012.stdout: "interval": { 2024-03-29T00:22:36.267 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "interval", 2024-03-29T00:22:36.267 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.267 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.267 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.267 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "60", 2024-03-29T00:22:36.267 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.267 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.267 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.267 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.267 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.267 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.267 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.267 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.267 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.268 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.268 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.268 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.268 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.268 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.268 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.268 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.268 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.268 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.268 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.268 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.268 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.268 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.268 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.268 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.268 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.269 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.269 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.269 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.269 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.269 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.269 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.269 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.269 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.269 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.269 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.269 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.269 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.269 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.269 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.270 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.270 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.270 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.270 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.270 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.270 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.270 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.270 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.270 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.270 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.270 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.270 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.270 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.270 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.270 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.271 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.271 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.271 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.271 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.271 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.271 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.271 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.271 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.271 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.271 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.271 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.271 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.271 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.271 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.271 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.272 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.272 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.272 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.272 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.272 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.272 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.272 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.272 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.272 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.272 INFO:teuthology.orchestra.run.smithi012.stdout: "zabbix_host": { 2024-03-29T00:22:36.272 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "zabbix_host", 2024-03-29T00:22:36.272 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.272 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.272 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.272 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.272 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.273 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.273 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.273 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.273 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.273 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.273 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.273 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.273 INFO:teuthology.orchestra.run.smithi012.stdout: "zabbix_port": { 2024-03-29T00:22:36.273 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "zabbix_port", 2024-03-29T00:22:36.273 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.273 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.273 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.273 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10051", 2024-03-29T00:22:36.273 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.273 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.273 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.274 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.274 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.274 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.274 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.274 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.274 INFO:teuthology.orchestra.run.smithi012.stdout: "zabbix_sender": { 2024-03-29T00:22:36.274 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "zabbix_sender", 2024-03-29T00:22:36.274 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.274 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.274 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.274 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-03-29T00:22:36.274 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.274 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.274 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.274 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.275 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.275 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.275 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.275 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.275 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.275 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.275 INFO:teuthology.orchestra.run.smithi012.stdout: ] 2024-03-29T00:22:36.275 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.275 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.275 INFO:teuthology.orchestra.run.smithi012.stdout: "gid": 24113, 2024-03-29T00:22:36.275 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "y", 2024-03-29T00:22:36.275 INFO:teuthology.orchestra.run.smithi012.stdout: "mgr_features": 4540701547738038271, 2024-03-29T00:22:36.275 INFO:teuthology.orchestra.run.smithi012.stdout: "available_modules": [ 2024-03-29T00:22:36.276 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.276 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "alerts", 2024-03-29T00:22:36.276 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.276 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.276 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.276 INFO:teuthology.orchestra.run.smithi012.stdout: "interval": { 2024-03-29T00:22:36.276 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "interval", 2024-03-29T00:22:36.276 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.276 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.277 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.277 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "60", 2024-03-29T00:22:36.277 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.277 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.277 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.277 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "How frequently to reexamine health status", 2024-03-29T00:22:36.277 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.277 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.277 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.277 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.277 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.277 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.278 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.278 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.278 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.278 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.278 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.278 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.278 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.278 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.278 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.278 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.278 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.278 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.278 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.279 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.279 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.279 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.279 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.279 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.279 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.279 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.279 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.279 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.279 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.279 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.279 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.279 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.279 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.279 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.280 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.280 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.280 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.280 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.280 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.280 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.280 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.280 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.280 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.280 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.280 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.280 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.280 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.280 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.281 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.281 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.281 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.281 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.281 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.281 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.281 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.281 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.281 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.281 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.281 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.281 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.281 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.281 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.281 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.281 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.282 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.282 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.282 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.282 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.282 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.282 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.282 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.282 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.282 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.282 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.282 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_destination": { 2024-03-29T00:22:36.282 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_destination", 2024-03-29T00:22:36.283 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.283 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.283 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.283 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.283 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.283 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.283 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.283 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Email address to send alerts to", 2024-03-29T00:22:36.283 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.283 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.283 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.283 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.283 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_from_name": { 2024-03-29T00:22:36.283 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_from_name", 2024-03-29T00:22:36.284 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.284 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.284 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.284 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "Ceph", 2024-03-29T00:22:36.284 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.284 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.284 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.284 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Email From: name", 2024-03-29T00:22:36.284 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.284 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.284 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.284 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.284 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_host": { 2024-03-29T00:22:36.284 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_host", 2024-03-29T00:22:36.284 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.285 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.285 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.285 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.285 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.285 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.285 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.285 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "SMTP server", 2024-03-29T00:22:36.285 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.285 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.285 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.285 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.285 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_password": { 2024-03-29T00:22:36.285 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_password", 2024-03-29T00:22:36.285 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.285 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.286 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.286 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.286 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.286 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.286 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.286 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Password to authenticate with", 2024-03-29T00:22:36.286 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.286 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.286 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.286 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.286 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_port": { 2024-03-29T00:22:36.286 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_port", 2024-03-29T00:22:36.286 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.286 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.287 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.287 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "465", 2024-03-29T00:22:36.287 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.287 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.287 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.287 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "SMTP port", 2024-03-29T00:22:36.287 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.287 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.287 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.287 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.287 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_sender": { 2024-03-29T00:22:36.287 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_sender", 2024-03-29T00:22:36.287 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.287 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.287 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.288 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.288 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.288 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.288 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.288 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "SMTP envelope sender", 2024-03-29T00:22:36.288 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.288 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.288 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.288 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.288 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_ssl": { 2024-03-29T00:22:36.288 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_ssl", 2024-03-29T00:22:36.288 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.288 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.288 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.288 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.288 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.289 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.289 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.289 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Use SSL to connect to SMTP server", 2024-03-29T00:22:36.289 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.289 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.289 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.289 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.289 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_user": { 2024-03-29T00:22:36.289 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_user", 2024-03-29T00:22:36.289 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.289 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.289 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.289 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.289 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.289 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.290 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.290 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "User to authenticate as", 2024-03-29T00:22:36.290 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.290 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.290 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.290 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.290 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.290 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.290 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.290 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "balancer", 2024-03-29T00:22:36.290 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.290 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.290 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.290 INFO:teuthology.orchestra.run.smithi012.stdout: "active": { 2024-03-29T00:22:36.290 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "active", 2024-03-29T00:22:36.291 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.291 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.291 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.291 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.291 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.291 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.291 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.291 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "automatically balance PGs across cluster", 2024-03-29T00:22:36.291 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.291 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.291 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.291 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.291 INFO:teuthology.orchestra.run.smithi012.stdout: "begin_time": { 2024-03-29T00:22:36.291 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "begin_time", 2024-03-29T00:22:36.292 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.292 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.292 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.292 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0000", 2024-03-29T00:22:36.292 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.292 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.292 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.292 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "beginning time of day to automatically balance", 2024-03-29T00:22:36.292 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-03-29T00:22:36.292 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.292 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.292 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.292 INFO:teuthology.orchestra.run.smithi012.stdout: "begin_weekday": { 2024-03-29T00:22:36.292 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "begin_weekday", 2024-03-29T00:22:36.292 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "uint", 2024-03-29T00:22:36.293 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.293 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.293 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-03-29T00:22:36.293 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "0", 2024-03-29T00:22:36.293 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "6", 2024-03-29T00:22:36.293 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.293 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-03-29T00:22:36.293 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-03-29T00:22:36.293 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.293 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.293 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.293 INFO:teuthology.orchestra.run.smithi012.stdout: "crush_compat_max_iterations": { 2024-03-29T00:22:36.293 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "crush_compat_max_iterations", 2024-03-29T00:22:36.293 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "uint", 2024-03-29T00:22:36.293 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.294 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.294 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "25", 2024-03-29T00:22:36.294 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "1", 2024-03-29T00:22:36.294 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "250", 2024-03-29T00:22:36.294 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.294 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-03-29T00:22:36.294 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.294 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.294 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.294 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.294 INFO:teuthology.orchestra.run.smithi012.stdout: "crush_compat_metrics": { 2024-03-29T00:22:36.294 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "crush_compat_metrics", 2024-03-29T00:22:36.294 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.294 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.295 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.295 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "pgs,objects,bytes", 2024-03-29T00:22:36.295 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.295 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.295 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.295 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-03-29T00:22:36.295 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-03-29T00:22:36.295 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.295 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.295 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.295 INFO:teuthology.orchestra.run.smithi012.stdout: "crush_compat_step": { 2024-03-29T00:22:36.295 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "crush_compat_step", 2024-03-29T00:22:36.295 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-03-29T00:22:36.295 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.295 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.295 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0.5", 2024-03-29T00:22:36.295 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "0.001", 2024-03-29T00:22:36.296 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "0.999", 2024-03-29T00:22:36.296 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.296 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "aggressiveness of optimization", 2024-03-29T00:22:36.296 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-03-29T00:22:36.296 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.296 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.296 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.296 INFO:teuthology.orchestra.run.smithi012.stdout: "end_time": { 2024-03-29T00:22:36.296 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "end_time", 2024-03-29T00:22:36.296 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.296 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.296 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.296 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "2359", 2024-03-29T00:22:36.296 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.297 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.297 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.297 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "ending time of day to automatically balance", 2024-03-29T00:22:36.297 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-03-29T00:22:36.297 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.297 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.297 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.297 INFO:teuthology.orchestra.run.smithi012.stdout: "end_weekday": { 2024-03-29T00:22:36.297 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "end_weekday", 2024-03-29T00:22:36.297 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "uint", 2024-03-29T00:22:36.297 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.297 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.297 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-03-29T00:22:36.297 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "0", 2024-03-29T00:22:36.297 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "6", 2024-03-29T00:22:36.297 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.298 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-03-29T00:22:36.298 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-03-29T00:22:36.298 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.298 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.298 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.298 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.298 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.298 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.298 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.298 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.298 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.298 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.298 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.298 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.299 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.299 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.299 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.299 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.299 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.299 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.299 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.299 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.299 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.299 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.299 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.299 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.299 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.299 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.300 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.300 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.300 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.300 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.300 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.300 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.300 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.300 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.300 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.300 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.300 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.300 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.300 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.300 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.301 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.301 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.301 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.301 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.301 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.301 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.301 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.301 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.301 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.301 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.301 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.301 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.301 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.301 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.301 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.301 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.302 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.302 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.302 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.302 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.302 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.302 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.302 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.302 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.302 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.302 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.302 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.302 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.303 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.303 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.303 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.303 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.303 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.303 INFO:teuthology.orchestra.run.smithi012.stdout: "min_score": { 2024-03-29T00:22:36.303 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "min_score", 2024-03-29T00:22:36.303 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-03-29T00:22:36.303 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.303 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.303 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-03-29T00:22:36.303 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.303 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.303 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.304 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-03-29T00:22:36.304 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.304 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.304 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.304 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.304 INFO:teuthology.orchestra.run.smithi012.stdout: "mode": { 2024-03-29T00:22:36.304 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mode", 2024-03-29T00:22:36.304 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.304 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.304 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.304 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "upmap", 2024-03-29T00:22:36.304 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.304 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.304 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.304 INFO:teuthology.orchestra.run.smithi012.stdout: "crush-compat", 2024-03-29T00:22:36.305 INFO:teuthology.orchestra.run.smithi012.stdout: "none", 2024-03-29T00:22:36.305 INFO:teuthology.orchestra.run.smithi012.stdout: "read", 2024-03-29T00:22:36.305 INFO:teuthology.orchestra.run.smithi012.stdout: "upmap", 2024-03-29T00:22:36.305 INFO:teuthology.orchestra.run.smithi012.stdout: "upmap-read" 2024-03-29T00:22:36.305 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.305 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Balancer mode", 2024-03-29T00:22:36.305 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.305 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.305 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.305 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.305 INFO:teuthology.orchestra.run.smithi012.stdout: "pool_ids": { 2024-03-29T00:22:36.305 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "pool_ids", 2024-03-29T00:22:36.305 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.305 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.305 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.306 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.306 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.306 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.306 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.306 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-03-29T00:22:36.306 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.306 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.306 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.306 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.306 INFO:teuthology.orchestra.run.smithi012.stdout: "sleep_interval": { 2024-03-29T00:22:36.306 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sleep_interval", 2024-03-29T00:22:36.306 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.306 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.307 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.307 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "60", 2024-03-29T00:22:36.307 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.307 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.307 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.307 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-03-29T00:22:36.307 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.307 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.307 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.307 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.307 INFO:teuthology.orchestra.run.smithi012.stdout: "upmap_max_deviation": { 2024-03-29T00:22:36.307 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "upmap_max_deviation", 2024-03-29T00:22:36.307 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.307 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.307 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.308 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "5", 2024-03-29T00:22:36.308 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "1", 2024-03-29T00:22:36.308 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.308 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.308 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "deviation below which no optimization is attempted", 2024-03-29T00:22:36.308 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-03-29T00:22:36.308 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.308 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.308 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.308 INFO:teuthology.orchestra.run.smithi012.stdout: "upmap_max_optimizations": { 2024-03-29T00:22:36.308 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "upmap_max_optimizations", 2024-03-29T00:22:36.308 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "uint", 2024-03-29T00:22:36.308 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.308 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.308 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-03-29T00:22:36.309 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.309 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.309 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.309 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-03-29T00:22:36.309 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.309 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.309 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.309 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.309 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.309 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.309 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.309 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "cephadm", 2024-03-29T00:22:36.309 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.309 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.309 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.310 INFO:teuthology.orchestra.run.smithi012.stdout: "agent_down_multiplier": { 2024-03-29T00:22:36.310 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "agent_down_multiplier", 2024-03-29T00:22:36.310 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-03-29T00:22:36.310 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.310 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.310 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "3.0", 2024-03-29T00:22:36.310 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.310 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.310 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.310 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-03-29T00:22:36.310 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.310 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.311 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.311 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.311 INFO:teuthology.orchestra.run.smithi012.stdout: "agent_refresh_rate": { 2024-03-29T00:22:36.311 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "agent_refresh_rate", 2024-03-29T00:22:36.311 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.311 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.311 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.311 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "20", 2024-03-29T00:22:36.311 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.311 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.312 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.312 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-03-29T00:22:36.312 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.312 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.312 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.312 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.312 INFO:teuthology.orchestra.run.smithi012.stdout: "agent_starting_port": { 2024-03-29T00:22:36.312 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "agent_starting_port", 2024-03-29T00:22:36.312 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.312 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.312 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.312 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "4721", 2024-03-29T00:22:36.312 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.312 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.313 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.313 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-03-29T00:22:36.313 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.313 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.313 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.313 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.313 INFO:teuthology.orchestra.run.smithi012.stdout: "allow_ptrace": { 2024-03-29T00:22:36.313 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "allow_ptrace", 2024-03-29T00:22:36.313 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.313 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.313 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.313 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.313 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.313 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.313 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.313 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-03-29T00:22:36.314 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-03-29T00:22:36.314 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.314 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.314 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.314 INFO:teuthology.orchestra.run.smithi012.stdout: "autotune_interval": { 2024-03-29T00:22:36.314 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "autotune_interval", 2024-03-29T00:22:36.314 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.314 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.314 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.314 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "600", 2024-03-29T00:22:36.314 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.314 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.314 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.314 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how frequently to autotune daemon memory", 2024-03-29T00:22:36.314 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.315 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.315 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.315 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.315 INFO:teuthology.orchestra.run.smithi012.stdout: "autotune_memory_target_ratio": { 2024-03-29T00:22:36.315 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "autotune_memory_target_ratio", 2024-03-29T00:22:36.315 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-03-29T00:22:36.315 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.315 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.315 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0.7", 2024-03-29T00:22:36.315 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.315 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.315 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.315 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-03-29T00:22:36.315 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.316 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.316 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.316 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.316 INFO:teuthology.orchestra.run.smithi012.stdout: "cephadm_log_destination": { 2024-03-29T00:22:36.316 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "cephadm_log_destination", 2024-03-29T00:22:36.316 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.316 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.316 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.316 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.316 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.316 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.316 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.316 INFO:teuthology.orchestra.run.smithi012.stdout: "file", 2024-03-29T00:22:36.316 INFO:teuthology.orchestra.run.smithi012.stdout: "file,syslog", 2024-03-29T00:22:36.316 INFO:teuthology.orchestra.run.smithi012.stdout: "syslog" 2024-03-29T00:22:36.317 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.317 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-03-29T00:22:36.317 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.317 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.317 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.317 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.317 INFO:teuthology.orchestra.run.smithi012.stdout: "cgroups_split": { 2024-03-29T00:22:36.317 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "cgroups_split", 2024-03-29T00:22:36.317 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.317 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.317 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.317 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.317 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.317 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.317 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.317 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-03-29T00:22:36.318 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.318 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.318 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.318 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.318 INFO:teuthology.orchestra.run.smithi012.stdout: "config_checks_enabled": { 2024-03-29T00:22:36.318 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "config_checks_enabled", 2024-03-29T00:22:36.318 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.318 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.318 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.318 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.318 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.318 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.318 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.319 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-03-29T00:22:36.319 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.319 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.319 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.319 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.319 INFO:teuthology.orchestra.run.smithi012.stdout: "config_dashboard": { 2024-03-29T00:22:36.319 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "config_dashboard", 2024-03-29T00:22:36.319 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.319 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.319 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.319 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.319 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.319 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.319 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.320 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-03-29T00:22:36.320 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.320 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.320 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.320 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.320 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_alertmanager": { 2024-03-29T00:22:36.320 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_alertmanager", 2024-03-29T00:22:36.320 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.320 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.320 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.320 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-03-29T00:22:36.320 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.320 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.320 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.320 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Prometheus container image", 2024-03-29T00:22:36.321 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.321 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.321 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.321 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.321 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_base": { 2024-03-29T00:22:36.321 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_base", 2024-03-29T00:22:36.321 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.321 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.321 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.321 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/ceph/ceph", 2024-03-29T00:22:36.321 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.321 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.321 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.321 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Container image name, without the tag", 2024-03-29T00:22:36.321 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.322 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.322 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.322 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.322 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_elasticsearch": { 2024-03-29T00:22:36.322 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_elasticsearch", 2024-03-29T00:22:36.322 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.322 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.322 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.322 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-03-29T00:22:36.322 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.322 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.322 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.322 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "elasticsearch container image", 2024-03-29T00:22:36.323 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.323 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.323 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.323 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.323 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_grafana": { 2024-03-29T00:22:36.323 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_grafana", 2024-03-29T00:22:36.323 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.323 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.323 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.323 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.12", 2024-03-29T00:22:36.323 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.323 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.323 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.323 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Prometheus container image", 2024-03-29T00:22:36.323 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.323 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.324 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.324 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.324 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_haproxy": { 2024-03-29T00:22:36.324 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_haproxy", 2024-03-29T00:22:36.324 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.324 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.324 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.324 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-03-29T00:22:36.324 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.324 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.324 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.324 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "HAproxy container image", 2024-03-29T00:22:36.324 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.324 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.325 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.325 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.325 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_jaeger_agent": { 2024-03-29T00:22:36.325 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_jaeger_agent", 2024-03-29T00:22:36.325 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.325 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.325 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.325 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-03-29T00:22:36.325 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.325 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.325 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.325 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Jaeger agent container image", 2024-03-29T00:22:36.325 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.325 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.325 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.325 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.326 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_jaeger_collector": { 2024-03-29T00:22:36.326 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_jaeger_collector", 2024-03-29T00:22:36.326 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.326 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.326 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.326 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-03-29T00:22:36.326 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.326 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.326 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.326 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Jaeger collector container image", 2024-03-29T00:22:36.326 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.326 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.326 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.326 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.327 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_jaeger_query": { 2024-03-29T00:22:36.327 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_jaeger_query", 2024-03-29T00:22:36.327 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.327 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.327 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.327 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-03-29T00:22:36.327 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.327 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.327 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.327 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Jaeger query container image", 2024-03-29T00:22:36.327 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.327 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.327 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.328 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.328 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_keepalived": { 2024-03-29T00:22:36.328 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_keepalived", 2024-03-29T00:22:36.328 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.328 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.328 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.328 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-03-29T00:22:36.328 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.328 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.328 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.328 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Keepalived container image", 2024-03-29T00:22:36.328 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.328 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.328 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.329 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.329 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_loki": { 2024-03-29T00:22:36.329 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_loki", 2024-03-29T00:22:36.329 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.329 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.329 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.329 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-03-29T00:22:36.329 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.329 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.329 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.329 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Loki container image", 2024-03-29T00:22:36.329 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.329 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.329 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.329 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.330 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_node_exporter": { 2024-03-29T00:22:36.330 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_node_exporter", 2024-03-29T00:22:36.330 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.330 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.330 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.330 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-03-29T00:22:36.330 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.330 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.330 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.330 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Prometheus container image", 2024-03-29T00:22:36.330 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.330 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.330 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.331 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.331 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_nvmeof": { 2024-03-29T00:22:36.331 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_nvmeof", 2024-03-29T00:22:36.331 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.331 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.331 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.331 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/ceph/nvmeof:latest", 2024-03-29T00:22:36.331 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.331 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.331 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.331 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Nvme-of container image", 2024-03-29T00:22:36.331 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.331 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.331 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.331 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.332 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_prometheus": { 2024-03-29T00:22:36.332 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_prometheus", 2024-03-29T00:22:36.332 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.332 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.332 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.332 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-03-29T00:22:36.332 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.332 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.332 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.332 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Prometheus container image", 2024-03-29T00:22:36.332 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.332 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.332 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.332 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.332 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_promtail": { 2024-03-29T00:22:36.333 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_promtail", 2024-03-29T00:22:36.333 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.333 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.333 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.333 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-03-29T00:22:36.333 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.333 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.333 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.333 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Promtail container image", 2024-03-29T00:22:36.333 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.333 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.333 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.333 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.333 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_snmp_gateway": { 2024-03-29T00:22:36.333 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_snmp_gateway", 2024-03-29T00:22:36.333 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.334 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.334 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.334 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-03-29T00:22:36.334 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.334 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.334 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.334 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "SNMP Gateway container image", 2024-03-29T00:22:36.334 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.334 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.334 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.334 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.334 INFO:teuthology.orchestra.run.smithi012.stdout: "container_init": { 2024-03-29T00:22:36.334 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_init", 2024-03-29T00:22:36.335 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.335 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.335 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.335 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.335 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.335 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.335 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.335 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Run podman/docker with `--init`", 2024-03-29T00:22:36.335 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.335 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.335 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.335 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.335 INFO:teuthology.orchestra.run.smithi012.stdout: "daemon_cache_timeout": { 2024-03-29T00:22:36.336 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "daemon_cache_timeout", 2024-03-29T00:22:36.336 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.336 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.336 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.336 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "600", 2024-03-29T00:22:36.336 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.336 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.336 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.336 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-03-29T00:22:36.336 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.336 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.336 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.336 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.336 INFO:teuthology.orchestra.run.smithi012.stdout: "default_cephadm_command_timeout": { 2024-03-29T00:22:36.336 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "default_cephadm_command_timeout", 2024-03-29T00:22:36.337 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.337 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.337 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.337 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "900", 2024-03-29T00:22:36.337 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.337 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.337 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.337 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-03-29T00:22:36.337 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.337 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.337 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.337 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.337 INFO:teuthology.orchestra.run.smithi012.stdout: "default_registry": { 2024-03-29T00:22:36.337 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "default_registry", 2024-03-29T00:22:36.337 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.337 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.338 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.338 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "docker.io", 2024-03-29T00:22:36.338 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.338 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.338 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.338 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-03-29T00:22:36.338 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.338 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.338 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.338 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.338 INFO:teuthology.orchestra.run.smithi012.stdout: "device_cache_timeout": { 2024-03-29T00:22:36.338 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "device_cache_timeout", 2024-03-29T00:22:36.338 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.339 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.339 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.339 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "1800", 2024-03-29T00:22:36.339 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.339 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.339 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.339 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "seconds to cache device inventory", 2024-03-29T00:22:36.339 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.339 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.339 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.339 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.339 INFO:teuthology.orchestra.run.smithi012.stdout: "device_enhanced_scan": { 2024-03-29T00:22:36.339 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "device_enhanced_scan", 2024-03-29T00:22:36.339 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.339 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.339 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.340 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.340 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.340 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.340 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.340 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Use libstoragemgmt during device scans", 2024-03-29T00:22:36.340 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.340 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.340 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.340 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.340 INFO:teuthology.orchestra.run.smithi012.stdout: "facts_cache_timeout": { 2024-03-29T00:22:36.340 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "facts_cache_timeout", 2024-03-29T00:22:36.340 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.341 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.341 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.341 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "60", 2024-03-29T00:22:36.341 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.341 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.341 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.341 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "seconds to cache host facts data", 2024-03-29T00:22:36.341 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.341 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.342 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.342 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.342 INFO:teuthology.orchestra.run.smithi012.stdout: "host_check_interval": { 2024-03-29T00:22:36.342 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "host_check_interval", 2024-03-29T00:22:36.342 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.342 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.342 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.342 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "600", 2024-03-29T00:22:36.342 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.342 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.342 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.343 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how frequently to perform a host check", 2024-03-29T00:22:36.343 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.343 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.343 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.343 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.343 INFO:teuthology.orchestra.run.smithi012.stdout: "hw_monitoring": { 2024-03-29T00:22:36.343 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "hw_monitoring", 2024-03-29T00:22:36.343 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.343 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.343 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.343 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.343 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.343 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.343 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.344 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-03-29T00:22:36.344 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.344 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.344 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.344 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.344 INFO:teuthology.orchestra.run.smithi012.stdout: "inventory_list_all": { 2024-03-29T00:22:36.344 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "inventory_list_all", 2024-03-29T00:22:36.344 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.344 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.344 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.344 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.344 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.344 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.344 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.344 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-03-29T00:22:36.345 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.345 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.345 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.345 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.345 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.345 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.345 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.345 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.345 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.345 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.345 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.345 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.345 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.346 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.346 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.346 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.346 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.346 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.346 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.346 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.346 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.346 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.346 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.346 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.346 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.346 INFO:teuthology.orchestra.run.smithi012.stdout: "log_refresh_metadata": { 2024-03-29T00:22:36.347 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_refresh_metadata", 2024-03-29T00:22:36.347 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.347 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.347 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.347 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.347 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.347 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.347 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.347 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-03-29T00:22:36.347 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.347 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.347 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.347 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.348 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.348 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.348 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.348 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.348 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.348 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.348 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.348 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.348 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.348 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-03-29T00:22:36.348 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.348 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.348 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.348 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.349 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.349 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.349 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.349 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.349 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.349 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.349 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.349 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.349 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.349 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.349 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.349 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.349 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.350 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.350 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.350 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.350 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.350 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.350 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.350 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.350 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.350 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.350 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.350 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.350 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.350 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.350 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.350 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.351 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.351 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.351 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.351 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.351 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.351 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.351 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.351 INFO:teuthology.orchestra.run.smithi012.stdout: "manage_etc_ceph_ceph_conf": { 2024-03-29T00:22:36.351 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-03-29T00:22:36.351 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.351 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.351 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.351 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.351 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.352 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.352 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.352 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-03-29T00:22:36.352 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.352 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.352 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.352 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.352 INFO:teuthology.orchestra.run.smithi012.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-03-29T00:22:36.352 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-03-29T00:22:36.352 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.352 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.352 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.352 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "*", 2024-03-29T00:22:36.352 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.353 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.353 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.353 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-03-29T00:22:36.353 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.353 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.353 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.353 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.353 INFO:teuthology.orchestra.run.smithi012.stdout: "max_count_per_host": { 2024-03-29T00:22:36.353 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "max_count_per_host", 2024-03-29T00:22:36.353 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.353 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.353 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.353 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-03-29T00:22:36.353 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.353 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.354 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.354 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "max number of daemons per service per host", 2024-03-29T00:22:36.354 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.354 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.354 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.354 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.354 INFO:teuthology.orchestra.run.smithi012.stdout: "max_osd_draining_count": { 2024-03-29T00:22:36.354 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "max_osd_draining_count", 2024-03-29T00:22:36.354 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.354 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.354 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.354 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-03-29T00:22:36.354 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.355 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.355 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.355 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-03-29T00:22:36.355 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.355 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.355 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.355 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.355 INFO:teuthology.orchestra.run.smithi012.stdout: "migration_current": { 2024-03-29T00:22:36.355 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "migration_current", 2024-03-29T00:22:36.355 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.355 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.355 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.355 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.355 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.356 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.356 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.356 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "internal - do not modify", 2024-03-29T00:22:36.356 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.356 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.356 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.356 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.356 INFO:teuthology.orchestra.run.smithi012.stdout: "mode": { 2024-03-29T00:22:36.356 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mode", 2024-03-29T00:22:36.356 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.356 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.356 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.356 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "root", 2024-03-29T00:22:36.356 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.356 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.357 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.357 INFO:teuthology.orchestra.run.smithi012.stdout: "cephadm-package", 2024-03-29T00:22:36.357 INFO:teuthology.orchestra.run.smithi012.stdout: "root" 2024-03-29T00:22:36.357 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.357 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "mode for remote execution of cephadm", 2024-03-29T00:22:36.357 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.357 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.357 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.357 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.357 INFO:teuthology.orchestra.run.smithi012.stdout: "oob_default_addr": { 2024-03-29T00:22:36.357 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "oob_default_addr", 2024-03-29T00:22:36.357 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.357 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.358 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.358 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "169.254.1.1", 2024-03-29T00:22:36.358 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.358 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.358 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.358 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Default address for RedFish API (oob management).", 2024-03-29T00:22:36.358 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.358 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.358 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.358 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.358 INFO:teuthology.orchestra.run.smithi012.stdout: "prometheus_alerts_path": { 2024-03-29T00:22:36.358 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "prometheus_alerts_path", 2024-03-29T00:22:36.358 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.358 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.359 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.359 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-03-29T00:22:36.359 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.359 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.359 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.359 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-03-29T00:22:36.359 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.359 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.359 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.359 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.359 INFO:teuthology.orchestra.run.smithi012.stdout: "registry_insecure": { 2024-03-29T00:22:36.359 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "registry_insecure", 2024-03-29T00:22:36.359 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.359 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.359 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.360 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.360 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.360 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.360 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.360 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-03-29T00:22:36.360 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.360 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.360 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.360 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.360 INFO:teuthology.orchestra.run.smithi012.stdout: "registry_password": { 2024-03-29T00:22:36.360 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "registry_password", 2024-03-29T00:22:36.360 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.360 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.360 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.360 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.360 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.360 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.361 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.361 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-03-29T00:22:36.361 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.361 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.361 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.361 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.361 INFO:teuthology.orchestra.run.smithi012.stdout: "registry_url": { 2024-03-29T00:22:36.361 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "registry_url", 2024-03-29T00:22:36.361 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.361 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.361 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.361 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.361 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.361 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.361 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.361 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-03-29T00:22:36.362 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.362 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.362 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.362 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.362 INFO:teuthology.orchestra.run.smithi012.stdout: "registry_username": { 2024-03-29T00:22:36.362 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "registry_username", 2024-03-29T00:22:36.362 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.362 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.362 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.362 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.362 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.362 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.362 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.363 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-03-29T00:22:36.363 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.363 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.363 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.363 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.363 INFO:teuthology.orchestra.run.smithi012.stdout: "secure_monitoring_stack": { 2024-03-29T00:22:36.363 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "secure_monitoring_stack", 2024-03-29T00:22:36.363 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.363 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.363 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.363 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.363 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.364 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.364 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.364 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-03-29T00:22:36.364 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.364 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.364 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.364 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.364 INFO:teuthology.orchestra.run.smithi012.stdout: "service_discovery_port": { 2024-03-29T00:22:36.364 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "service_discovery_port", 2024-03-29T00:22:36.364 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.365 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.365 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.365 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "8765", 2024-03-29T00:22:36.365 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.365 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.365 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.365 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "cephadm service discovery port", 2024-03-29T00:22:36.365 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.365 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.365 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.365 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.365 INFO:teuthology.orchestra.run.smithi012.stdout: "ssh_config_file": { 2024-03-29T00:22:36.365 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ssh_config_file", 2024-03-29T00:22:36.366 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.366 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.366 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.366 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.366 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.366 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.366 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.366 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-03-29T00:22:36.366 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.366 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.366 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.366 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.366 INFO:teuthology.orchestra.run.smithi012.stdout: "use_agent": { 2024-03-29T00:22:36.366 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "use_agent", 2024-03-29T00:22:36.367 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.367 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.367 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.367 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.367 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.367 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.367 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.367 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-03-29T00:22:36.367 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.367 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.367 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.367 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.367 INFO:teuthology.orchestra.run.smithi012.stdout: "use_repo_digest": { 2024-03-29T00:22:36.368 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "use_repo_digest", 2024-03-29T00:22:36.368 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.368 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.368 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.368 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.368 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.368 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.368 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.368 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-03-29T00:22:36.368 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.368 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.368 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.368 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.369 INFO:teuthology.orchestra.run.smithi012.stdout: "warn_on_failed_host_check": { 2024-03-29T00:22:36.369 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "warn_on_failed_host_check", 2024-03-29T00:22:36.369 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.369 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.369 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.369 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.369 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.369 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.369 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.369 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "raise a health warning if the host check fails", 2024-03-29T00:22:36.369 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.369 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.369 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.369 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.370 INFO:teuthology.orchestra.run.smithi012.stdout: "warn_on_stray_daemons": { 2024-03-29T00:22:36.370 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "warn_on_stray_daemons", 2024-03-29T00:22:36.370 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.370 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.370 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.370 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.370 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.370 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.370 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.370 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-03-29T00:22:36.370 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.370 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.370 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.370 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.371 INFO:teuthology.orchestra.run.smithi012.stdout: "warn_on_stray_hosts": { 2024-03-29T00:22:36.371 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "warn_on_stray_hosts", 2024-03-29T00:22:36.371 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.371 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.371 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.371 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.371 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.371 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.371 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.371 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-03-29T00:22:36.371 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.371 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.371 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.371 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.372 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.372 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.372 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.372 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "crash", 2024-03-29T00:22:36.372 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.372 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.372 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.372 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.372 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.372 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.372 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.372 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.372 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.372 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.372 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.373 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.373 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.373 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.373 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.373 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.373 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.373 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.373 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.373 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.373 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.373 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.373 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.373 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.373 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.373 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.373 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.374 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.374 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.374 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.374 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.374 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.374 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.374 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.374 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.374 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.374 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.374 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.374 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.374 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.374 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.375 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.375 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.375 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.375 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.375 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.375 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.375 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.375 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.375 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.375 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.375 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.375 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.375 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.375 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.375 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.375 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.376 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.376 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.376 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.376 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.376 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.376 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.376 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.376 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.376 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.376 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.376 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.376 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.376 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.376 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.376 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.376 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.377 INFO:teuthology.orchestra.run.smithi012.stdout: "retain_interval": { 2024-03-29T00:22:36.377 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "retain_interval", 2024-03-29T00:22:36.377 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.377 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.377 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.377 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "31536000", 2024-03-29T00:22:36.377 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.377 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.377 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.377 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how long to retain crashes before pruning them", 2024-03-29T00:22:36.377 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.377 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.377 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.377 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.378 INFO:teuthology.orchestra.run.smithi012.stdout: "warn_recent_interval": { 2024-03-29T00:22:36.378 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "warn_recent_interval", 2024-03-29T00:22:36.378 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.378 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.378 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.378 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "1209600", 2024-03-29T00:22:36.378 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.378 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.378 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.378 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "time interval in which to warn about recent crashes", 2024-03-29T00:22:36.378 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.378 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.378 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.378 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.379 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.379 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.379 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.379 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "dashboard", 2024-03-29T00:22:36.379 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.379 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.379 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.379 INFO:teuthology.orchestra.run.smithi012.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-03-29T00:22:36.379 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-03-29T00:22:36.379 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.379 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.379 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.379 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-03-29T00:22:36.379 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.379 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.380 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.380 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.380 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.380 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.380 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.380 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.380 INFO:teuthology.orchestra.run.smithi012.stdout: "ALERTMANAGER_API_HOST": { 2024-03-29T00:22:36.380 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ALERTMANAGER_API_HOST", 2024-03-29T00:22:36.380 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.380 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.380 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.380 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.380 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.380 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.381 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.381 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.381 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.381 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.381 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.381 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.381 INFO:teuthology.orchestra.run.smithi012.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-03-29T00:22:36.381 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-03-29T00:22:36.381 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.381 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.381 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.381 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.381 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.381 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.382 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.382 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.382 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.382 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.382 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.382 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.382 INFO:teuthology.orchestra.run.smithi012.stdout: "AUDIT_API_ENABLED": { 2024-03-29T00:22:36.382 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "AUDIT_API_ENABLED", 2024-03-29T00:22:36.382 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.382 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.382 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.382 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.382 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.382 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.383 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.383 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.383 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.383 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.383 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.383 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.383 INFO:teuthology.orchestra.run.smithi012.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-03-29T00:22:36.383 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-03-29T00:22:36.383 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.383 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.383 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.383 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.383 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.383 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.383 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.384 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.384 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.384 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.384 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.384 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.384 INFO:teuthology.orchestra.run.smithi012.stdout: "ENABLE_BROWSABLE_API": { 2024-03-29T00:22:36.384 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ENABLE_BROWSABLE_API", 2024-03-29T00:22:36.384 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.384 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.384 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.384 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.384 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.384 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.384 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.384 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.385 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.385 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.385 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.385 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.385 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-03-29T00:22:36.385 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-03-29T00:22:36.385 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.385 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.385 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.385 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.385 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.385 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.385 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.385 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.385 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.385 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.386 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.386 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.386 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-03-29T00:22:36.386 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-03-29T00:22:36.386 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.386 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.386 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.386 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.386 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.386 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.386 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.386 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.386 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.386 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.386 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.387 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.387 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-03-29T00:22:36.387 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-03-29T00:22:36.387 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.387 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.387 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.387 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.387 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.387 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.387 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.387 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.387 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.387 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.387 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.387 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.388 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-03-29T00:22:36.388 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-03-29T00:22:36.388 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.388 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.388 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.388 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.388 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.388 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.388 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.388 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.388 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.388 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.388 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.389 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.389 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_NFS": { 2024-03-29T00:22:36.389 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-03-29T00:22:36.389 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.389 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.389 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.389 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.389 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.389 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.389 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.390 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.390 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.390 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.390 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.390 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.390 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_RBD": { 2024-03-29T00:22:36.390 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-03-29T00:22:36.390 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.390 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.390 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.390 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.390 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.391 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.391 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.391 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.391 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.391 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.391 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.391 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.391 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_RGW": { 2024-03-29T00:22:36.391 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-03-29T00:22:36.391 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.391 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.391 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.391 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.392 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.392 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.392 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.392 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.392 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.392 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.392 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.392 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.392 INFO:teuthology.orchestra.run.smithi012.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-03-29T00:22:36.392 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-03-29T00:22:36.393 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.393 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.393 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.393 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.393 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.393 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.393 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.393 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.393 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.393 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.393 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.393 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.393 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_API_PASSWORD": { 2024-03-29T00:22:36.393 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_API_PASSWORD", 2024-03-29T00:22:36.394 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.394 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.394 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.394 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "admin", 2024-03-29T00:22:36.394 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.394 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.394 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.394 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.394 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.394 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.394 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.394 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.395 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-03-29T00:22:36.395 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-03-29T00:22:36.395 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.395 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.395 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.395 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.395 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.395 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.395 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.395 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.395 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.395 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.395 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.395 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.395 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_API_URL": { 2024-03-29T00:22:36.396 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_API_URL", 2024-03-29T00:22:36.396 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.396 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.396 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.396 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.396 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.396 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.396 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.396 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.396 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.396 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.396 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.396 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.397 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_API_USERNAME": { 2024-03-29T00:22:36.397 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_API_USERNAME", 2024-03-29T00:22:36.397 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.397 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.397 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.397 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "admin", 2024-03-29T00:22:36.397 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.397 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.397 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.397 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.397 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.397 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.397 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.397 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.398 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-03-29T00:22:36.398 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-03-29T00:22:36.398 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.398 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.398 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.398 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.398 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.398 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.398 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.398 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.398 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.398 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.399 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.399 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.399 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-03-29T00:22:36.399 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-03-29T00:22:36.399 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.399 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.399 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.399 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.399 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.399 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.399 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.399 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.399 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.399 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.399 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.400 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.400 INFO:teuthology.orchestra.run.smithi012.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-03-29T00:22:36.400 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-03-29T00:22:36.400 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.400 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.400 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.400 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.400 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.400 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.400 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.400 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.400 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.400 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.401 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.401 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.401 INFO:teuthology.orchestra.run.smithi012.stdout: "ISSUE_TRACKER_API_KEY": { 2024-03-29T00:22:36.401 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-03-29T00:22:36.401 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.401 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.401 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.401 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.401 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.401 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.401 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.401 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.401 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.401 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.401 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.402 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.402 INFO:teuthology.orchestra.run.smithi012.stdout: "PROMETHEUS_API_HOST": { 2024-03-29T00:22:36.402 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PROMETHEUS_API_HOST", 2024-03-29T00:22:36.402 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.402 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.402 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.402 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.402 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.402 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.402 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.402 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.402 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.402 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.402 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.403 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.403 INFO:teuthology.orchestra.run.smithi012.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-03-29T00:22:36.403 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-03-29T00:22:36.403 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.403 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.403 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.403 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.403 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.403 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.403 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.403 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.403 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.403 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.403 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.403 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.404 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-03-29T00:22:36.404 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-03-29T00:22:36.404 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.404 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.404 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.404 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.404 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.404 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.404 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.404 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.404 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.404 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.405 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.405 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.405 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-03-29T00:22:36.405 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-03-29T00:22:36.405 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.405 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.405 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.405 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.405 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.405 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.405 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.405 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.405 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.405 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.406 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.406 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.406 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-03-29T00:22:36.406 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-03-29T00:22:36.406 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.406 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.406 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.406 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.406 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.406 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.406 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.406 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.406 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.406 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.407 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.407 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.407 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-03-29T00:22:36.407 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-03-29T00:22:36.407 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.407 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.407 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.407 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.407 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.407 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.407 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.407 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.407 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.407 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.407 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.408 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.408 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-03-29T00:22:36.408 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-03-29T00:22:36.408 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.408 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.408 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.408 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.408 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.408 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.408 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.408 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.408 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.408 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.408 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.409 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.409 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-03-29T00:22:36.409 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-03-29T00:22:36.409 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.409 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.409 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.409 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.409 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.409 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.409 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.409 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.409 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.409 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.409 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.410 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.410 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-03-29T00:22:36.410 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-03-29T00:22:36.410 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.410 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.410 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.410 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.410 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.410 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.410 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.410 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.410 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.410 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.410 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.410 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.410 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_ENABLED": { 2024-03-29T00:22:36.411 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_ENABLED", 2024-03-29T00:22:36.411 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.411 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.411 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.411 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.411 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.411 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.411 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.411 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.411 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.411 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.411 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.411 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.411 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-03-29T00:22:36.412 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-03-29T00:22:36.412 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.412 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.412 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.412 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-03-29T00:22:36.412 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.412 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.412 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.412 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.412 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.412 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.412 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.412 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.412 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-03-29T00:22:36.412 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-03-29T00:22:36.413 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.413 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.413 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.413 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-03-29T00:22:36.413 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.413 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.413 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.413 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.413 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.413 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.413 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.413 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.413 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-03-29T00:22:36.413 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-03-29T00:22:36.414 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.414 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.414 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.414 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "8", 2024-03-29T00:22:36.414 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.414 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.414 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.414 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.414 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.414 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.414 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.414 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.414 INFO:teuthology.orchestra.run.smithi012.stdout: "REST_REQUESTS_TIMEOUT": { 2024-03-29T00:22:36.414 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-03-29T00:22:36.415 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.415 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.415 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.415 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "45", 2024-03-29T00:22:36.415 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.415 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.415 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.415 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.415 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.415 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.415 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.415 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.415 INFO:teuthology.orchestra.run.smithi012.stdout: "RGW_API_ACCESS_KEY": { 2024-03-29T00:22:36.415 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "RGW_API_ACCESS_KEY", 2024-03-29T00:22:36.415 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.416 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.416 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.416 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.416 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.416 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.416 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.416 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.416 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.416 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.416 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.416 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.416 INFO:teuthology.orchestra.run.smithi012.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-03-29T00:22:36.416 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-03-29T00:22:36.417 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.417 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.417 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.417 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "admin", 2024-03-29T00:22:36.417 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.417 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.417 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.417 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.417 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.417 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.417 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.417 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.418 INFO:teuthology.orchestra.run.smithi012.stdout: "RGW_API_SECRET_KEY": { 2024-03-29T00:22:36.418 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "RGW_API_SECRET_KEY", 2024-03-29T00:22:36.418 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.418 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.418 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.418 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.421 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.421 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.422 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.422 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.422 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.422 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.422 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.422 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.422 INFO:teuthology.orchestra.run.smithi012.stdout: "RGW_API_SSL_VERIFY": { 2024-03-29T00:22:36.422 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "RGW_API_SSL_VERIFY", 2024-03-29T00:22:36.422 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.422 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.422 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.422 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.422 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.423 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.423 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.423 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.423 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.423 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.423 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.423 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.423 INFO:teuthology.orchestra.run.smithi012.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-03-29T00:22:36.423 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-03-29T00:22:36.423 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.423 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.423 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.423 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-03-29T00:22:36.423 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.423 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.424 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.424 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.424 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.424 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.424 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.424 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.424 INFO:teuthology.orchestra.run.smithi012.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-03-29T00:22:36.424 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-03-29T00:22:36.424 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.424 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.424 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.424 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-03-29T00:22:36.424 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.424 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.424 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.425 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.425 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.425 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.425 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.425 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.425 INFO:teuthology.orchestra.run.smithi012.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-03-29T00:22:36.425 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-03-29T00:22:36.425 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.425 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.425 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.425 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "5", 2024-03-29T00:22:36.425 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.425 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.425 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.426 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.426 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.426 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.426 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.426 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.426 INFO:teuthology.orchestra.run.smithi012.stdout: "cross_origin_url": { 2024-03-29T00:22:36.426 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "cross_origin_url", 2024-03-29T00:22:36.426 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.426 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.426 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.426 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.426 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.426 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.426 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.426 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.427 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.427 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.427 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.427 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.427 INFO:teuthology.orchestra.run.smithi012.stdout: "crt_file": { 2024-03-29T00:22:36.427 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "crt_file", 2024-03-29T00:22:36.427 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.427 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.427 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.427 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.427 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.427 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.427 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.427 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.427 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.428 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.428 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.428 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.428 INFO:teuthology.orchestra.run.smithi012.stdout: "debug": { 2024-03-29T00:22:36.428 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "debug", 2024-03-29T00:22:36.428 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.428 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.428 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.428 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.428 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.428 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.428 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.428 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Enable/disable debug options", 2024-03-29T00:22:36.428 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.428 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.429 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.429 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.429 INFO:teuthology.orchestra.run.smithi012.stdout: "jwt_token_ttl": { 2024-03-29T00:22:36.429 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "jwt_token_ttl", 2024-03-29T00:22:36.429 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.429 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.429 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.429 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "28800", 2024-03-29T00:22:36.429 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.429 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.429 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.429 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.429 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.429 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.430 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.430 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.430 INFO:teuthology.orchestra.run.smithi012.stdout: "key_file": { 2024-03-29T00:22:36.430 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "key_file", 2024-03-29T00:22:36.430 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.430 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.430 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.430 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.430 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.430 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.430 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.430 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.430 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.430 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.431 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.431 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.431 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.431 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.431 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.431 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.431 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.431 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.431 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.431 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.431 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.431 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.431 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.431 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.431 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.432 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.432 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.432 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.432 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.432 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.432 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.432 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.432 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.432 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.432 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.432 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.432 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.432 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.432 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.433 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.433 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.433 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.433 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.433 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.433 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.433 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.433 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.433 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.433 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.433 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.433 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.433 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.434 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.434 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.434 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.434 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.434 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.434 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.434 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.434 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.434 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.434 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.434 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.434 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.434 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.434 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.434 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.435 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.435 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.435 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.435 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.435 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.435 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.435 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.435 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.435 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.435 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.435 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.435 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.435 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.435 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.435 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.436 INFO:teuthology.orchestra.run.smithi012.stdout: "motd": { 2024-03-29T00:22:36.436 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "motd", 2024-03-29T00:22:36.436 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.436 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.436 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.436 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.436 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.436 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.436 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.436 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "The message of the day", 2024-03-29T00:22:36.436 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.436 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.436 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.436 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.436 INFO:teuthology.orchestra.run.smithi012.stdout: "redirect_resolve_ip_addr": { 2024-03-29T00:22:36.437 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "redirect_resolve_ip_addr", 2024-03-29T00:22:36.437 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.437 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.437 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.437 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.437 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.437 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.437 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.437 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.437 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.437 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.437 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.437 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.438 INFO:teuthology.orchestra.run.smithi012.stdout: "server_addr": { 2024-03-29T00:22:36.438 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_addr", 2024-03-29T00:22:36.438 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.438 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.438 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.438 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "::", 2024-03-29T00:22:36.438 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.438 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.438 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.438 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.438 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.438 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.438 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.438 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.439 INFO:teuthology.orchestra.run.smithi012.stdout: "server_port": { 2024-03-29T00:22:36.439 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_port", 2024-03-29T00:22:36.439 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.439 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.439 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.439 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "8080", 2024-03-29T00:22:36.439 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.439 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.439 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.439 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.439 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.439 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.439 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.439 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.440 INFO:teuthology.orchestra.run.smithi012.stdout: "ssl": { 2024-03-29T00:22:36.440 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ssl", 2024-03-29T00:22:36.440 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.440 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.440 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.440 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.440 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.440 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.440 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.440 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.440 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.440 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.440 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.440 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.440 INFO:teuthology.orchestra.run.smithi012.stdout: "ssl_server_port": { 2024-03-29T00:22:36.441 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ssl_server_port", 2024-03-29T00:22:36.441 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.441 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.441 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.441 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "8443", 2024-03-29T00:22:36.441 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.441 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.441 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.441 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.441 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.441 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.441 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.441 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.441 INFO:teuthology.orchestra.run.smithi012.stdout: "standby_behaviour": { 2024-03-29T00:22:36.441 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "standby_behaviour", 2024-03-29T00:22:36.442 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.442 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.442 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.442 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "redirect", 2024-03-29T00:22:36.442 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.442 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.442 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.442 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.442 INFO:teuthology.orchestra.run.smithi012.stdout: "redirect" 2024-03-29T00:22:36.442 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.442 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.442 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.442 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.443 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.443 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.443 INFO:teuthology.orchestra.run.smithi012.stdout: "standby_error_status_code": { 2024-03-29T00:22:36.443 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "standby_error_status_code", 2024-03-29T00:22:36.443 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.443 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.443 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.443 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "500", 2024-03-29T00:22:36.443 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "400", 2024-03-29T00:22:36.443 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "599", 2024-03-29T00:22:36.443 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.444 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.444 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.444 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.444 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.444 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.444 INFO:teuthology.orchestra.run.smithi012.stdout: "url_prefix": { 2024-03-29T00:22:36.444 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "url_prefix", 2024-03-29T00:22:36.444 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.444 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.444 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.444 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.444 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.444 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.444 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.444 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.445 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.445 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.445 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.445 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.445 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.445 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.445 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.445 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "devicehealth", 2024-03-29T00:22:36.445 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.445 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.445 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.445 INFO:teuthology.orchestra.run.smithi012.stdout: "enable_monitoring": { 2024-03-29T00:22:36.445 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "enable_monitoring", 2024-03-29T00:22:36.445 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.446 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.446 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.446 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.446 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.446 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.446 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.446 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "monitor device health metrics", 2024-03-29T00:22:36.446 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.446 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.446 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.446 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.446 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.446 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.446 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.446 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.447 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.447 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.447 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.447 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.447 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.447 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.447 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.447 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.447 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.447 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.447 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.447 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.447 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.447 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.448 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.448 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.448 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.448 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.448 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.448 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.448 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.448 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.448 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.448 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.448 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.448 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.448 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.448 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.449 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.449 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.449 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.449 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.449 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.449 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.449 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.449 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.449 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.449 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.449 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.449 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.449 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.449 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.450 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.450 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.450 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.450 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.450 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.450 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.450 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.450 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.450 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.450 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.450 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.450 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.450 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.450 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.451 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.451 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.451 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.451 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.451 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.451 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.451 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.451 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.451 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.451 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.451 INFO:teuthology.orchestra.run.smithi012.stdout: "mark_out_threshold": { 2024-03-29T00:22:36.451 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mark_out_threshold", 2024-03-29T00:22:36.451 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.452 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.452 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.452 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "2419200", 2024-03-29T00:22:36.452 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.452 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.452 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.452 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-03-29T00:22:36.452 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.452 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.452 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.452 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.452 INFO:teuthology.orchestra.run.smithi012.stdout: "pool_name": { 2024-03-29T00:22:36.452 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "pool_name", 2024-03-29T00:22:36.452 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.452 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.453 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.453 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "device_health_metrics", 2024-03-29T00:22:36.453 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.453 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.453 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.453 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "name of pool in which to store device health metrics", 2024-03-29T00:22:36.453 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.453 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.453 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.453 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.453 INFO:teuthology.orchestra.run.smithi012.stdout: "retention_period": { 2024-03-29T00:22:36.453 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "retention_period", 2024-03-29T00:22:36.453 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.453 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.453 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.454 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "15552000", 2024-03-29T00:22:36.454 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.454 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.454 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.454 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how long to retain device health metrics", 2024-03-29T00:22:36.454 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.454 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.454 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.454 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.454 INFO:teuthology.orchestra.run.smithi012.stdout: "scrape_frequency": { 2024-03-29T00:22:36.454 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "scrape_frequency", 2024-03-29T00:22:36.454 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.454 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.454 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.455 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "86400", 2024-03-29T00:22:36.455 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.455 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.455 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.455 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how frequently to scrape device health metrics", 2024-03-29T00:22:36.455 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.455 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.455 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.455 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.455 INFO:teuthology.orchestra.run.smithi012.stdout: "self_heal": { 2024-03-29T00:22:36.455 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "self_heal", 2024-03-29T00:22:36.455 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.455 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.455 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.455 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.456 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.456 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.456 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.456 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-03-29T00:22:36.456 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.456 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.456 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.456 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.456 INFO:teuthology.orchestra.run.smithi012.stdout: "sleep_interval": { 2024-03-29T00:22:36.456 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sleep_interval", 2024-03-29T00:22:36.456 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.456 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.456 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.456 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "600", 2024-03-29T00:22:36.456 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.456 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.456 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.456 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how frequently to wake up and check device health", 2024-03-29T00:22:36.457 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.457 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.457 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.457 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.457 INFO:teuthology.orchestra.run.smithi012.stdout: "warn_threshold": { 2024-03-29T00:22:36.457 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "warn_threshold", 2024-03-29T00:22:36.457 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.457 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.457 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.457 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "7257600", 2024-03-29T00:22:36.457 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.457 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.457 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.457 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-03-29T00:22:36.457 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.458 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.458 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.458 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.458 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.458 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.458 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.458 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "diskprediction_local", 2024-03-29T00:22:36.458 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.458 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.458 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.458 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.458 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.458 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.458 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.459 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.459 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.459 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.459 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.459 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.459 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.459 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.459 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.459 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.459 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.459 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.459 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.459 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.459 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.459 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.460 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.460 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.460 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.460 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.460 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.460 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.460 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.460 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.460 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.460 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.460 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.460 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.460 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.460 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.461 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.461 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.461 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.461 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.461 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.461 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.461 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.461 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.461 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.461 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.461 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.461 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.461 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.461 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.461 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.462 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.462 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.462 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.462 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.462 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.462 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.462 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.462 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.462 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.462 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.462 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.462 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.462 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.462 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.462 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.463 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.463 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.463 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.463 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.463 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.463 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.463 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.463 INFO:teuthology.orchestra.run.smithi012.stdout: "predict_interval": { 2024-03-29T00:22:36.463 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "predict_interval", 2024-03-29T00:22:36.463 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.463 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.463 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.463 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "86400", 2024-03-29T00:22:36.463 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.464 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.464 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.464 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.464 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.464 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.464 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.464 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.464 INFO:teuthology.orchestra.run.smithi012.stdout: "predictor_model": { 2024-03-29T00:22:36.464 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "predictor_model", 2024-03-29T00:22:36.464 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.465 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.465 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.465 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "prophetstor", 2024-03-29T00:22:36.465 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.465 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.465 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.465 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.465 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.465 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.465 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.465 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.465 INFO:teuthology.orchestra.run.smithi012.stdout: "sleep_interval": { 2024-03-29T00:22:36.465 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sleep_interval", 2024-03-29T00:22:36.466 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.466 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.466 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.466 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "600", 2024-03-29T00:22:36.466 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.466 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.466 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.466 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.466 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.466 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.466 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.466 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.466 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.466 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.466 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.467 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "influx", 2024-03-29T00:22:36.467 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": false, 2024-03-29T00:22:36.467 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "influxdb python module not found", 2024-03-29T00:22:36.467 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.467 INFO:teuthology.orchestra.run.smithi012.stdout: "batch_size": { 2024-03-29T00:22:36.467 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "batch_size", 2024-03-29T00:22:36.467 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.467 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.467 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.467 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "5000", 2024-03-29T00:22:36.467 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.467 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.467 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.467 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-03-29T00:22:36.467 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.468 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.468 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.468 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.468 INFO:teuthology.orchestra.run.smithi012.stdout: "database": { 2024-03-29T00:22:36.468 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "database", 2024-03-29T00:22:36.468 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.468 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.468 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.468 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "ceph", 2024-03-29T00:22:36.468 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.468 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.468 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.468 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-03-29T00:22:36.468 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.469 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.469 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.469 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.469 INFO:teuthology.orchestra.run.smithi012.stdout: "hostname": { 2024-03-29T00:22:36.469 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "hostname", 2024-03-29T00:22:36.469 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.469 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.469 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.469 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.469 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.469 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.469 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.469 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "InfluxDB server hostname", 2024-03-29T00:22:36.469 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.469 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.469 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.470 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.470 INFO:teuthology.orchestra.run.smithi012.stdout: "interval": { 2024-03-29T00:22:36.470 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "interval", 2024-03-29T00:22:36.470 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.470 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.470 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.470 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "30", 2024-03-29T00:22:36.470 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "5", 2024-03-29T00:22:36.470 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.470 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.470 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-03-29T00:22:36.470 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.470 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.470 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.470 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.471 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.471 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.471 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.471 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.471 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.471 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.471 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.471 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.471 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.471 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.471 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.471 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.471 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.471 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.471 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.471 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.472 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.472 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.472 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.472 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.472 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.472 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.472 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.472 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.472 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.472 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.472 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.472 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.472 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.472 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.472 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.473 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.473 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.473 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.473 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.473 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.473 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.473 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.473 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.473 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.473 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.473 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.473 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.473 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.473 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.473 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.474 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.474 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.474 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.474 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.474 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.474 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.474 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.474 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.474 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.474 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.474 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.474 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.474 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.474 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.474 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.475 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.475 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.475 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.475 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.475 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.475 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.475 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.475 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.475 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.475 INFO:teuthology.orchestra.run.smithi012.stdout: "password": { 2024-03-29T00:22:36.475 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "password", 2024-03-29T00:22:36.475 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.475 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.475 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.475 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.476 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.476 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.476 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.476 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "password of InfluxDB server user", 2024-03-29T00:22:36.476 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.476 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.476 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.476 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.476 INFO:teuthology.orchestra.run.smithi012.stdout: "port": { 2024-03-29T00:22:36.476 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "port", 2024-03-29T00:22:36.476 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.476 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.476 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.476 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "8086", 2024-03-29T00:22:36.477 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.477 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.477 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.477 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "InfluxDB server port", 2024-03-29T00:22:36.477 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.477 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.477 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.477 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.477 INFO:teuthology.orchestra.run.smithi012.stdout: "ssl": { 2024-03-29T00:22:36.477 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ssl", 2024-03-29T00:22:36.477 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.477 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.477 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.478 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "false", 2024-03-29T00:22:36.478 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.478 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.478 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.478 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-03-29T00:22:36.478 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.478 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.478 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.478 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.478 INFO:teuthology.orchestra.run.smithi012.stdout: "threads": { 2024-03-29T00:22:36.478 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "threads", 2024-03-29T00:22:36.478 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.478 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.478 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.478 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "5", 2024-03-29T00:22:36.479 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "1", 2024-03-29T00:22:36.479 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "32", 2024-03-29T00:22:36.479 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.479 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-03-29T00:22:36.479 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.479 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.479 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.479 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.479 INFO:teuthology.orchestra.run.smithi012.stdout: "username": { 2024-03-29T00:22:36.479 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "username", 2024-03-29T00:22:36.479 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.479 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.479 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.479 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.479 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.480 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.480 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.480 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "username of InfluxDB server user", 2024-03-29T00:22:36.480 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.480 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.480 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.480 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.480 INFO:teuthology.orchestra.run.smithi012.stdout: "verify_ssl": { 2024-03-29T00:22:36.480 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "verify_ssl", 2024-03-29T00:22:36.480 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.480 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.480 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.480 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "true", 2024-03-29T00:22:36.480 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.480 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.481 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.481 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-03-29T00:22:36.481 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.481 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.481 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.481 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.481 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.481 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.481 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.481 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "insights", 2024-03-29T00:22:36.481 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.481 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.481 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.481 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.481 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.481 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.482 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.482 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.482 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.482 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.482 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.482 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.482 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.482 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.482 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.482 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.482 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.482 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.482 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.482 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.483 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.483 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.483 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.483 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.483 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.483 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.483 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.483 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.483 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.483 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.483 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.483 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.484 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.484 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.484 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.484 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.484 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.484 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.484 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.484 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.484 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.484 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.484 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.484 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.484 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.484 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.484 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.485 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.485 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.485 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.485 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.485 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.485 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.485 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.485 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.485 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.485 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.485 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.485 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.485 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.485 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.485 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.486 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.486 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.486 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.486 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.486 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.486 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.486 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.486 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.486 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.486 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.486 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.486 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.486 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.487 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.487 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "iostat", 2024-03-29T00:22:36.487 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.487 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.487 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.487 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.487 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.487 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.487 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.487 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.487 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.487 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.487 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.488 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.488 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.488 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.488 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.488 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.488 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.488 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.488 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.488 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.488 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.488 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.488 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.488 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.488 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.488 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.489 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.489 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.489 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.489 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.489 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.489 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.489 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.489 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.489 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.489 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.489 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.489 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.489 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.490 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.490 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.490 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.490 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.490 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.490 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.490 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.490 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.490 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.490 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.490 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.491 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.491 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.491 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.491 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.491 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.491 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.491 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.491 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.491 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.491 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.491 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.491 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.491 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.491 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.492 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.492 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.492 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.492 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.492 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.492 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.492 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.492 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.492 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.492 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.492 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.492 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.492 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "k8sevents", 2024-03-29T00:22:36.492 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.492 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.492 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.492 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_event_retention_days": { 2024-03-29T00:22:36.493 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ceph_event_retention_days", 2024-03-29T00:22:36.493 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.493 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.493 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.493 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "7", 2024-03-29T00:22:36.493 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.493 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.493 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.493 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Days to hold ceph event information within local cache", 2024-03-29T00:22:36.493 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.493 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.493 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.493 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.493 INFO:teuthology.orchestra.run.smithi012.stdout: "config_check_secs": { 2024-03-29T00:22:36.493 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "config_check_secs", 2024-03-29T00:22:36.494 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.494 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.494 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.494 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-03-29T00:22:36.494 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "10", 2024-03-29T00:22:36.494 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.494 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.494 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-03-29T00:22:36.494 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.494 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.494 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.494 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.494 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.494 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.495 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.495 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.495 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.495 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.495 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.495 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.495 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.495 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.495 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.495 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.495 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.495 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.495 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.495 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.495 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.496 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.496 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.496 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.496 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.496 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.496 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.496 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.496 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.496 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.496 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.496 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.496 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.496 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.496 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.496 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.496 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.497 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.497 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.497 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.497 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.497 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.497 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.497 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.497 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.497 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.497 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.497 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.497 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.497 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.497 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.497 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.498 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.498 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.498 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.498 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.498 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.498 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.498 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.498 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.498 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.498 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.498 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.498 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.498 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.498 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.498 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.499 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.499 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.499 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.499 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.499 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.499 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.499 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.499 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.499 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.499 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.499 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "localpool", 2024-03-29T00:22:36.499 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.499 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.500 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.500 INFO:teuthology.orchestra.run.smithi012.stdout: "failure_domain": { 2024-03-29T00:22:36.500 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "failure_domain", 2024-03-29T00:22:36.500 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.500 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.500 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.500 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "host", 2024-03-29T00:22:36.500 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.500 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.500 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.500 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "failure domain for any created local pool", 2024-03-29T00:22:36.500 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-03-29T00:22:36.500 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.500 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.501 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.501 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.501 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.501 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.501 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.501 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.501 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.501 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.501 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.501 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.501 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.501 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.501 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.501 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.502 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.502 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.502 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.502 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.502 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.502 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.502 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.502 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.502 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.502 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.502 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.502 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.502 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.502 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.503 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.503 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.503 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.503 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.503 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.503 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.503 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.503 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.503 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.503 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.503 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.503 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.503 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.503 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.503 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.504 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.504 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.504 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.504 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.504 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.504 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.504 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.504 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.504 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.504 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.504 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.504 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.504 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.504 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.504 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.505 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.505 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.505 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.505 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.505 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.505 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.505 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.505 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.505 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.505 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.505 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.505 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.506 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.506 INFO:teuthology.orchestra.run.smithi012.stdout: "min_size": { 2024-03-29T00:22:36.506 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "min_size", 2024-03-29T00:22:36.506 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.506 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.506 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.506 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.506 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.506 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.506 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.506 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "default min_size for any created local pool", 2024-03-29T00:22:36.506 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-03-29T00:22:36.506 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.507 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.507 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.507 INFO:teuthology.orchestra.run.smithi012.stdout: "num_rep": { 2024-03-29T00:22:36.507 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "num_rep", 2024-03-29T00:22:36.507 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.507 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.507 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.507 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "3", 2024-03-29T00:22:36.507 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.507 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.507 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.507 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "default replica count for any created local pool", 2024-03-29T00:22:36.507 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.507 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.508 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.508 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.508 INFO:teuthology.orchestra.run.smithi012.stdout: "pg_num": { 2024-03-29T00:22:36.508 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "pg_num", 2024-03-29T00:22:36.508 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.508 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.508 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.508 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "128", 2024-03-29T00:22:36.508 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.508 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.508 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.508 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "default pg_num for any created local pool", 2024-03-29T00:22:36.508 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.509 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.509 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.509 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.509 INFO:teuthology.orchestra.run.smithi012.stdout: "prefix": { 2024-03-29T00:22:36.509 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "prefix", 2024-03-29T00:22:36.509 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.509 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.509 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.509 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.509 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.509 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.509 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.509 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "name prefix for any created local pool", 2024-03-29T00:22:36.509 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.509 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.510 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.510 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.510 INFO:teuthology.orchestra.run.smithi012.stdout: "subtree": { 2024-03-29T00:22:36.510 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "subtree", 2024-03-29T00:22:36.510 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.510 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.510 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.510 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "rack", 2024-03-29T00:22:36.510 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.510 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.510 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.510 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "CRUSH level for which to create a local pool", 2024-03-29T00:22:36.510 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-03-29T00:22:36.510 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.511 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.511 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.511 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.511 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.511 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.511 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mds_autoscaler", 2024-03-29T00:22:36.511 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.511 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.511 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.511 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.511 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.511 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.511 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.511 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.511 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.511 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.512 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.512 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.512 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.512 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.512 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.512 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.512 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.512 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.512 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.512 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.512 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.512 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.512 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.513 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.513 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.513 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.513 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.513 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.513 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.513 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.513 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.513 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.513 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.513 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.513 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.514 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.514 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.514 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.514 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.514 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.514 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.514 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.514 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.514 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.514 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.514 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.514 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.514 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.514 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.515 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.515 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.515 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.515 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.515 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.515 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.515 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.515 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.515 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.515 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.515 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.515 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.515 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.515 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.515 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.515 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.516 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.516 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.516 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.516 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.516 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.516 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.516 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.516 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.516 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.516 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.516 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.516 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mirroring", 2024-03-29T00:22:36.516 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.516 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.516 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.516 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.517 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.517 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.517 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.517 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.517 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.517 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.517 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.517 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.517 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.517 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.517 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.517 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.517 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.517 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.517 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.518 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.518 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.518 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.518 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.518 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.518 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.518 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.518 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.518 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.518 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.518 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.518 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.518 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.518 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.519 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.519 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.519 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.519 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.519 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.519 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.519 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.519 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.519 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.519 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.519 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.519 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.519 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.519 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.520 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.520 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.520 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.520 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.520 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.520 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.520 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.520 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.520 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.520 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.520 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.520 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.520 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.521 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.521 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.521 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.521 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.521 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.521 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.521 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.521 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.521 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.521 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.521 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.521 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.521 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.521 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.521 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.521 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.522 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "nfs", 2024-03-29T00:22:36.522 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.522 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.522 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.522 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.522 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.522 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.522 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.522 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.522 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.522 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.523 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.523 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.523 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.523 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.523 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.523 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.523 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.523 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.523 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.523 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.523 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.524 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.524 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.524 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.524 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.524 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.524 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.524 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.524 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.524 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.524 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.524 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.524 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.524 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.524 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.524 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.524 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.525 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.525 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.525 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.525 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.525 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.525 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.525 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.525 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.525 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.525 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.525 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.525 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.525 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.525 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.526 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.526 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.526 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.526 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.526 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.526 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.526 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.526 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.526 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.526 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.526 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.526 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.526 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.526 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.527 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.527 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.527 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.527 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.527 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.527 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.527 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.527 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.527 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.527 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.527 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.527 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "orchestrator", 2024-03-29T00:22:36.527 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.527 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.527 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.528 INFO:teuthology.orchestra.run.smithi012.stdout: "fail_fs": { 2024-03-29T00:22:36.528 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "fail_fs", 2024-03-29T00:22:36.528 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.528 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.528 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.528 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.528 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.528 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.528 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.528 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-03-29T00:22:36.528 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.528 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.528 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.528 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.528 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.529 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.529 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.529 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.529 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.529 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.529 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.529 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.529 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.529 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.529 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.529 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.529 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.529 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.529 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.529 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.529 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.530 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.530 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.530 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.530 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.530 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.530 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.530 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.530 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.530 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.530 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.530 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.530 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.530 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.530 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.530 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.531 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.531 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.531 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.531 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.531 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.531 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.531 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.531 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.531 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.531 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.531 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.531 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.531 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.531 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.531 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.532 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.532 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.532 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.532 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.532 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.532 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.532 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.532 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.532 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.532 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.532 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.532 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.532 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.532 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.532 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.532 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.533 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.533 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.533 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.533 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.533 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.533 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.533 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.533 INFO:teuthology.orchestra.run.smithi012.stdout: "orchestrator": { 2024-03-29T00:22:36.533 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "orchestrator", 2024-03-29T00:22:36.533 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.533 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.533 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.533 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.533 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.533 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.534 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.534 INFO:teuthology.orchestra.run.smithi012.stdout: "cephadm", 2024-03-29T00:22:36.534 INFO:teuthology.orchestra.run.smithi012.stdout: "rook", 2024-03-29T00:22:36.534 INFO:teuthology.orchestra.run.smithi012.stdout: "test_orchestrator" 2024-03-29T00:22:36.534 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.534 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Orchestrator backend", 2024-03-29T00:22:36.534 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.534 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.534 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.534 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.534 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.534 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.534 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.534 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "osd_perf_query", 2024-03-29T00:22:36.535 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.535 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.535 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.535 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.535 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.535 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.535 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.535 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.535 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.535 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.535 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.535 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.535 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.535 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.536 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.536 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.536 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.536 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.536 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.536 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.536 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.536 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.536 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.536 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.536 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.536 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.536 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.536 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.537 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.537 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.537 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.537 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.537 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.537 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.537 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.537 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.537 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.537 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.537 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.537 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.537 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.537 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.537 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.538 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.538 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.538 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.538 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.538 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.538 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.538 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.538 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.538 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.538 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.538 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.538 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.538 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.538 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.539 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.539 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.539 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.539 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.539 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.539 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.539 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.539 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.539 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.539 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.539 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.539 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.539 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.539 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.539 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.540 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.540 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.540 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.540 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.540 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "osd_support", 2024-03-29T00:22:36.540 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.540 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.540 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.540 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.540 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.540 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.540 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.540 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.540 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.540 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.541 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.541 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.541 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.541 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.541 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.541 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.541 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.541 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.541 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.541 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.541 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.541 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.541 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.541 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.541 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.542 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.542 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.542 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.542 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.542 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.542 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.542 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.542 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.542 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.542 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.542 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.542 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.542 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.542 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.542 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.543 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.543 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.543 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.543 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.543 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.543 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.543 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.543 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.543 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.543 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.543 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.543 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.543 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.543 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.543 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.544 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.544 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.544 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.544 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.544 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.544 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.544 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.544 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.544 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.544 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.544 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.544 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.544 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.544 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.545 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.545 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.545 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.545 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.545 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.545 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.545 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.545 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "pg_autoscaler", 2024-03-29T00:22:36.545 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.545 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.545 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.545 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.546 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.546 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.546 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.546 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.546 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.546 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.546 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.546 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.546 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.546 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.546 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.547 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.547 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.547 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.547 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.547 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.547 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.547 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.547 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.547 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.547 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.547 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.547 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.547 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.547 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.547 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.548 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.548 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.548 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.548 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.548 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.548 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.548 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.548 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.548 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.548 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.548 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.548 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.548 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.548 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.548 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.548 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.549 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.549 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.549 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.549 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.549 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.549 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.549 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.549 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.549 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.549 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.549 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.549 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.549 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.550 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.550 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.550 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.550 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.550 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.550 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.550 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.550 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.550 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.550 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.550 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.550 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.550 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.550 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.551 INFO:teuthology.orchestra.run.smithi012.stdout: "sleep_interval": { 2024-03-29T00:22:36.551 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sleep_interval", 2024-03-29T00:22:36.551 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.551 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.551 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.551 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "60", 2024-03-29T00:22:36.551 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.551 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.551 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.551 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.551 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.551 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.551 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.551 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.551 INFO:teuthology.orchestra.run.smithi012.stdout: "threshold": { 2024-03-29T00:22:36.551 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "threshold", 2024-03-29T00:22:36.552 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-03-29T00:22:36.552 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.552 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.552 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "3.0", 2024-03-29T00:22:36.552 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "1.0", 2024-03-29T00:22:36.552 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.552 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.552 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "scaling threshold", 2024-03-29T00:22:36.552 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-03-29T00:22:36.552 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.552 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.552 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.552 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.552 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.552 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.552 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "progress", 2024-03-29T00:22:36.553 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.553 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.553 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.553 INFO:teuthology.orchestra.run.smithi012.stdout: "allow_pg_recovery_event": { 2024-03-29T00:22:36.553 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "allow_pg_recovery_event", 2024-03-29T00:22:36.553 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.553 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.553 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.553 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.553 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.553 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.553 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.553 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "allow the module to show pg recovery progress", 2024-03-29T00:22:36.553 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.553 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.554 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.554 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.554 INFO:teuthology.orchestra.run.smithi012.stdout: "enabled": { 2024-03-29T00:22:36.554 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "enabled", 2024-03-29T00:22:36.554 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.554 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.554 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.554 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.554 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.554 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.554 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.554 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.554 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.554 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.554 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.555 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.555 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.555 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.555 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.555 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.555 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.555 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.555 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.555 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.555 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.555 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.555 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.555 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.555 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.556 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.556 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.556 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.556 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.556 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.556 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.556 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.556 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.556 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.556 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.556 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.556 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.556 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.556 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.556 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.556 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.556 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.557 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.557 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.557 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.557 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.557 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.557 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.557 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.557 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.557 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.557 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.557 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.557 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.557 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.557 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.557 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.558 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.558 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.558 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.558 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.558 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.558 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.558 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.558 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.558 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.558 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.558 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.558 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.558 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.558 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.559 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.559 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.559 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.559 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.559 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.559 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.559 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.559 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.559 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.559 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.559 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.559 INFO:teuthology.orchestra.run.smithi012.stdout: "max_completed_events": { 2024-03-29T00:22:36.560 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "max_completed_events", 2024-03-29T00:22:36.560 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.560 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.560 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.560 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "50", 2024-03-29T00:22:36.560 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.560 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.560 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.560 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "number of past completed events to remember", 2024-03-29T00:22:36.560 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.560 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.560 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.560 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.560 INFO:teuthology.orchestra.run.smithi012.stdout: "sleep_interval": { 2024-03-29T00:22:36.561 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sleep_interval", 2024-03-29T00:22:36.561 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.561 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.561 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.561 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "5", 2024-03-29T00:22:36.561 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.561 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.561 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.561 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how long the module is going to sleep", 2024-03-29T00:22:36.561 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.561 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.561 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.561 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.561 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.561 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.562 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.562 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "prometheus", 2024-03-29T00:22:36.562 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.562 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.562 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.562 INFO:teuthology.orchestra.run.smithi012.stdout: "cache": { 2024-03-29T00:22:36.562 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "cache", 2024-03-29T00:22:36.562 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.562 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.562 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.562 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.562 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.562 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.562 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.562 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.562 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.563 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.563 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.563 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.563 INFO:teuthology.orchestra.run.smithi012.stdout: "exclude_perf_counters": { 2024-03-29T00:22:36.563 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "exclude_perf_counters", 2024-03-29T00:22:36.563 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.563 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.563 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.563 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.563 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.563 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.563 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.563 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-03-29T00:22:36.563 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-03-29T00:22:36.563 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.564 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.564 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.564 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.564 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.564 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.564 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.564 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.564 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.564 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.564 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.564 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.564 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.564 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.564 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.564 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.564 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.565 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.565 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.565 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.565 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.565 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.565 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.565 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.565 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.565 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.565 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.565 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.565 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.565 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.565 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.565 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.566 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.566 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.566 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.566 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.566 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.566 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.566 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.566 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.566 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.566 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.566 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.566 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.566 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.566 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.567 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.567 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.567 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.567 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.567 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.567 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.567 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.567 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.567 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.567 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.567 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.567 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.567 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.567 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.568 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.568 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.568 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.568 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.568 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.568 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.568 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.568 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.568 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.568 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.568 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.568 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.568 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.568 INFO:teuthology.orchestra.run.smithi012.stdout: "rbd_stats_pools": { 2024-03-29T00:22:36.569 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rbd_stats_pools", 2024-03-29T00:22:36.569 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.569 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.569 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.569 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.569 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.569 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.569 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.569 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.569 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.569 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.569 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.569 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.569 INFO:teuthology.orchestra.run.smithi012.stdout: "rbd_stats_pools_refresh_interval": { 2024-03-29T00:22:36.569 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-03-29T00:22:36.570 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.570 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.570 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.570 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "300", 2024-03-29T00:22:36.570 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.570 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.570 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.570 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.570 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.570 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.570 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.570 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.570 INFO:teuthology.orchestra.run.smithi012.stdout: "scrape_interval": { 2024-03-29T00:22:36.570 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "scrape_interval", 2024-03-29T00:22:36.571 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-03-29T00:22:36.571 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.571 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.571 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "15.0", 2024-03-29T00:22:36.571 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.571 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.571 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.571 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.571 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.571 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.571 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.571 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.571 INFO:teuthology.orchestra.run.smithi012.stdout: "server_addr": { 2024-03-29T00:22:36.571 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_addr", 2024-03-29T00:22:36.572 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.572 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.572 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.572 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "::", 2024-03-29T00:22:36.572 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.572 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.572 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.572 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-03-29T00:22:36.572 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.572 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.572 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.572 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.572 INFO:teuthology.orchestra.run.smithi012.stdout: "server_port": { 2024-03-29T00:22:36.573 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_port", 2024-03-29T00:22:36.573 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.573 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.573 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.573 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "9283", 2024-03-29T00:22:36.573 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.573 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.573 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.573 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-03-29T00:22:36.574 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.574 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.574 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.574 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.574 INFO:teuthology.orchestra.run.smithi012.stdout: "stale_cache_strategy": { 2024-03-29T00:22:36.574 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "stale_cache_strategy", 2024-03-29T00:22:36.574 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.574 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.574 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.574 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "log", 2024-03-29T00:22:36.574 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.574 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.574 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.574 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.575 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.575 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.575 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.575 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.575 INFO:teuthology.orchestra.run.smithi012.stdout: "standby_behaviour": { 2024-03-29T00:22:36.575 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "standby_behaviour", 2024-03-29T00:22:36.575 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.575 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.575 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.575 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "default", 2024-03-29T00:22:36.575 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.575 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.575 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.575 INFO:teuthology.orchestra.run.smithi012.stdout: "default", 2024-03-29T00:22:36.575 INFO:teuthology.orchestra.run.smithi012.stdout: "error" 2024-03-29T00:22:36.575 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.576 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.576 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.576 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.576 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.576 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.576 INFO:teuthology.orchestra.run.smithi012.stdout: "standby_error_status_code": { 2024-03-29T00:22:36.576 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "standby_error_status_code", 2024-03-29T00:22:36.576 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.576 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.576 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.576 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "500", 2024-03-29T00:22:36.576 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "400", 2024-03-29T00:22:36.576 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "599", 2024-03-29T00:22:36.576 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.576 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.576 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.577 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.577 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.577 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.577 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.577 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.577 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.577 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rbd_support", 2024-03-29T00:22:36.577 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.577 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.577 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.577 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.577 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.577 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.577 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.577 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.578 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.578 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.578 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.578 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.578 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.578 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.578 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.578 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.578 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.578 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.578 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.578 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.578 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.578 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.579 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.579 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.579 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.579 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.579 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.579 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.579 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.579 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.579 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.579 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.579 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.579 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.579 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.579 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.579 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.580 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.580 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.580 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.580 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.580 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.580 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.580 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.580 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.580 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.580 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.580 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.580 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.580 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.580 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.581 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.581 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.581 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.581 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.581 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.581 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.581 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.581 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.581 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.581 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.581 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.581 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.581 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.581 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.581 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.581 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.582 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.582 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.582 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.582 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.582 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.582 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.582 INFO:teuthology.orchestra.run.smithi012.stdout: "max_concurrent_snap_create": { 2024-03-29T00:22:36.582 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "max_concurrent_snap_create", 2024-03-29T00:22:36.582 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.582 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.582 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.582 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-03-29T00:22:36.582 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.582 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.583 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.583 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.583 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.583 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.583 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.583 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.583 INFO:teuthology.orchestra.run.smithi012.stdout: "mirror_snapshot_schedule": { 2024-03-29T00:22:36.583 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mirror_snapshot_schedule", 2024-03-29T00:22:36.583 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.583 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.583 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.583 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.583 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.583 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.584 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.584 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.584 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.584 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.584 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.584 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.584 INFO:teuthology.orchestra.run.smithi012.stdout: "trash_purge_schedule": { 2024-03-29T00:22:36.584 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "trash_purge_schedule", 2024-03-29T00:22:36.584 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.584 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.584 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.584 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.584 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.584 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.585 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.585 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.585 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.585 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.585 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.585 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.585 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.585 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.585 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.585 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "restful", 2024-03-29T00:22:36.585 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.585 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.585 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.585 INFO:teuthology.orchestra.run.smithi012.stdout: "enable_auth": { 2024-03-29T00:22:36.585 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "enable_auth", 2024-03-29T00:22:36.586 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.586 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.586 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.586 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.586 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.586 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.586 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.586 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.586 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.586 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.586 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.586 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.586 INFO:teuthology.orchestra.run.smithi012.stdout: "key_file": { 2024-03-29T00:22:36.586 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "key_file", 2024-03-29T00:22:36.586 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.586 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.587 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.587 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.587 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.587 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.587 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.587 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.587 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.587 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.587 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.587 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.587 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.587 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.587 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.587 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.587 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.587 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.588 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.588 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.588 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.588 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.588 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.588 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.588 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.588 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.588 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.588 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.588 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.588 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.588 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.588 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.589 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.589 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.589 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.589 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.589 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.589 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.589 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.589 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.589 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.589 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.589 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.589 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.589 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.589 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.589 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.590 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.590 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.590 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.590 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.590 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.590 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.590 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.590 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.590 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.590 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.590 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.590 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.590 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.591 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.591 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.591 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.591 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.591 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.591 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.591 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.591 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.591 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.591 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.591 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.591 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.591 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.592 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.592 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.592 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.592 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.592 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.592 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.592 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.592 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.592 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.592 INFO:teuthology.orchestra.run.smithi012.stdout: "server_addr": { 2024-03-29T00:22:36.592 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_addr", 2024-03-29T00:22:36.592 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.592 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.592 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.592 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.593 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.593 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.593 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.593 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.593 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.593 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.593 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.593 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.593 INFO:teuthology.orchestra.run.smithi012.stdout: "server_port": { 2024-03-29T00:22:36.593 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_port", 2024-03-29T00:22:36.593 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.593 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.593 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.593 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.594 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.594 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.594 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.594 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.594 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.594 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.594 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.594 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.594 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.594 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.594 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.594 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rgw", 2024-03-29T00:22:36.594 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.594 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.594 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.595 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.595 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.595 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.595 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.595 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.595 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.595 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.595 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.595 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.595 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.595 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.595 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.595 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.595 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.595 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.596 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.596 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.596 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.596 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.596 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.596 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.596 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.596 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.596 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.596 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.596 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.597 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.597 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.597 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.597 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.597 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.597 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.597 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.597 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.597 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.597 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.597 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.597 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.598 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.598 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.598 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.598 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.598 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.598 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.598 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.598 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.598 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.598 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.598 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.598 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.598 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.598 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.599 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.599 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.599 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.599 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.599 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.599 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.599 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.599 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.599 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.599 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.599 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.599 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.599 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.599 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.599 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.599 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.600 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.600 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.600 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.600 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.600 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.600 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rook", 2024-03-29T00:22:36.600 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.600 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.600 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.600 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.600 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.600 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.600 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.600 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.600 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.600 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.601 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.601 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.601 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.601 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.601 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.601 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.601 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.601 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.601 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.601 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.601 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.601 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.601 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.601 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.601 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.601 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.602 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.602 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.602 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.602 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.602 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.602 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.602 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.602 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.602 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.602 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.602 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.602 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.602 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.602 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.603 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.603 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.603 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.603 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.603 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.603 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.603 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.603 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.603 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.603 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.603 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.603 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.603 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.603 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.603 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.603 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.603 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.604 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.604 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.604 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.604 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.604 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.604 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.604 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.604 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.604 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.604 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.604 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.604 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.604 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.604 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.604 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.604 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.604 INFO:teuthology.orchestra.run.smithi012.stdout: "storage_class": { 2024-03-29T00:22:36.605 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "storage_class", 2024-03-29T00:22:36.605 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.605 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.605 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.605 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "local", 2024-03-29T00:22:36.605 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.605 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.605 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.605 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-03-29T00:22:36.605 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.605 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.605 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.605 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.605 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.605 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.605 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.605 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "selftest", 2024-03-29T00:22:36.606 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.606 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.606 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.606 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.606 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.606 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.606 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.606 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.606 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.606 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.606 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.606 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.606 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.606 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.607 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.607 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.607 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.607 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.607 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.607 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.607 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.607 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.607 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.607 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.607 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.607 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.607 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.607 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.607 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.608 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.608 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.608 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.608 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.608 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.608 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.608 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.608 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.608 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.608 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.608 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.608 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.608 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.608 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.608 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.608 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.609 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.609 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.609 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.609 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.609 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.609 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.609 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.609 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.609 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.609 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.609 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.609 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.609 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.609 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.609 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.609 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.610 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.610 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.610 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.610 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.610 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.610 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.610 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.610 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.610 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.610 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.610 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.610 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.610 INFO:teuthology.orchestra.run.smithi012.stdout: "roption1": { 2024-03-29T00:22:36.610 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "roption1", 2024-03-29T00:22:36.611 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.611 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.611 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.611 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.611 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.611 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.611 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.611 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.611 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.611 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.611 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.611 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.611 INFO:teuthology.orchestra.run.smithi012.stdout: "roption2": { 2024-03-29T00:22:36.611 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "roption2", 2024-03-29T00:22:36.611 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.612 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.612 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.612 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "xyz", 2024-03-29T00:22:36.612 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.612 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.612 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.612 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.612 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.612 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.612 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.612 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.612 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption1": { 2024-03-29T00:22:36.612 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption1", 2024-03-29T00:22:36.612 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.613 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.613 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.613 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.613 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.613 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.613 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.613 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.613 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.613 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.613 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.613 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.613 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption2": { 2024-03-29T00:22:36.613 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption2", 2024-03-29T00:22:36.613 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.613 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.613 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.614 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.614 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.614 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.614 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.614 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.614 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.614 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.614 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.614 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.614 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption3": { 2024-03-29T00:22:36.614 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption3", 2024-03-29T00:22:36.614 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-03-29T00:22:36.614 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.614 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.615 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.615 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.615 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.615 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.615 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.615 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.615 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.615 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.615 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.615 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption4": { 2024-03-29T00:22:36.615 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption4", 2024-03-29T00:22:36.615 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.615 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.615 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.615 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.615 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.615 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.616 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.616 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.616 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.616 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.616 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.616 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.616 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption5": { 2024-03-29T00:22:36.616 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption5", 2024-03-29T00:22:36.616 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.616 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.616 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.616 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.616 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.616 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.616 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.616 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.617 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.617 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.617 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.617 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.617 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption6": { 2024-03-29T00:22:36.617 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption6", 2024-03-29T00:22:36.617 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.617 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.617 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.617 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.617 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.617 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.617 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.617 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.617 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.617 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.617 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.618 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.618 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption7": { 2024-03-29T00:22:36.618 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption7", 2024-03-29T00:22:36.618 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.618 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.618 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.618 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.618 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "1", 2024-03-29T00:22:36.618 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "42", 2024-03-29T00:22:36.618 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.618 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.618 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.618 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.618 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.618 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.619 INFO:teuthology.orchestra.run.smithi012.stdout: "testkey": { 2024-03-29T00:22:36.619 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "testkey", 2024-03-29T00:22:36.619 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.619 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.619 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.619 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.619 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.619 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.619 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.619 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.620 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.620 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.620 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.620 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.620 INFO:teuthology.orchestra.run.smithi012.stdout: "testlkey": { 2024-03-29T00:22:36.620 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "testlkey", 2024-03-29T00:22:36.620 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.620 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.620 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.620 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.620 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.620 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.621 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.621 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.621 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.621 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.621 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.621 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.621 INFO:teuthology.orchestra.run.smithi012.stdout: "testnewline": { 2024-03-29T00:22:36.621 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "testnewline", 2024-03-29T00:22:36.621 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.621 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.621 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.621 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.621 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.621 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.622 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.622 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.622 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.622 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.622 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.622 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.622 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.622 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.622 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.622 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "snap_schedule", 2024-03-29T00:22:36.622 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.622 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.622 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.625 INFO:teuthology.orchestra.run.smithi012.stdout: "allow_m_granularity": { 2024-03-29T00:22:36.625 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "allow_m_granularity", 2024-03-29T00:22:36.626 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.626 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.626 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.626 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.626 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.626 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.626 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.626 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "allow minute scheduled snapshots", 2024-03-29T00:22:36.626 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.626 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.626 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.626 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.626 INFO:teuthology.orchestra.run.smithi012.stdout: "dump_on_update": { 2024-03-29T00:22:36.626 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "dump_on_update", 2024-03-29T00:22:36.627 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.627 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.627 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.627 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.627 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.627 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.627 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.627 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "dump database to debug log on update", 2024-03-29T00:22:36.627 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.627 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.627 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.627 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.627 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.627 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.628 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.628 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.628 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.628 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.628 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.628 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.628 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.628 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.628 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.628 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.628 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.628 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.628 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.628 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.628 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.628 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.629 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.629 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.629 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.629 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.629 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.629 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.629 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.629 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.629 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.629 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.629 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.629 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.629 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.629 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.629 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.630 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.630 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.630 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.630 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.630 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.630 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.630 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.630 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.630 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.630 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.630 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.630 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.630 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.631 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.631 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.631 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.631 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.631 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.631 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.631 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.631 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.631 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.631 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.631 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.631 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.631 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.631 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.631 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.632 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.632 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.632 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.632 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.632 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.632 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.632 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.632 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.632 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.632 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.632 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.632 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.632 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "stats", 2024-03-29T00:22:36.632 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.632 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.633 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.633 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.633 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.633 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.633 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.633 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.633 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.633 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.633 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.633 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.633 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.633 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.633 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.633 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.633 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.633 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.634 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.634 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.634 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.634 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.634 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.634 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.634 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.634 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.634 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.634 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.634 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.634 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.634 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.634 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.634 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.635 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.635 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.635 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.635 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.635 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.635 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.635 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.635 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.635 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.635 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.635 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.635 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.635 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.635 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.635 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.636 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.636 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.636 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.636 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.636 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.636 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.636 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.636 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.636 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.636 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.636 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.636 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.636 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.636 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.636 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.636 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.636 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.637 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.637 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.637 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.637 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.637 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.637 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.637 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.637 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.637 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.637 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.637 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.637 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "status", 2024-03-29T00:22:36.637 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.637 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.637 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.637 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.638 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.638 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.638 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.638 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.638 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.638 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.638 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.638 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.638 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.638 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.638 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.638 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.638 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.638 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.639 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.639 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.639 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.639 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.639 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.639 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.639 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.639 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.639 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.639 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.639 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.639 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.639 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.639 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.639 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.640 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.640 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.640 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.640 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.640 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.640 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.640 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.640 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.640 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.640 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.640 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.640 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.640 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.640 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.640 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.640 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.641 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.641 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.641 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.641 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.641 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.641 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.641 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.641 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.641 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.641 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.641 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.641 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.641 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.641 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.641 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.641 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.641 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.642 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.642 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.642 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.642 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.642 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.642 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.642 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.642 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.642 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.642 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.642 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "telegraf", 2024-03-29T00:22:36.642 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.642 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.642 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.643 INFO:teuthology.orchestra.run.smithi012.stdout: "address": { 2024-03-29T00:22:36.643 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "address", 2024-03-29T00:22:36.643 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.643 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.643 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.643 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-03-29T00:22:36.643 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.643 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.643 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.643 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.643 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.643 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.643 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.643 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.643 INFO:teuthology.orchestra.run.smithi012.stdout: "interval": { 2024-03-29T00:22:36.643 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "interval", 2024-03-29T00:22:36.644 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.644 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.644 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.644 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "15", 2024-03-29T00:22:36.644 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.644 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.644 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.644 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.644 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.644 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.644 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.644 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.644 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.644 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.644 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.645 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.645 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.645 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.645 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.645 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.645 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.645 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.645 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.645 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.645 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.645 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.645 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.645 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.645 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.645 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.645 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.645 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.646 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.646 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.646 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.646 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.646 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.646 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.646 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.646 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.646 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.646 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.646 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.646 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.646 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.647 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.647 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.647 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.647 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.647 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.647 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.647 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.647 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.647 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.648 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.648 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.648 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.648 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.648 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.648 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.648 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.648 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.648 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.648 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.648 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.648 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.648 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.648 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.649 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.649 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.649 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.649 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.649 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.649 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.649 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.649 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.649 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.649 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.649 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.649 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.649 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.649 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.649 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.650 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.650 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.650 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "telemetry", 2024-03-29T00:22:36.650 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.650 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.650 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.650 INFO:teuthology.orchestra.run.smithi012.stdout: "channel_basic": { 2024-03-29T00:22:36.650 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "channel_basic", 2024-03-29T00:22:36.650 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.650 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.650 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.650 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.650 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.650 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.650 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.651 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Share basic cluster information (size, version)", 2024-03-29T00:22:36.651 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.651 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.651 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.651 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.651 INFO:teuthology.orchestra.run.smithi012.stdout: "channel_crash": { 2024-03-29T00:22:36.651 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "channel_crash", 2024-03-29T00:22:36.651 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.651 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.651 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.651 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.651 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.651 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.651 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.651 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-03-29T00:22:36.652 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.652 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.652 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.652 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.652 INFO:teuthology.orchestra.run.smithi012.stdout: "channel_device": { 2024-03-29T00:22:36.652 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "channel_device", 2024-03-29T00:22:36.652 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.652 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.652 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.652 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.652 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.652 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.652 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.652 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-03-29T00:22:36.653 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.653 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.653 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.653 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.653 INFO:teuthology.orchestra.run.smithi012.stdout: "channel_ident": { 2024-03-29T00:22:36.653 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "channel_ident", 2024-03-29T00:22:36.653 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.653 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.653 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.653 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.653 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.653 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.653 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.653 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-03-29T00:22:36.653 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.653 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.654 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.654 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.654 INFO:teuthology.orchestra.run.smithi012.stdout: "channel_perf": { 2024-03-29T00:22:36.654 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "channel_perf", 2024-03-29T00:22:36.654 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.654 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.654 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.654 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.654 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.654 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.654 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.654 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Share various performance metrics of a cluster", 2024-03-29T00:22:36.654 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.654 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.654 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.654 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.655 INFO:teuthology.orchestra.run.smithi012.stdout: "contact": { 2024-03-29T00:22:36.655 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "contact", 2024-03-29T00:22:36.655 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.655 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.655 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.655 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.655 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.655 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.655 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.655 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.655 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.655 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.655 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.655 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.655 INFO:teuthology.orchestra.run.smithi012.stdout: "description": { 2024-03-29T00:22:36.655 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "description", 2024-03-29T00:22:36.655 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.656 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.656 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.656 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.656 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.656 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.656 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.656 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.656 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.656 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.656 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.656 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.656 INFO:teuthology.orchestra.run.smithi012.stdout: "device_url": { 2024-03-29T00:22:36.656 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "device_url", 2024-03-29T00:22:36.656 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.656 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.656 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.657 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-03-29T00:22:36.657 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.657 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.657 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.657 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.657 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.657 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.657 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.657 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.657 INFO:teuthology.orchestra.run.smithi012.stdout: "enabled": { 2024-03-29T00:22:36.657 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "enabled", 2024-03-29T00:22:36.657 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.657 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.657 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.658 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.658 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.658 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.658 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.658 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.658 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.658 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.658 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.658 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.658 INFO:teuthology.orchestra.run.smithi012.stdout: "interval": { 2024-03-29T00:22:36.658 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "interval", 2024-03-29T00:22:36.658 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.658 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.659 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.659 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "24", 2024-03-29T00:22:36.659 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "8", 2024-03-29T00:22:36.659 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.659 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.659 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.659 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.659 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.659 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.659 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.659 INFO:teuthology.orchestra.run.smithi012.stdout: "last_opt_revision": { 2024-03-29T00:22:36.659 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "last_opt_revision", 2024-03-29T00:22:36.659 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.659 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.659 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.659 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "1", 2024-03-29T00:22:36.660 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.660 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.660 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.660 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.660 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.660 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.660 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.660 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.660 INFO:teuthology.orchestra.run.smithi012.stdout: "leaderboard": { 2024-03-29T00:22:36.660 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "leaderboard", 2024-03-29T00:22:36.660 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.660 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.660 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.660 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.660 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.660 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.660 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.661 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.661 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.661 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.661 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.661 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.661 INFO:teuthology.orchestra.run.smithi012.stdout: "leaderboard_description": { 2024-03-29T00:22:36.661 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "leaderboard_description", 2024-03-29T00:22:36.661 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.661 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.661 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.661 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.661 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.661 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.661 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.661 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.662 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.662 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.662 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.662 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.662 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.662 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.662 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.662 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.662 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.662 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.662 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.662 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.662 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.662 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.662 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.663 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.663 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.663 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.663 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.663 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.663 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.663 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.663 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.663 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.663 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.663 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.663 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.663 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.663 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.663 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.663 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.664 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.664 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.664 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.664 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.664 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.664 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.664 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.664 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.664 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.664 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.664 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.664 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.664 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.664 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.664 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.664 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.665 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.665 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.665 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.665 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.665 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.665 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.665 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.665 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.665 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.665 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.665 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.665 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.665 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.665 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.665 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.666 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.666 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.666 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.666 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.666 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.666 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.666 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.666 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.666 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.666 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.666 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.666 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.666 INFO:teuthology.orchestra.run.smithi012.stdout: "organization": { 2024-03-29T00:22:36.666 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "organization", 2024-03-29T00:22:36.667 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.667 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.667 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.667 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.667 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.667 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.667 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.667 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.667 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.667 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.667 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.667 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.667 INFO:teuthology.orchestra.run.smithi012.stdout: "proxy": { 2024-03-29T00:22:36.668 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "proxy", 2024-03-29T00:22:36.668 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.668 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.668 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.668 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.668 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.668 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.668 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.668 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.668 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.668 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.668 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.668 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.668 INFO:teuthology.orchestra.run.smithi012.stdout: "url": { 2024-03-29T00:22:36.668 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "url", 2024-03-29T00:22:36.669 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.669 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.669 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.669 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-03-29T00:22:36.669 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.669 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.669 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.669 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.669 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.669 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.669 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.669 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.669 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.669 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.669 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.670 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "test_orchestrator", 2024-03-29T00:22:36.670 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.670 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.670 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.670 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.670 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.670 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.670 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.670 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.670 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.670 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.670 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.670 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.670 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.670 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.671 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.671 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.671 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.671 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.671 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.671 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.671 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.671 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.671 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.671 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.671 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.671 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.671 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.671 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.671 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.671 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.672 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.672 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.672 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.672 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.672 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.672 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.672 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.672 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.672 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.672 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.672 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.672 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.672 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.672 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.673 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.673 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.673 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.673 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.673 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.673 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.673 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.673 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.673 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.673 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.673 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.673 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.673 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.673 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.674 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.674 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.674 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.674 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.674 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.674 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.674 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.674 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.674 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.674 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.674 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.674 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.674 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.674 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.675 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.675 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.675 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.675 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.675 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "volumes", 2024-03-29T00:22:36.675 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.675 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.675 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.675 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.675 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.675 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.676 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.676 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.676 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.676 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.676 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.676 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.676 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.676 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.676 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.676 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.676 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.677 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.677 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.677 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.677 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.677 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.677 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.677 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.677 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.677 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.677 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.677 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.677 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.677 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.677 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.678 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.678 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.678 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.678 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.678 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.678 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.678 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.678 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.678 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.678 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.678 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.678 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.678 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.678 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.679 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.679 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.679 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.679 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.679 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.679 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.679 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.679 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.679 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.679 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.679 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.679 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.679 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.679 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.680 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.680 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.680 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.680 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.680 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.680 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.680 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.680 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.680 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.680 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.680 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.680 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.680 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.680 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.680 INFO:teuthology.orchestra.run.smithi012.stdout: "max_concurrent_clones": { 2024-03-29T00:22:36.681 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "max_concurrent_clones", 2024-03-29T00:22:36.681 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.681 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.681 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.681 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "4", 2024-03-29T00:22:36.681 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.681 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.681 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.681 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Number of asynchronous cloner threads", 2024-03-29T00:22:36.681 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.681 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.681 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.681 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.681 INFO:teuthology.orchestra.run.smithi012.stdout: "periodic_async_work": { 2024-03-29T00:22:36.681 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "periodic_async_work", 2024-03-29T00:22:36.681 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.682 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.682 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.682 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.682 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.682 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.682 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.682 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Periodically check for async work", 2024-03-29T00:22:36.682 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.682 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.682 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.682 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.682 INFO:teuthology.orchestra.run.smithi012.stdout: "snapshot_clone_delay": { 2024-03-29T00:22:36.682 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "snapshot_clone_delay", 2024-03-29T00:22:36.682 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.683 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.683 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.683 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-03-29T00:22:36.683 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.683 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.683 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.683 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-03-29T00:22:36.683 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.683 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.683 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.683 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.683 INFO:teuthology.orchestra.run.smithi012.stdout: "snapshot_clone_no_wait": { 2024-03-29T00:22:36.683 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "snapshot_clone_no_wait", 2024-03-29T00:22:36.683 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.683 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.683 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.684 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.684 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.684 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.684 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.684 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-03-29T00:22:36.684 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.684 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.684 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.684 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.684 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.684 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.684 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.684 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "zabbix", 2024-03-29T00:22:36.684 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.684 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.684 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.685 INFO:teuthology.orchestra.run.smithi012.stdout: "discovery_interval": { 2024-03-29T00:22:36.685 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "discovery_interval", 2024-03-29T00:22:36.685 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "uint", 2024-03-29T00:22:36.685 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.685 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.685 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "100", 2024-03-29T00:22:36.685 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.685 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.685 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.685 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.685 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.685 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.685 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.685 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.685 INFO:teuthology.orchestra.run.smithi012.stdout: "identifier": { 2024-03-29T00:22:36.685 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "identifier", 2024-03-29T00:22:36.686 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.686 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.686 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.686 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.686 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.686 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.686 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.686 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.686 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.686 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.686 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.686 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.686 INFO:teuthology.orchestra.run.smithi012.stdout: "interval": { 2024-03-29T00:22:36.686 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "interval", 2024-03-29T00:22:36.686 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.687 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.687 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.687 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "60", 2024-03-29T00:22:36.687 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.687 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.687 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.687 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.687 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.687 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.687 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.687 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.687 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.687 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.687 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.687 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.687 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.688 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.688 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.688 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.688 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.688 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.688 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.688 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.688 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.688 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.688 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.688 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.688 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.688 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.688 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.688 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.688 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.688 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.689 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.689 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.689 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.689 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.689 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.689 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.689 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.689 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.689 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.689 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.689 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.689 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.689 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.689 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.689 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.689 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.690 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.690 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.690 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.690 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.690 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.690 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.690 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.690 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.690 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.690 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.690 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.690 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.690 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.691 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.691 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.691 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.691 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.691 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.691 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.691 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.691 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.691 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.691 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.691 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.691 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.691 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.691 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.691 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.692 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.692 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.692 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.692 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.692 INFO:teuthology.orchestra.run.smithi012.stdout: "zabbix_host": { 2024-03-29T00:22:36.692 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "zabbix_host", 2024-03-29T00:22:36.692 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.692 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.692 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.692 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.692 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.692 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.692 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.692 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.693 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.693 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.693 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.693 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.693 INFO:teuthology.orchestra.run.smithi012.stdout: "zabbix_port": { 2024-03-29T00:22:36.693 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "zabbix_port", 2024-03-29T00:22:36.693 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.693 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.693 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.693 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10051", 2024-03-29T00:22:36.693 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.693 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.693 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.693 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.693 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.693 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.694 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.694 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.694 INFO:teuthology.orchestra.run.smithi012.stdout: "zabbix_sender": { 2024-03-29T00:22:36.694 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "zabbix_sender", 2024-03-29T00:22:36.694 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.694 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.694 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.694 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-03-29T00:22:36.694 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.694 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.694 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.694 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.694 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.695 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.695 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.695 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.695 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.695 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.695 INFO:teuthology.orchestra.run.smithi012.stdout: ] 2024-03-29T00:22:36.695 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.695 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.695 INFO:teuthology.orchestra.run.smithi012.stdout: "modules": [ 2024-03-29T00:22:36.695 INFO:teuthology.orchestra.run.smithi012.stdout: "cephadm", 2024-03-29T00:22:36.695 INFO:teuthology.orchestra.run.smithi012.stdout: "dashboard", 2024-03-29T00:22:36.695 INFO:teuthology.orchestra.run.smithi012.stdout: "iostat", 2024-03-29T00:22:36.695 INFO:teuthology.orchestra.run.smithi012.stdout: "nfs", 2024-03-29T00:22:36.695 INFO:teuthology.orchestra.run.smithi012.stdout: "restful" 2024-03-29T00:22:36.696 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.696 INFO:teuthology.orchestra.run.smithi012.stdout: "available_modules": [ 2024-03-29T00:22:36.696 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.696 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "alerts", 2024-03-29T00:22:36.696 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.696 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.696 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.696 INFO:teuthology.orchestra.run.smithi012.stdout: "interval": { 2024-03-29T00:22:36.696 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "interval", 2024-03-29T00:22:36.696 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.696 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.696 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.696 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "60", 2024-03-29T00:22:36.696 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.696 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.696 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.696 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "How frequently to reexamine health status", 2024-03-29T00:22:36.697 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.697 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.697 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.697 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.697 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.697 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.697 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.697 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.697 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.697 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.697 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.697 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.698 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.698 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.698 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.698 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.698 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.698 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.698 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.698 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.698 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.698 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.699 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.699 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.699 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.699 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.699 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.699 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.699 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.699 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.699 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.699 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.699 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.699 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.699 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.700 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.700 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.700 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.700 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.700 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.700 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.700 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.700 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.700 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.700 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.700 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.700 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.700 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.700 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.701 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.701 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.701 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.701 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.701 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.701 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.701 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.701 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.701 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.701 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.701 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.701 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.701 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.701 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.701 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.702 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.702 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.702 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.702 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.702 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.702 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.702 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.702 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.702 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.702 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.702 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_destination": { 2024-03-29T00:22:36.702 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_destination", 2024-03-29T00:22:36.702 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.702 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.703 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.703 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.703 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.703 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.703 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.703 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Email address to send alerts to", 2024-03-29T00:22:36.703 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.703 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.703 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.703 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.703 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_from_name": { 2024-03-29T00:22:36.703 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_from_name", 2024-03-29T00:22:36.703 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.704 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.704 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.704 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "Ceph", 2024-03-29T00:22:36.704 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.704 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.704 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.704 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Email From: name", 2024-03-29T00:22:36.704 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.704 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.704 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.704 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.704 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_host": { 2024-03-29T00:22:36.704 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_host", 2024-03-29T00:22:36.704 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.705 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.705 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.705 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.705 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.705 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.705 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.705 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "SMTP server", 2024-03-29T00:22:36.705 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.705 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.705 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.705 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.705 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_password": { 2024-03-29T00:22:36.705 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_password", 2024-03-29T00:22:36.705 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.705 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.706 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.706 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.706 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.706 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.706 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.706 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Password to authenticate with", 2024-03-29T00:22:36.706 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.706 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.706 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.706 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.706 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_port": { 2024-03-29T00:22:36.706 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_port", 2024-03-29T00:22:36.706 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.706 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.707 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.707 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "465", 2024-03-29T00:22:36.707 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.707 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.707 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.707 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "SMTP port", 2024-03-29T00:22:36.707 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.707 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.707 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.707 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.707 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_sender": { 2024-03-29T00:22:36.707 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_sender", 2024-03-29T00:22:36.707 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.707 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.707 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.708 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.708 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.708 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.708 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.708 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "SMTP envelope sender", 2024-03-29T00:22:36.708 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.708 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.708 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.708 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.708 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_ssl": { 2024-03-29T00:22:36.708 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_ssl", 2024-03-29T00:22:36.708 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.708 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.708 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.708 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.709 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.709 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.709 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.709 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Use SSL to connect to SMTP server", 2024-03-29T00:22:36.709 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.709 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.709 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.709 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.709 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_user": { 2024-03-29T00:22:36.709 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_user", 2024-03-29T00:22:36.709 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.709 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.709 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.709 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.710 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.710 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.710 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.710 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "User to authenticate as", 2024-03-29T00:22:36.710 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.710 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.710 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.710 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.710 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.710 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.710 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.710 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "balancer", 2024-03-29T00:22:36.710 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.710 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.711 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.711 INFO:teuthology.orchestra.run.smithi012.stdout: "active": { 2024-03-29T00:22:36.711 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "active", 2024-03-29T00:22:36.711 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.711 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.711 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.711 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.711 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.711 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.711 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.711 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "automatically balance PGs across cluster", 2024-03-29T00:22:36.711 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.711 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.711 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.711 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.712 INFO:teuthology.orchestra.run.smithi012.stdout: "begin_time": { 2024-03-29T00:22:36.712 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "begin_time", 2024-03-29T00:22:36.712 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.712 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.712 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.712 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0000", 2024-03-29T00:22:36.712 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.712 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.712 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.712 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "beginning time of day to automatically balance", 2024-03-29T00:22:36.712 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-03-29T00:22:36.712 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.712 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.712 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.712 INFO:teuthology.orchestra.run.smithi012.stdout: "begin_weekday": { 2024-03-29T00:22:36.712 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "begin_weekday", 2024-03-29T00:22:36.713 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "uint", 2024-03-29T00:22:36.713 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.713 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.713 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-03-29T00:22:36.713 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "0", 2024-03-29T00:22:36.713 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "6", 2024-03-29T00:22:36.713 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.713 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-03-29T00:22:36.713 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-03-29T00:22:36.713 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.713 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.713 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.713 INFO:teuthology.orchestra.run.smithi012.stdout: "crush_compat_max_iterations": { 2024-03-29T00:22:36.713 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "crush_compat_max_iterations", 2024-03-29T00:22:36.714 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "uint", 2024-03-29T00:22:36.714 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.714 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.714 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "25", 2024-03-29T00:22:36.714 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "1", 2024-03-29T00:22:36.714 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "250", 2024-03-29T00:22:36.714 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.714 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-03-29T00:22:36.714 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.714 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.714 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.714 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.714 INFO:teuthology.orchestra.run.smithi012.stdout: "crush_compat_metrics": { 2024-03-29T00:22:36.715 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "crush_compat_metrics", 2024-03-29T00:22:36.715 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.715 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.715 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.715 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "pgs,objects,bytes", 2024-03-29T00:22:36.715 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.715 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.715 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.715 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-03-29T00:22:36.715 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-03-29T00:22:36.715 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.715 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.715 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.716 INFO:teuthology.orchestra.run.smithi012.stdout: "crush_compat_step": { 2024-03-29T00:22:36.716 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "crush_compat_step", 2024-03-29T00:22:36.716 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-03-29T00:22:36.716 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.716 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.716 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0.5", 2024-03-29T00:22:36.716 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "0.001", 2024-03-29T00:22:36.716 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "0.999", 2024-03-29T00:22:36.716 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.716 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "aggressiveness of optimization", 2024-03-29T00:22:36.716 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-03-29T00:22:36.716 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.716 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.716 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.716 INFO:teuthology.orchestra.run.smithi012.stdout: "end_time": { 2024-03-29T00:22:36.716 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "end_time", 2024-03-29T00:22:36.717 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.717 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.717 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.717 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "2359", 2024-03-29T00:22:36.717 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.717 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.717 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.717 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "ending time of day to automatically balance", 2024-03-29T00:22:36.717 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-03-29T00:22:36.717 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.717 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.717 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.717 INFO:teuthology.orchestra.run.smithi012.stdout: "end_weekday": { 2024-03-29T00:22:36.717 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "end_weekday", 2024-03-29T00:22:36.717 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "uint", 2024-03-29T00:22:36.718 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.718 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.718 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-03-29T00:22:36.718 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "0", 2024-03-29T00:22:36.718 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "6", 2024-03-29T00:22:36.718 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.718 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-03-29T00:22:36.718 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-03-29T00:22:36.718 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.718 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.718 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.718 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.718 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.718 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.718 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.719 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.719 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.719 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.719 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.719 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.719 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.719 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.719 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.719 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.719 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.719 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.719 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.719 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.719 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.719 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.719 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.719 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.720 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.720 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.720 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.720 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.720 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.720 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.720 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.720 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.720 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.720 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.720 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.720 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.720 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.720 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.720 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.720 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.721 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.721 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.721 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.721 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.721 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.721 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.721 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.721 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.721 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.721 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.721 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.721 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.721 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.721 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.721 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.721 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.721 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.722 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.722 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.722 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.722 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.722 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.722 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.722 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.722 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.722 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.722 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.722 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.722 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.722 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.722 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.723 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.723 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.723 INFO:teuthology.orchestra.run.smithi012.stdout: "min_score": { 2024-03-29T00:22:36.723 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "min_score", 2024-03-29T00:22:36.723 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-03-29T00:22:36.723 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.723 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.723 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-03-29T00:22:36.723 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.723 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.723 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.723 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-03-29T00:22:36.724 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.724 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.724 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.724 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.724 INFO:teuthology.orchestra.run.smithi012.stdout: "mode": { 2024-03-29T00:22:36.724 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mode", 2024-03-29T00:22:36.724 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.724 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.724 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.724 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "upmap", 2024-03-29T00:22:36.724 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.725 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.725 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.725 INFO:teuthology.orchestra.run.smithi012.stdout: "crush-compat", 2024-03-29T00:22:36.725 INFO:teuthology.orchestra.run.smithi012.stdout: "none", 2024-03-29T00:22:36.725 INFO:teuthology.orchestra.run.smithi012.stdout: "read", 2024-03-29T00:22:36.725 INFO:teuthology.orchestra.run.smithi012.stdout: "upmap", 2024-03-29T00:22:36.725 INFO:teuthology.orchestra.run.smithi012.stdout: "upmap-read" 2024-03-29T00:22:36.725 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.725 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Balancer mode", 2024-03-29T00:22:36.725 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.726 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.726 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.726 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.726 INFO:teuthology.orchestra.run.smithi012.stdout: "pool_ids": { 2024-03-29T00:22:36.726 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "pool_ids", 2024-03-29T00:22:36.726 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.726 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.726 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.726 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.726 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.726 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.726 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.726 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-03-29T00:22:36.727 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.727 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.727 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.727 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.727 INFO:teuthology.orchestra.run.smithi012.stdout: "sleep_interval": { 2024-03-29T00:22:36.727 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sleep_interval", 2024-03-29T00:22:36.727 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.727 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.727 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.727 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "60", 2024-03-29T00:22:36.727 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.727 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.727 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.727 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-03-29T00:22:36.728 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.728 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.728 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.728 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.728 INFO:teuthology.orchestra.run.smithi012.stdout: "upmap_max_deviation": { 2024-03-29T00:22:36.728 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "upmap_max_deviation", 2024-03-29T00:22:36.728 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.728 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.728 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.728 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "5", 2024-03-29T00:22:36.728 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "1", 2024-03-29T00:22:36.728 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.728 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.729 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "deviation below which no optimization is attempted", 2024-03-29T00:22:36.729 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-03-29T00:22:36.729 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.729 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.729 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.729 INFO:teuthology.orchestra.run.smithi012.stdout: "upmap_max_optimizations": { 2024-03-29T00:22:36.729 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "upmap_max_optimizations", 2024-03-29T00:22:36.729 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "uint", 2024-03-29T00:22:36.729 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.729 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.729 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-03-29T00:22:36.729 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.729 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.730 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.730 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-03-29T00:22:36.730 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.730 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.730 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.730 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.730 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.730 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.730 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.730 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "cephadm", 2024-03-29T00:22:36.730 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.730 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.730 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.730 INFO:teuthology.orchestra.run.smithi012.stdout: "agent_down_multiplier": { 2024-03-29T00:22:36.730 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "agent_down_multiplier", 2024-03-29T00:22:36.731 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-03-29T00:22:36.731 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.731 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.731 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "3.0", 2024-03-29T00:22:36.731 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.731 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.731 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.731 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-03-29T00:22:36.731 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.731 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.731 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.731 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.731 INFO:teuthology.orchestra.run.smithi012.stdout: "agent_refresh_rate": { 2024-03-29T00:22:36.731 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "agent_refresh_rate", 2024-03-29T00:22:36.731 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.732 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.732 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.732 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "20", 2024-03-29T00:22:36.732 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.732 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.732 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.732 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-03-29T00:22:36.732 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.732 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.732 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.732 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.732 INFO:teuthology.orchestra.run.smithi012.stdout: "agent_starting_port": { 2024-03-29T00:22:36.732 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "agent_starting_port", 2024-03-29T00:22:36.732 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.732 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.732 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.733 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "4721", 2024-03-29T00:22:36.733 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.733 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.733 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.733 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-03-29T00:22:36.733 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.733 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.733 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.733 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.733 INFO:teuthology.orchestra.run.smithi012.stdout: "allow_ptrace": { 2024-03-29T00:22:36.733 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "allow_ptrace", 2024-03-29T00:22:36.733 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.733 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.733 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.733 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.734 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.734 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.734 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.734 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-03-29T00:22:36.734 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-03-29T00:22:36.734 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.734 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.734 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.734 INFO:teuthology.orchestra.run.smithi012.stdout: "autotune_interval": { 2024-03-29T00:22:36.734 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "autotune_interval", 2024-03-29T00:22:36.734 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.734 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.734 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.734 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "600", 2024-03-29T00:22:36.735 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.735 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.735 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.735 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how frequently to autotune daemon memory", 2024-03-29T00:22:36.735 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.735 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.735 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.735 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.735 INFO:teuthology.orchestra.run.smithi012.stdout: "autotune_memory_target_ratio": { 2024-03-29T00:22:36.735 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "autotune_memory_target_ratio", 2024-03-29T00:22:36.735 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-03-29T00:22:36.735 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.735 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.735 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0.7", 2024-03-29T00:22:36.735 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.736 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.736 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.736 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-03-29T00:22:36.736 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.736 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.736 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.736 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.736 INFO:teuthology.orchestra.run.smithi012.stdout: "cephadm_log_destination": { 2024-03-29T00:22:36.736 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "cephadm_log_destination", 2024-03-29T00:22:36.736 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.736 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.736 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.736 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.736 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.736 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.737 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.737 INFO:teuthology.orchestra.run.smithi012.stdout: "file", 2024-03-29T00:22:36.737 INFO:teuthology.orchestra.run.smithi012.stdout: "file,syslog", 2024-03-29T00:22:36.737 INFO:teuthology.orchestra.run.smithi012.stdout: "syslog" 2024-03-29T00:22:36.737 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.737 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-03-29T00:22:36.737 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.737 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.737 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.737 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.737 INFO:teuthology.orchestra.run.smithi012.stdout: "cgroups_split": { 2024-03-29T00:22:36.737 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "cgroups_split", 2024-03-29T00:22:36.737 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.737 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.737 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.738 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.738 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.738 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.738 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.738 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-03-29T00:22:36.738 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.738 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.738 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.738 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.738 INFO:teuthology.orchestra.run.smithi012.stdout: "config_checks_enabled": { 2024-03-29T00:22:36.738 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "config_checks_enabled", 2024-03-29T00:22:36.738 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.738 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.738 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.739 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.739 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.739 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.739 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.739 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-03-29T00:22:36.739 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.739 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.739 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.739 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.739 INFO:teuthology.orchestra.run.smithi012.stdout: "config_dashboard": { 2024-03-29T00:22:36.739 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "config_dashboard", 2024-03-29T00:22:36.739 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.739 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.739 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.739 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.739 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.739 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.740 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.740 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-03-29T00:22:36.740 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.740 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.740 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.740 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.740 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_alertmanager": { 2024-03-29T00:22:36.740 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_alertmanager", 2024-03-29T00:22:36.740 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.740 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.740 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.740 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-03-29T00:22:36.740 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.740 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.740 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.740 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Prometheus container image", 2024-03-29T00:22:36.741 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.741 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.741 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.741 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.741 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_base": { 2024-03-29T00:22:36.741 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_base", 2024-03-29T00:22:36.741 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.741 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.741 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.741 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/ceph/ceph", 2024-03-29T00:22:36.741 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.741 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.741 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.741 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Container image name, without the tag", 2024-03-29T00:22:36.741 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.741 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.741 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.742 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.742 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_elasticsearch": { 2024-03-29T00:22:36.742 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_elasticsearch", 2024-03-29T00:22:36.742 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.742 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.742 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.742 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-03-29T00:22:36.742 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.742 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.742 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.742 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "elasticsearch container image", 2024-03-29T00:22:36.742 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.742 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.742 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.742 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.743 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_grafana": { 2024-03-29T00:22:36.743 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_grafana", 2024-03-29T00:22:36.743 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.743 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.743 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.743 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.12", 2024-03-29T00:22:36.743 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.743 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.743 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.743 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Prometheus container image", 2024-03-29T00:22:36.743 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.743 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.743 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.743 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.743 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_haproxy": { 2024-03-29T00:22:36.743 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_haproxy", 2024-03-29T00:22:36.744 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.744 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.744 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.744 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-03-29T00:22:36.744 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.744 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.744 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.744 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "HAproxy container image", 2024-03-29T00:22:36.744 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.744 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.744 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.744 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.744 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_jaeger_agent": { 2024-03-29T00:22:36.744 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_jaeger_agent", 2024-03-29T00:22:36.745 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.745 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.745 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.745 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-03-29T00:22:36.745 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.745 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.745 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.745 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Jaeger agent container image", 2024-03-29T00:22:36.745 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.745 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.745 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.745 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.745 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_jaeger_collector": { 2024-03-29T00:22:36.745 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_jaeger_collector", 2024-03-29T00:22:36.745 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.746 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.746 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.746 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-03-29T00:22:36.746 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.746 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.746 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.746 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Jaeger collector container image", 2024-03-29T00:22:36.746 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.746 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.746 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.746 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.746 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_jaeger_query": { 2024-03-29T00:22:36.746 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_jaeger_query", 2024-03-29T00:22:36.746 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.746 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.747 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.747 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-03-29T00:22:36.747 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.747 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.747 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.747 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Jaeger query container image", 2024-03-29T00:22:36.747 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.747 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.747 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.747 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.747 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_keepalived": { 2024-03-29T00:22:36.747 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_keepalived", 2024-03-29T00:22:36.747 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.747 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.747 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.748 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-03-29T00:22:36.748 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.748 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.748 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.748 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Keepalived container image", 2024-03-29T00:22:36.748 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.748 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.748 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.748 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.748 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_loki": { 2024-03-29T00:22:36.748 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_loki", 2024-03-29T00:22:36.748 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.748 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.749 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.749 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-03-29T00:22:36.749 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.749 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.749 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.749 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Loki container image", 2024-03-29T00:22:36.749 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.749 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.749 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.749 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.749 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_node_exporter": { 2024-03-29T00:22:36.749 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_node_exporter", 2024-03-29T00:22:36.749 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.749 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.750 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.750 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-03-29T00:22:36.750 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.750 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.750 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.750 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Prometheus container image", 2024-03-29T00:22:36.750 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.750 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.750 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.750 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.750 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_nvmeof": { 2024-03-29T00:22:36.750 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_nvmeof", 2024-03-29T00:22:36.750 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.750 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.751 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.751 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/ceph/nvmeof:latest", 2024-03-29T00:22:36.751 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.751 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.751 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.751 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Nvme-of container image", 2024-03-29T00:22:36.751 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.751 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.751 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.751 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.751 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_prometheus": { 2024-03-29T00:22:36.751 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_prometheus", 2024-03-29T00:22:36.751 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.751 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.751 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.752 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-03-29T00:22:36.752 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.752 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.752 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.752 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Prometheus container image", 2024-03-29T00:22:36.752 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.752 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.752 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.752 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.752 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_promtail": { 2024-03-29T00:22:36.752 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_promtail", 2024-03-29T00:22:36.752 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.752 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.752 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.752 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-03-29T00:22:36.753 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.753 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.753 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.753 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Promtail container image", 2024-03-29T00:22:36.753 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.753 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.753 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.753 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.753 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_snmp_gateway": { 2024-03-29T00:22:36.753 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_snmp_gateway", 2024-03-29T00:22:36.753 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.754 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.754 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.754 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-03-29T00:22:36.754 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.754 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.754 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.754 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "SNMP Gateway container image", 2024-03-29T00:22:36.754 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.754 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.754 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.754 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.755 INFO:teuthology.orchestra.run.smithi012.stdout: "container_init": { 2024-03-29T00:22:36.755 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_init", 2024-03-29T00:22:36.755 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.755 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.755 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.755 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.755 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.755 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.755 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.755 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Run podman/docker with `--init`", 2024-03-29T00:22:36.755 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.755 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.755 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.755 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.755 INFO:teuthology.orchestra.run.smithi012.stdout: "daemon_cache_timeout": { 2024-03-29T00:22:36.756 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "daemon_cache_timeout", 2024-03-29T00:22:36.756 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.756 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.756 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.756 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "600", 2024-03-29T00:22:36.756 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.756 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.756 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.756 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-03-29T00:22:36.756 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.756 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.756 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.756 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.756 INFO:teuthology.orchestra.run.smithi012.stdout: "default_cephadm_command_timeout": { 2024-03-29T00:22:36.756 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "default_cephadm_command_timeout", 2024-03-29T00:22:36.757 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.757 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.757 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.757 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "900", 2024-03-29T00:22:36.757 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.757 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.757 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.757 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-03-29T00:22:36.757 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.757 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.757 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.757 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.757 INFO:teuthology.orchestra.run.smithi012.stdout: "default_registry": { 2024-03-29T00:22:36.757 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "default_registry", 2024-03-29T00:22:36.758 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.758 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.758 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.758 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "docker.io", 2024-03-29T00:22:36.758 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.758 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.758 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.758 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-03-29T00:22:36.758 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.758 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.758 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.758 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.758 INFO:teuthology.orchestra.run.smithi012.stdout: "device_cache_timeout": { 2024-03-29T00:22:36.758 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "device_cache_timeout", 2024-03-29T00:22:36.759 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.759 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.759 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.759 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "1800", 2024-03-29T00:22:36.759 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.759 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.759 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.759 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "seconds to cache device inventory", 2024-03-29T00:22:36.759 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.759 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.759 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.759 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.759 INFO:teuthology.orchestra.run.smithi012.stdout: "device_enhanced_scan": { 2024-03-29T00:22:36.759 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "device_enhanced_scan", 2024-03-29T00:22:36.759 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.760 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.760 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.760 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.760 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.760 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.760 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.760 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Use libstoragemgmt during device scans", 2024-03-29T00:22:36.760 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.760 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.760 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.760 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.760 INFO:teuthology.orchestra.run.smithi012.stdout: "facts_cache_timeout": { 2024-03-29T00:22:36.760 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "facts_cache_timeout", 2024-03-29T00:22:36.760 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.761 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.761 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.761 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "60", 2024-03-29T00:22:36.761 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.761 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.761 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.761 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "seconds to cache host facts data", 2024-03-29T00:22:36.761 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.761 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.761 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.761 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.761 INFO:teuthology.orchestra.run.smithi012.stdout: "host_check_interval": { 2024-03-29T00:22:36.761 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "host_check_interval", 2024-03-29T00:22:36.761 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.762 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.762 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.762 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "600", 2024-03-29T00:22:36.762 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.762 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.762 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.762 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how frequently to perform a host check", 2024-03-29T00:22:36.762 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.762 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.762 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.762 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.762 INFO:teuthology.orchestra.run.smithi012.stdout: "hw_monitoring": { 2024-03-29T00:22:36.762 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "hw_monitoring", 2024-03-29T00:22:36.762 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.763 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.763 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.763 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.763 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.763 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.763 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.763 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-03-29T00:22:36.763 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.763 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.763 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.763 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.763 INFO:teuthology.orchestra.run.smithi012.stdout: "inventory_list_all": { 2024-03-29T00:22:36.763 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "inventory_list_all", 2024-03-29T00:22:36.763 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.763 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.764 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.764 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.764 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.764 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.764 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.764 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-03-29T00:22:36.764 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.764 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.764 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.764 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.764 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.764 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.764 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.765 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.765 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.765 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.765 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.765 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.765 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.765 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.765 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.765 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.765 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.765 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.765 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.765 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.765 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.765 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.766 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.766 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.766 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.766 INFO:teuthology.orchestra.run.smithi012.stdout: "log_refresh_metadata": { 2024-03-29T00:22:36.766 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_refresh_metadata", 2024-03-29T00:22:36.766 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.766 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.766 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.766 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.766 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.766 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.766 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.766 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-03-29T00:22:36.766 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.767 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.767 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.767 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.767 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.767 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.767 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.767 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.767 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.767 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.767 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.767 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.767 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.767 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-03-29T00:22:36.767 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.767 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.768 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.768 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.768 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.768 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.768 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.768 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.768 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.768 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.768 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.768 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.768 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.768 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.768 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.768 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.769 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.769 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.769 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.769 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.769 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.769 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.769 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.769 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.769 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.769 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.769 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.769 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.769 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.769 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.769 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.769 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.770 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.770 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.770 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.770 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.770 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.770 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.770 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.770 INFO:teuthology.orchestra.run.smithi012.stdout: "manage_etc_ceph_ceph_conf": { 2024-03-29T00:22:36.770 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-03-29T00:22:36.770 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.770 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.770 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.770 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.770 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.770 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.771 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.771 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-03-29T00:22:36.771 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.771 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.771 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.771 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.771 INFO:teuthology.orchestra.run.smithi012.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-03-29T00:22:36.771 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-03-29T00:22:36.771 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.771 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.771 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.771 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "*", 2024-03-29T00:22:36.772 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.772 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.772 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.772 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-03-29T00:22:36.772 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.772 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.772 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.772 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.772 INFO:teuthology.orchestra.run.smithi012.stdout: "max_count_per_host": { 2024-03-29T00:22:36.772 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "max_count_per_host", 2024-03-29T00:22:36.772 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.772 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.772 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.773 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-03-29T00:22:36.773 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.773 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.773 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.773 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "max number of daemons per service per host", 2024-03-29T00:22:36.773 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.773 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.773 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.773 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.773 INFO:teuthology.orchestra.run.smithi012.stdout: "max_osd_draining_count": { 2024-03-29T00:22:36.773 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "max_osd_draining_count", 2024-03-29T00:22:36.773 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.773 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.773 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.774 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-03-29T00:22:36.774 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.774 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.774 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.774 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-03-29T00:22:36.774 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.774 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.774 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.774 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.774 INFO:teuthology.orchestra.run.smithi012.stdout: "migration_current": { 2024-03-29T00:22:36.774 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "migration_current", 2024-03-29T00:22:36.774 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.774 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.774 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.775 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.775 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.775 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.775 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.775 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "internal - do not modify", 2024-03-29T00:22:36.775 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.775 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.775 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.775 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.775 INFO:teuthology.orchestra.run.smithi012.stdout: "mode": { 2024-03-29T00:22:36.775 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mode", 2024-03-29T00:22:36.775 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.776 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.776 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.776 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "root", 2024-03-29T00:22:36.776 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.776 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.776 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.776 INFO:teuthology.orchestra.run.smithi012.stdout: "cephadm-package", 2024-03-29T00:22:36.776 INFO:teuthology.orchestra.run.smithi012.stdout: "root" 2024-03-29T00:22:36.776 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.776 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "mode for remote execution of cephadm", 2024-03-29T00:22:36.776 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.776 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.776 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.777 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.777 INFO:teuthology.orchestra.run.smithi012.stdout: "oob_default_addr": { 2024-03-29T00:22:36.777 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "oob_default_addr", 2024-03-29T00:22:36.777 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.777 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.777 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.777 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "169.254.1.1", 2024-03-29T00:22:36.777 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.777 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.777 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.777 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Default address for RedFish API (oob management).", 2024-03-29T00:22:36.777 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.777 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.778 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.778 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.778 INFO:teuthology.orchestra.run.smithi012.stdout: "prometheus_alerts_path": { 2024-03-29T00:22:36.778 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "prometheus_alerts_path", 2024-03-29T00:22:36.778 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.778 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.778 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.778 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-03-29T00:22:36.778 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.778 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.778 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.778 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-03-29T00:22:36.779 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.779 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.779 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.779 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.779 INFO:teuthology.orchestra.run.smithi012.stdout: "registry_insecure": { 2024-03-29T00:22:36.779 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "registry_insecure", 2024-03-29T00:22:36.779 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.779 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.779 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.779 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.779 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.779 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.780 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.780 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-03-29T00:22:36.780 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.780 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.780 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.780 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.780 INFO:teuthology.orchestra.run.smithi012.stdout: "registry_password": { 2024-03-29T00:22:36.780 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "registry_password", 2024-03-29T00:22:36.780 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.780 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.780 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.780 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.780 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.780 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.781 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.781 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-03-29T00:22:36.781 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.781 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.781 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.781 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.781 INFO:teuthology.orchestra.run.smithi012.stdout: "registry_url": { 2024-03-29T00:22:36.781 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "registry_url", 2024-03-29T00:22:36.781 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.781 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.781 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.781 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.781 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.781 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.781 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.782 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-03-29T00:22:36.782 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.782 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.782 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.782 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.782 INFO:teuthology.orchestra.run.smithi012.stdout: "registry_username": { 2024-03-29T00:22:36.782 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "registry_username", 2024-03-29T00:22:36.782 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.782 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.782 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.782 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.782 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.782 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.783 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.783 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-03-29T00:22:36.783 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.783 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.783 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.783 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.783 INFO:teuthology.orchestra.run.smithi012.stdout: "secure_monitoring_stack": { 2024-03-29T00:22:36.783 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "secure_monitoring_stack", 2024-03-29T00:22:36.783 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.783 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.783 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.783 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.783 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.784 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.784 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.784 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-03-29T00:22:36.784 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.784 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.784 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.784 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.784 INFO:teuthology.orchestra.run.smithi012.stdout: "service_discovery_port": { 2024-03-29T00:22:36.784 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "service_discovery_port", 2024-03-29T00:22:36.784 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.784 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.784 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.784 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "8765", 2024-03-29T00:22:36.784 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.784 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.785 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.785 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "cephadm service discovery port", 2024-03-29T00:22:36.785 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.785 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.785 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.785 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.785 INFO:teuthology.orchestra.run.smithi012.stdout: "ssh_config_file": { 2024-03-29T00:22:36.785 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ssh_config_file", 2024-03-29T00:22:36.785 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.785 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.785 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.785 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.785 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.785 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.785 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.785 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-03-29T00:22:36.786 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.786 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.786 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.786 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.786 INFO:teuthology.orchestra.run.smithi012.stdout: "use_agent": { 2024-03-29T00:22:36.786 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "use_agent", 2024-03-29T00:22:36.786 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.786 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.786 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.786 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.786 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.786 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.786 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.786 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-03-29T00:22:36.787 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.787 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.787 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.787 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.787 INFO:teuthology.orchestra.run.smithi012.stdout: "use_repo_digest": { 2024-03-29T00:22:36.787 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "use_repo_digest", 2024-03-29T00:22:36.787 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.787 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.787 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.787 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.787 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.787 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.787 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.787 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-03-29T00:22:36.788 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.788 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.788 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.788 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.788 INFO:teuthology.orchestra.run.smithi012.stdout: "warn_on_failed_host_check": { 2024-03-29T00:22:36.788 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "warn_on_failed_host_check", 2024-03-29T00:22:36.788 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.788 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.788 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.788 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.788 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.788 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.788 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.788 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "raise a health warning if the host check fails", 2024-03-29T00:22:36.789 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.789 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.789 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.789 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.789 INFO:teuthology.orchestra.run.smithi012.stdout: "warn_on_stray_daemons": { 2024-03-29T00:22:36.789 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "warn_on_stray_daemons", 2024-03-29T00:22:36.789 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.789 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.789 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.789 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.789 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.789 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.789 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.789 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-03-29T00:22:36.790 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.790 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.790 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.790 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.790 INFO:teuthology.orchestra.run.smithi012.stdout: "warn_on_stray_hosts": { 2024-03-29T00:22:36.790 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "warn_on_stray_hosts", 2024-03-29T00:22:36.790 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.790 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.790 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.790 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.790 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.790 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.790 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.791 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-03-29T00:22:36.791 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.791 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.791 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.791 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.791 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.791 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.791 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.791 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "crash", 2024-03-29T00:22:36.791 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.791 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.791 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.791 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.791 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.792 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.792 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.792 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.792 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.792 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.792 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.792 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.792 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.792 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.792 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.792 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.792 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.793 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.793 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.793 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.793 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.793 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.793 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.793 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.793 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.793 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.793 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.793 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.793 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.793 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.793 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.794 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.794 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.794 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.794 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.794 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.794 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.794 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.794 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.794 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.794 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.794 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.794 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.794 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.794 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.794 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.795 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.795 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.795 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.795 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.795 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.795 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.795 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.795 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.795 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.795 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.795 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.795 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.795 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.795 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.795 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.796 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.796 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.796 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.796 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.796 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.796 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.796 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.796 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.796 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.796 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.796 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.796 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.796 INFO:teuthology.orchestra.run.smithi012.stdout: "retain_interval": { 2024-03-29T00:22:36.796 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "retain_interval", 2024-03-29T00:22:36.797 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.797 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.797 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.797 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "31536000", 2024-03-29T00:22:36.797 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.797 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.797 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.797 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how long to retain crashes before pruning them", 2024-03-29T00:22:36.797 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.797 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.797 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.797 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.797 INFO:teuthology.orchestra.run.smithi012.stdout: "warn_recent_interval": { 2024-03-29T00:22:36.797 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "warn_recent_interval", 2024-03-29T00:22:36.798 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.798 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.798 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.798 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "1209600", 2024-03-29T00:22:36.798 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.798 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.798 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.798 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "time interval in which to warn about recent crashes", 2024-03-29T00:22:36.798 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.798 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.798 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.798 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.798 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.798 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.799 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.799 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "dashboard", 2024-03-29T00:22:36.799 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.799 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.799 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.799 INFO:teuthology.orchestra.run.smithi012.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-03-29T00:22:36.799 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-03-29T00:22:36.799 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.799 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.799 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.799 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-03-29T00:22:36.799 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.799 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.799 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.800 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.800 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.800 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.800 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.800 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.800 INFO:teuthology.orchestra.run.smithi012.stdout: "ALERTMANAGER_API_HOST": { 2024-03-29T00:22:36.800 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ALERTMANAGER_API_HOST", 2024-03-29T00:22:36.800 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.800 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.800 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.800 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.800 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.800 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.800 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.800 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.801 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.801 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.801 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.801 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.801 INFO:teuthology.orchestra.run.smithi012.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-03-29T00:22:36.801 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-03-29T00:22:36.801 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.801 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.801 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.801 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.801 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.801 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.801 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.801 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.802 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.802 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.802 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.802 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.802 INFO:teuthology.orchestra.run.smithi012.stdout: "AUDIT_API_ENABLED": { 2024-03-29T00:22:36.802 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "AUDIT_API_ENABLED", 2024-03-29T00:22:36.802 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.802 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.802 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.802 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.802 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.802 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.802 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.802 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.803 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.803 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.803 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.803 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.803 INFO:teuthology.orchestra.run.smithi012.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-03-29T00:22:36.803 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-03-29T00:22:36.803 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.803 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.803 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.803 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.803 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.803 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.803 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.803 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.803 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.803 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.804 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.804 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.804 INFO:teuthology.orchestra.run.smithi012.stdout: "ENABLE_BROWSABLE_API": { 2024-03-29T00:22:36.804 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ENABLE_BROWSABLE_API", 2024-03-29T00:22:36.804 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.804 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.804 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.804 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.804 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.804 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.804 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.804 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.804 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.804 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.804 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.805 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.805 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-03-29T00:22:36.805 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-03-29T00:22:36.805 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.805 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.805 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.805 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.805 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.805 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.805 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.805 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.805 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.805 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.805 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.805 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.805 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-03-29T00:22:36.805 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-03-29T00:22:36.806 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.806 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.806 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.806 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.806 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.806 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.806 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.806 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.806 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.806 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.806 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.806 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.806 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-03-29T00:22:36.806 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-03-29T00:22:36.807 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.807 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.807 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.807 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.807 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.807 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.807 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.807 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.807 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.807 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.807 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.807 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.807 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-03-29T00:22:36.807 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-03-29T00:22:36.808 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.808 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.808 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.808 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.808 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.808 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.808 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.808 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.808 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.808 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.808 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.808 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.808 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_NFS": { 2024-03-29T00:22:36.809 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-03-29T00:22:36.809 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.809 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.809 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.809 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.809 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.809 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.809 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.809 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.809 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.809 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.810 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.810 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.810 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_RBD": { 2024-03-29T00:22:36.810 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-03-29T00:22:36.810 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.810 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.810 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.810 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.810 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.810 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.810 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.810 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.810 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.810 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.811 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.811 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.811 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_RGW": { 2024-03-29T00:22:36.811 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-03-29T00:22:36.811 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.811 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.811 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.811 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.811 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.811 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.811 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.811 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.811 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.811 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.811 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.812 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.812 INFO:teuthology.orchestra.run.smithi012.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-03-29T00:22:36.812 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-03-29T00:22:36.812 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.812 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.812 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.812 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.812 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.812 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.812 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.812 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.812 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.812 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.812 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.812 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.813 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_API_PASSWORD": { 2024-03-29T00:22:36.813 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_API_PASSWORD", 2024-03-29T00:22:36.813 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.813 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.813 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.813 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "admin", 2024-03-29T00:22:36.813 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.813 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.813 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.813 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.813 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.813 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.813 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.813 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.813 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-03-29T00:22:36.814 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-03-29T00:22:36.814 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.814 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.814 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.814 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.814 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.814 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.814 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.814 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.814 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.814 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.814 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.814 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.814 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_API_URL": { 2024-03-29T00:22:36.815 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_API_URL", 2024-03-29T00:22:36.815 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.815 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.815 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.815 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.815 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.815 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.815 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.815 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.815 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.815 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.815 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.815 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.815 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_API_USERNAME": { 2024-03-29T00:22:36.815 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_API_USERNAME", 2024-03-29T00:22:36.815 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.816 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.816 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.816 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "admin", 2024-03-29T00:22:36.816 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.816 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.816 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.816 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.816 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.816 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.816 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.816 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.816 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-03-29T00:22:36.816 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-03-29T00:22:36.816 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.816 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.817 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.817 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.817 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.817 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.817 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.817 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.817 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.817 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.817 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.817 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.817 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-03-29T00:22:36.817 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-03-29T00:22:36.817 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.817 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.818 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.818 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.818 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.818 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.818 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.818 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.818 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.818 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.818 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.818 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.818 INFO:teuthology.orchestra.run.smithi012.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-03-29T00:22:36.818 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-03-29T00:22:36.818 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.818 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.819 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.819 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.819 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.819 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.819 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.819 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.819 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.819 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.819 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.819 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.819 INFO:teuthology.orchestra.run.smithi012.stdout: "ISSUE_TRACKER_API_KEY": { 2024-03-29T00:22:36.819 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-03-29T00:22:36.819 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.819 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.819 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.819 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.819 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.820 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.820 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.820 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.820 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.820 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.820 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.820 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.820 INFO:teuthology.orchestra.run.smithi012.stdout: "PROMETHEUS_API_HOST": { 2024-03-29T00:22:36.820 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PROMETHEUS_API_HOST", 2024-03-29T00:22:36.820 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.820 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.820 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.820 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.820 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.821 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.821 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.821 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.821 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.821 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.821 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.821 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.821 INFO:teuthology.orchestra.run.smithi012.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-03-29T00:22:36.821 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-03-29T00:22:36.821 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.821 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.821 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.821 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.821 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.821 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.822 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.822 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.822 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.822 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.822 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.822 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.822 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-03-29T00:22:36.822 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-03-29T00:22:36.822 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.822 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.823 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.823 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.823 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.823 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.823 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.823 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.823 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.823 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.823 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.823 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.823 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-03-29T00:22:36.823 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-03-29T00:22:36.823 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.824 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.824 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.824 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.824 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.824 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.824 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.824 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.824 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.824 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.824 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.824 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.824 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-03-29T00:22:36.824 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-03-29T00:22:36.825 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.825 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.825 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.825 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.825 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.825 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.825 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.825 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.825 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.825 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.825 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.825 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.825 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-03-29T00:22:36.826 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-03-29T00:22:36.826 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.826 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.826 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.826 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.826 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.826 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.826 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.826 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.826 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.826 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.826 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.826 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.827 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-03-29T00:22:36.827 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-03-29T00:22:36.827 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.827 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.827 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.827 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.827 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.827 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.827 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.827 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.827 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.827 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.828 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.828 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.828 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-03-29T00:22:36.828 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-03-29T00:22:36.828 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.828 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.828 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.828 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.828 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.828 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.828 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.828 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.828 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.829 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.829 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.829 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.829 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-03-29T00:22:36.829 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-03-29T00:22:36.829 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.829 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.829 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.829 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.829 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.829 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.829 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.829 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.829 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.830 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.830 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.830 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.830 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_ENABLED": { 2024-03-29T00:22:36.830 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_ENABLED", 2024-03-29T00:22:36.830 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.830 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.830 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.830 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.830 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.830 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.830 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.830 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.831 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.831 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.831 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.831 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.831 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-03-29T00:22:36.831 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-03-29T00:22:36.831 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.831 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.831 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.831 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-03-29T00:22:36.831 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.831 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.831 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.831 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.831 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.832 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.832 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.832 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.832 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-03-29T00:22:36.832 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-03-29T00:22:36.832 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.832 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.832 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.832 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-03-29T00:22:36.832 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.832 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.832 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.832 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.832 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.833 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.833 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.833 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.833 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-03-29T00:22:36.833 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-03-29T00:22:36.833 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.833 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.833 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.833 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "8", 2024-03-29T00:22:36.833 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.833 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.833 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.833 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.833 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.833 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.833 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.834 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.834 INFO:teuthology.orchestra.run.smithi012.stdout: "REST_REQUESTS_TIMEOUT": { 2024-03-29T00:22:36.834 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-03-29T00:22:36.834 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.834 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.834 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.834 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "45", 2024-03-29T00:22:36.834 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.834 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.834 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.834 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.834 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.834 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.835 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.835 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.835 INFO:teuthology.orchestra.run.smithi012.stdout: "RGW_API_ACCESS_KEY": { 2024-03-29T00:22:36.835 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "RGW_API_ACCESS_KEY", 2024-03-29T00:22:36.835 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.835 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.835 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.835 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.835 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.835 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.835 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.835 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.835 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.835 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.835 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.836 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.836 INFO:teuthology.orchestra.run.smithi012.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-03-29T00:22:36.836 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-03-29T00:22:36.836 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.836 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.836 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.836 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "admin", 2024-03-29T00:22:36.836 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.836 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.836 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.836 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.836 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.836 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.836 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.836 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.836 INFO:teuthology.orchestra.run.smithi012.stdout: "RGW_API_SECRET_KEY": { 2024-03-29T00:22:36.837 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "RGW_API_SECRET_KEY", 2024-03-29T00:22:36.837 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.837 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.837 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.837 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.837 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.837 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.837 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.837 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.837 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.837 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.837 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.837 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.837 INFO:teuthology.orchestra.run.smithi012.stdout: "RGW_API_SSL_VERIFY": { 2024-03-29T00:22:36.837 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "RGW_API_SSL_VERIFY", 2024-03-29T00:22:36.837 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.838 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.838 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.838 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.838 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.838 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.838 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.838 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.838 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.838 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.838 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.838 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.838 INFO:teuthology.orchestra.run.smithi012.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-03-29T00:22:36.838 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-03-29T00:22:36.838 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.838 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.839 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.839 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-03-29T00:22:36.839 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.839 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.839 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.839 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.839 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.839 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.839 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.839 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.839 INFO:teuthology.orchestra.run.smithi012.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-03-29T00:22:36.839 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-03-29T00:22:36.839 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.839 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.840 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.840 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-03-29T00:22:36.840 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.840 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.840 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.840 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.840 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.840 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.840 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.840 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.840 INFO:teuthology.orchestra.run.smithi012.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-03-29T00:22:36.840 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-03-29T00:22:36.840 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.840 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.841 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.841 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "5", 2024-03-29T00:22:36.841 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.841 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.841 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.841 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.841 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.841 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.841 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.841 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.841 INFO:teuthology.orchestra.run.smithi012.stdout: "cross_origin_url": { 2024-03-29T00:22:36.841 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "cross_origin_url", 2024-03-29T00:22:36.841 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.841 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.841 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.841 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.842 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.842 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.842 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.842 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.842 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.842 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.842 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.842 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.842 INFO:teuthology.orchestra.run.smithi012.stdout: "crt_file": { 2024-03-29T00:22:36.842 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "crt_file", 2024-03-29T00:22:36.842 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.842 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.842 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.842 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.843 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.843 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.843 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.843 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.843 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.843 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.843 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.843 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.843 INFO:teuthology.orchestra.run.smithi012.stdout: "debug": { 2024-03-29T00:22:36.843 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "debug", 2024-03-29T00:22:36.843 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.843 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.843 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.843 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.843 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.844 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.844 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.844 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Enable/disable debug options", 2024-03-29T00:22:36.844 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.844 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.844 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.844 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.844 INFO:teuthology.orchestra.run.smithi012.stdout: "jwt_token_ttl": { 2024-03-29T00:22:36.844 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "jwt_token_ttl", 2024-03-29T00:22:36.844 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.844 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.844 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.844 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "28800", 2024-03-29T00:22:36.845 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.845 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.845 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.845 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.845 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.845 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.845 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.845 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.845 INFO:teuthology.orchestra.run.smithi012.stdout: "key_file": { 2024-03-29T00:22:36.845 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "key_file", 2024-03-29T00:22:36.845 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.845 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.845 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.845 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.846 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.846 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.846 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.846 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.846 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.846 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.846 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.846 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.846 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.846 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.846 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.846 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.846 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.846 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.846 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.846 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.847 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.847 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.847 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.847 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.847 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.847 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.847 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.847 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.847 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.847 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.847 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.847 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.847 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.847 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.847 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.847 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.847 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.848 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.848 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.848 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.848 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.848 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.848 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.848 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.848 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.848 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.848 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.848 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.848 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.848 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.848 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.849 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.849 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.849 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.849 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.849 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.849 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.849 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.849 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.849 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.849 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.849 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.849 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.849 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.849 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.850 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.850 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.850 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.850 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.850 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.850 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.850 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.850 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.850 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.850 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.850 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.850 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.850 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.850 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.850 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.851 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.851 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.851 INFO:teuthology.orchestra.run.smithi012.stdout: "motd": { 2024-03-29T00:22:36.851 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "motd", 2024-03-29T00:22:36.851 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.851 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.851 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.851 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.851 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.851 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.851 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.851 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "The message of the day", 2024-03-29T00:22:36.851 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.851 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.851 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.852 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.852 INFO:teuthology.orchestra.run.smithi012.stdout: "redirect_resolve_ip_addr": { 2024-03-29T00:22:36.852 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "redirect_resolve_ip_addr", 2024-03-29T00:22:36.852 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.852 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.852 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.852 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.852 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.852 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.852 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.852 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.852 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.852 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.852 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.852 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.853 INFO:teuthology.orchestra.run.smithi012.stdout: "server_addr": { 2024-03-29T00:22:36.853 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_addr", 2024-03-29T00:22:36.853 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.853 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.853 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.853 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "::", 2024-03-29T00:22:36.853 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.853 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.853 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.853 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.853 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.853 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.853 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.853 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.853 INFO:teuthology.orchestra.run.smithi012.stdout: "server_port": { 2024-03-29T00:22:36.853 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_port", 2024-03-29T00:22:36.854 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.854 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.854 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.854 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "8080", 2024-03-29T00:22:36.854 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.854 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.854 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.854 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.854 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.854 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.854 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.854 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.854 INFO:teuthology.orchestra.run.smithi012.stdout: "ssl": { 2024-03-29T00:22:36.854 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ssl", 2024-03-29T00:22:36.855 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.855 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.855 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.855 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.855 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.855 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.855 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.855 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.855 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.855 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.855 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.855 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.855 INFO:teuthology.orchestra.run.smithi012.stdout: "ssl_server_port": { 2024-03-29T00:22:36.855 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ssl_server_port", 2024-03-29T00:22:36.855 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.855 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.856 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.856 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "8443", 2024-03-29T00:22:36.856 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.856 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.856 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.856 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.856 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.856 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.856 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.856 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.856 INFO:teuthology.orchestra.run.smithi012.stdout: "standby_behaviour": { 2024-03-29T00:22:36.856 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "standby_behaviour", 2024-03-29T00:22:36.856 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.856 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.856 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.857 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "redirect", 2024-03-29T00:22:36.857 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.857 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.857 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.857 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.857 INFO:teuthology.orchestra.run.smithi012.stdout: "redirect" 2024-03-29T00:22:36.857 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.857 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.857 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.857 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.857 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.857 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.857 INFO:teuthology.orchestra.run.smithi012.stdout: "standby_error_status_code": { 2024-03-29T00:22:36.857 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "standby_error_status_code", 2024-03-29T00:22:36.858 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.858 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.858 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.858 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "500", 2024-03-29T00:22:36.858 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "400", 2024-03-29T00:22:36.858 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "599", 2024-03-29T00:22:36.858 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.858 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.858 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.858 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.858 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.858 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.858 INFO:teuthology.orchestra.run.smithi012.stdout: "url_prefix": { 2024-03-29T00:22:36.858 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "url_prefix", 2024-03-29T00:22:36.859 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.859 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.859 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.859 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.859 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.859 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.859 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.859 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.859 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.859 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.859 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.859 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.859 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.860 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.860 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.860 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "devicehealth", 2024-03-29T00:22:36.860 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.860 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.860 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.860 INFO:teuthology.orchestra.run.smithi012.stdout: "enable_monitoring": { 2024-03-29T00:22:36.860 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "enable_monitoring", 2024-03-29T00:22:36.860 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.860 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.860 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.860 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.860 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.860 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.860 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.861 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "monitor device health metrics", 2024-03-29T00:22:36.861 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.861 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.861 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.861 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.861 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.861 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.861 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.861 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.861 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.861 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.861 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.861 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.861 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.861 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.862 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.862 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.862 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.862 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.862 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.862 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.862 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.862 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.862 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.862 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.862 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.862 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.862 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.862 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.862 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.863 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.863 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.863 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.863 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.863 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.863 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.863 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.863 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.863 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.863 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.863 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.863 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.864 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.864 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.864 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.864 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.864 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.864 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.864 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.864 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.864 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.864 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.864 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.864 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.864 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.864 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.865 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.865 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.865 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.865 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.865 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.865 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.865 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.865 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.865 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.865 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.865 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.865 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.865 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.866 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.866 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.866 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.866 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.866 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.866 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.866 INFO:teuthology.orchestra.run.smithi012.stdout: "mark_out_threshold": { 2024-03-29T00:22:36.866 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mark_out_threshold", 2024-03-29T00:22:36.866 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.866 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.866 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.866 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "2419200", 2024-03-29T00:22:36.866 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.866 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.867 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.867 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-03-29T00:22:36.867 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.867 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.867 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.867 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.867 INFO:teuthology.orchestra.run.smithi012.stdout: "pool_name": { 2024-03-29T00:22:36.867 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "pool_name", 2024-03-29T00:22:36.867 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.867 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.867 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.867 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "device_health_metrics", 2024-03-29T00:22:36.867 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.867 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.868 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.868 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "name of pool in which to store device health metrics", 2024-03-29T00:22:36.868 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.868 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.868 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.868 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.868 INFO:teuthology.orchestra.run.smithi012.stdout: "retention_period": { 2024-03-29T00:22:36.868 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "retention_period", 2024-03-29T00:22:36.868 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.868 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.868 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.868 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "15552000", 2024-03-29T00:22:36.868 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.868 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.868 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.868 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how long to retain device health metrics", 2024-03-29T00:22:36.868 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.869 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.869 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.869 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.869 INFO:teuthology.orchestra.run.smithi012.stdout: "scrape_frequency": { 2024-03-29T00:22:36.869 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "scrape_frequency", 2024-03-29T00:22:36.869 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.869 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.869 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.869 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "86400", 2024-03-29T00:22:36.869 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.869 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.869 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.870 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how frequently to scrape device health metrics", 2024-03-29T00:22:36.870 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.870 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.870 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.870 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.870 INFO:teuthology.orchestra.run.smithi012.stdout: "self_heal": { 2024-03-29T00:22:36.870 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "self_heal", 2024-03-29T00:22:36.870 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.870 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.870 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.870 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.870 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.870 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.871 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.871 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-03-29T00:22:36.871 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.871 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.871 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.871 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.871 INFO:teuthology.orchestra.run.smithi012.stdout: "sleep_interval": { 2024-03-29T00:22:36.871 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sleep_interval", 2024-03-29T00:22:36.871 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.871 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.871 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.871 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "600", 2024-03-29T00:22:36.871 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.871 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.872 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.872 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how frequently to wake up and check device health", 2024-03-29T00:22:36.872 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.872 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.872 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.872 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.872 INFO:teuthology.orchestra.run.smithi012.stdout: "warn_threshold": { 2024-03-29T00:22:36.872 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "warn_threshold", 2024-03-29T00:22:36.872 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.872 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.872 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.872 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "7257600", 2024-03-29T00:22:36.872 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.872 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.872 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.872 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-03-29T00:22:36.873 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.873 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.873 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.873 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.873 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.873 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.873 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.873 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "diskprediction_local", 2024-03-29T00:22:36.873 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.873 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.873 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.873 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.873 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.873 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.873 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.873 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.874 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.874 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.874 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.874 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.874 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.874 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.874 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.874 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.874 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.874 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.874 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.874 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.874 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.874 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.875 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.875 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.875 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.875 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.875 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.875 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.875 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.875 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.875 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.875 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.875 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.875 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.875 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.875 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.875 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.875 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.876 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.876 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.876 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.876 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.876 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.876 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.876 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.876 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.876 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.876 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.876 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.876 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.876 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.876 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.876 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.876 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.876 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.877 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.877 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.877 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.877 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.877 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.877 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.877 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.877 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.877 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.877 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.877 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.877 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.877 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.877 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.877 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.877 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.878 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.878 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.878 INFO:teuthology.orchestra.run.smithi012.stdout: "predict_interval": { 2024-03-29T00:22:36.878 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "predict_interval", 2024-03-29T00:22:36.878 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.878 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.878 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.878 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "86400", 2024-03-29T00:22:36.878 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.878 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.878 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.878 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.878 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.878 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.878 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.879 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.879 INFO:teuthology.orchestra.run.smithi012.stdout: "predictor_model": { 2024-03-29T00:22:36.879 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "predictor_model", 2024-03-29T00:22:36.879 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.879 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.879 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.879 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "prophetstor", 2024-03-29T00:22:36.879 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.879 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.879 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.879 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.879 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.879 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.879 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.879 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.879 INFO:teuthology.orchestra.run.smithi012.stdout: "sleep_interval": { 2024-03-29T00:22:36.880 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sleep_interval", 2024-03-29T00:22:36.880 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.880 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.880 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.880 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "600", 2024-03-29T00:22:36.880 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.880 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.880 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.880 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.880 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.880 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.880 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.880 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.880 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.881 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.881 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.881 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "influx", 2024-03-29T00:22:36.881 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": false, 2024-03-29T00:22:36.881 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "influxdb python module not found", 2024-03-29T00:22:36.881 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.881 INFO:teuthology.orchestra.run.smithi012.stdout: "batch_size": { 2024-03-29T00:22:36.881 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "batch_size", 2024-03-29T00:22:36.881 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.881 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.881 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.881 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "5000", 2024-03-29T00:22:36.881 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.881 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.881 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.882 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-03-29T00:22:36.882 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.882 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.882 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.882 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.882 INFO:teuthology.orchestra.run.smithi012.stdout: "database": { 2024-03-29T00:22:36.882 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "database", 2024-03-29T00:22:36.882 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.882 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.882 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.882 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "ceph", 2024-03-29T00:22:36.882 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.882 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.882 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.882 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-03-29T00:22:36.883 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.883 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.883 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.883 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.883 INFO:teuthology.orchestra.run.smithi012.stdout: "hostname": { 2024-03-29T00:22:36.883 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "hostname", 2024-03-29T00:22:36.883 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.883 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.883 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.883 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.883 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.883 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.883 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.883 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "InfluxDB server hostname", 2024-03-29T00:22:36.883 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.883 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.883 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.884 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.884 INFO:teuthology.orchestra.run.smithi012.stdout: "interval": { 2024-03-29T00:22:36.884 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "interval", 2024-03-29T00:22:36.884 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.884 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.884 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.884 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "30", 2024-03-29T00:22:36.884 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "5", 2024-03-29T00:22:36.884 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.884 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.884 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-03-29T00:22:36.884 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.884 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.884 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.884 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.884 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.885 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.885 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.885 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.885 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.885 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.885 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.885 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.885 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.885 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.885 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.885 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.885 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.886 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.886 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.886 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.886 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.886 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.886 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.886 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.886 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.886 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.886 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.886 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.886 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.886 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.887 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.887 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.887 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.887 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.887 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.887 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.887 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.887 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.887 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.887 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.887 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.887 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.887 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.887 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.888 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.888 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.888 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.888 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.888 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.888 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.888 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.888 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.888 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.888 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.888 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.888 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.888 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.888 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.888 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.889 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.889 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.889 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.889 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.889 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.889 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.889 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.889 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.889 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.889 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.889 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.889 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.889 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.889 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.889 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.889 INFO:teuthology.orchestra.run.smithi012.stdout: "password": { 2024-03-29T00:22:36.890 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "password", 2024-03-29T00:22:36.890 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.890 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.890 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.890 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.890 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.890 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.890 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.890 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "password of InfluxDB server user", 2024-03-29T00:22:36.890 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.890 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.890 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.890 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.890 INFO:teuthology.orchestra.run.smithi012.stdout: "port": { 2024-03-29T00:22:36.890 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "port", 2024-03-29T00:22:36.891 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.891 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.891 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.891 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "8086", 2024-03-29T00:22:36.891 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.891 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.891 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.891 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "InfluxDB server port", 2024-03-29T00:22:36.891 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.891 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.891 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.891 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.891 INFO:teuthology.orchestra.run.smithi012.stdout: "ssl": { 2024-03-29T00:22:36.891 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ssl", 2024-03-29T00:22:36.892 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.892 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.892 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.892 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "false", 2024-03-29T00:22:36.892 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.892 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.892 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.892 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-03-29T00:22:36.892 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.892 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.892 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.892 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.892 INFO:teuthology.orchestra.run.smithi012.stdout: "threads": { 2024-03-29T00:22:36.892 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "threads", 2024-03-29T00:22:36.892 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.893 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.893 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.893 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "5", 2024-03-29T00:22:36.893 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "1", 2024-03-29T00:22:36.893 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "32", 2024-03-29T00:22:36.893 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.893 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-03-29T00:22:36.893 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.893 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.893 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.893 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.893 INFO:teuthology.orchestra.run.smithi012.stdout: "username": { 2024-03-29T00:22:36.893 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "username", 2024-03-29T00:22:36.893 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.893 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.894 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.894 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.894 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.894 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.894 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.894 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "username of InfluxDB server user", 2024-03-29T00:22:36.894 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.894 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.894 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.894 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.894 INFO:teuthology.orchestra.run.smithi012.stdout: "verify_ssl": { 2024-03-29T00:22:36.894 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "verify_ssl", 2024-03-29T00:22:36.894 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.894 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.894 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.895 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "true", 2024-03-29T00:22:36.895 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.895 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.895 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.895 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-03-29T00:22:36.895 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.895 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.895 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.895 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.895 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.895 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.895 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.895 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "insights", 2024-03-29T00:22:36.895 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.895 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.895 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.895 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.895 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.896 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.896 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.896 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.896 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.896 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.896 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.896 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.896 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.896 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.896 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.896 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.896 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.896 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.896 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.896 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.896 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.896 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.897 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.897 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.897 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.897 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.897 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.897 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.897 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.897 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.897 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.897 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.897 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.897 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.897 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.897 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.897 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.898 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.898 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.898 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.898 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.898 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.898 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.898 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.898 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.898 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.898 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.898 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.898 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.898 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.899 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.899 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.899 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.899 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.899 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.899 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.899 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.899 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.899 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.899 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.899 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.899 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.899 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.899 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.899 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.900 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.900 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.900 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.900 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.900 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.900 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.900 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.900 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.900 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.900 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.900 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.900 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "iostat", 2024-03-29T00:22:36.900 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.900 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.900 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.900 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.901 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.901 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.901 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.901 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.901 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.901 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.901 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.901 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.901 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.901 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.901 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.901 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.901 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.901 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.901 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.902 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.902 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.902 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.902 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.902 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.902 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.902 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.902 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.902 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.902 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.902 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.902 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.902 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.902 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.903 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.903 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.903 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.903 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.903 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.903 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.903 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.903 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.903 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.903 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.903 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.903 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.903 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.903 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.903 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.903 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.904 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.904 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.904 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.904 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.904 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.904 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.904 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.904 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.904 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.904 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.904 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.904 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.904 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.904 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.905 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.905 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.905 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.905 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.905 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.905 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.905 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.905 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.905 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.905 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.905 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.905 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.905 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.905 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "k8sevents", 2024-03-29T00:22:36.905 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.905 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.906 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.906 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_event_retention_days": { 2024-03-29T00:22:36.906 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ceph_event_retention_days", 2024-03-29T00:22:36.906 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.906 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.906 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.906 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "7", 2024-03-29T00:22:36.906 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.906 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.906 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.906 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Days to hold ceph event information within local cache", 2024-03-29T00:22:36.906 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.906 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.906 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.907 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.907 INFO:teuthology.orchestra.run.smithi012.stdout: "config_check_secs": { 2024-03-29T00:22:36.907 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "config_check_secs", 2024-03-29T00:22:36.907 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.907 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.907 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.907 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-03-29T00:22:36.907 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "10", 2024-03-29T00:22:36.907 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.907 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.907 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-03-29T00:22:36.907 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.907 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.908 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.908 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.908 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.908 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.908 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.908 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.908 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.908 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.908 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.908 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.908 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.908 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.908 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.908 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.909 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.909 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.909 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.909 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.909 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.909 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.909 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.909 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.909 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.909 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.909 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.909 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.909 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.909 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.909 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.910 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.910 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.910 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.910 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.910 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.910 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.910 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.910 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.910 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.910 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.910 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.910 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.910 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.910 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.911 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.911 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.911 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.911 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.911 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.911 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.911 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.911 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.911 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.911 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.911 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.911 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.911 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.911 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.911 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.911 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.912 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.912 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.912 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.912 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.912 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.912 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.912 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.912 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.912 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.912 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.912 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.912 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.912 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.912 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.913 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.913 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.913 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "localpool", 2024-03-29T00:22:36.913 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.913 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.913 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.913 INFO:teuthology.orchestra.run.smithi012.stdout: "failure_domain": { 2024-03-29T00:22:36.913 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "failure_domain", 2024-03-29T00:22:36.913 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.913 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.913 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.913 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "host", 2024-03-29T00:22:36.913 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.913 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.913 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.913 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "failure domain for any created local pool", 2024-03-29T00:22:36.914 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-03-29T00:22:36.914 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.914 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.914 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.914 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.914 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.914 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.914 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.914 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.914 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.914 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.914 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.914 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.914 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.915 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.915 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.915 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.915 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.915 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.915 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.915 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.915 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.915 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.915 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.915 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.915 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.915 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.915 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.915 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.915 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.916 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.916 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.916 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.916 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.916 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.916 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.916 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.916 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.916 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.916 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.916 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.916 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.916 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.916 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.916 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.917 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.917 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.917 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.917 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.917 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.917 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.917 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.917 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.917 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.917 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.917 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.917 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.917 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.917 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.917 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.918 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.918 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.918 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.918 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.918 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.918 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.918 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.918 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.918 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.918 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.918 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.918 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.918 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.918 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.919 INFO:teuthology.orchestra.run.smithi012.stdout: "min_size": { 2024-03-29T00:22:36.919 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "min_size", 2024-03-29T00:22:36.919 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.919 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.919 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.919 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.919 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.919 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.919 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.919 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "default min_size for any created local pool", 2024-03-29T00:22:36.919 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-03-29T00:22:36.919 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.919 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.920 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.920 INFO:teuthology.orchestra.run.smithi012.stdout: "num_rep": { 2024-03-29T00:22:36.920 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "num_rep", 2024-03-29T00:22:36.920 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.920 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.920 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.920 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "3", 2024-03-29T00:22:36.920 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.920 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.920 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.920 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "default replica count for any created local pool", 2024-03-29T00:22:36.920 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.920 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.920 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.920 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.920 INFO:teuthology.orchestra.run.smithi012.stdout: "pg_num": { 2024-03-29T00:22:36.921 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "pg_num", 2024-03-29T00:22:36.921 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.921 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.921 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.921 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "128", 2024-03-29T00:22:36.921 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.921 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.921 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.921 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "default pg_num for any created local pool", 2024-03-29T00:22:36.921 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.921 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.921 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.921 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.921 INFO:teuthology.orchestra.run.smithi012.stdout: "prefix": { 2024-03-29T00:22:36.922 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "prefix", 2024-03-29T00:22:36.922 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.922 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.922 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.922 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.922 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.922 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.922 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.922 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "name prefix for any created local pool", 2024-03-29T00:22:36.922 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.922 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.922 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.922 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.922 INFO:teuthology.orchestra.run.smithi012.stdout: "subtree": { 2024-03-29T00:22:36.922 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "subtree", 2024-03-29T00:22:36.923 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.923 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.923 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.923 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "rack", 2024-03-29T00:22:36.923 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.923 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.923 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.923 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "CRUSH level for which to create a local pool", 2024-03-29T00:22:36.923 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-03-29T00:22:36.923 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.923 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.923 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.923 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.923 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.923 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.924 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mds_autoscaler", 2024-03-29T00:22:36.924 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.924 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.924 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.924 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.924 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.924 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.924 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.924 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.924 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.924 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.924 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.924 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.924 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.924 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.924 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.924 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.925 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.925 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.925 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.925 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.925 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.925 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.925 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.925 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.925 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.925 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.925 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.925 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.925 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.925 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.925 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.925 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.925 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.926 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.926 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.926 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.926 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.926 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.926 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.926 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.926 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.926 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.926 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.926 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.926 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.926 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.926 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.926 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.927 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.927 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.927 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.927 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.927 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.927 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.927 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.927 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.927 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.927 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.927 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.927 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.927 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.927 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.927 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.927 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.928 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.928 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.928 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.928 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.928 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.928 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.928 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.928 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.928 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.928 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.928 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.928 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.928 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mirroring", 2024-03-29T00:22:36.928 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.928 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.929 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.929 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.929 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.929 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.929 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.929 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.929 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.929 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.929 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.929 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.929 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.929 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.929 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.929 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.929 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.929 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.929 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.930 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.930 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.930 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.930 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.930 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.930 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.930 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.930 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.930 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.930 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.930 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.930 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.930 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.930 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.930 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.931 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.931 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.931 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.931 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.931 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.931 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.931 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.931 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.931 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.931 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.931 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.931 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.931 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.931 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.931 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.931 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.931 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.932 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.932 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.932 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.932 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.932 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.932 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.932 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.932 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.932 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.932 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.932 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.932 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.932 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.932 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.933 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.933 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.933 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.933 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.933 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.933 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.933 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.933 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.933 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.933 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.933 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.933 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "nfs", 2024-03-29T00:22:36.933 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.933 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.933 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.933 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.934 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.934 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.934 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.934 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.934 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.934 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.934 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.934 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.934 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.934 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.934 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.934 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.934 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.934 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.935 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.935 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.935 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.935 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.935 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.935 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.935 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.935 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.935 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.935 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.935 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.935 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.936 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.936 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.936 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.936 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.936 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.936 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.936 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.936 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.936 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.936 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.936 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.936 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.936 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.936 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.936 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.936 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.937 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.937 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.937 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.937 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.937 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.937 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.937 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.937 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.937 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.937 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.937 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.937 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.937 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.937 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.937 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.938 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.938 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.938 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.938 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.938 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.938 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.938 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.938 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.938 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.938 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.938 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.938 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.938 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.938 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.938 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.939 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "orchestrator", 2024-03-29T00:22:36.939 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.939 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.939 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.939 INFO:teuthology.orchestra.run.smithi012.stdout: "fail_fs": { 2024-03-29T00:22:36.939 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "fail_fs", 2024-03-29T00:22:36.939 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.939 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.939 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.939 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.939 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.939 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.939 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.939 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-03-29T00:22:36.940 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.940 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.940 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.940 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.940 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.940 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.940 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.940 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.940 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.940 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.940 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.940 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.940 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.940 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.941 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.941 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.941 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.941 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.941 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.941 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.941 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.941 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.941 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.941 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.941 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.941 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.941 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.941 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.941 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.942 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.942 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.942 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.942 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.942 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.942 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.942 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.942 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.942 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.942 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.942 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.942 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.942 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.942 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.943 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.943 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.943 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.943 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.943 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.943 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.943 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.943 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.943 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.943 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.943 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.943 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.943 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.943 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.943 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.944 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.944 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.944 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.944 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.944 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.944 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.944 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.944 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.944 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.944 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.944 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.944 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.944 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.944 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.945 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.945 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.945 INFO:teuthology.orchestra.run.smithi012.stdout: "orchestrator": { 2024-03-29T00:22:36.945 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "orchestrator", 2024-03-29T00:22:36.945 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.945 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.945 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.945 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.945 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.945 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.945 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.945 INFO:teuthology.orchestra.run.smithi012.stdout: "cephadm", 2024-03-29T00:22:36.945 INFO:teuthology.orchestra.run.smithi012.stdout: "rook", 2024-03-29T00:22:36.945 INFO:teuthology.orchestra.run.smithi012.stdout: "test_orchestrator" 2024-03-29T00:22:36.945 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.946 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Orchestrator backend", 2024-03-29T00:22:36.946 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.946 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.946 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.946 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.946 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.946 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.946 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.946 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "osd_perf_query", 2024-03-29T00:22:36.946 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.946 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.946 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.946 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.946 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.947 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.947 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.947 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.947 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.947 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.947 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.947 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.947 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.947 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.947 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.947 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.947 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.947 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.947 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.947 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.948 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.948 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.948 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.948 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.948 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.948 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.948 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.948 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.948 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.948 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.948 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.948 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.948 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.948 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.948 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.948 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.948 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.949 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.949 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.949 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.949 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.949 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.949 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.949 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.949 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.949 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.949 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.949 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.949 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.949 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.949 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.949 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.949 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.949 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.950 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.950 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.950 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.950 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.950 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.950 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.950 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.950 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.950 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.950 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.950 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.950 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.950 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.950 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.950 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.951 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.951 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.951 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.951 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.951 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.951 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.951 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.951 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "osd_support", 2024-03-29T00:22:36.951 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.951 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.951 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.951 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.951 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.951 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.951 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.951 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.952 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.952 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.952 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.952 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.952 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.952 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.952 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.952 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.952 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.952 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.952 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.952 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.952 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.953 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.953 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.953 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.953 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.953 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.953 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.953 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.953 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.953 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.953 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.953 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.953 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.953 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.953 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.954 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.954 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.954 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.954 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.954 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.954 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.954 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.954 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.954 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.954 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.954 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.954 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.954 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.955 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.955 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.955 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.955 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.955 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.955 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.955 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.955 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.955 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.955 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.955 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.955 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.955 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.955 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.955 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.956 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.956 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.956 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.956 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.956 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.956 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.956 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.956 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.956 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.956 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.956 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.956 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.956 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.956 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "pg_autoscaler", 2024-03-29T00:22:36.956 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.957 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.957 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.957 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.957 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.957 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.957 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.957 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.957 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.957 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.957 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.957 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.957 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.957 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.957 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.958 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.958 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.958 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.958 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.958 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.958 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.958 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.958 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.958 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.958 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.958 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.958 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.958 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.958 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.959 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.959 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.959 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.959 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.959 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.959 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.959 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.959 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.959 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.959 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.959 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.959 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.959 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.959 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.960 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.960 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.960 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.960 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.960 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.960 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.960 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.960 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.960 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.960 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.960 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.960 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.960 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.960 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.960 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.960 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.960 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.961 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.961 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.961 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.961 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.961 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.961 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.961 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.961 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.961 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.961 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.961 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.961 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.961 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.961 INFO:teuthology.orchestra.run.smithi012.stdout: "sleep_interval": { 2024-03-29T00:22:36.962 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sleep_interval", 2024-03-29T00:22:36.962 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.962 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.962 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.962 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "60", 2024-03-29T00:22:36.962 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.962 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.962 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.962 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.962 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.962 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.962 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.962 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.962 INFO:teuthology.orchestra.run.smithi012.stdout: "threshold": { 2024-03-29T00:22:36.963 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "threshold", 2024-03-29T00:22:36.963 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-03-29T00:22:36.963 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.963 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.963 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "3.0", 2024-03-29T00:22:36.963 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "1.0", 2024-03-29T00:22:36.963 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.963 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.963 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "scaling threshold", 2024-03-29T00:22:36.963 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-03-29T00:22:36.963 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.963 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.963 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.963 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.963 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.964 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.964 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "progress", 2024-03-29T00:22:36.964 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.964 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.964 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.964 INFO:teuthology.orchestra.run.smithi012.stdout: "allow_pg_recovery_event": { 2024-03-29T00:22:36.964 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "allow_pg_recovery_event", 2024-03-29T00:22:36.964 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.964 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.964 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.964 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.964 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.964 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.964 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.965 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "allow the module to show pg recovery progress", 2024-03-29T00:22:36.965 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.965 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.965 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.965 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.965 INFO:teuthology.orchestra.run.smithi012.stdout: "enabled": { 2024-03-29T00:22:36.965 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "enabled", 2024-03-29T00:22:36.965 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.965 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.965 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.965 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.965 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.965 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.965 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.965 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.966 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.966 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.966 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.966 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.966 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.966 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.966 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.966 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.966 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.966 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.966 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.966 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.966 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.967 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.967 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.967 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.967 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.967 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.967 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.967 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.967 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.967 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.967 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.967 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.967 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.967 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.967 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.967 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.968 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.968 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.968 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.968 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.968 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.968 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.968 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.968 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.968 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.968 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.968 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.968 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.968 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.968 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.968 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.969 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.969 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.969 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.969 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.969 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.969 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.969 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.969 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.969 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.969 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.969 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.969 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.969 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.970 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.970 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.970 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.970 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.970 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.970 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.970 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.970 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.970 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.970 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.970 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.970 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.970 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.971 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.971 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.971 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.971 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.971 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.971 INFO:teuthology.orchestra.run.smithi012.stdout: "max_completed_events": { 2024-03-29T00:22:36.971 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "max_completed_events", 2024-03-29T00:22:36.971 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.971 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.971 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.971 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "50", 2024-03-29T00:22:36.971 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.972 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.972 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.972 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "number of past completed events to remember", 2024-03-29T00:22:36.972 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.972 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.972 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.972 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.972 INFO:teuthology.orchestra.run.smithi012.stdout: "sleep_interval": { 2024-03-29T00:22:36.972 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sleep_interval", 2024-03-29T00:22:36.972 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:36.972 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.972 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.972 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "5", 2024-03-29T00:22:36.972 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.973 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.973 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.973 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how long the module is going to sleep", 2024-03-29T00:22:36.973 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.973 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.973 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.973 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.973 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.973 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.973 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.973 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "prometheus", 2024-03-29T00:22:36.973 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.973 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.974 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.974 INFO:teuthology.orchestra.run.smithi012.stdout: "cache": { 2024-03-29T00:22:36.974 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "cache", 2024-03-29T00:22:36.974 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.974 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.974 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.974 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.974 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.974 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.974 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.974 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.974 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.974 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.974 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.975 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.975 INFO:teuthology.orchestra.run.smithi012.stdout: "exclude_perf_counters": { 2024-03-29T00:22:36.975 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "exclude_perf_counters", 2024-03-29T00:22:36.975 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.975 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.975 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.975 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.975 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.975 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.975 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.975 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-03-29T00:22:36.975 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-03-29T00:22:36.975 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.975 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.976 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.976 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.976 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.976 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.976 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.976 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.976 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.976 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.976 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.976 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.976 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.976 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.976 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.976 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.976 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.977 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.977 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.977 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.977 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.977 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.977 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.977 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.977 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.977 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.977 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.977 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.977 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.977 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.978 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.978 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.978 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.978 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.978 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.978 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.978 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.978 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.978 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.978 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.978 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.978 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.978 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.978 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.979 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.979 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.979 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.979 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.979 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.979 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.979 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.979 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.979 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.979 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.979 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.979 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.979 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.979 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.979 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.980 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.980 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.980 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.980 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.980 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.980 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.980 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.980 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.980 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.980 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.980 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.980 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.980 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.980 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.980 INFO:teuthology.orchestra.run.smithi012.stdout: "rbd_stats_pools": { 2024-03-29T00:22:36.981 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rbd_stats_pools", 2024-03-29T00:22:36.981 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.981 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.981 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.981 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.981 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.981 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.981 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.981 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.981 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.981 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.981 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.981 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.981 INFO:teuthology.orchestra.run.smithi012.stdout: "rbd_stats_pools_refresh_interval": { 2024-03-29T00:22:36.981 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-03-29T00:22:36.982 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.982 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.982 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.982 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "300", 2024-03-29T00:22:36.982 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.982 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.982 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.982 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.982 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.982 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.982 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.982 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.982 INFO:teuthology.orchestra.run.smithi012.stdout: "scrape_interval": { 2024-03-29T00:22:36.982 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "scrape_interval", 2024-03-29T00:22:36.983 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-03-29T00:22:36.983 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.983 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.983 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "15.0", 2024-03-29T00:22:36.983 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.983 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.983 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.983 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.983 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.983 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.983 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.983 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.983 INFO:teuthology.orchestra.run.smithi012.stdout: "server_addr": { 2024-03-29T00:22:36.983 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_addr", 2024-03-29T00:22:36.984 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.984 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.984 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.984 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "::", 2024-03-29T00:22:36.984 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.984 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.984 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.984 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-03-29T00:22:36.984 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.984 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.984 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.984 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.984 INFO:teuthology.orchestra.run.smithi012.stdout: "server_port": { 2024-03-29T00:22:36.984 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_port", 2024-03-29T00:22:36.984 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.984 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.985 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.985 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "9283", 2024-03-29T00:22:36.985 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.985 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.985 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.985 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-03-29T00:22:36.985 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.985 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.985 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.985 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.985 INFO:teuthology.orchestra.run.smithi012.stdout: "stale_cache_strategy": { 2024-03-29T00:22:36.985 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "stale_cache_strategy", 2024-03-29T00:22:36.985 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.985 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.985 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.986 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "log", 2024-03-29T00:22:36.986 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.986 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.986 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.986 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.986 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.986 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.986 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.986 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.986 INFO:teuthology.orchestra.run.smithi012.stdout: "standby_behaviour": { 2024-03-29T00:22:36.986 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "standby_behaviour", 2024-03-29T00:22:36.986 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.986 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.986 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.986 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "default", 2024-03-29T00:22:36.987 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.987 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.987 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.987 INFO:teuthology.orchestra.run.smithi012.stdout: "default", 2024-03-29T00:22:36.987 INFO:teuthology.orchestra.run.smithi012.stdout: "error" 2024-03-29T00:22:36.987 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.987 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.987 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.987 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.987 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.987 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.987 INFO:teuthology.orchestra.run.smithi012.stdout: "standby_error_status_code": { 2024-03-29T00:22:36.987 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "standby_error_status_code", 2024-03-29T00:22:36.988 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.988 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.988 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.988 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "500", 2024-03-29T00:22:36.988 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "400", 2024-03-29T00:22:36.988 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "599", 2024-03-29T00:22:36.988 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.988 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.988 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.988 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.988 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.988 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.988 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.988 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.989 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.989 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rbd_support", 2024-03-29T00:22:36.989 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.989 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.989 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.989 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.989 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.989 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.989 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.989 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.989 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.989 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.989 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.989 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.990 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.990 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.990 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.990 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.990 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.990 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.990 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.990 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.990 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.990 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.990 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.990 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.990 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:36.990 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:36.990 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.991 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.991 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.991 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.991 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.991 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.991 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.991 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.991 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.991 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.991 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.991 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.991 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:36.991 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:36.991 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.991 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.992 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.992 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:36.992 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.992 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.992 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.992 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.992 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.992 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.992 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.992 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.992 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.992 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:36.992 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.992 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.993 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.993 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.993 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.993 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:36.993 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:36.993 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.993 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.993 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.993 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:36.993 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.993 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.993 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.993 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.993 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.994 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.994 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.994 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.994 INFO:teuthology.orchestra.run.smithi012.stdout: "max_concurrent_snap_create": { 2024-03-29T00:22:36.994 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "max_concurrent_snap_create", 2024-03-29T00:22:36.994 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:36.994 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.994 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.994 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-03-29T00:22:36.994 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.994 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.994 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.994 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.994 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.994 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.995 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.995 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.995 INFO:teuthology.orchestra.run.smithi012.stdout: "mirror_snapshot_schedule": { 2024-03-29T00:22:36.995 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mirror_snapshot_schedule", 2024-03-29T00:22:36.995 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.995 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.995 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.995 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.995 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.995 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.995 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.995 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.995 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.995 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.995 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.995 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.996 INFO:teuthology.orchestra.run.smithi012.stdout: "trash_purge_schedule": { 2024-03-29T00:22:36.996 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "trash_purge_schedule", 2024-03-29T00:22:36.996 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.996 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.996 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.996 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.996 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.996 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.996 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.996 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.996 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.996 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.996 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.996 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.996 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:36.996 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.996 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:36.996 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "restful", 2024-03-29T00:22:36.997 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:36.997 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:36.997 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:36.997 INFO:teuthology.orchestra.run.smithi012.stdout: "enable_auth": { 2024-03-29T00:22:36.997 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "enable_auth", 2024-03-29T00:22:36.997 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:36.997 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.997 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.997 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:36.997 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.997 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.997 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.997 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.997 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.997 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.997 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.998 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.998 INFO:teuthology.orchestra.run.smithi012.stdout: "key_file": { 2024-03-29T00:22:36.998 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "key_file", 2024-03-29T00:22:36.998 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.998 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.998 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:36.998 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.998 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.998 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.998 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:36.998 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:36.998 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:36.998 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:36.998 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:36.998 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:36.999 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:36.999 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:36.999 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:36.999 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:36.999 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:36.999 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:36.999 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:36.999 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:36.999 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:36.999 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:36.999 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:36.999 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:36.999 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:36.999 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:36.999 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:36.999 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:37.000 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.000 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.000 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.000 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.000 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.000 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:37.000 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:37.000 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.000 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.000 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.000 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.000 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.000 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.000 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.000 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.000 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.000 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.001 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.001 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.001 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:37.001 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:37.001 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.001 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.001 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.001 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:37.001 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.001 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.001 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:37.001 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:37.001 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:37.001 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:37.001 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:37.001 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:37.002 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:37.002 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:37.002 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.002 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.002 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.002 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.002 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.002 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:37.002 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:37.002 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.002 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.002 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.002 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.002 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.003 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.003 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.003 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.003 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.003 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.003 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.003 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.003 INFO:teuthology.orchestra.run.smithi012.stdout: "server_addr": { 2024-03-29T00:22:37.003 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_addr", 2024-03-29T00:22:37.003 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.003 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.003 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.003 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:37.003 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.003 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.004 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.004 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.004 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.004 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.004 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.004 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.004 INFO:teuthology.orchestra.run.smithi012.stdout: "server_port": { 2024-03-29T00:22:37.004 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_port", 2024-03-29T00:22:37.004 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.004 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.004 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.004 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:37.004 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.004 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.004 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.005 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.005 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.005 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.005 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.005 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:37.005 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:37.005 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.005 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:37.005 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rgw", 2024-03-29T00:22:37.005 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:37.005 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:37.005 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:37.005 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:37.005 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:37.006 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.006 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.006 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.006 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:37.006 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.006 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.006 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:37.006 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:37.006 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:37.006 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:37.006 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:37.006 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:37.006 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:37.006 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:37.006 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.006 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.007 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.007 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.007 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.007 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:37.007 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:37.007 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.007 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.007 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.007 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.007 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.007 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.007 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.007 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.008 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.008 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.008 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.008 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.008 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:37.008 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:37.008 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.008 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.008 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.008 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:37.008 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.008 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.008 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:37.008 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:37.008 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:37.009 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:37.009 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:37.009 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:37.009 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:37.009 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:37.009 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.009 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.009 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.009 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.009 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.009 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:37.009 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:37.009 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.009 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.009 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.010 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.010 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.010 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.010 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.010 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.010 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.010 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.010 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.010 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:37.010 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:37.010 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.010 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:37.010 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rook", 2024-03-29T00:22:37.010 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:37.010 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:37.011 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:37.011 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:37.011 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:37.011 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.011 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.011 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.011 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:37.011 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.011 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.011 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:37.011 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:37.011 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:37.011 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:37.012 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:37.012 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:37.012 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:37.012 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:37.012 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.012 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.012 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.012 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.012 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.012 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:37.012 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:37.012 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.012 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.012 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.012 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.013 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.013 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.013 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.013 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.013 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.013 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.013 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.013 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.013 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:37.013 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:37.013 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.013 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.013 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.013 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:37.014 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.014 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.014 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:37.014 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:37.014 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:37.014 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:37.014 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:37.014 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:37.014 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:37.014 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:37.014 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.014 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.014 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.014 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.015 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.015 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:37.015 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:37.015 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.015 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.015 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.015 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.015 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.015 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.015 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.015 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.015 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.015 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.015 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.016 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.016 INFO:teuthology.orchestra.run.smithi012.stdout: "storage_class": { 2024-03-29T00:22:37.016 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "storage_class", 2024-03-29T00:22:37.016 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.016 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.016 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.016 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "local", 2024-03-29T00:22:37.016 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.016 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.016 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.016 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-03-29T00:22:37.016 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.016 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.016 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.017 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:37.017 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:37.017 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.017 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:37.017 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "selftest", 2024-03-29T00:22:37.017 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:37.017 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:37.017 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:37.017 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:37.017 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:37.017 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.017 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.017 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.017 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:37.018 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.018 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.018 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:37.018 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:37.018 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:37.018 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:37.018 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:37.018 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:37.018 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:37.018 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:37.018 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.018 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.018 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.018 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.019 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.019 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:37.019 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:37.019 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.019 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.019 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.019 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.019 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.019 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.019 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.019 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.019 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.019 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.019 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.019 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.019 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:37.020 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:37.020 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.020 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.020 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.020 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:37.020 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.020 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.020 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:37.020 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:37.020 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:37.020 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:37.020 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:37.020 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:37.020 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:37.020 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:37.020 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.021 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.021 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.021 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.021 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.021 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:37.021 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:37.021 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.021 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.021 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.021 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.021 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.021 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.021 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.021 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.021 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.021 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.021 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.022 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.022 INFO:teuthology.orchestra.run.smithi012.stdout: "roption1": { 2024-03-29T00:22:37.022 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "roption1", 2024-03-29T00:22:37.022 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.022 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.022 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.022 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:37.022 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.022 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.022 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.022 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.022 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.022 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.022 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.022 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.023 INFO:teuthology.orchestra.run.smithi012.stdout: "roption2": { 2024-03-29T00:22:37.023 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "roption2", 2024-03-29T00:22:37.023 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.023 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.023 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.023 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "xyz", 2024-03-29T00:22:37.023 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.023 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.023 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.023 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.023 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.023 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.023 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.023 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.023 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption1": { 2024-03-29T00:22:37.024 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption1", 2024-03-29T00:22:37.024 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.024 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.024 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.024 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:37.024 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.024 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.024 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.024 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.024 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.024 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.024 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.024 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.024 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption2": { 2024-03-29T00:22:37.024 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption2", 2024-03-29T00:22:37.024 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:37.025 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.025 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.025 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:37.025 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.025 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.025 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.025 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.025 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.025 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.025 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.025 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.025 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption3": { 2024-03-29T00:22:37.025 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption3", 2024-03-29T00:22:37.025 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-03-29T00:22:37.026 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.026 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.026 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:37.026 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.026 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.026 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.026 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.026 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.026 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.026 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.026 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.026 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption4": { 2024-03-29T00:22:37.026 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption4", 2024-03-29T00:22:37.026 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.026 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.027 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.027 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:37.027 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.027 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.027 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.027 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.027 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.027 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.027 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.027 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.027 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption5": { 2024-03-29T00:22:37.027 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption5", 2024-03-29T00:22:37.027 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.027 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.027 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.027 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:37.027 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.028 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.028 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.028 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.028 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.028 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.028 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.028 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.028 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption6": { 2024-03-29T00:22:37.028 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption6", 2024-03-29T00:22:37.028 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.028 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.028 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.028 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:37.028 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.028 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.029 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.029 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.029 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.029 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.029 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.029 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.029 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption7": { 2024-03-29T00:22:37.029 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption7", 2024-03-29T00:22:37.029 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:37.029 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.029 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.029 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:37.029 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "1", 2024-03-29T00:22:37.029 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "42", 2024-03-29T00:22:37.029 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.030 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.030 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.030 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.030 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.030 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.030 INFO:teuthology.orchestra.run.smithi012.stdout: "testkey": { 2024-03-29T00:22:37.030 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "testkey", 2024-03-29T00:22:37.030 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.030 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.030 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.030 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:37.030 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.030 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.030 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.030 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.031 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.031 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.031 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.031 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.031 INFO:teuthology.orchestra.run.smithi012.stdout: "testlkey": { 2024-03-29T00:22:37.031 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "testlkey", 2024-03-29T00:22:37.031 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.031 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.031 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.031 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:37.031 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.031 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.031 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.031 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.033 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.033 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.033 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.034 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.034 INFO:teuthology.orchestra.run.smithi012.stdout: "testnewline": { 2024-03-29T00:22:37.034 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "testnewline", 2024-03-29T00:22:37.034 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.034 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.034 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.034 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:37.034 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.034 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.034 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.034 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.034 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.034 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.035 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.035 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:37.035 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:37.035 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.035 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:37.035 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "snap_schedule", 2024-03-29T00:22:37.035 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:37.035 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:37.035 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:37.035 INFO:teuthology.orchestra.run.smithi012.stdout: "allow_m_granularity": { 2024-03-29T00:22:37.035 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "allow_m_granularity", 2024-03-29T00:22:37.035 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.035 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.035 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.035 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.035 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.036 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.036 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.036 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "allow minute scheduled snapshots", 2024-03-29T00:22:37.036 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.036 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.036 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.036 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.036 INFO:teuthology.orchestra.run.smithi012.stdout: "dump_on_update": { 2024-03-29T00:22:37.036 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "dump_on_update", 2024-03-29T00:22:37.036 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.036 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.036 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.036 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.036 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.036 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.036 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.036 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "dump database to debug log on update", 2024-03-29T00:22:37.037 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.037 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.037 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.037 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.037 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:37.037 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:37.037 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.037 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.037 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.037 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:37.037 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.037 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.037 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:37.037 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:37.037 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:37.037 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:37.038 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:37.038 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:37.038 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:37.038 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:37.038 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.038 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.038 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.038 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.038 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.038 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:37.038 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:37.038 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.038 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.038 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.038 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.039 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.039 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.039 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.039 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.039 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.039 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.039 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.039 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.039 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:37.039 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:37.039 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.039 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.039 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.040 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:37.040 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.040 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.040 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:37.040 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:37.040 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:37.040 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:37.040 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:37.040 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:37.040 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:37.040 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:37.040 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.040 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.040 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.040 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.040 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.041 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:37.041 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:37.041 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.041 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.041 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.041 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.041 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.041 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.041 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.041 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.041 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.041 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.041 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.041 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:37.041 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:37.041 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.042 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:37.042 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "stats", 2024-03-29T00:22:37.042 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:37.042 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:37.042 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:37.042 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:37.042 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:37.042 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.042 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.042 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.042 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:37.042 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.042 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.042 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:37.043 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:37.043 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:37.043 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:37.043 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:37.043 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:37.043 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:37.043 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:37.043 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.043 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.043 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.043 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.043 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.043 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:37.043 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:37.044 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.044 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.044 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.044 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.044 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.044 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.044 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.044 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.044 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.044 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.044 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.044 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.044 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:37.044 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:37.045 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.045 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.045 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.045 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:37.045 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.045 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.045 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:37.045 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:37.045 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:37.045 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:37.045 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:37.045 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:37.045 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:37.045 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:37.045 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.046 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.046 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.046 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.046 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.046 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:37.046 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:37.046 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.046 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.046 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.046 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.046 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.046 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.046 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.046 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.046 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.047 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.047 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.047 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:37.047 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:37.047 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.047 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:37.047 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "status", 2024-03-29T00:22:37.047 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:37.047 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:37.047 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:37.047 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:37.047 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:37.047 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.047 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.047 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.048 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:37.048 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.048 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.048 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:37.048 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:37.048 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:37.048 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:37.048 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:37.048 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:37.048 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:37.048 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:37.048 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.048 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.048 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.048 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.048 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.048 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:37.049 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:37.049 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.049 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.049 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.049 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.049 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.049 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.049 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.049 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.049 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.049 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.049 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.049 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.049 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:37.049 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:37.050 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.050 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.050 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.050 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:37.050 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.050 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.050 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:37.050 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:37.050 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:37.050 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:37.050 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:37.050 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:37.051 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:37.051 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:37.051 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.051 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.051 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.051 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.051 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.051 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:37.051 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:37.051 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.051 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.051 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.051 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.051 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.051 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.052 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.052 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.052 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.052 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.052 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.052 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:37.052 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:37.052 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.052 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:37.052 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "telegraf", 2024-03-29T00:22:37.052 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:37.052 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:37.052 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:37.052 INFO:teuthology.orchestra.run.smithi012.stdout: "address": { 2024-03-29T00:22:37.052 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "address", 2024-03-29T00:22:37.052 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.053 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.053 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.053 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-03-29T00:22:37.053 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.053 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.053 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.053 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.053 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.053 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.053 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.053 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.053 INFO:teuthology.orchestra.run.smithi012.stdout: "interval": { 2024-03-29T00:22:37.053 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "interval", 2024-03-29T00:22:37.053 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:37.053 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.054 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.054 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "15", 2024-03-29T00:22:37.054 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.054 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.054 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.054 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.054 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.054 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.054 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.054 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.054 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:37.054 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:37.054 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.054 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.055 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.055 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:37.055 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.055 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.055 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:37.055 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:37.055 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:37.055 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:37.055 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:37.055 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:37.055 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:37.055 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:37.055 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.055 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.056 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.056 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.056 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.056 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:37.056 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:37.056 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.056 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.056 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.056 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.056 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.056 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.056 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.056 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.056 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.057 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.057 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.057 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.057 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:37.057 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:37.057 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.057 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.057 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.057 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:37.057 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.057 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.057 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:37.057 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:37.058 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:37.058 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:37.058 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:37.058 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:37.058 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:37.058 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:37.058 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.058 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.058 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.058 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.058 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.058 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:37.058 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:37.058 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.059 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.059 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.059 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.059 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.059 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.059 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.059 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.059 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.059 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.059 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.059 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:37.059 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:37.059 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.059 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:37.059 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "telemetry", 2024-03-29T00:22:37.060 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:37.060 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:37.060 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:37.060 INFO:teuthology.orchestra.run.smithi012.stdout: "channel_basic": { 2024-03-29T00:22:37.060 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "channel_basic", 2024-03-29T00:22:37.060 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.060 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.060 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.060 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:37.060 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.060 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.060 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.060 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Share basic cluster information (size, version)", 2024-03-29T00:22:37.060 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.060 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.061 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.061 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.061 INFO:teuthology.orchestra.run.smithi012.stdout: "channel_crash": { 2024-03-29T00:22:37.061 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "channel_crash", 2024-03-29T00:22:37.061 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.061 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.061 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.061 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:37.061 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.061 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.061 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.061 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-03-29T00:22:37.061 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.061 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.062 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.062 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.062 INFO:teuthology.orchestra.run.smithi012.stdout: "channel_device": { 2024-03-29T00:22:37.062 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "channel_device", 2024-03-29T00:22:37.062 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.062 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.062 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.062 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:37.062 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.062 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.062 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.062 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-03-29T00:22:37.062 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.062 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.062 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.063 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.063 INFO:teuthology.orchestra.run.smithi012.stdout: "channel_ident": { 2024-03-29T00:22:37.063 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "channel_ident", 2024-03-29T00:22:37.063 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.063 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.063 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.063 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.063 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.063 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.063 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.063 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-03-29T00:22:37.063 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.063 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.063 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.063 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.063 INFO:teuthology.orchestra.run.smithi012.stdout: "channel_perf": { 2024-03-29T00:22:37.064 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "channel_perf", 2024-03-29T00:22:37.064 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.064 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.064 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.064 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.064 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.064 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.064 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.064 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Share various performance metrics of a cluster", 2024-03-29T00:22:37.064 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.064 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.064 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.064 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.064 INFO:teuthology.orchestra.run.smithi012.stdout: "contact": { 2024-03-29T00:22:37.065 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "contact", 2024-03-29T00:22:37.065 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.065 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.065 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.065 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:37.065 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.065 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.065 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.065 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.065 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.065 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.065 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.065 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.065 INFO:teuthology.orchestra.run.smithi012.stdout: "description": { 2024-03-29T00:22:37.066 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "description", 2024-03-29T00:22:37.066 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.066 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.066 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.066 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:37.066 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.066 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.066 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.066 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.066 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.066 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.066 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.066 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.066 INFO:teuthology.orchestra.run.smithi012.stdout: "device_url": { 2024-03-29T00:22:37.067 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "device_url", 2024-03-29T00:22:37.067 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.067 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.067 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.067 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-03-29T00:22:37.067 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.067 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.067 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.067 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.067 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.067 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.067 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.067 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.067 INFO:teuthology.orchestra.run.smithi012.stdout: "enabled": { 2024-03-29T00:22:37.067 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "enabled", 2024-03-29T00:22:37.067 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.067 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.068 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.068 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.068 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.068 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.068 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.068 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.068 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.068 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.068 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.068 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.068 INFO:teuthology.orchestra.run.smithi012.stdout: "interval": { 2024-03-29T00:22:37.068 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "interval", 2024-03-29T00:22:37.068 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:37.068 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.068 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.069 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "24", 2024-03-29T00:22:37.069 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "8", 2024-03-29T00:22:37.069 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.069 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.069 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.069 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.069 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.069 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.069 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.069 INFO:teuthology.orchestra.run.smithi012.stdout: "last_opt_revision": { 2024-03-29T00:22:37.069 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "last_opt_revision", 2024-03-29T00:22:37.069 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:37.069 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.069 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.069 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "1", 2024-03-29T00:22:37.070 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.070 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.070 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.070 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.070 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.070 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.070 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.070 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.070 INFO:teuthology.orchestra.run.smithi012.stdout: "leaderboard": { 2024-03-29T00:22:37.070 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "leaderboard", 2024-03-29T00:22:37.070 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.070 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.070 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.070 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.071 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.071 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.071 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.071 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.071 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.071 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.071 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.071 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.071 INFO:teuthology.orchestra.run.smithi012.stdout: "leaderboard_description": { 2024-03-29T00:22:37.071 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "leaderboard_description", 2024-03-29T00:22:37.071 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.071 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.071 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.071 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:37.071 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.072 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.072 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.072 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.072 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.072 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.072 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.072 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.072 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:37.072 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:37.072 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.072 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.072 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.072 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:37.072 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.073 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.073 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:37.073 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:37.073 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:37.073 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:37.073 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:37.073 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:37.073 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:37.073 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:37.073 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.073 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.073 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.073 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.073 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.073 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:37.073 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:37.074 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.074 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.074 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.074 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.074 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.074 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.074 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.074 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.074 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.074 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.074 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.074 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.074 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:37.075 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:37.075 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.075 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.075 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.075 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:37.075 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.075 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.075 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:37.075 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:37.075 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:37.075 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:37.075 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:37.075 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:37.075 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:37.075 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:37.076 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.076 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.076 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.076 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.076 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.076 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:37.076 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:37.076 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.076 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.076 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.076 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.076 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.076 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.076 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.076 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.077 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.077 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.077 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.077 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.077 INFO:teuthology.orchestra.run.smithi012.stdout: "organization": { 2024-03-29T00:22:37.077 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "organization", 2024-03-29T00:22:37.077 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.077 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.077 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.077 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:37.077 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.077 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.077 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.077 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.077 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.077 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.078 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.078 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.078 INFO:teuthology.orchestra.run.smithi012.stdout: "proxy": { 2024-03-29T00:22:37.078 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "proxy", 2024-03-29T00:22:37.078 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.078 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.078 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.078 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:37.078 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.078 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.078 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.078 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.078 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.078 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.079 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.079 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.079 INFO:teuthology.orchestra.run.smithi012.stdout: "url": { 2024-03-29T00:22:37.079 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "url", 2024-03-29T00:22:37.079 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.079 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.079 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.079 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-03-29T00:22:37.079 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.079 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.079 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.079 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.079 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.079 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.079 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.080 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:37.080 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:37.080 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.080 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:37.080 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "test_orchestrator", 2024-03-29T00:22:37.080 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:37.080 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:37.080 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:37.080 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:37.080 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:37.080 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.080 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.080 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.080 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:37.080 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.080 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.081 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:37.081 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:37.081 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:37.081 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:37.081 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:37.081 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:37.081 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:37.081 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:37.081 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.081 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.081 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.081 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.081 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.081 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:37.081 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:37.081 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.081 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.082 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.082 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.082 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.082 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.082 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.082 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.082 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.082 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.082 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.082 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.082 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:37.082 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:37.082 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.082 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.082 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.083 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:37.083 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.083 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.083 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:37.083 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:37.083 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:37.083 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:37.083 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:37.083 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:37.083 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:37.083 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:37.083 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.083 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.083 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.083 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.083 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.083 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:37.084 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:37.084 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.084 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.084 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.084 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.084 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.084 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.084 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.084 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.084 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.084 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.084 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.084 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:37.084 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:37.084 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.084 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:37.085 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "volumes", 2024-03-29T00:22:37.085 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:37.085 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:37.085 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:37.085 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:37.085 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:37.085 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.085 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.085 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.085 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:37.085 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.085 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.085 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:37.085 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:37.085 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:37.085 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:37.085 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:37.086 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:37.086 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:37.086 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:37.086 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.086 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.086 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.086 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.086 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.086 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:37.086 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:37.086 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.086 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.086 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.086 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.087 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.087 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.087 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.087 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.087 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.087 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.087 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.087 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.087 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:37.087 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:37.087 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.087 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.087 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.087 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:37.087 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.087 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.087 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:37.088 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:37.088 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:37.088 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:37.088 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:37.088 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:37.088 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:37.088 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:37.088 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.088 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.088 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.088 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.088 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.088 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:37.088 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:37.088 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.088 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.088 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.089 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.089 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.089 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.089 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.089 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.089 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.089 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.089 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.089 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.089 INFO:teuthology.orchestra.run.smithi012.stdout: "max_concurrent_clones": { 2024-03-29T00:22:37.089 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "max_concurrent_clones", 2024-03-29T00:22:37.089 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:37.089 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.089 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.089 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "4", 2024-03-29T00:22:37.089 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.090 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.090 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.090 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Number of asynchronous cloner threads", 2024-03-29T00:22:37.090 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.090 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.090 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.090 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.090 INFO:teuthology.orchestra.run.smithi012.stdout: "periodic_async_work": { 2024-03-29T00:22:37.090 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "periodic_async_work", 2024-03-29T00:22:37.090 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.090 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.090 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.090 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.090 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.090 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.091 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.091 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Periodically check for async work", 2024-03-29T00:22:37.091 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.091 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.091 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.091 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.091 INFO:teuthology.orchestra.run.smithi012.stdout: "snapshot_clone_delay": { 2024-03-29T00:22:37.091 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "snapshot_clone_delay", 2024-03-29T00:22:37.091 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:37.091 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.091 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.091 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-03-29T00:22:37.091 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.091 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.091 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.091 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-03-29T00:22:37.091 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.092 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.092 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.092 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.092 INFO:teuthology.orchestra.run.smithi012.stdout: "snapshot_clone_no_wait": { 2024-03-29T00:22:37.092 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "snapshot_clone_no_wait", 2024-03-29T00:22:37.092 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.092 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.092 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.092 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-03-29T00:22:37.092 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.092 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.092 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.092 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-03-29T00:22:37.092 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.092 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.093 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.093 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:37.093 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:37.093 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.093 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:37.093 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "zabbix", 2024-03-29T00:22:37.093 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-03-29T00:22:37.093 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-03-29T00:22:37.093 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-03-29T00:22:37.093 INFO:teuthology.orchestra.run.smithi012.stdout: "discovery_interval": { 2024-03-29T00:22:37.093 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "discovery_interval", 2024-03-29T00:22:37.093 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "uint", 2024-03-29T00:22:37.093 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.093 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.093 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "100", 2024-03-29T00:22:37.093 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.094 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.094 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.094 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.094 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.094 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.094 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.094 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.094 INFO:teuthology.orchestra.run.smithi012.stdout: "identifier": { 2024-03-29T00:22:37.094 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "identifier", 2024-03-29T00:22:37.094 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.094 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.094 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.094 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:37.094 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.094 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.095 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.095 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.095 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.095 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.095 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.095 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.095 INFO:teuthology.orchestra.run.smithi012.stdout: "interval": { 2024-03-29T00:22:37.095 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "interval", 2024-03-29T00:22:37.095 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-03-29T00:22:37.095 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.095 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.095 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "60", 2024-03-29T00:22:37.095 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.095 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.095 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.095 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.095 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.096 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.096 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.096 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.096 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-03-29T00:22:37.096 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-03-29T00:22:37.096 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.096 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.096 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.096 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:37.096 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.096 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.096 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:37.096 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:37.096 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:37.096 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:37.096 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:37.096 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:37.097 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:37.097 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:37.097 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.097 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.097 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.097 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.097 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.097 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-03-29T00:22:37.097 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-03-29T00:22:37.097 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.097 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.097 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.097 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.098 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.098 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.098 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.098 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.098 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.098 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.098 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.098 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.098 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-03-29T00:22:37.098 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-03-29T00:22:37.098 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.098 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.098 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.099 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-03-29T00:22:37.099 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.099 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.099 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-03-29T00:22:37.099 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-03-29T00:22:37.099 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-03-29T00:22:37.099 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-03-29T00:22:37.099 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-03-29T00:22:37.099 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-03-29T00:22:37.099 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-03-29T00:22:37.099 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:37.099 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.099 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.099 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.099 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.100 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.100 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-03-29T00:22:37.100 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-03-29T00:22:37.100 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-03-29T00:22:37.100 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.100 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-03-29T00:22:37.100 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-03-29T00:22:37.100 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.100 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.100 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.100 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.100 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.100 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.100 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.100 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.101 INFO:teuthology.orchestra.run.smithi012.stdout: "zabbix_host": { 2024-03-29T00:22:37.101 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "zabbix_host", 2024-03-29T00:22:37.101 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.101 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.101 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.101 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-03-29T00:22:37.101 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.101 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.101 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.101 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.101 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.101 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.101 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.101 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.101 INFO:teuthology.orchestra.run.smithi012.stdout: "zabbix_port": { 2024-03-29T00:22:37.101 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "zabbix_port", 2024-03-29T00:22:37.101 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-03-29T00:22:37.101 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.102 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.102 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10051", 2024-03-29T00:22:37.102 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.102 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.102 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.102 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.102 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.102 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.102 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.102 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.102 INFO:teuthology.orchestra.run.smithi012.stdout: "zabbix_sender": { 2024-03-29T00:22:37.102 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "zabbix_sender", 2024-03-29T00:22:37.102 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-03-29T00:22:37.102 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-03-29T00:22:37.102 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-03-29T00:22:37.103 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-03-29T00:22:37.103 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-03-29T00:22:37.103 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-03-29T00:22:37.103 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-03-29T00:22:37.103 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-03-29T00:22:37.103 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-03-29T00:22:37.103 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-03-29T00:22:37.103 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-03-29T00:22:37.103 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:37.103 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:37.103 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:37.103 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:37.103 INFO:teuthology.orchestra.run.smithi012.stdout: "services": { 2024-03-29T00:22:37.103 INFO:teuthology.orchestra.run.smithi012.stdout: "dashboard": "https://172.21.15.12:8443/" 2024-03-29T00:22:37.104 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.104 INFO:teuthology.orchestra.run.smithi012.stdout: "always_on_modules": { 2024-03-29T00:22:37.104 INFO:teuthology.orchestra.run.smithi012.stdout: "octopus": [ 2024-03-29T00:22:37.104 INFO:teuthology.orchestra.run.smithi012.stdout: "balancer", 2024-03-29T00:22:37.104 INFO:teuthology.orchestra.run.smithi012.stdout: "crash", 2024-03-29T00:22:37.104 INFO:teuthology.orchestra.run.smithi012.stdout: "devicehealth", 2024-03-29T00:22:37.104 INFO:teuthology.orchestra.run.smithi012.stdout: "orchestrator", 2024-03-29T00:22:37.104 INFO:teuthology.orchestra.run.smithi012.stdout: "pg_autoscaler", 2024-03-29T00:22:37.104 INFO:teuthology.orchestra.run.smithi012.stdout: "progress", 2024-03-29T00:22:37.104 INFO:teuthology.orchestra.run.smithi012.stdout: "rbd_support", 2024-03-29T00:22:37.104 INFO:teuthology.orchestra.run.smithi012.stdout: "status", 2024-03-29T00:22:37.104 INFO:teuthology.orchestra.run.smithi012.stdout: "telemetry", 2024-03-29T00:22:37.104 INFO:teuthology.orchestra.run.smithi012.stdout: "volumes" 2024-03-29T00:22:37.104 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:37.104 INFO:teuthology.orchestra.run.smithi012.stdout: "pacific": [ 2024-03-29T00:22:37.105 INFO:teuthology.orchestra.run.smithi012.stdout: "balancer", 2024-03-29T00:22:37.105 INFO:teuthology.orchestra.run.smithi012.stdout: "crash", 2024-03-29T00:22:37.105 INFO:teuthology.orchestra.run.smithi012.stdout: "devicehealth", 2024-03-29T00:22:37.105 INFO:teuthology.orchestra.run.smithi012.stdout: "orchestrator", 2024-03-29T00:22:37.105 INFO:teuthology.orchestra.run.smithi012.stdout: "pg_autoscaler", 2024-03-29T00:22:37.105 INFO:teuthology.orchestra.run.smithi012.stdout: "progress", 2024-03-29T00:22:37.105 INFO:teuthology.orchestra.run.smithi012.stdout: "rbd_support", 2024-03-29T00:22:37.105 INFO:teuthology.orchestra.run.smithi012.stdout: "status", 2024-03-29T00:22:37.105 INFO:teuthology.orchestra.run.smithi012.stdout: "telemetry", 2024-03-29T00:22:37.105 INFO:teuthology.orchestra.run.smithi012.stdout: "volumes" 2024-03-29T00:22:37.105 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:37.105 INFO:teuthology.orchestra.run.smithi012.stdout: "quincy": [ 2024-03-29T00:22:37.105 INFO:teuthology.orchestra.run.smithi012.stdout: "balancer", 2024-03-29T00:22:37.105 INFO:teuthology.orchestra.run.smithi012.stdout: "crash", 2024-03-29T00:22:37.106 INFO:teuthology.orchestra.run.smithi012.stdout: "devicehealth", 2024-03-29T00:22:37.106 INFO:teuthology.orchestra.run.smithi012.stdout: "orchestrator", 2024-03-29T00:22:37.106 INFO:teuthology.orchestra.run.smithi012.stdout: "pg_autoscaler", 2024-03-29T00:22:37.106 INFO:teuthology.orchestra.run.smithi012.stdout: "progress", 2024-03-29T00:22:37.106 INFO:teuthology.orchestra.run.smithi012.stdout: "rbd_support", 2024-03-29T00:22:37.106 INFO:teuthology.orchestra.run.smithi012.stdout: "status", 2024-03-29T00:22:37.106 INFO:teuthology.orchestra.run.smithi012.stdout: "telemetry", 2024-03-29T00:22:37.106 INFO:teuthology.orchestra.run.smithi012.stdout: "volumes" 2024-03-29T00:22:37.106 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:37.106 INFO:teuthology.orchestra.run.smithi012.stdout: "reef": [ 2024-03-29T00:22:37.106 INFO:teuthology.orchestra.run.smithi012.stdout: "balancer", 2024-03-29T00:22:37.106 INFO:teuthology.orchestra.run.smithi012.stdout: "crash", 2024-03-29T00:22:37.106 INFO:teuthology.orchestra.run.smithi012.stdout: "devicehealth", 2024-03-29T00:22:37.106 INFO:teuthology.orchestra.run.smithi012.stdout: "orchestrator", 2024-03-29T00:22:37.107 INFO:teuthology.orchestra.run.smithi012.stdout: "pg_autoscaler", 2024-03-29T00:22:37.107 INFO:teuthology.orchestra.run.smithi012.stdout: "progress", 2024-03-29T00:22:37.107 INFO:teuthology.orchestra.run.smithi012.stdout: "rbd_support", 2024-03-29T00:22:37.107 INFO:teuthology.orchestra.run.smithi012.stdout: "status", 2024-03-29T00:22:37.107 INFO:teuthology.orchestra.run.smithi012.stdout: "telemetry", 2024-03-29T00:22:37.107 INFO:teuthology.orchestra.run.smithi012.stdout: "volumes" 2024-03-29T00:22:37.107 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-03-29T00:22:37.107 INFO:teuthology.orchestra.run.smithi012.stdout: "squid": [ 2024-03-29T00:22:37.107 INFO:teuthology.orchestra.run.smithi012.stdout: "balancer", 2024-03-29T00:22:37.107 INFO:teuthology.orchestra.run.smithi012.stdout: "crash", 2024-03-29T00:22:37.107 INFO:teuthology.orchestra.run.smithi012.stdout: "devicehealth", 2024-03-29T00:22:37.107 INFO:teuthology.orchestra.run.smithi012.stdout: "orchestrator", 2024-03-29T00:22:37.107 INFO:teuthology.orchestra.run.smithi012.stdout: "pg_autoscaler", 2024-03-29T00:22:37.107 INFO:teuthology.orchestra.run.smithi012.stdout: "progress", 2024-03-29T00:22:37.108 INFO:teuthology.orchestra.run.smithi012.stdout: "rbd_support", 2024-03-29T00:22:37.108 INFO:teuthology.orchestra.run.smithi012.stdout: "status", 2024-03-29T00:22:37.108 INFO:teuthology.orchestra.run.smithi012.stdout: "telemetry", 2024-03-29T00:22:37.108 INFO:teuthology.orchestra.run.smithi012.stdout: "volumes" 2024-03-29T00:22:37.108 INFO:teuthology.orchestra.run.smithi012.stdout: ] 2024-03-29T00:22:37.108 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.108 INFO:teuthology.orchestra.run.smithi012.stdout: "last_failure_osd_epoch": 3, 2024-03-29T00:22:37.108 INFO:teuthology.orchestra.run.smithi012.stdout: "active_clients": [ 2024-03-29T00:22:37.108 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:37.108 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "devicehealth", 2024-03-29T00:22:37.108 INFO:teuthology.orchestra.run.smithi012.stdout: "addrvec": [ 2024-03-29T00:22:37.108 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:37.108 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "v2", 2024-03-29T00:22:37.108 INFO:teuthology.orchestra.run.smithi012.stdout: "addr": "172.21.15.12:0", 2024-03-29T00:22:37.108 INFO:teuthology.orchestra.run.smithi012.stdout: "nonce": 2833840101 2024-03-29T00:22:37.109 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:37.109 INFO:teuthology.orchestra.run.smithi012.stdout: ] 2024-03-29T00:22:37.109 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.109 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:37.109 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "libcephsqlite", 2024-03-29T00:22:37.109 INFO:teuthology.orchestra.run.smithi012.stdout: "addrvec": [ 2024-03-29T00:22:37.109 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:37.109 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "v2", 2024-03-29T00:22:37.109 INFO:teuthology.orchestra.run.smithi012.stdout: "addr": "172.21.15.12:0", 2024-03-29T00:22:37.109 INFO:teuthology.orchestra.run.smithi012.stdout: "nonce": 1368743463 2024-03-29T00:22:37.109 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:37.109 INFO:teuthology.orchestra.run.smithi012.stdout: ] 2024-03-29T00:22:37.109 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.109 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:37.110 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rbd_support", 2024-03-29T00:22:37.110 INFO:teuthology.orchestra.run.smithi012.stdout: "addrvec": [ 2024-03-29T00:22:37.110 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:37.110 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "v2", 2024-03-29T00:22:37.110 INFO:teuthology.orchestra.run.smithi012.stdout: "addr": "172.21.15.12:0", 2024-03-29T00:22:37.110 INFO:teuthology.orchestra.run.smithi012.stdout: "nonce": 3577675212 2024-03-29T00:22:37.110 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:37.110 INFO:teuthology.orchestra.run.smithi012.stdout: ] 2024-03-29T00:22:37.110 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:37.110 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:37.110 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "volumes", 2024-03-29T00:22:37.110 INFO:teuthology.orchestra.run.smithi012.stdout: "addrvec": [ 2024-03-29T00:22:37.110 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-03-29T00:22:37.110 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "v2", 2024-03-29T00:22:37.110 INFO:teuthology.orchestra.run.smithi012.stdout: "addr": "172.21.15.12:0", 2024-03-29T00:22:37.111 INFO:teuthology.orchestra.run.smithi012.stdout: "nonce": 2259030437 2024-03-29T00:22:37.111 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:37.111 INFO:teuthology.orchestra.run.smithi012.stdout: ] 2024-03-29T00:22:37.111 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:37.111 INFO:teuthology.orchestra.run.smithi012.stdout: ] 2024-03-29T00:22:37.111 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:22:37.112 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:36 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1207886584' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:22:37.112 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:36 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3693894557' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-03-29T00:22:37.112 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:36 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1207886584' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:22:37.113 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:36 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3693894557' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-03-29T00:22:37.113 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.772+0000 7fde3a600640 1 -- 172.21.15.12:0/3693894557 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fde1c0a1df0 msgr2=0x7fde1c0a42b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:37.113 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.772+0000 7fde3a600640 1 --2- 172.21.15.12:0/3693894557 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fde1c0a1df0 0x7fde1c0a42b0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fde2802c920 tx=0x7fde28005fd0 comp rx=0 tx=0).stop 2024-03-29T00:22:37.114 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.772+0000 7fde3a600640 1 -- 172.21.15.12:0/3693894557 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde34108e60 msgr2=0x7fde3419e540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:22:37.114 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.772+0000 7fde3a600640 1 --2- 172.21.15.12:0/3693894557 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde34108e60 0x7fde3419e540 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fde2000e9f0 tx=0x7fde2000eeb0 comp rx=0 tx=0).stop 2024-03-29T00:22:37.114 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.772+0000 7fde3a600640 1 -- 172.21.15.12:0/3693894557 shutdown_connections 2024-03-29T00:22:37.114 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.772+0000 7fde3a600640 1 --2- 172.21.15.12:0/3693894557 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fde1c0a1df0 0x7fde1c0a42b0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:37.114 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.772+0000 7fde3a600640 1 --2- 172.21.15.12:0/3693894557 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde34108e60 0x7fde3419e540 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:37.114 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.772+0000 7fde3a600640 1 --2- 172.21.15.12:0/3693894557 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fde34109820 0x7fde341a55b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:37.114 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.772+0000 7fde3a600640 1 --2- 172.21.15.12:0/3693894557 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fde34107c70 0x7fde3419e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:22:37.114 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.772+0000 7fde3a600640 1 -- 172.21.15.12:0/3693894557 >> 172.21.15.12:0/3693894557 conn(0x7fde34076c10 msgr2=0x7fde3410c160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:22:37.114 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.772+0000 7fde3a600640 1 -- 172.21.15.12:0/3693894557 shutdown_connections 2024-03-29T00:22:37.114 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:22:35.772+0000 7fde3a600640 1 -- 172.21.15.12:0/3693894557 wait complete. 2024-03-29T00:22:37.120 DEBUG:tasks.check_counter:Getting stats from a 2024-03-29T00:22:37.120 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph daemon mds.a perf dump 2024-03-29T00:22:37.120 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:36 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1207886584' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:22:37.120 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:36 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3693894557' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-03-29T00:22:37.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:37 smithi012 ceph-mon[31657]: pgmap v546: 129 pgs: 129 active+clean; 63 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 872 KiB/s rd, 905 KiB/s wr, 345 op/s 2024-03-29T00:22:37.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:37 smithi053 ceph-mon[36233]: pgmap v546: 129 pgs: 129 active+clean; 63 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 872 KiB/s rd, 905 KiB/s wr, 345 op/s 2024-03-29T00:22:37.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:37 smithi069 ceph-mon[36074]: pgmap v546: 129 pgs: 129 active+clean; 63 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 872 KiB/s rd, 905 KiB/s wr, 345 op/s 2024-03-29T00:22:37.607 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:22:39.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:39 smithi012 ceph-mon[31657]: pgmap v547: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 781 KiB/s rd, 777 KiB/s wr, 311 op/s 2024-03-29T00:22:39.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:39 smithi053 ceph-mon[36233]: pgmap v547: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 781 KiB/s rd, 777 KiB/s wr, 311 op/s 2024-03-29T00:22:39.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:39 smithi069 ceph-mon[36074]: pgmap v547: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 781 KiB/s rd, 777 KiB/s wr, 311 op/s 2024-03-29T00:22:40.034 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:22:40.035 INFO:teuthology.orchestra.run.smithi012.stdout: "AsyncMessenger::Worker-0": { 2024-03-29T00:22:40.035 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_messages": 671, 2024-03-29T00:22:40.035 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages": 654, 2024-03-29T00:22:40.035 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_bytes": 4628866, 2024-03-29T00:22:40.035 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_bytes": 242256, 2024-03-29T00:22:40.035 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_created_connections": 6, 2024-03-29T00:22:40.035 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_active_connections": 2, 2024-03-29T00:22:40.035 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_total_time": 0.179686493, 2024-03-29T00:22:40.035 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_send_time": 0.065315085, 2024-03-29T00:22:40.035 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_recv_time": 0.071321086, 2024-03-29T00:22:40.035 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_fast_dispatch_time": 0.034349634, 2024-03-29T00:22:40.035 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:22:40.036 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 654, 2024-03-29T00:22:40.036 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.069834586, 2024-03-29T00:22:40.036 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000106780 2024-03-29T00:22:40.036 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.036 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:22:40.036 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.036 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.036 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.036 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.036 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_encrypted_bytes": 550864, 2024-03-29T00:22:40.036 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_encrypted_bytes": 76896 2024-03-29T00:22:40.036 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.036 INFO:teuthology.orchestra.run.smithi012.stdout: "AsyncMessenger::Worker-1": { 2024-03-29T00:22:40.036 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_messages": 32, 2024-03-29T00:22:40.036 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages": 125, 2024-03-29T00:22:40.036 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_bytes": 8438, 2024-03-29T00:22:40.037 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_bytes": 245894, 2024-03-29T00:22:40.037 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_created_connections": 6, 2024-03-29T00:22:40.037 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_active_connections": 5, 2024-03-29T00:22:40.037 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_total_time": 0.027233272, 2024-03-29T00:22:40.037 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_send_time": 0.016604051, 2024-03-29T00:22:40.037 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_recv_time": 0.006448238, 2024-03-29T00:22:40.037 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_fast_dispatch_time": 0.001597464, 2024-03-29T00:22:40.037 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:22:40.037 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 123, 2024-03-29T00:22:40.037 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.019626858, 2024-03-29T00:22:40.037 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000159567 2024-03-29T00:22:40.037 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.037 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:22:40.037 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.037 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.037 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.037 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.038 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_encrypted_bytes": 160, 2024-03-29T00:22:40.038 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_encrypted_bytes": 235968 2024-03-29T00:22:40.038 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.038 INFO:teuthology.orchestra.run.smithi012.stdout: "AsyncMessenger::Worker-2": { 2024-03-29T00:22:40.038 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_messages": 407, 2024-03-29T00:22:40.038 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages": 408, 2024-03-29T00:22:40.038 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_bytes": 4300695, 2024-03-29T00:22:40.038 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_bytes": 129109, 2024-03-29T00:22:40.038 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_created_connections": 5, 2024-03-29T00:22:40.038 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_active_connections": 4, 2024-03-29T00:22:40.038 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_total_time": 0.092658472, 2024-03-29T00:22:40.038 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_send_time": 0.028557654, 2024-03-29T00:22:40.038 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_recv_time": 0.035469908, 2024-03-29T00:22:40.038 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_fast_dispatch_time": 0.020621613, 2024-03-29T00:22:40.039 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:22:40.039 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 406, 2024-03-29T00:22:40.039 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.038186456, 2024-03-29T00:22:40.039 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000094055 2024-03-29T00:22:40.039 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.039 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:22:40.039 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.039 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.039 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.039 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.039 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_encrypted_bytes": 0, 2024-03-29T00:22:40.039 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_encrypted_bytes": 0 2024-03-29T00:22:40.039 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.039 INFO:teuthology.orchestra.run.smithi012.stdout: "cct": { 2024-03-29T00:22:40.039 INFO:teuthology.orchestra.run.smithi012.stdout: "total_workers": 1, 2024-03-29T00:22:40.039 INFO:teuthology.orchestra.run.smithi012.stdout: "unhealthy_workers": 0 2024-03-29T00:22:40.039 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.040 INFO:teuthology.orchestra.run.smithi012.stdout: "finisher-MDSRank": { 2024-03-29T00:22:40.040 INFO:teuthology.orchestra.run.smithi012.stdout: "queue_len": 0, 2024-03-29T00:22:40.040 INFO:teuthology.orchestra.run.smithi012.stdout: "complete_latency": { 2024-03-29T00:22:40.040 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 1789, 2024-03-29T00:22:40.040 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.092033977, 2024-03-29T00:22:40.040 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000051444 2024-03-29T00:22:40.040 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:40.040 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.040 INFO:teuthology.orchestra.run.smithi012.stdout: "finisher-PurgeQueue": { 2024-03-29T00:22:40.040 INFO:teuthology.orchestra.run.smithi012.stdout: "queue_len": 0, 2024-03-29T00:22:40.040 INFO:teuthology.orchestra.run.smithi012.stdout: "complete_latency": { 2024-03-29T00:22:40.040 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.040 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.040 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.040 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:40.040 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.041 INFO:teuthology.orchestra.run.smithi012.stdout: "mds": { 2024-03-29T00:22:40.041 INFO:teuthology.orchestra.run.smithi012.stdout: "request": 0, 2024-03-29T00:22:40.041 INFO:teuthology.orchestra.run.smithi012.stdout: "reply": 0, 2024-03-29T00:22:40.041 INFO:teuthology.orchestra.run.smithi012.stdout: "reply_latency": { 2024-03-29T00:22:40.041 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.041 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.041 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.041 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.041 INFO:teuthology.orchestra.run.smithi012.stdout: "slow_reply": 0, 2024-03-29T00:22:40.041 INFO:teuthology.orchestra.run.smithi012.stdout: "forward": 0, 2024-03-29T00:22:40.041 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_fetch_complete": 0, 2024-03-29T00:22:40.041 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_fetch_keys": 0, 2024-03-29T00:22:40.041 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_commit": 0, 2024-03-29T00:22:40.041 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_split": 0, 2024-03-29T00:22:40.041 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_merge": 0, 2024-03-29T00:22:40.041 INFO:teuthology.orchestra.run.smithi012.stdout: "inodes": 1528, 2024-03-29T00:22:40.042 INFO:teuthology.orchestra.run.smithi012.stdout: "inodes_top": 0, 2024-03-29T00:22:40.042 INFO:teuthology.orchestra.run.smithi012.stdout: "inodes_bottom": 1528, 2024-03-29T00:22:40.042 INFO:teuthology.orchestra.run.smithi012.stdout: "inodes_pin_tail": 0, 2024-03-29T00:22:40.042 INFO:teuthology.orchestra.run.smithi012.stdout: "inodes_pinned": 1528, 2024-03-29T00:22:40.042 INFO:teuthology.orchestra.run.smithi012.stdout: "inodes_expired": 0, 2024-03-29T00:22:40.042 INFO:teuthology.orchestra.run.smithi012.stdout: "inodes_with_caps": 0, 2024-03-29T00:22:40.042 INFO:teuthology.orchestra.run.smithi012.stdout: "caps": 0, 2024-03-29T00:22:40.042 INFO:teuthology.orchestra.run.smithi012.stdout: "subtrees": 1, 2024-03-29T00:22:40.042 INFO:teuthology.orchestra.run.smithi012.stdout: "traverse": 0, 2024-03-29T00:22:40.042 INFO:teuthology.orchestra.run.smithi012.stdout: "traverse_hit": 0, 2024-03-29T00:22:40.042 INFO:teuthology.orchestra.run.smithi012.stdout: "traverse_forward": 0, 2024-03-29T00:22:40.042 INFO:teuthology.orchestra.run.smithi012.stdout: "traverse_discover": 0, 2024-03-29T00:22:40.042 INFO:teuthology.orchestra.run.smithi012.stdout: "traverse_dir_fetch": 0, 2024-03-29T00:22:40.042 INFO:teuthology.orchestra.run.smithi012.stdout: "traverse_remote_ino": 0, 2024-03-29T00:22:40.042 INFO:teuthology.orchestra.run.smithi012.stdout: "traverse_lock": 0, 2024-03-29T00:22:40.043 INFO:teuthology.orchestra.run.smithi012.stdout: "load_cent": 0, 2024-03-29T00:22:40.043 INFO:teuthology.orchestra.run.smithi012.stdout: "q": 0, 2024-03-29T00:22:40.043 INFO:teuthology.orchestra.run.smithi012.stdout: "exported": 0, 2024-03-29T00:22:40.043 INFO:teuthology.orchestra.run.smithi012.stdout: "exported_inodes": 0, 2024-03-29T00:22:40.043 INFO:teuthology.orchestra.run.smithi012.stdout: "imported": 0, 2024-03-29T00:22:40.043 INFO:teuthology.orchestra.run.smithi012.stdout: "imported_inodes": 0, 2024-03-29T00:22:40.043 INFO:teuthology.orchestra.run.smithi012.stdout: "openino_dir_fetch": 0, 2024-03-29T00:22:40.043 INFO:teuthology.orchestra.run.smithi012.stdout: "openino_backtrace_fetch": 0, 2024-03-29T00:22:40.043 INFO:teuthology.orchestra.run.smithi012.stdout: "openino_peer_discover": 0, 2024-03-29T00:22:40.043 INFO:teuthology.orchestra.run.smithi012.stdout: "root_rfiles": 0, 2024-03-29T00:22:40.043 INFO:teuthology.orchestra.run.smithi012.stdout: "root_rbytes": 0, 2024-03-29T00:22:40.043 INFO:teuthology.orchestra.run.smithi012.stdout: "root_rsnaps": 0, 2024-03-29T00:22:40.043 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_backtrace_fetch": 0, 2024-03-29T00:22:40.043 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_set_tag": 0, 2024-03-29T00:22:40.043 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_backtrace_repaired": 0, 2024-03-29T00:22:40.043 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_inotable_repaired": 0, 2024-03-29T00:22:40.043 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_dir_inodes": 0, 2024-03-29T00:22:40.044 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_dir_base_inodes": 0, 2024-03-29T00:22:40.044 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_dirfrag_rstats": 0, 2024-03-29T00:22:40.044 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_file_inodes": 0, 2024-03-29T00:22:40.044 INFO:teuthology.orchestra.run.smithi012.stdout: "handle_inode_file_caps": 0, 2024-03-29T00:22:40.044 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_cap_op_revoke": 0, 2024-03-29T00:22:40.044 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_cap_op_grant": 0, 2024-03-29T00:22:40.044 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_cap_op_trunc": 0, 2024-03-29T00:22:40.044 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-29T00:22:40.044 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-29T00:22:40.044 INFO:teuthology.orchestra.run.smithi012.stdout: "handle_client_caps": 0, 2024-03-29T00:22:40.044 INFO:teuthology.orchestra.run.smithi012.stdout: "handle_client_caps_dirty": 0, 2024-03-29T00:22:40.044 INFO:teuthology.orchestra.run.smithi012.stdout: "handle_client_cap_release": 0, 2024-03-29T00:22:40.044 INFO:teuthology.orchestra.run.smithi012.stdout: "process_request_cap_release": 0 2024-03-29T00:22:40.044 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.044 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_cache": { 2024-03-29T00:22:40.044 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_update": 0, 2024-03-29T00:22:40.044 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_update_receipt": 0, 2024-03-29T00:22:40.045 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_try_discover": 0, 2024-03-29T00:22:40.045 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_send_discover": 0, 2024-03-29T00:22:40.045 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_handle_discover": 0, 2024-03-29T00:22:40.045 INFO:teuthology.orchestra.run.smithi012.stdout: "num_strays": 0, 2024-03-29T00:22:40.045 INFO:teuthology.orchestra.run.smithi012.stdout: "num_strays_delayed": 0, 2024-03-29T00:22:40.045 INFO:teuthology.orchestra.run.smithi012.stdout: "num_strays_enqueuing": 0, 2024-03-29T00:22:40.045 INFO:teuthology.orchestra.run.smithi012.stdout: "strays_created": 0, 2024-03-29T00:22:40.045 INFO:teuthology.orchestra.run.smithi012.stdout: "strays_enqueued": 0, 2024-03-29T00:22:40.045 INFO:teuthology.orchestra.run.smithi012.stdout: "strays_reintegrated": 0, 2024-03-29T00:22:40.045 INFO:teuthology.orchestra.run.smithi012.stdout: "strays_migrated": 0, 2024-03-29T00:22:40.045 INFO:teuthology.orchestra.run.smithi012.stdout: "num_recovering_processing": 0, 2024-03-29T00:22:40.045 INFO:teuthology.orchestra.run.smithi012.stdout: "num_recovering_enqueued": 0, 2024-03-29T00:22:40.045 INFO:teuthology.orchestra.run.smithi012.stdout: "num_recovering_prioritized": 0, 2024-03-29T00:22:40.045 INFO:teuthology.orchestra.run.smithi012.stdout: "recovery_started": 0, 2024-03-29T00:22:40.045 INFO:teuthology.orchestra.run.smithi012.stdout: "recovery_completed": 0, 2024-03-29T00:22:40.045 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_quiesce_path": 0, 2024-03-29T00:22:40.046 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_quiesce_inode": 0, 2024-03-29T00:22:40.046 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_enqueue_scrub": 0, 2024-03-29T00:22:40.046 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_exportdir": 0, 2024-03-29T00:22:40.046 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_flush": 0, 2024-03-29T00:22:40.046 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_fragmentdir": 0, 2024-03-29T00:22:40.046 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_fragstats": 0, 2024-03-29T00:22:40.046 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_inodestats": 0 2024-03-29T00:22:40.046 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.046 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_log": { 2024-03-29T00:22:40.046 INFO:teuthology.orchestra.run.smithi012.stdout: "evlrg": 0, 2024-03-29T00:22:40.046 INFO:teuthology.orchestra.run.smithi012.stdout: "evadd": 0, 2024-03-29T00:22:40.046 INFO:teuthology.orchestra.run.smithi012.stdout: "evex": 0, 2024-03-29T00:22:40.046 INFO:teuthology.orchestra.run.smithi012.stdout: "evtrm": 0, 2024-03-29T00:22:40.046 INFO:teuthology.orchestra.run.smithi012.stdout: "ev": 4407, 2024-03-29T00:22:40.047 INFO:teuthology.orchestra.run.smithi012.stdout: "evexg": 0, 2024-03-29T00:22:40.047 INFO:teuthology.orchestra.run.smithi012.stdout: "evexd": 0, 2024-03-29T00:22:40.047 INFO:teuthology.orchestra.run.smithi012.stdout: "segadd": 0, 2024-03-29T00:22:40.047 INFO:teuthology.orchestra.run.smithi012.stdout: "segex": 0, 2024-03-29T00:22:40.047 INFO:teuthology.orchestra.run.smithi012.stdout: "segtrm": 0, 2024-03-29T00:22:40.047 INFO:teuthology.orchestra.run.smithi012.stdout: "seg": 6, 2024-03-29T00:22:40.047 INFO:teuthology.orchestra.run.smithi012.stdout: "segmjr": 2, 2024-03-29T00:22:40.047 INFO:teuthology.orchestra.run.smithi012.stdout: "segexg": 0, 2024-03-29T00:22:40.047 INFO:teuthology.orchestra.run.smithi012.stdout: "segexd": 0, 2024-03-29T00:22:40.047 INFO:teuthology.orchestra.run.smithi012.stdout: "expos": 4194304, 2024-03-29T00:22:40.047 INFO:teuthology.orchestra.run.smithi012.stdout: "wrpos": 12301552, 2024-03-29T00:22:40.047 INFO:teuthology.orchestra.run.smithi012.stdout: "rdpos": 12300414, 2024-03-29T00:22:40.047 INFO:teuthology.orchestra.run.smithi012.stdout: "jlat": { 2024-03-29T00:22:40.047 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.047 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.047 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.047 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.048 INFO:teuthology.orchestra.run.smithi012.stdout: "replayed": 4407 2024-03-29T00:22:40.048 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.048 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_mem": { 2024-03-29T00:22:40.048 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 8, 2024-03-29T00:22:40.048 INFO:teuthology.orchestra.run.smithi012.stdout: "ino+": 1646, 2024-03-29T00:22:40.048 INFO:teuthology.orchestra.run.smithi012.stdout: "ino-": 1638, 2024-03-29T00:22:40.048 INFO:teuthology.orchestra.run.smithi012.stdout: "dir": 6, 2024-03-29T00:22:40.048 INFO:teuthology.orchestra.run.smithi012.stdout: "dir+": 199, 2024-03-29T00:22:40.048 INFO:teuthology.orchestra.run.smithi012.stdout: "dir-": 193, 2024-03-29T00:22:40.048 INFO:teuthology.orchestra.run.smithi012.stdout: "dn": 1528, 2024-03-29T00:22:40.048 INFO:teuthology.orchestra.run.smithi012.stdout: "dn+": 3238, 2024-03-29T00:22:40.048 INFO:teuthology.orchestra.run.smithi012.stdout: "dn-": 1710, 2024-03-29T00:22:40.048 INFO:teuthology.orchestra.run.smithi012.stdout: "cap": 0, 2024-03-29T00:22:40.048 INFO:teuthology.orchestra.run.smithi012.stdout: "cap+": 0, 2024-03-29T00:22:40.048 INFO:teuthology.orchestra.run.smithi012.stdout: "cap-": 0, 2024-03-29T00:22:40.049 INFO:teuthology.orchestra.run.smithi012.stdout: "rss": 53364, 2024-03-29T00:22:40.049 INFO:teuthology.orchestra.run.smithi012.stdout: "heap": 215420 2024-03-29T00:22:40.049 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.049 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_server": { 2024-03-29T00:22:40.049 INFO:teuthology.orchestra.run.smithi012.stdout: "dispatch_client_request": 0, 2024-03-29T00:22:40.049 INFO:teuthology.orchestra.run.smithi012.stdout: "dispatch_server_request": 0, 2024-03-29T00:22:40.049 INFO:teuthology.orchestra.run.smithi012.stdout: "handle_client_request": 0, 2024-03-29T00:22:40.049 INFO:teuthology.orchestra.run.smithi012.stdout: "handle_client_session": 0, 2024-03-29T00:22:40.049 INFO:teuthology.orchestra.run.smithi012.stdout: "handle_peer_request": 0, 2024-03-29T00:22:40.049 INFO:teuthology.orchestra.run.smithi012.stdout: "req_create_latency": { 2024-03-29T00:22:40.049 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.049 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.049 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.049 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.049 INFO:teuthology.orchestra.run.smithi012.stdout: "req_getattr_latency": { 2024-03-29T00:22:40.050 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.050 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.050 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.050 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.050 INFO:teuthology.orchestra.run.smithi012.stdout: "req_getfilelock_latency": { 2024-03-29T00:22:40.050 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.050 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.050 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.050 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.050 INFO:teuthology.orchestra.run.smithi012.stdout: "req_link_latency": { 2024-03-29T00:22:40.050 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.050 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.050 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.050 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.050 INFO:teuthology.orchestra.run.smithi012.stdout: "req_lookup_latency": { 2024-03-29T00:22:40.050 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.051 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.051 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.051 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.051 INFO:teuthology.orchestra.run.smithi012.stdout: "req_lookuphash_latency": { 2024-03-29T00:22:40.051 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.051 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.051 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.051 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.051 INFO:teuthology.orchestra.run.smithi012.stdout: "req_lookupino_latency": { 2024-03-29T00:22:40.051 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.051 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.051 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.051 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.051 INFO:teuthology.orchestra.run.smithi012.stdout: "req_lookupname_latency": { 2024-03-29T00:22:40.051 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.051 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.052 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.052 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.052 INFO:teuthology.orchestra.run.smithi012.stdout: "req_lookupparent_latency": { 2024-03-29T00:22:40.052 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.052 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.052 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.052 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.052 INFO:teuthology.orchestra.run.smithi012.stdout: "req_lookupsnap_latency": { 2024-03-29T00:22:40.052 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.052 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.052 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.052 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.052 INFO:teuthology.orchestra.run.smithi012.stdout: "req_lssnap_latency": { 2024-03-29T00:22:40.052 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.052 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.052 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.052 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.053 INFO:teuthology.orchestra.run.smithi012.stdout: "req_mkdir_latency": { 2024-03-29T00:22:40.053 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.053 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.053 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.053 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.053 INFO:teuthology.orchestra.run.smithi012.stdout: "req_mknod_latency": { 2024-03-29T00:22:40.053 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.054 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.054 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.054 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.054 INFO:teuthology.orchestra.run.smithi012.stdout: "req_mksnap_latency": { 2024-03-29T00:22:40.054 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.054 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.054 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.054 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.054 INFO:teuthology.orchestra.run.smithi012.stdout: "req_open_latency": { 2024-03-29T00:22:40.054 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.054 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.054 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.054 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.055 INFO:teuthology.orchestra.run.smithi012.stdout: "req_readdir_latency": { 2024-03-29T00:22:40.055 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.055 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.055 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.055 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.055 INFO:teuthology.orchestra.run.smithi012.stdout: "req_rename_latency": { 2024-03-29T00:22:40.055 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.055 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.055 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.055 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.055 INFO:teuthology.orchestra.run.smithi012.stdout: "req_renamesnap_latency": { 2024-03-29T00:22:40.055 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.055 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.055 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.055 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.056 INFO:teuthology.orchestra.run.smithi012.stdout: "req_snapdiff_latency": { 2024-03-29T00:22:40.056 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.056 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.056 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.056 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.056 INFO:teuthology.orchestra.run.smithi012.stdout: "req_rmdir_latency": { 2024-03-29T00:22:40.056 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.056 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.056 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.056 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.056 INFO:teuthology.orchestra.run.smithi012.stdout: "req_rmsnap_latency": { 2024-03-29T00:22:40.056 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.056 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.056 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.056 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.057 INFO:teuthology.orchestra.run.smithi012.stdout: "req_rmxattr_latency": { 2024-03-29T00:22:40.057 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.057 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.057 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.057 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.057 INFO:teuthology.orchestra.run.smithi012.stdout: "req_setattr_latency": { 2024-03-29T00:22:40.057 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.057 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.057 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.057 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.057 INFO:teuthology.orchestra.run.smithi012.stdout: "req_setdirlayout_latency": { 2024-03-29T00:22:40.057 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.057 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.057 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.057 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.057 INFO:teuthology.orchestra.run.smithi012.stdout: "req_setfilelock_latency": { 2024-03-29T00:22:40.058 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.058 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.058 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.058 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.058 INFO:teuthology.orchestra.run.smithi012.stdout: "req_setlayout_latency": { 2024-03-29T00:22:40.058 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.058 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.058 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.058 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.058 INFO:teuthology.orchestra.run.smithi012.stdout: "req_setxattr_latency": { 2024-03-29T00:22:40.058 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.058 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.058 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.058 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.058 INFO:teuthology.orchestra.run.smithi012.stdout: "req_symlink_latency": { 2024-03-29T00:22:40.058 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.059 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.059 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.059 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.059 INFO:teuthology.orchestra.run.smithi012.stdout: "req_unlink_latency": { 2024-03-29T00:22:40.059 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.059 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.059 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.059 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.059 INFO:teuthology.orchestra.run.smithi012.stdout: "cap_revoke_eviction": 0, 2024-03-29T00:22:40.059 INFO:teuthology.orchestra.run.smithi012.stdout: "cap_acquisition_throttle": 0, 2024-03-29T00:22:40.059 INFO:teuthology.orchestra.run.smithi012.stdout: "req_getvxattr_latency": { 2024-03-29T00:22:40.059 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.059 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.059 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.059 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:40.060 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.060 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_sessions": { 2024-03-29T00:22:40.060 INFO:teuthology.orchestra.run.smithi012.stdout: "session_count": 1, 2024-03-29T00:22:40.060 INFO:teuthology.orchestra.run.smithi012.stdout: "session_add": 1, 2024-03-29T00:22:40.060 INFO:teuthology.orchestra.run.smithi012.stdout: "session_remove": 0, 2024-03-29T00:22:40.060 INFO:teuthology.orchestra.run.smithi012.stdout: "sessions_open": 1, 2024-03-29T00:22:40.060 INFO:teuthology.orchestra.run.smithi012.stdout: "sessions_stale": 0, 2024-03-29T00:22:40.060 INFO:teuthology.orchestra.run.smithi012.stdout: "total_load": 0, 2024-03-29T00:22:40.060 INFO:teuthology.orchestra.run.smithi012.stdout: "average_load": 0, 2024-03-29T00:22:40.060 INFO:teuthology.orchestra.run.smithi012.stdout: "avg_session_uptime": 1687, 2024-03-29T00:22:40.060 INFO:teuthology.orchestra.run.smithi012.stdout: "mdthresh_evicted": 0 2024-03-29T00:22:40.060 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.060 INFO:teuthology.orchestra.run.smithi012.stdout: "mempool": { 2024-03-29T00:22:40.060 INFO:teuthology.orchestra.run.smithi012.stdout: "bloom_filter_bytes": 0, 2024-03-29T00:22:40.060 INFO:teuthology.orchestra.run.smithi012.stdout: "bloom_filter_items": 0, 2024-03-29T00:22:40.061 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_alloc_bytes": 0, 2024-03-29T00:22:40.061 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_alloc_items": 0, 2024-03-29T00:22:40.061 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_data_bytes": 0, 2024-03-29T00:22:40.061 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_data_items": 0, 2024-03-29T00:22:40.061 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-29T00:22:40.061 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_onode_items": 0, 2024-03-29T00:22:40.061 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-29T00:22:40.061 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_meta_items": 0, 2024-03-29T00:22:40.061 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_other_bytes": 0, 2024-03-29T00:22:40.061 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_other_items": 0, 2024-03-29T00:22:40.061 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-29T00:22:40.061 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_buffer_items": 0, 2024-03-29T00:22:40.061 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_extent_bytes": 0, 2024-03-29T00:22:40.061 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_extent_items": 0, 2024-03-29T00:22:40.062 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_blob_bytes": 0, 2024-03-29T00:22:40.062 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_blob_items": 0, 2024-03-29T00:22:40.062 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-29T00:22:40.062 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_shared_blob_items": 0, 2024-03-29T00:22:40.062 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-29T00:22:40.062 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_inline_bl_items": 0, 2024-03-29T00:22:40.062 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_fsck_bytes": 0, 2024-03-29T00:22:40.062 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_fsck_items": 0, 2024-03-29T00:22:40.062 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_txc_bytes": 0, 2024-03-29T00:22:40.062 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_txc_items": 0, 2024-03-29T00:22:40.062 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-29T00:22:40.062 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_deferred_items": 0, 2024-03-29T00:22:40.062 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_bytes": 0, 2024-03-29T00:22:40.062 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_items": 0, 2024-03-29T00:22:40.062 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_bytes": 0, 2024-03-29T00:22:40.063 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_items": 0, 2024-03-29T00:22:40.063 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_reader_bytes": 0, 2024-03-29T00:22:40.063 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_reader_items": 0, 2024-03-29T00:22:40.063 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_writer_bytes": 0, 2024-03-29T00:22:40.063 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_writer_items": 0, 2024-03-29T00:22:40.063 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_anon_bytes": 214510, 2024-03-29T00:22:40.063 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_anon_items": 61, 2024-03-29T00:22:40.063 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_meta_bytes": 0, 2024-03-29T00:22:40.063 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_meta_items": 0, 2024-03-29T00:22:40.063 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_bytes": 0, 2024-03-29T00:22:40.063 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_items": 0, 2024-03-29T00:22:40.063 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_mapbl_bytes": 0, 2024-03-29T00:22:40.063 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_mapbl_items": 0, 2024-03-29T00:22:40.063 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_pglog_bytes": 0, 2024-03-29T00:22:40.063 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_pglog_items": 0, 2024-03-29T00:22:40.063 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_bytes": 8888, 2024-03-29T00:22:40.064 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_items": 170, 2024-03-29T00:22:40.064 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_mapping_bytes": 0, 2024-03-29T00:22:40.064 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_mapping_items": 0, 2024-03-29T00:22:40.064 INFO:teuthology.orchestra.run.smithi012.stdout: "pgmap_bytes": 0, 2024-03-29T00:22:40.064 INFO:teuthology.orchestra.run.smithi012.stdout: "pgmap_items": 0, 2024-03-29T00:22:40.064 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_co_bytes": 1101656, 2024-03-29T00:22:40.064 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_co_items": 6185, 2024-03-29T00:22:40.064 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_1_bytes": 0, 2024-03-29T00:22:40.064 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_1_items": 0, 2024-03-29T00:22:40.064 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_2_bytes": 0, 2024-03-29T00:22:40.064 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_2_items": 0 2024-03-29T00:22:40.064 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.064 INFO:teuthology.orchestra.run.smithi012.stdout: "objecter": { 2024-03-29T00:22:40.064 INFO:teuthology.orchestra.run.smithi012.stdout: "op_active": 0, 2024-03-29T00:22:40.064 INFO:teuthology.orchestra.run.smithi012.stdout: "op_laggy": 0, 2024-03-29T00:22:40.064 INFO:teuthology.orchestra.run.smithi012.stdout: "op_send": 957, 2024-03-29T00:22:40.064 INFO:teuthology.orchestra.run.smithi012.stdout: "op_send_bytes": 21, 2024-03-29T00:22:40.065 INFO:teuthology.orchestra.run.smithi012.stdout: "op_resend": 3, 2024-03-29T00:22:40.065 INFO:teuthology.orchestra.run.smithi012.stdout: "op_reply": 957, 2024-03-29T00:22:40.065 INFO:teuthology.orchestra.run.smithi012.stdout: "op_latency": { 2024-03-29T00:22:40.065 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 957, 2024-03-29T00:22:40.065 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 1.024991669, 2024-03-29T00:22:40.065 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.001071046 2024-03-29T00:22:40.065 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.065 INFO:teuthology.orchestra.run.smithi012.stdout: "op_inflight": 0, 2024-03-29T00:22:40.065 INFO:teuthology.orchestra.run.smithi012.stdout: "oplen_avg": { 2024-03-29T00:22:40.065 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 957, 2024-03-29T00:22:40.065 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 958 2024-03-29T00:22:40.065 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.065 INFO:teuthology.orchestra.run.smithi012.stdout: "op": 957, 2024-03-29T00:22:40.065 INFO:teuthology.orchestra.run.smithi012.stdout: "op_r": 957, 2024-03-29T00:22:40.065 INFO:teuthology.orchestra.run.smithi012.stdout: "op_w": 0, 2024-03-29T00:22:40.065 INFO:teuthology.orchestra.run.smithi012.stdout: "op_rmw": 0, 2024-03-29T00:22:40.066 INFO:teuthology.orchestra.run.smithi012.stdout: "op_pg": 0, 2024-03-29T00:22:40.066 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_stat": 496, 2024-03-29T00:22:40.066 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_create": 0, 2024-03-29T00:22:40.066 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_read": 459, 2024-03-29T00:22:40.066 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_write": 0, 2024-03-29T00:22:40.066 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_writefull": 0, 2024-03-29T00:22:40.066 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_writesame": 0, 2024-03-29T00:22:40.066 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_append": 0, 2024-03-29T00:22:40.066 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_zero": 0, 2024-03-29T00:22:40.066 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_truncate": 0, 2024-03-29T00:22:40.066 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_delete": 0, 2024-03-29T00:22:40.066 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_mapext": 0, 2024-03-29T00:22:40.066 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_sparse_read": 0, 2024-03-29T00:22:40.066 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_clonerange": 0, 2024-03-29T00:22:40.066 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_getxattr": 1, 2024-03-29T00:22:40.066 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_setxattr": 0, 2024-03-29T00:22:40.067 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_cmpxattr": 0, 2024-03-29T00:22:40.067 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_rmxattr": 0, 2024-03-29T00:22:40.067 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_resetxattrs": 0, 2024-03-29T00:22:40.067 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_call": 0, 2024-03-29T00:22:40.067 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_watch": 0, 2024-03-29T00:22:40.067 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_notify": 0, 2024-03-29T00:22:40.067 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_src_cmpxattr": 0, 2024-03-29T00:22:40.067 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_pgls": 0, 2024-03-29T00:22:40.067 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_pgls_filter": 0, 2024-03-29T00:22:40.067 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_other": 0, 2024-03-29T00:22:40.067 INFO:teuthology.orchestra.run.smithi012.stdout: "linger_active": 0, 2024-03-29T00:22:40.067 INFO:teuthology.orchestra.run.smithi012.stdout: "linger_send": 0, 2024-03-29T00:22:40.067 INFO:teuthology.orchestra.run.smithi012.stdout: "linger_resend": 0, 2024-03-29T00:22:40.067 INFO:teuthology.orchestra.run.smithi012.stdout: "linger_ping": 0, 2024-03-29T00:22:40.067 INFO:teuthology.orchestra.run.smithi012.stdout: "poolop_active": 0, 2024-03-29T00:22:40.067 INFO:teuthology.orchestra.run.smithi012.stdout: "poolop_send": 0, 2024-03-29T00:22:40.067 INFO:teuthology.orchestra.run.smithi012.stdout: "poolop_resend": 0, 2024-03-29T00:22:40.068 INFO:teuthology.orchestra.run.smithi012.stdout: "poolstat_active": 0, 2024-03-29T00:22:40.068 INFO:teuthology.orchestra.run.smithi012.stdout: "poolstat_send": 0, 2024-03-29T00:22:40.068 INFO:teuthology.orchestra.run.smithi012.stdout: "poolstat_resend": 0, 2024-03-29T00:22:40.068 INFO:teuthology.orchestra.run.smithi012.stdout: "statfs_active": 0, 2024-03-29T00:22:40.068 INFO:teuthology.orchestra.run.smithi012.stdout: "statfs_send": 0, 2024-03-29T00:22:40.068 INFO:teuthology.orchestra.run.smithi012.stdout: "statfs_resend": 0, 2024-03-29T00:22:40.068 INFO:teuthology.orchestra.run.smithi012.stdout: "command_active": 0, 2024-03-29T00:22:40.068 INFO:teuthology.orchestra.run.smithi012.stdout: "command_send": 0, 2024-03-29T00:22:40.068 INFO:teuthology.orchestra.run.smithi012.stdout: "command_resend": 0, 2024-03-29T00:22:40.068 INFO:teuthology.orchestra.run.smithi012.stdout: "map_epoch": 93, 2024-03-29T00:22:40.068 INFO:teuthology.orchestra.run.smithi012.stdout: "map_full": 0, 2024-03-29T00:22:40.068 INFO:teuthology.orchestra.run.smithi012.stdout: "map_inc": 4, 2024-03-29T00:22:40.068 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_sessions": 8, 2024-03-29T00:22:40.068 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_session_open": 8, 2024-03-29T00:22:40.068 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_session_close": 0, 2024-03-29T00:22:40.068 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_laggy": 0, 2024-03-29T00:22:40.068 INFO:teuthology.orchestra.run.smithi012.stdout: "omap_wr": 0, 2024-03-29T00:22:40.068 INFO:teuthology.orchestra.run.smithi012.stdout: "omap_rd": 2, 2024-03-29T00:22:40.069 INFO:teuthology.orchestra.run.smithi012.stdout: "omap_del": 0 2024-03-29T00:22:40.069 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.069 INFO:teuthology.orchestra.run.smithi012.stdout: "oft": { 2024-03-29T00:22:40.069 INFO:teuthology.orchestra.run.smithi012.stdout: "omap_total_objs": 0, 2024-03-29T00:22:40.069 INFO:teuthology.orchestra.run.smithi012.stdout: "omap_total_kv_pairs": 0, 2024-03-29T00:22:40.069 INFO:teuthology.orchestra.run.smithi012.stdout: "omap_total_updates": 0, 2024-03-29T00:22:40.069 INFO:teuthology.orchestra.run.smithi012.stdout: "omap_total_removes": 0 2024-03-29T00:22:40.069 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.069 INFO:teuthology.orchestra.run.smithi012.stdout: "osd-slow-ops": { 2024-03-29T00:22:40.069 INFO:teuthology.orchestra.run.smithi012.stdout: "slow_ops_count": 0 2024-03-29T00:22:40.069 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.069 INFO:teuthology.orchestra.run.smithi012.stdout: "purge_queue": { 2024-03-29T00:22:40.069 INFO:teuthology.orchestra.run.smithi012.stdout: "pq_executing_ops": 0, 2024-03-29T00:22:40.069 INFO:teuthology.orchestra.run.smithi012.stdout: "pq_executing_ops_high_water": 0, 2024-03-29T00:22:40.069 INFO:teuthology.orchestra.run.smithi012.stdout: "pq_executing": 0, 2024-03-29T00:22:40.070 INFO:teuthology.orchestra.run.smithi012.stdout: "pq_executing_high_water": 0, 2024-03-29T00:22:40.070 INFO:teuthology.orchestra.run.smithi012.stdout: "pq_executed_ops": 0, 2024-03-29T00:22:40.070 INFO:teuthology.orchestra.run.smithi012.stdout: "pq_executed": 0, 2024-03-29T00:22:40.070 INFO:teuthology.orchestra.run.smithi012.stdout: "pq_item_in_journal": 0 2024-03-29T00:22:40.070 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.070 INFO:teuthology.orchestra.run.smithi012.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-29T00:22:40.070 INFO:teuthology.orchestra.run.smithi012.stdout: "val": 0, 2024-03-29T00:22:40.070 INFO:teuthology.orchestra.run.smithi012.stdout: "max": 104857600, 2024-03-29T00:22:40.070 INFO:teuthology.orchestra.run.smithi012.stdout: "get_started": 0, 2024-03-29T00:22:40.070 INFO:teuthology.orchestra.run.smithi012.stdout: "get": 1106, 2024-03-29T00:22:40.070 INFO:teuthology.orchestra.run.smithi012.stdout: "get_sum": 8827959, 2024-03-29T00:22:40.070 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_fail": 0, 2024-03-29T00:22:40.070 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_success": 1106, 2024-03-29T00:22:40.070 INFO:teuthology.orchestra.run.smithi012.stdout: "take": 0, 2024-03-29T00:22:40.070 INFO:teuthology.orchestra.run.smithi012.stdout: "take_sum": 0, 2024-03-29T00:22:40.071 INFO:teuthology.orchestra.run.smithi012.stdout: "put": 1106, 2024-03-29T00:22:40.071 INFO:teuthology.orchestra.run.smithi012.stdout: "put_sum": 8827959, 2024-03-29T00:22:40.071 INFO:teuthology.orchestra.run.smithi012.stdout: "wait": { 2024-03-29T00:22:40.071 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.071 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.071 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.071 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:40.071 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.071 INFO:teuthology.orchestra.run.smithi012.stdout: "throttle-objecter_bytes": { 2024-03-29T00:22:40.071 INFO:teuthology.orchestra.run.smithi012.stdout: "val": 0, 2024-03-29T00:22:40.071 INFO:teuthology.orchestra.run.smithi012.stdout: "max": 104857600, 2024-03-29T00:22:40.071 INFO:teuthology.orchestra.run.smithi012.stdout: "get_started": 0, 2024-03-29T00:22:40.071 INFO:teuthology.orchestra.run.smithi012.stdout: "get": 0, 2024-03-29T00:22:40.071 INFO:teuthology.orchestra.run.smithi012.stdout: "get_sum": 0, 2024-03-29T00:22:40.072 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_fail": 0, 2024-03-29T00:22:40.072 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_success": 0, 2024-03-29T00:22:40.072 INFO:teuthology.orchestra.run.smithi012.stdout: "take": 957, 2024-03-29T00:22:40.072 INFO:teuthology.orchestra.run.smithi012.stdout: "take_sum": 8107253, 2024-03-29T00:22:40.072 INFO:teuthology.orchestra.run.smithi012.stdout: "put": 957, 2024-03-29T00:22:40.072 INFO:teuthology.orchestra.run.smithi012.stdout: "put_sum": 8107253, 2024-03-29T00:22:40.072 INFO:teuthology.orchestra.run.smithi012.stdout: "wait": { 2024-03-29T00:22:40.072 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.072 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.072 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.072 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:40.072 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.072 INFO:teuthology.orchestra.run.smithi012.stdout: "throttle-objecter_ops": { 2024-03-29T00:22:40.072 INFO:teuthology.orchestra.run.smithi012.stdout: "val": 0, 2024-03-29T00:22:40.072 INFO:teuthology.orchestra.run.smithi012.stdout: "max": 1024, 2024-03-29T00:22:40.072 INFO:teuthology.orchestra.run.smithi012.stdout: "get_started": 0, 2024-03-29T00:22:40.073 INFO:teuthology.orchestra.run.smithi012.stdout: "get": 0, 2024-03-29T00:22:40.073 INFO:teuthology.orchestra.run.smithi012.stdout: "get_sum": 0, 2024-03-29T00:22:40.073 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_fail": 0, 2024-03-29T00:22:40.073 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_success": 0, 2024-03-29T00:22:40.073 INFO:teuthology.orchestra.run.smithi012.stdout: "take": 957, 2024-03-29T00:22:40.073 INFO:teuthology.orchestra.run.smithi012.stdout: "take_sum": 957, 2024-03-29T00:22:40.073 INFO:teuthology.orchestra.run.smithi012.stdout: "put": 957, 2024-03-29T00:22:40.073 INFO:teuthology.orchestra.run.smithi012.stdout: "put_sum": 957, 2024-03-29T00:22:40.073 INFO:teuthology.orchestra.run.smithi012.stdout: "wait": { 2024-03-29T00:22:40.073 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.073 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.073 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.073 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:40.073 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.073 INFO:teuthology.orchestra.run.smithi012.stdout: "throttle-write_buf_throttle": { 2024-03-29T00:22:40.074 INFO:teuthology.orchestra.run.smithi012.stdout: "val": 0, 2024-03-29T00:22:40.074 INFO:teuthology.orchestra.run.smithi012.stdout: "max": 3758096384, 2024-03-29T00:22:40.074 INFO:teuthology.orchestra.run.smithi012.stdout: "get_started": 0, 2024-03-29T00:22:40.074 INFO:teuthology.orchestra.run.smithi012.stdout: "get": 0, 2024-03-29T00:22:40.074 INFO:teuthology.orchestra.run.smithi012.stdout: "get_sum": 0, 2024-03-29T00:22:40.074 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_fail": 0, 2024-03-29T00:22:40.074 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_success": 0, 2024-03-29T00:22:40.074 INFO:teuthology.orchestra.run.smithi012.stdout: "take": 0, 2024-03-29T00:22:40.074 INFO:teuthology.orchestra.run.smithi012.stdout: "take_sum": 0, 2024-03-29T00:22:40.074 INFO:teuthology.orchestra.run.smithi012.stdout: "put": 0, 2024-03-29T00:22:40.074 INFO:teuthology.orchestra.run.smithi012.stdout: "put_sum": 0, 2024-03-29T00:22:40.074 INFO:teuthology.orchestra.run.smithi012.stdout: "wait": { 2024-03-29T00:22:40.074 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.074 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.074 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.074 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:40.074 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:40.075 INFO:teuthology.orchestra.run.smithi012.stdout: "throttle-write_buf_throttle-0x55956b952780": { 2024-03-29T00:22:40.075 INFO:teuthology.orchestra.run.smithi012.stdout: "val": 0, 2024-03-29T00:22:40.075 INFO:teuthology.orchestra.run.smithi012.stdout: "max": 3758096384, 2024-03-29T00:22:40.075 INFO:teuthology.orchestra.run.smithi012.stdout: "get_started": 0, 2024-03-29T00:22:40.075 INFO:teuthology.orchestra.run.smithi012.stdout: "get": 0, 2024-03-29T00:22:40.075 INFO:teuthology.orchestra.run.smithi012.stdout: "get_sum": 0, 2024-03-29T00:22:40.075 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_fail": 0, 2024-03-29T00:22:40.075 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_success": 0, 2024-03-29T00:22:40.075 INFO:teuthology.orchestra.run.smithi012.stdout: "take": 0, 2024-03-29T00:22:40.075 INFO:teuthology.orchestra.run.smithi012.stdout: "take_sum": 0, 2024-03-29T00:22:40.075 INFO:teuthology.orchestra.run.smithi012.stdout: "put": 0, 2024-03-29T00:22:40.075 INFO:teuthology.orchestra.run.smithi012.stdout: "put_sum": 0, 2024-03-29T00:22:40.075 INFO:teuthology.orchestra.run.smithi012.stdout: "wait": { 2024-03-29T00:22:40.075 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:40.075 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:40.075 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:40.075 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:40.076 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:40.076 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:22:41.109 INFO:tasks.check_counter:Daemon mds.a mds.exported=0 2024-03-29T00:22:41.109 INFO:tasks.check_counter:Daemon mds.a mds.imported=0 2024-03-29T00:22:41.109 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update=0 2024-03-29T00:22:41.109 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update_receipt=0 2024-03-29T00:22:41.109 DEBUG:tasks.check_counter:Getting stats from d 2024-03-29T00:22:41.109 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph daemon mds.d perf dump 2024-03-29T00:22:41.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:41 smithi012 ceph-mon[31657]: pgmap v548: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 553 KiB/s rd, 545 KiB/s wr, 241 op/s 2024-03-29T00:22:41.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:41 smithi053 ceph-mon[36233]: pgmap v548: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 553 KiB/s rd, 545 KiB/s wr, 241 op/s 2024-03-29T00:22:41.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:41 smithi069 ceph-mon[36074]: pgmap v548: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 553 KiB/s rd, 545 KiB/s wr, 241 op/s 2024-03-29T00:22:41.583 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:22:43.112 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:43 smithi012 ceph-mon[31657]: pgmap v549: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 310 KiB/s wr, 210 op/s 2024-03-29T00:22:43.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:43 smithi053 ceph-mon[36233]: pgmap v549: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 310 KiB/s wr, 210 op/s 2024-03-29T00:22:43.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:43 smithi069 ceph-mon[36074]: pgmap v549: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 310 KiB/s wr, 210 op/s 2024-03-29T00:22:43.981 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:22:43.982 INFO:teuthology.orchestra.run.smithi012.stdout: "AsyncMessenger::Worker-0": { 2024-03-29T00:22:43.982 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_messages": 4, 2024-03-29T00:22:43.982 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages": 4, 2024-03-29T00:22:43.982 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_bytes": 3024, 2024-03-29T00:22:43.982 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_bytes": 448, 2024-03-29T00:22:43.982 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_created_connections": 4, 2024-03-29T00:22:43.982 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_active_connections": 0, 2024-03-29T00:22:43.982 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_total_time": 0.004296998, 2024-03-29T00:22:43.982 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_send_time": 0.000074602, 2024-03-29T00:22:43.982 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_recv_time": 0.001128432, 2024-03-29T00:22:43.982 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-29T00:22:43.982 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:22:43.982 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 3, 2024-03-29T00:22:43.983 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.001400920, 2024-03-29T00:22:43.983 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000466973 2024-03-29T00:22:43.983 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:43.983 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:22:43.983 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:43.983 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:43.983 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:43.983 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:43.983 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-03-29T00:22:43.983 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_encrypted_bytes": 448 2024-03-29T00:22:43.983 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:43.983 INFO:teuthology.orchestra.run.smithi012.stdout: "AsyncMessenger::Worker-1": { 2024-03-29T00:22:43.983 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_messages": 1, 2024-03-29T00:22:43.983 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages": 99, 2024-03-29T00:22:43.983 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_bytes": 160, 2024-03-29T00:22:43.983 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_bytes": 95056, 2024-03-29T00:22:43.984 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_created_connections": 3, 2024-03-29T00:22:43.984 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_active_connections": 2, 2024-03-29T00:22:43.984 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_total_time": 0.019069209, 2024-03-29T00:22:43.984 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_send_time": 0.014292525, 2024-03-29T00:22:43.984 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_recv_time": 0.002436189, 2024-03-29T00:22:43.984 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-29T00:22:43.984 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:22:43.984 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 97, 2024-03-29T00:22:43.984 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.009119397, 2024-03-29T00:22:43.984 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000094014 2024-03-29T00:22:43.984 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:43.984 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:22:43.984 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:43.984 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:43.984 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:43.985 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:43.985 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_encrypted_bytes": 160, 2024-03-29T00:22:43.985 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_encrypted_bytes": 95056 2024-03-29T00:22:43.985 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:43.985 INFO:teuthology.orchestra.run.smithi012.stdout: "AsyncMessenger::Worker-2": { 2024-03-29T00:22:43.985 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_messages": 133, 2024-03-29T00:22:43.985 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages": 130, 2024-03-29T00:22:43.985 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_bytes": 450192, 2024-03-29T00:22:43.985 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_bytes": 79392, 2024-03-29T00:22:43.985 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_created_connections": 2, 2024-03-29T00:22:43.985 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_active_connections": 1, 2024-03-29T00:22:43.985 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_total_time": 0.047740553, 2024-03-29T00:22:43.985 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_send_time": 0.020464992, 2024-03-29T00:22:43.985 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_recv_time": 0.023368169, 2024-03-29T00:22:43.985 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_fast_dispatch_time": 0.005810353, 2024-03-29T00:22:43.985 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:22:43.986 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 129, 2024-03-29T00:22:43.986 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.013147461, 2024-03-29T00:22:43.986 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000101918 2024-03-29T00:22:43.986 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:43.986 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:22:43.986 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:43.986 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:43.986 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:43.986 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:43.986 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_encrypted_bytes": 450192, 2024-03-29T00:22:43.986 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_encrypted_bytes": 79392 2024-03-29T00:22:43.986 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:43.986 INFO:teuthology.orchestra.run.smithi012.stdout: "cct": { 2024-03-29T00:22:43.986 INFO:teuthology.orchestra.run.smithi012.stdout: "total_workers": 0, 2024-03-29T00:22:43.987 INFO:teuthology.orchestra.run.smithi012.stdout: "unhealthy_workers": 0 2024-03-29T00:22:43.987 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:43.987 INFO:teuthology.orchestra.run.smithi012.stdout: "mempool": { 2024-03-29T00:22:43.987 INFO:teuthology.orchestra.run.smithi012.stdout: "bloom_filter_bytes": 0, 2024-03-29T00:22:43.987 INFO:teuthology.orchestra.run.smithi012.stdout: "bloom_filter_items": 0, 2024-03-29T00:22:43.987 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_alloc_bytes": 0, 2024-03-29T00:22:43.987 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_alloc_items": 0, 2024-03-29T00:22:43.987 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_data_bytes": 0, 2024-03-29T00:22:43.987 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_data_items": 0, 2024-03-29T00:22:43.987 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-29T00:22:43.987 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_onode_items": 0, 2024-03-29T00:22:43.987 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-29T00:22:43.987 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_meta_items": 0, 2024-03-29T00:22:43.987 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_other_bytes": 0, 2024-03-29T00:22:43.988 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_other_items": 0, 2024-03-29T00:22:43.988 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-29T00:22:43.988 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_buffer_items": 0, 2024-03-29T00:22:43.988 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_extent_bytes": 0, 2024-03-29T00:22:43.988 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_extent_items": 0, 2024-03-29T00:22:43.988 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_blob_bytes": 0, 2024-03-29T00:22:43.988 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_blob_items": 0, 2024-03-29T00:22:43.988 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-29T00:22:43.988 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_shared_blob_items": 0, 2024-03-29T00:22:43.988 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-29T00:22:43.988 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_inline_bl_items": 0, 2024-03-29T00:22:43.988 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_fsck_bytes": 0, 2024-03-29T00:22:43.988 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_fsck_items": 0, 2024-03-29T00:22:43.988 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_txc_bytes": 0, 2024-03-29T00:22:43.988 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_txc_items": 0, 2024-03-29T00:22:43.989 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-29T00:22:43.989 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_deferred_items": 0, 2024-03-29T00:22:43.989 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_bytes": 0, 2024-03-29T00:22:43.989 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_items": 0, 2024-03-29T00:22:43.989 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_bytes": 0, 2024-03-29T00:22:43.989 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_items": 0, 2024-03-29T00:22:43.989 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_reader_bytes": 0, 2024-03-29T00:22:43.989 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_reader_items": 0, 2024-03-29T00:22:43.989 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_writer_bytes": 0, 2024-03-29T00:22:43.989 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_writer_items": 0, 2024-03-29T00:22:43.989 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_anon_bytes": 148840, 2024-03-29T00:22:43.989 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_anon_items": 28, 2024-03-29T00:22:43.989 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_meta_bytes": 0, 2024-03-29T00:22:43.989 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_meta_items": 0, 2024-03-29T00:22:43.989 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_bytes": 0, 2024-03-29T00:22:43.989 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_items": 0, 2024-03-29T00:22:43.990 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_mapbl_bytes": 0, 2024-03-29T00:22:43.990 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_mapbl_items": 0, 2024-03-29T00:22:43.990 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_pglog_bytes": 0, 2024-03-29T00:22:43.990 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_pglog_items": 0, 2024-03-29T00:22:43.990 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_bytes": 0, 2024-03-29T00:22:43.990 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_items": 0, 2024-03-29T00:22:43.990 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_mapping_bytes": 0, 2024-03-29T00:22:43.990 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_mapping_items": 0, 2024-03-29T00:22:43.990 INFO:teuthology.orchestra.run.smithi012.stdout: "pgmap_bytes": 0, 2024-03-29T00:22:43.990 INFO:teuthology.orchestra.run.smithi012.stdout: "pgmap_items": 0, 2024-03-29T00:22:43.990 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_co_bytes": 928, 2024-03-29T00:22:43.990 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_co_items": 2, 2024-03-29T00:22:43.990 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_1_bytes": 0, 2024-03-29T00:22:43.990 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_1_items": 0, 2024-03-29T00:22:43.990 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_2_bytes": 0, 2024-03-29T00:22:43.991 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_2_items": 0 2024-03-29T00:22:43.991 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:43.991 INFO:teuthology.orchestra.run.smithi012.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-29T00:22:43.991 INFO:teuthology.orchestra.run.smithi012.stdout: "val": 0, 2024-03-29T00:22:43.991 INFO:teuthology.orchestra.run.smithi012.stdout: "max": 104857600, 2024-03-29T00:22:43.991 INFO:teuthology.orchestra.run.smithi012.stdout: "get_started": 0, 2024-03-29T00:22:43.991 INFO:teuthology.orchestra.run.smithi012.stdout: "get": 134, 2024-03-29T00:22:43.991 INFO:teuthology.orchestra.run.smithi012.stdout: "get_sum": 431415, 2024-03-29T00:22:43.991 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_fail": 0, 2024-03-29T00:22:43.991 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_success": 134, 2024-03-29T00:22:43.991 INFO:teuthology.orchestra.run.smithi012.stdout: "take": 0, 2024-03-29T00:22:43.991 INFO:teuthology.orchestra.run.smithi012.stdout: "take_sum": 0, 2024-03-29T00:22:43.991 INFO:teuthology.orchestra.run.smithi012.stdout: "put": 134, 2024-03-29T00:22:43.991 INFO:teuthology.orchestra.run.smithi012.stdout: "put_sum": 431415, 2024-03-29T00:22:43.991 INFO:teuthology.orchestra.run.smithi012.stdout: "wait": { 2024-03-29T00:22:43.991 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:43.992 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:43.992 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:43.992 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:43.992 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:43.992 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:22:44.873 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-03-29T00:22:44.873 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-03-29T00:22:44.873 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-03-29T00:22:44.873 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-03-29T00:22:44.874 DEBUG:tasks.check_counter:Getting stats from g 2024-03-29T00:22:44.874 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph daemon mds.g perf dump 2024-03-29T00:22:45.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:45 smithi012 ceph-mon[31657]: pgmap v550: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 102 KiB/s rd, 52 KiB/s wr, 98 op/s 2024-03-29T00:22:45.348 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:22:45.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:45 smithi053 ceph-mon[36233]: pgmap v550: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 102 KiB/s rd, 52 KiB/s wr, 98 op/s 2024-03-29T00:22:45.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:45 smithi069 ceph-mon[36074]: pgmap v550: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 102 KiB/s rd, 52 KiB/s wr, 98 op/s 2024-03-29T00:22:47.327 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:47 smithi012 ceph-mon[31657]: pgmap v551: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 49 KiB/s wr, 60 op/s 2024-03-29T00:22:47.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:47 smithi053 ceph-mon[36233]: pgmap v551: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 49 KiB/s wr, 60 op/s 2024-03-29T00:22:47.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:47 smithi069 ceph-mon[36074]: pgmap v551: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 49 KiB/s wr, 60 op/s 2024-03-29T00:22:47.669 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:22:47.669 INFO:teuthology.orchestra.run.smithi012.stdout: "AsyncMessenger::Worker-0": { 2024-03-29T00:22:47.669 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_messages": 437, 2024-03-29T00:22:47.669 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages": 439, 2024-03-29T00:22:47.669 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_bytes": 144437, 2024-03-29T00:22:47.670 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_bytes": 138967, 2024-03-29T00:22:47.670 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_created_connections": 6, 2024-03-29T00:22:47.670 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_active_connections": 2, 2024-03-29T00:22:47.670 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_total_time": 0.113558497, 2024-03-29T00:22:47.670 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_send_time": 0.049801154, 2024-03-29T00:22:47.670 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_recv_time": 0.025135301, 2024-03-29T00:22:47.670 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_fast_dispatch_time": 0.025350512, 2024-03-29T00:22:47.670 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:22:47.670 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 437, 2024-03-29T00:22:47.670 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.044517407, 2024-03-29T00:22:47.670 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000101870 2024-03-29T00:22:47.670 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.671 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:22:47.671 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.671 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.671 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.671 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.671 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_encrypted_bytes": 0, 2024-03-29T00:22:47.671 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_encrypted_bytes": 0 2024-03-29T00:22:47.671 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.671 INFO:teuthology.orchestra.run.smithi012.stdout: "AsyncMessenger::Worker-1": { 2024-03-29T00:22:47.671 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_messages": 835, 2024-03-29T00:22:47.671 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages": 818, 2024-03-29T00:22:47.671 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_bytes": 12914619, 2024-03-29T00:22:47.671 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_bytes": 295447, 2024-03-29T00:22:47.671 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_created_connections": 4, 2024-03-29T00:22:47.672 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_active_connections": 3, 2024-03-29T00:22:47.672 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_total_time": 0.212444661, 2024-03-29T00:22:47.672 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_send_time": 0.060204939, 2024-03-29T00:22:47.672 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_recv_time": 0.112752342, 2024-03-29T00:22:47.672 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_fast_dispatch_time": 0.037968043, 2024-03-29T00:22:47.672 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:22:47.672 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 818, 2024-03-29T00:22:47.672 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.071001385, 2024-03-29T00:22:47.672 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000086798 2024-03-29T00:22:47.672 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.672 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:22:47.672 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.672 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.672 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.673 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.673 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_encrypted_bytes": 551680, 2024-03-29T00:22:47.673 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_encrypted_bytes": 78832 2024-03-29T00:22:47.673 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.673 INFO:teuthology.orchestra.run.smithi012.stdout: "AsyncMessenger::Worker-2": { 2024-03-29T00:22:47.673 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_messages": 4, 2024-03-29T00:22:47.673 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages": 99, 2024-03-29T00:22:47.673 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_bytes": 1508, 2024-03-29T00:22:47.673 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_bytes": 238901, 2024-03-29T00:22:47.673 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_created_connections": 5, 2024-03-29T00:22:47.673 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_active_connections": 4, 2024-03-29T00:22:47.673 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_total_time": 0.020982252, 2024-03-29T00:22:47.673 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_send_time": 0.014282174, 2024-03-29T00:22:47.673 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_recv_time": 0.004322932, 2024-03-29T00:22:47.674 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_fast_dispatch_time": 0.000108606, 2024-03-29T00:22:47.674 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:22:47.674 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 97, 2024-03-29T00:22:47.674 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.011202563, 2024-03-29T00:22:47.674 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000115490 2024-03-29T00:22:47.674 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.674 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:22:47.674 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.674 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.674 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.674 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.674 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_encrypted_bytes": 160, 2024-03-29T00:22:47.675 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_encrypted_bytes": 237936 2024-03-29T00:22:47.675 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.675 INFO:teuthology.orchestra.run.smithi012.stdout: "cct": { 2024-03-29T00:22:47.675 INFO:teuthology.orchestra.run.smithi012.stdout: "total_workers": 1, 2024-03-29T00:22:47.675 INFO:teuthology.orchestra.run.smithi012.stdout: "unhealthy_workers": 0 2024-03-29T00:22:47.675 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.675 INFO:teuthology.orchestra.run.smithi012.stdout: "finisher-MDSRank": { 2024-03-29T00:22:47.675 INFO:teuthology.orchestra.run.smithi012.stdout: "queue_len": 0, 2024-03-29T00:22:47.675 INFO:teuthology.orchestra.run.smithi012.stdout: "complete_latency": { 2024-03-29T00:22:47.675 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 1950, 2024-03-29T00:22:47.675 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.096553765, 2024-03-29T00:22:47.675 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000049514 2024-03-29T00:22:47.675 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:47.675 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.676 INFO:teuthology.orchestra.run.smithi012.stdout: "finisher-PurgeQueue": { 2024-03-29T00:22:47.676 INFO:teuthology.orchestra.run.smithi012.stdout: "queue_len": 0, 2024-03-29T00:22:47.676 INFO:teuthology.orchestra.run.smithi012.stdout: "complete_latency": { 2024-03-29T00:22:47.676 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.676 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.676 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.676 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:47.676 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.676 INFO:teuthology.orchestra.run.smithi012.stdout: "mds": { 2024-03-29T00:22:47.676 INFO:teuthology.orchestra.run.smithi012.stdout: "request": 0, 2024-03-29T00:22:47.676 INFO:teuthology.orchestra.run.smithi012.stdout: "reply": 0, 2024-03-29T00:22:47.676 INFO:teuthology.orchestra.run.smithi012.stdout: "reply_latency": { 2024-03-29T00:22:47.676 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.677 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.677 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.677 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.677 INFO:teuthology.orchestra.run.smithi012.stdout: "slow_reply": 0, 2024-03-29T00:22:47.677 INFO:teuthology.orchestra.run.smithi012.stdout: "forward": 0, 2024-03-29T00:22:47.677 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_fetch_complete": 0, 2024-03-29T00:22:47.677 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_fetch_keys": 0, 2024-03-29T00:22:47.677 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_commit": 0, 2024-03-29T00:22:47.677 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_split": 0, 2024-03-29T00:22:47.677 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_merge": 0, 2024-03-29T00:22:47.677 INFO:teuthology.orchestra.run.smithi012.stdout: "inodes": 1864, 2024-03-29T00:22:47.677 INFO:teuthology.orchestra.run.smithi012.stdout: "inodes_top": 0, 2024-03-29T00:22:47.677 INFO:teuthology.orchestra.run.smithi012.stdout: "inodes_bottom": 1864, 2024-03-29T00:22:47.677 INFO:teuthology.orchestra.run.smithi012.stdout: "inodes_pin_tail": 0, 2024-03-29T00:22:47.678 INFO:teuthology.orchestra.run.smithi012.stdout: "inodes_pinned": 1864, 2024-03-29T00:22:47.678 INFO:teuthology.orchestra.run.smithi012.stdout: "inodes_expired": 0, 2024-03-29T00:22:47.678 INFO:teuthology.orchestra.run.smithi012.stdout: "inodes_with_caps": 0, 2024-03-29T00:22:47.678 INFO:teuthology.orchestra.run.smithi012.stdout: "caps": 0, 2024-03-29T00:22:47.678 INFO:teuthology.orchestra.run.smithi012.stdout: "subtrees": 1, 2024-03-29T00:22:47.678 INFO:teuthology.orchestra.run.smithi012.stdout: "traverse": 0, 2024-03-29T00:22:47.678 INFO:teuthology.orchestra.run.smithi012.stdout: "traverse_hit": 0, 2024-03-29T00:22:47.678 INFO:teuthology.orchestra.run.smithi012.stdout: "traverse_forward": 0, 2024-03-29T00:22:47.678 INFO:teuthology.orchestra.run.smithi012.stdout: "traverse_discover": 0, 2024-03-29T00:22:47.678 INFO:teuthology.orchestra.run.smithi012.stdout: "traverse_dir_fetch": 0, 2024-03-29T00:22:47.678 INFO:teuthology.orchestra.run.smithi012.stdout: "traverse_remote_ino": 0, 2024-03-29T00:22:47.678 INFO:teuthology.orchestra.run.smithi012.stdout: "traverse_lock": 0, 2024-03-29T00:22:47.678 INFO:teuthology.orchestra.run.smithi012.stdout: "load_cent": 0, 2024-03-29T00:22:47.679 INFO:teuthology.orchestra.run.smithi012.stdout: "q": 0, 2024-03-29T00:22:47.679 INFO:teuthology.orchestra.run.smithi012.stdout: "exported": 0, 2024-03-29T00:22:47.679 INFO:teuthology.orchestra.run.smithi012.stdout: "exported_inodes": 0, 2024-03-29T00:22:47.679 INFO:teuthology.orchestra.run.smithi012.stdout: "imported": 0, 2024-03-29T00:22:47.679 INFO:teuthology.orchestra.run.smithi012.stdout: "imported_inodes": 0, 2024-03-29T00:22:47.679 INFO:teuthology.orchestra.run.smithi012.stdout: "openino_dir_fetch": 0, 2024-03-29T00:22:47.679 INFO:teuthology.orchestra.run.smithi012.stdout: "openino_backtrace_fetch": 0, 2024-03-29T00:22:47.679 INFO:teuthology.orchestra.run.smithi012.stdout: "openino_peer_discover": 0, 2024-03-29T00:22:47.679 INFO:teuthology.orchestra.run.smithi012.stdout: "root_rfiles": 0, 2024-03-29T00:22:47.679 INFO:teuthology.orchestra.run.smithi012.stdout: "root_rbytes": 0, 2024-03-29T00:22:47.679 INFO:teuthology.orchestra.run.smithi012.stdout: "root_rsnaps": 0, 2024-03-29T00:22:47.679 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_backtrace_fetch": 0, 2024-03-29T00:22:47.679 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_set_tag": 0, 2024-03-29T00:22:47.679 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_backtrace_repaired": 0, 2024-03-29T00:22:47.679 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_inotable_repaired": 0, 2024-03-29T00:22:47.680 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_dir_inodes": 0, 2024-03-29T00:22:47.680 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_dir_base_inodes": 0, 2024-03-29T00:22:47.680 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_dirfrag_rstats": 0, 2024-03-29T00:22:47.680 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_file_inodes": 0, 2024-03-29T00:22:47.680 INFO:teuthology.orchestra.run.smithi012.stdout: "handle_inode_file_caps": 0, 2024-03-29T00:22:47.680 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_cap_op_revoke": 0, 2024-03-29T00:22:47.680 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_cap_op_grant": 0, 2024-03-29T00:22:47.680 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_cap_op_trunc": 0, 2024-03-29T00:22:47.680 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-29T00:22:47.680 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-29T00:22:47.680 INFO:teuthology.orchestra.run.smithi012.stdout: "handle_client_caps": 0, 2024-03-29T00:22:47.680 INFO:teuthology.orchestra.run.smithi012.stdout: "handle_client_caps_dirty": 0, 2024-03-29T00:22:47.680 INFO:teuthology.orchestra.run.smithi012.stdout: "handle_client_cap_release": 0, 2024-03-29T00:22:47.680 INFO:teuthology.orchestra.run.smithi012.stdout: "process_request_cap_release": 0 2024-03-29T00:22:47.681 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.681 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_cache": { 2024-03-29T00:22:47.681 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_update": 0, 2024-03-29T00:22:47.681 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_update_receipt": 0, 2024-03-29T00:22:47.681 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_try_discover": 0, 2024-03-29T00:22:47.681 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_send_discover": 0, 2024-03-29T00:22:47.681 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_handle_discover": 0, 2024-03-29T00:22:47.681 INFO:teuthology.orchestra.run.smithi012.stdout: "num_strays": 0, 2024-03-29T00:22:47.681 INFO:teuthology.orchestra.run.smithi012.stdout: "num_strays_delayed": 0, 2024-03-29T00:22:47.681 INFO:teuthology.orchestra.run.smithi012.stdout: "num_strays_enqueuing": 0, 2024-03-29T00:22:47.681 INFO:teuthology.orchestra.run.smithi012.stdout: "strays_created": 0, 2024-03-29T00:22:47.681 INFO:teuthology.orchestra.run.smithi012.stdout: "strays_enqueued": 0, 2024-03-29T00:22:47.681 INFO:teuthology.orchestra.run.smithi012.stdout: "strays_reintegrated": 0, 2024-03-29T00:22:47.681 INFO:teuthology.orchestra.run.smithi012.stdout: "strays_migrated": 0, 2024-03-29T00:22:47.682 INFO:teuthology.orchestra.run.smithi012.stdout: "num_recovering_processing": 0, 2024-03-29T00:22:47.682 INFO:teuthology.orchestra.run.smithi012.stdout: "num_recovering_enqueued": 0, 2024-03-29T00:22:47.682 INFO:teuthology.orchestra.run.smithi012.stdout: "num_recovering_prioritized": 0, 2024-03-29T00:22:47.682 INFO:teuthology.orchestra.run.smithi012.stdout: "recovery_started": 0, 2024-03-29T00:22:47.682 INFO:teuthology.orchestra.run.smithi012.stdout: "recovery_completed": 0, 2024-03-29T00:22:47.682 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_quiesce_path": 0, 2024-03-29T00:22:47.682 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_quiesce_inode": 0, 2024-03-29T00:22:47.682 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_enqueue_scrub": 0, 2024-03-29T00:22:47.682 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_exportdir": 0, 2024-03-29T00:22:47.682 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_flush": 0, 2024-03-29T00:22:47.682 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_fragmentdir": 0, 2024-03-29T00:22:47.682 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_fragstats": 0, 2024-03-29T00:22:47.682 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_inodestats": 0 2024-03-29T00:22:47.682 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.683 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_log": { 2024-03-29T00:22:47.683 INFO:teuthology.orchestra.run.smithi012.stdout: "evlrg": 0, 2024-03-29T00:22:47.683 INFO:teuthology.orchestra.run.smithi012.stdout: "evadd": 0, 2024-03-29T00:22:47.683 INFO:teuthology.orchestra.run.smithi012.stdout: "evex": 0, 2024-03-29T00:22:47.683 INFO:teuthology.orchestra.run.smithi012.stdout: "evtrm": 0, 2024-03-29T00:22:47.683 INFO:teuthology.orchestra.run.smithi012.stdout: "ev": 6166, 2024-03-29T00:22:47.683 INFO:teuthology.orchestra.run.smithi012.stdout: "evexg": 0, 2024-03-29T00:22:47.683 INFO:teuthology.orchestra.run.smithi012.stdout: "evexd": 0, 2024-03-29T00:22:47.683 INFO:teuthology.orchestra.run.smithi012.stdout: "segadd": 0, 2024-03-29T00:22:47.683 INFO:teuthology.orchestra.run.smithi012.stdout: "segex": 0, 2024-03-29T00:22:47.683 INFO:teuthology.orchestra.run.smithi012.stdout: "segtrm": 0, 2024-03-29T00:22:47.683 INFO:teuthology.orchestra.run.smithi012.stdout: "seg": 9, 2024-03-29T00:22:47.683 INFO:teuthology.orchestra.run.smithi012.stdout: "segmjr": 2, 2024-03-29T00:22:47.684 INFO:teuthology.orchestra.run.smithi012.stdout: "segexg": 0, 2024-03-29T00:22:47.684 INFO:teuthology.orchestra.run.smithi012.stdout: "segexd": 0, 2024-03-29T00:22:47.684 INFO:teuthology.orchestra.run.smithi012.stdout: "expos": 4194304, 2024-03-29T00:22:47.684 INFO:teuthology.orchestra.run.smithi012.stdout: "wrpos": 16382917, 2024-03-29T00:22:47.684 INFO:teuthology.orchestra.run.smithi012.stdout: "rdpos": 16381779, 2024-03-29T00:22:47.684 INFO:teuthology.orchestra.run.smithi012.stdout: "jlat": { 2024-03-29T00:22:47.684 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.684 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.684 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.684 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.684 INFO:teuthology.orchestra.run.smithi012.stdout: "replayed": 6166 2024-03-29T00:22:47.684 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.684 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_mem": { 2024-03-29T00:22:47.684 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 10, 2024-03-29T00:22:47.685 INFO:teuthology.orchestra.run.smithi012.stdout: "ino+": 1926, 2024-03-29T00:22:47.685 INFO:teuthology.orchestra.run.smithi012.stdout: "ino-": 1916, 2024-03-29T00:22:47.685 INFO:teuthology.orchestra.run.smithi012.stdout: "dir": 8, 2024-03-29T00:22:47.685 INFO:teuthology.orchestra.run.smithi012.stdout: "dir+": 258, 2024-03-29T00:22:47.685 INFO:teuthology.orchestra.run.smithi012.stdout: "dir-": 250, 2024-03-29T00:22:47.685 INFO:teuthology.orchestra.run.smithi012.stdout: "dn": 1864, 2024-03-29T00:22:47.685 INFO:teuthology.orchestra.run.smithi012.stdout: "dn+": 3599, 2024-03-29T00:22:47.685 INFO:teuthology.orchestra.run.smithi012.stdout: "dn-": 1735, 2024-03-29T00:22:47.685 INFO:teuthology.orchestra.run.smithi012.stdout: "cap": 0, 2024-03-29T00:22:47.685 INFO:teuthology.orchestra.run.smithi012.stdout: "cap+": 0, 2024-03-29T00:22:47.685 INFO:teuthology.orchestra.run.smithi012.stdout: "cap-": 0, 2024-03-29T00:22:47.685 INFO:teuthology.orchestra.run.smithi012.stdout: "rss": 53732, 2024-03-29T00:22:47.685 INFO:teuthology.orchestra.run.smithi012.stdout: "heap": 215420 2024-03-29T00:22:47.685 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.686 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_server": { 2024-03-29T00:22:47.686 INFO:teuthology.orchestra.run.smithi012.stdout: "dispatch_client_request": 0, 2024-03-29T00:22:47.686 INFO:teuthology.orchestra.run.smithi012.stdout: "dispatch_server_request": 0, 2024-03-29T00:22:47.686 INFO:teuthology.orchestra.run.smithi012.stdout: "handle_client_request": 0, 2024-03-29T00:22:47.686 INFO:teuthology.orchestra.run.smithi012.stdout: "handle_client_session": 0, 2024-03-29T00:22:47.686 INFO:teuthology.orchestra.run.smithi012.stdout: "handle_peer_request": 0, 2024-03-29T00:22:47.686 INFO:teuthology.orchestra.run.smithi012.stdout: "req_create_latency": { 2024-03-29T00:22:47.686 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.686 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.686 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.686 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.686 INFO:teuthology.orchestra.run.smithi012.stdout: "req_getattr_latency": { 2024-03-29T00:22:47.686 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.687 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.687 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.687 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.687 INFO:teuthology.orchestra.run.smithi012.stdout: "req_getfilelock_latency": { 2024-03-29T00:22:47.687 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.687 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.687 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.687 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.687 INFO:teuthology.orchestra.run.smithi012.stdout: "req_link_latency": { 2024-03-29T00:22:47.687 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.687 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.687 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.687 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.687 INFO:teuthology.orchestra.run.smithi012.stdout: "req_lookup_latency": { 2024-03-29T00:22:47.687 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.688 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.688 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.688 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.688 INFO:teuthology.orchestra.run.smithi012.stdout: "req_lookuphash_latency": { 2024-03-29T00:22:47.688 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.688 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.688 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.688 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.688 INFO:teuthology.orchestra.run.smithi012.stdout: "req_lookupino_latency": { 2024-03-29T00:22:47.688 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.688 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.688 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.688 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.688 INFO:teuthology.orchestra.run.smithi012.stdout: "req_lookupname_latency": { 2024-03-29T00:22:47.689 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.689 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.689 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.689 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.689 INFO:teuthology.orchestra.run.smithi012.stdout: "req_lookupparent_latency": { 2024-03-29T00:22:47.689 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.689 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.689 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.689 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.689 INFO:teuthology.orchestra.run.smithi012.stdout: "req_lookupsnap_latency": { 2024-03-29T00:22:47.689 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.689 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.689 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.690 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.690 INFO:teuthology.orchestra.run.smithi012.stdout: "req_lssnap_latency": { 2024-03-29T00:22:47.690 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.690 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.690 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.690 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.690 INFO:teuthology.orchestra.run.smithi012.stdout: "req_mkdir_latency": { 2024-03-29T00:22:47.691 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.691 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.691 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.691 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.691 INFO:teuthology.orchestra.run.smithi012.stdout: "req_mknod_latency": { 2024-03-29T00:22:47.691 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.691 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.691 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.691 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.691 INFO:teuthology.orchestra.run.smithi012.stdout: "req_mksnap_latency": { 2024-03-29T00:22:47.691 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.692 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.692 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.692 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.692 INFO:teuthology.orchestra.run.smithi012.stdout: "req_open_latency": { 2024-03-29T00:22:47.692 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.692 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.692 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.692 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.692 INFO:teuthology.orchestra.run.smithi012.stdout: "req_readdir_latency": { 2024-03-29T00:22:47.692 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.692 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.692 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.692 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.692 INFO:teuthology.orchestra.run.smithi012.stdout: "req_rename_latency": { 2024-03-29T00:22:47.693 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.693 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.693 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.693 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.693 INFO:teuthology.orchestra.run.smithi012.stdout: "req_renamesnap_latency": { 2024-03-29T00:22:47.693 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.693 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.693 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.693 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.693 INFO:teuthology.orchestra.run.smithi012.stdout: "req_snapdiff_latency": { 2024-03-29T00:22:47.693 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.693 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.693 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.694 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.694 INFO:teuthology.orchestra.run.smithi012.stdout: "req_rmdir_latency": { 2024-03-29T00:22:47.694 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.694 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.694 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.694 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.694 INFO:teuthology.orchestra.run.smithi012.stdout: "req_rmsnap_latency": { 2024-03-29T00:22:47.694 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.694 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.694 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.694 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.694 INFO:teuthology.orchestra.run.smithi012.stdout: "req_rmxattr_latency": { 2024-03-29T00:22:47.694 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.694 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.695 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.695 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.695 INFO:teuthology.orchestra.run.smithi012.stdout: "req_setattr_latency": { 2024-03-29T00:22:47.695 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.695 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.695 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.695 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.695 INFO:teuthology.orchestra.run.smithi012.stdout: "req_setdirlayout_latency": { 2024-03-29T00:22:47.695 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.695 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.695 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.695 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.695 INFO:teuthology.orchestra.run.smithi012.stdout: "req_setfilelock_latency": { 2024-03-29T00:22:47.695 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.695 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.696 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.696 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.696 INFO:teuthology.orchestra.run.smithi012.stdout: "req_setlayout_latency": { 2024-03-29T00:22:47.696 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.696 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.696 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.696 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.696 INFO:teuthology.orchestra.run.smithi012.stdout: "req_setxattr_latency": { 2024-03-29T00:22:47.696 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.696 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.696 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.696 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.696 INFO:teuthology.orchestra.run.smithi012.stdout: "req_symlink_latency": { 2024-03-29T00:22:47.696 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.697 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.697 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.697 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.697 INFO:teuthology.orchestra.run.smithi012.stdout: "req_unlink_latency": { 2024-03-29T00:22:47.697 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.697 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.697 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.697 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.697 INFO:teuthology.orchestra.run.smithi012.stdout: "cap_revoke_eviction": 0, 2024-03-29T00:22:47.697 INFO:teuthology.orchestra.run.smithi012.stdout: "cap_acquisition_throttle": 0, 2024-03-29T00:22:47.697 INFO:teuthology.orchestra.run.smithi012.stdout: "req_getvxattr_latency": { 2024-03-29T00:22:47.697 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.697 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.697 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.698 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:47.698 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.698 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_sessions": { 2024-03-29T00:22:47.698 INFO:teuthology.orchestra.run.smithi012.stdout: "session_count": 1, 2024-03-29T00:22:47.698 INFO:teuthology.orchestra.run.smithi012.stdout: "session_add": 1, 2024-03-29T00:22:47.698 INFO:teuthology.orchestra.run.smithi012.stdout: "session_remove": 0, 2024-03-29T00:22:47.698 INFO:teuthology.orchestra.run.smithi012.stdout: "sessions_open": 1, 2024-03-29T00:22:47.698 INFO:teuthology.orchestra.run.smithi012.stdout: "sessions_stale": 0, 2024-03-29T00:22:47.698 INFO:teuthology.orchestra.run.smithi012.stdout: "total_load": 0, 2024-03-29T00:22:47.698 INFO:teuthology.orchestra.run.smithi012.stdout: "average_load": 0, 2024-03-29T00:22:47.698 INFO:teuthology.orchestra.run.smithi012.stdout: "avg_session_uptime": 1692, 2024-03-29T00:22:47.698 INFO:teuthology.orchestra.run.smithi012.stdout: "mdthresh_evicted": 0 2024-03-29T00:22:47.698 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.698 INFO:teuthology.orchestra.run.smithi012.stdout: "mempool": { 2024-03-29T00:22:47.699 INFO:teuthology.orchestra.run.smithi012.stdout: "bloom_filter_bytes": 0, 2024-03-29T00:22:47.699 INFO:teuthology.orchestra.run.smithi012.stdout: "bloom_filter_items": 0, 2024-03-29T00:22:47.699 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_alloc_bytes": 0, 2024-03-29T00:22:47.699 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_alloc_items": 0, 2024-03-29T00:22:47.699 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_data_bytes": 0, 2024-03-29T00:22:47.699 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_data_items": 0, 2024-03-29T00:22:47.699 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-29T00:22:47.699 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_onode_items": 0, 2024-03-29T00:22:47.699 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-29T00:22:47.699 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_meta_items": 0, 2024-03-29T00:22:47.699 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_other_bytes": 0, 2024-03-29T00:22:47.699 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_other_items": 0, 2024-03-29T00:22:47.699 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-29T00:22:47.699 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_buffer_items": 0, 2024-03-29T00:22:47.699 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_extent_bytes": 0, 2024-03-29T00:22:47.700 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_extent_items": 0, 2024-03-29T00:22:47.700 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_blob_bytes": 0, 2024-03-29T00:22:47.700 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_blob_items": 0, 2024-03-29T00:22:47.700 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-29T00:22:47.700 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_shared_blob_items": 0, 2024-03-29T00:22:47.700 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-29T00:22:47.700 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_inline_bl_items": 0, 2024-03-29T00:22:47.700 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_fsck_bytes": 0, 2024-03-29T00:22:47.700 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_fsck_items": 0, 2024-03-29T00:22:47.700 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_txc_bytes": 0, 2024-03-29T00:22:47.700 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_txc_items": 0, 2024-03-29T00:22:47.700 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-29T00:22:47.700 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_deferred_items": 0, 2024-03-29T00:22:47.700 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_bytes": 0, 2024-03-29T00:22:47.700 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_items": 0, 2024-03-29T00:22:47.701 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_bytes": 0, 2024-03-29T00:22:47.701 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_items": 0, 2024-03-29T00:22:47.701 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_reader_bytes": 0, 2024-03-29T00:22:47.701 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_reader_items": 0, 2024-03-29T00:22:47.701 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_writer_bytes": 0, 2024-03-29T00:22:47.701 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_writer_items": 0, 2024-03-29T00:22:47.701 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_anon_bytes": 198367, 2024-03-29T00:22:47.701 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_anon_items": 54, 2024-03-29T00:22:47.701 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_meta_bytes": 0, 2024-03-29T00:22:47.701 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_meta_items": 0, 2024-03-29T00:22:47.701 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_bytes": 0, 2024-03-29T00:22:47.701 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_items": 0, 2024-03-29T00:22:47.701 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_mapbl_bytes": 0, 2024-03-29T00:22:47.701 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_mapbl_items": 0, 2024-03-29T00:22:47.701 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_pglog_bytes": 0, 2024-03-29T00:22:47.702 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_pglog_items": 0, 2024-03-29T00:22:47.702 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_bytes": 8888, 2024-03-29T00:22:47.702 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_items": 170, 2024-03-29T00:22:47.702 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_mapping_bytes": 0, 2024-03-29T00:22:47.702 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_mapping_items": 0, 2024-03-29T00:22:47.702 INFO:teuthology.orchestra.run.smithi012.stdout: "pgmap_bytes": 0, 2024-03-29T00:22:47.702 INFO:teuthology.orchestra.run.smithi012.stdout: "pgmap_items": 0, 2024-03-29T00:22:47.702 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_co_bytes": 1345176, 2024-03-29T00:22:47.702 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_co_items": 7551, 2024-03-29T00:22:47.702 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_1_bytes": 0, 2024-03-29T00:22:47.702 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_1_items": 0, 2024-03-29T00:22:47.702 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_2_bytes": 0, 2024-03-29T00:22:47.702 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_2_items": 0 2024-03-29T00:22:47.703 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.703 INFO:teuthology.orchestra.run.smithi012.stdout: "objecter": { 2024-03-29T00:22:47.703 INFO:teuthology.orchestra.run.smithi012.stdout: "op_active": 0, 2024-03-29T00:22:47.703 INFO:teuthology.orchestra.run.smithi012.stdout: "op_laggy": 0, 2024-03-29T00:22:47.703 INFO:teuthology.orchestra.run.smithi012.stdout: "op_send": 1121, 2024-03-29T00:22:47.703 INFO:teuthology.orchestra.run.smithi012.stdout: "op_send_bytes": 21, 2024-03-29T00:22:47.703 INFO:teuthology.orchestra.run.smithi012.stdout: "op_resend": 3, 2024-03-29T00:22:47.703 INFO:teuthology.orchestra.run.smithi012.stdout: "op_reply": 1121, 2024-03-29T00:22:47.703 INFO:teuthology.orchestra.run.smithi012.stdout: "op_latency": { 2024-03-29T00:22:47.703 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 1121, 2024-03-29T00:22:47.703 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 2.637978377, 2024-03-29T00:22:47.703 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.002353236 2024-03-29T00:22:47.703 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.703 INFO:teuthology.orchestra.run.smithi012.stdout: "op_inflight": 0, 2024-03-29T00:22:47.704 INFO:teuthology.orchestra.run.smithi012.stdout: "oplen_avg": { 2024-03-29T00:22:47.704 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 1121, 2024-03-29T00:22:47.704 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 1122 2024-03-29T00:22:47.704 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.704 INFO:teuthology.orchestra.run.smithi012.stdout: "op": 1121, 2024-03-29T00:22:47.704 INFO:teuthology.orchestra.run.smithi012.stdout: "op_r": 1121, 2024-03-29T00:22:47.704 INFO:teuthology.orchestra.run.smithi012.stdout: "op_w": 0, 2024-03-29T00:22:47.704 INFO:teuthology.orchestra.run.smithi012.stdout: "op_rmw": 0, 2024-03-29T00:22:47.704 INFO:teuthology.orchestra.run.smithi012.stdout: "op_pg": 0, 2024-03-29T00:22:47.704 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_stat": 664, 2024-03-29T00:22:47.704 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_create": 0, 2024-03-29T00:22:47.704 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_read": 455, 2024-03-29T00:22:47.704 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_write": 0, 2024-03-29T00:22:47.704 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_writefull": 0, 2024-03-29T00:22:47.704 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_writesame": 0, 2024-03-29T00:22:47.705 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_append": 0, 2024-03-29T00:22:47.705 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_zero": 0, 2024-03-29T00:22:47.705 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_truncate": 0, 2024-03-29T00:22:47.705 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_delete": 0, 2024-03-29T00:22:47.705 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_mapext": 0, 2024-03-29T00:22:47.705 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_sparse_read": 0, 2024-03-29T00:22:47.705 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_clonerange": 0, 2024-03-29T00:22:47.705 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_getxattr": 1, 2024-03-29T00:22:47.705 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_setxattr": 0, 2024-03-29T00:22:47.705 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_cmpxattr": 0, 2024-03-29T00:22:47.705 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_rmxattr": 0, 2024-03-29T00:22:47.705 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_resetxattrs": 0, 2024-03-29T00:22:47.705 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_call": 0, 2024-03-29T00:22:47.705 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_watch": 0, 2024-03-29T00:22:47.705 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_notify": 0, 2024-03-29T00:22:47.706 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_src_cmpxattr": 0, 2024-03-29T00:22:47.706 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_pgls": 0, 2024-03-29T00:22:47.706 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_pgls_filter": 0, 2024-03-29T00:22:47.706 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_other": 0, 2024-03-29T00:22:47.706 INFO:teuthology.orchestra.run.smithi012.stdout: "linger_active": 0, 2024-03-29T00:22:47.706 INFO:teuthology.orchestra.run.smithi012.stdout: "linger_send": 0, 2024-03-29T00:22:47.706 INFO:teuthology.orchestra.run.smithi012.stdout: "linger_resend": 0, 2024-03-29T00:22:47.706 INFO:teuthology.orchestra.run.smithi012.stdout: "linger_ping": 0, 2024-03-29T00:22:47.706 INFO:teuthology.orchestra.run.smithi012.stdout: "poolop_active": 0, 2024-03-29T00:22:47.706 INFO:teuthology.orchestra.run.smithi012.stdout: "poolop_send": 0, 2024-03-29T00:22:47.706 INFO:teuthology.orchestra.run.smithi012.stdout: "poolop_resend": 0, 2024-03-29T00:22:47.706 INFO:teuthology.orchestra.run.smithi012.stdout: "poolstat_active": 0, 2024-03-29T00:22:47.706 INFO:teuthology.orchestra.run.smithi012.stdout: "poolstat_send": 0, 2024-03-29T00:22:47.706 INFO:teuthology.orchestra.run.smithi012.stdout: "poolstat_resend": 0, 2024-03-29T00:22:47.707 INFO:teuthology.orchestra.run.smithi012.stdout: "statfs_active": 0, 2024-03-29T00:22:47.707 INFO:teuthology.orchestra.run.smithi012.stdout: "statfs_send": 0, 2024-03-29T00:22:47.707 INFO:teuthology.orchestra.run.smithi012.stdout: "statfs_resend": 0, 2024-03-29T00:22:47.707 INFO:teuthology.orchestra.run.smithi012.stdout: "command_active": 0, 2024-03-29T00:22:47.707 INFO:teuthology.orchestra.run.smithi012.stdout: "command_send": 0, 2024-03-29T00:22:47.707 INFO:teuthology.orchestra.run.smithi012.stdout: "command_resend": 0, 2024-03-29T00:22:47.707 INFO:teuthology.orchestra.run.smithi012.stdout: "map_epoch": 93, 2024-03-29T00:22:47.707 INFO:teuthology.orchestra.run.smithi012.stdout: "map_full": 0, 2024-03-29T00:22:47.707 INFO:teuthology.orchestra.run.smithi012.stdout: "map_inc": 4, 2024-03-29T00:22:47.707 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_sessions": 6, 2024-03-29T00:22:47.707 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_session_open": 6, 2024-03-29T00:22:47.707 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_session_close": 0, 2024-03-29T00:22:47.707 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_laggy": 0, 2024-03-29T00:22:47.707 INFO:teuthology.orchestra.run.smithi012.stdout: "omap_wr": 0, 2024-03-29T00:22:47.707 INFO:teuthology.orchestra.run.smithi012.stdout: "omap_rd": 2, 2024-03-29T00:22:47.707 INFO:teuthology.orchestra.run.smithi012.stdout: "omap_del": 0 2024-03-29T00:22:47.707 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.708 INFO:teuthology.orchestra.run.smithi012.stdout: "oft": { 2024-03-29T00:22:47.708 INFO:teuthology.orchestra.run.smithi012.stdout: "omap_total_objs": 0, 2024-03-29T00:22:47.708 INFO:teuthology.orchestra.run.smithi012.stdout: "omap_total_kv_pairs": 0, 2024-03-29T00:22:47.708 INFO:teuthology.orchestra.run.smithi012.stdout: "omap_total_updates": 0, 2024-03-29T00:22:47.708 INFO:teuthology.orchestra.run.smithi012.stdout: "omap_total_removes": 0 2024-03-29T00:22:47.708 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.708 INFO:teuthology.orchestra.run.smithi012.stdout: "osd-slow-ops": { 2024-03-29T00:22:47.708 INFO:teuthology.orchestra.run.smithi012.stdout: "slow_ops_count": 0 2024-03-29T00:22:47.708 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.708 INFO:teuthology.orchestra.run.smithi012.stdout: "purge_queue": { 2024-03-29T00:22:47.708 INFO:teuthology.orchestra.run.smithi012.stdout: "pq_executing_ops": 0, 2024-03-29T00:22:47.708 INFO:teuthology.orchestra.run.smithi012.stdout: "pq_executing_ops_high_water": 0, 2024-03-29T00:22:47.708 INFO:teuthology.orchestra.run.smithi012.stdout: "pq_executing": 0, 2024-03-29T00:22:47.708 INFO:teuthology.orchestra.run.smithi012.stdout: "pq_executing_high_water": 0, 2024-03-29T00:22:47.708 INFO:teuthology.orchestra.run.smithi012.stdout: "pq_executed_ops": 0, 2024-03-29T00:22:47.708 INFO:teuthology.orchestra.run.smithi012.stdout: "pq_executed": 0, 2024-03-29T00:22:47.708 INFO:teuthology.orchestra.run.smithi012.stdout: "pq_item_in_journal": 0 2024-03-29T00:22:47.709 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.709 INFO:teuthology.orchestra.run.smithi012.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-29T00:22:47.709 INFO:teuthology.orchestra.run.smithi012.stdout: "val": 0, 2024-03-29T00:22:47.709 INFO:teuthology.orchestra.run.smithi012.stdout: "max": 104857600, 2024-03-29T00:22:47.709 INFO:teuthology.orchestra.run.smithi012.stdout: "get_started": 0, 2024-03-29T00:22:47.709 INFO:teuthology.orchestra.run.smithi012.stdout: "get": 1272, 2024-03-29T00:22:47.709 INFO:teuthology.orchestra.run.smithi012.stdout: "get_sum": 12935428, 2024-03-29T00:22:47.709 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_fail": 0, 2024-03-29T00:22:47.709 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_success": 1272, 2024-03-29T00:22:47.709 INFO:teuthology.orchestra.run.smithi012.stdout: "take": 0, 2024-03-29T00:22:47.709 INFO:teuthology.orchestra.run.smithi012.stdout: "take_sum": 0, 2024-03-29T00:22:47.709 INFO:teuthology.orchestra.run.smithi012.stdout: "put": 1272, 2024-03-29T00:22:47.709 INFO:teuthology.orchestra.run.smithi012.stdout: "put_sum": 12935428, 2024-03-29T00:22:47.709 INFO:teuthology.orchestra.run.smithi012.stdout: "wait": { 2024-03-29T00:22:47.709 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.709 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.710 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.710 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:47.710 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.710 INFO:teuthology.orchestra.run.smithi012.stdout: "throttle-objecter_bytes": { 2024-03-29T00:22:47.710 INFO:teuthology.orchestra.run.smithi012.stdout: "val": 0, 2024-03-29T00:22:47.710 INFO:teuthology.orchestra.run.smithi012.stdout: "max": 104857600, 2024-03-29T00:22:47.710 INFO:teuthology.orchestra.run.smithi012.stdout: "get_started": 0, 2024-03-29T00:22:47.710 INFO:teuthology.orchestra.run.smithi012.stdout: "get": 0, 2024-03-29T00:22:47.710 INFO:teuthology.orchestra.run.smithi012.stdout: "get_sum": 0, 2024-03-29T00:22:47.710 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_fail": 0, 2024-03-29T00:22:47.710 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_success": 0, 2024-03-29T00:22:47.710 INFO:teuthology.orchestra.run.smithi012.stdout: "take": 1121, 2024-03-29T00:22:47.710 INFO:teuthology.orchestra.run.smithi012.stdout: "take_sum": 12188618, 2024-03-29T00:22:47.710 INFO:teuthology.orchestra.run.smithi012.stdout: "put": 1121, 2024-03-29T00:22:47.710 INFO:teuthology.orchestra.run.smithi012.stdout: "put_sum": 12188618, 2024-03-29T00:22:47.711 INFO:teuthology.orchestra.run.smithi012.stdout: "wait": { 2024-03-29T00:22:47.711 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.711 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.711 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.711 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:47.711 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.711 INFO:teuthology.orchestra.run.smithi012.stdout: "throttle-objecter_ops": { 2024-03-29T00:22:47.711 INFO:teuthology.orchestra.run.smithi012.stdout: "val": 0, 2024-03-29T00:22:47.711 INFO:teuthology.orchestra.run.smithi012.stdout: "max": 1024, 2024-03-29T00:22:47.711 INFO:teuthology.orchestra.run.smithi012.stdout: "get_started": 0, 2024-03-29T00:22:47.711 INFO:teuthology.orchestra.run.smithi012.stdout: "get": 0, 2024-03-29T00:22:47.711 INFO:teuthology.orchestra.run.smithi012.stdout: "get_sum": 0, 2024-03-29T00:22:47.711 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_fail": 0, 2024-03-29T00:22:47.711 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_success": 0, 2024-03-29T00:22:47.711 INFO:teuthology.orchestra.run.smithi012.stdout: "take": 1121, 2024-03-29T00:22:47.711 INFO:teuthology.orchestra.run.smithi012.stdout: "take_sum": 1121, 2024-03-29T00:22:47.712 INFO:teuthology.orchestra.run.smithi012.stdout: "put": 1121, 2024-03-29T00:22:47.712 INFO:teuthology.orchestra.run.smithi012.stdout: "put_sum": 1121, 2024-03-29T00:22:47.712 INFO:teuthology.orchestra.run.smithi012.stdout: "wait": { 2024-03-29T00:22:47.712 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.712 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.712 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.712 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:47.712 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.712 INFO:teuthology.orchestra.run.smithi012.stdout: "throttle-write_buf_throttle": { 2024-03-29T00:22:47.712 INFO:teuthology.orchestra.run.smithi012.stdout: "val": 0, 2024-03-29T00:22:47.712 INFO:teuthology.orchestra.run.smithi012.stdout: "max": 3758096384, 2024-03-29T00:22:47.712 INFO:teuthology.orchestra.run.smithi012.stdout: "get_started": 0, 2024-03-29T00:22:47.712 INFO:teuthology.orchestra.run.smithi012.stdout: "get": 0, 2024-03-29T00:22:47.713 INFO:teuthology.orchestra.run.smithi012.stdout: "get_sum": 0, 2024-03-29T00:22:47.713 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_fail": 0, 2024-03-29T00:22:47.713 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_success": 0, 2024-03-29T00:22:47.713 INFO:teuthology.orchestra.run.smithi012.stdout: "take": 0, 2024-03-29T00:22:47.713 INFO:teuthology.orchestra.run.smithi012.stdout: "take_sum": 0, 2024-03-29T00:22:47.713 INFO:teuthology.orchestra.run.smithi012.stdout: "put": 0, 2024-03-29T00:22:47.713 INFO:teuthology.orchestra.run.smithi012.stdout: "put_sum": 0, 2024-03-29T00:22:47.713 INFO:teuthology.orchestra.run.smithi012.stdout: "wait": { 2024-03-29T00:22:47.713 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.713 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.713 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.713 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:47.713 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:47.714 INFO:teuthology.orchestra.run.smithi012.stdout: "throttle-write_buf_throttle-0x55dc2aae6780": { 2024-03-29T00:22:47.714 INFO:teuthology.orchestra.run.smithi012.stdout: "val": 0, 2024-03-29T00:22:47.714 INFO:teuthology.orchestra.run.smithi012.stdout: "max": 3758096384, 2024-03-29T00:22:47.714 INFO:teuthology.orchestra.run.smithi012.stdout: "get_started": 0, 2024-03-29T00:22:47.714 INFO:teuthology.orchestra.run.smithi012.stdout: "get": 0, 2024-03-29T00:22:47.714 INFO:teuthology.orchestra.run.smithi012.stdout: "get_sum": 0, 2024-03-29T00:22:47.714 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_fail": 0, 2024-03-29T00:22:47.714 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_success": 0, 2024-03-29T00:22:47.714 INFO:teuthology.orchestra.run.smithi012.stdout: "take": 0, 2024-03-29T00:22:47.714 INFO:teuthology.orchestra.run.smithi012.stdout: "take_sum": 0, 2024-03-29T00:22:47.714 INFO:teuthology.orchestra.run.smithi012.stdout: "put": 0, 2024-03-29T00:22:47.714 INFO:teuthology.orchestra.run.smithi012.stdout: "put_sum": 0, 2024-03-29T00:22:47.714 INFO:teuthology.orchestra.run.smithi012.stdout: "wait": { 2024-03-29T00:22:47.714 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:47.714 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:47.715 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:47.715 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:47.715 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:47.715 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:22:48.719 INFO:tasks.check_counter:Daemon mds.g mds.exported=0 2024-03-29T00:22:48.720 INFO:tasks.check_counter:Daemon mds.g mds.imported=0 2024-03-29T00:22:48.720 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update=0 2024-03-29T00:22:48.720 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update_receipt=0 2024-03-29T00:22:48.720 DEBUG:tasks.check_counter:Getting stats from j 2024-03-29T00:22:48.720 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph daemon mds.j perf dump 2024-03-29T00:22:49.187 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.a/config 2024-03-29T00:22:49.340 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:49 smithi012 ceph-mon[31657]: pgmap v552: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 18 KiB/s wr, 27 op/s 2024-03-29T00:22:49.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:49 smithi053 ceph-mon[36233]: pgmap v552: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 18 KiB/s wr, 27 op/s 2024-03-29T00:22:49.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:49 smithi069 ceph-mon[36074]: pgmap v552: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 18 KiB/s wr, 27 op/s 2024-03-29T00:22:51.240 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:51 smithi012 ceph-mon[31657]: pgmap v553: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-03-29T00:22:51.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:51 smithi053 ceph-mon[36233]: pgmap v553: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-03-29T00:22:51.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:51 smithi069 ceph-mon[36074]: pgmap v553: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-03-29T00:22:51.591 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-03-29T00:22:51.591 INFO:teuthology.orchestra.run.smithi012.stdout: "AsyncMessenger::Worker-0": { 2024-03-29T00:22:51.591 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_messages": 0, 2024-03-29T00:22:51.591 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages": 2, 2024-03-29T00:22:51.591 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_bytes": 0, 2024-03-29T00:22:51.591 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_bytes": 0, 2024-03-29T00:22:51.591 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_created_connections": 4, 2024-03-29T00:22:51.591 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_active_connections": 0, 2024-03-29T00:22:51.591 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_total_time": 0.004178028, 2024-03-29T00:22:51.591 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_send_time": 0.000000000, 2024-03-29T00:22:51.592 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_recv_time": 0.000985273, 2024-03-29T00:22:51.592 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-29T00:22:51.592 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:22:51.592 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:51.592 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:51.592 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:51.592 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:51.592 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:22:51.592 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:51.592 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:51.592 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:51.592 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:51.592 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_encrypted_bytes": 0, 2024-03-29T00:22:51.592 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_encrypted_bytes": 0 2024-03-29T00:22:51.593 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:51.593 INFO:teuthology.orchestra.run.smithi012.stdout: "AsyncMessenger::Worker-1": { 2024-03-29T00:22:51.593 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_messages": 1, 2024-03-29T00:22:51.593 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages": 102, 2024-03-29T00:22:51.593 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_bytes": 160, 2024-03-29T00:22:51.593 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_bytes": 95584, 2024-03-29T00:22:51.593 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_created_connections": 3, 2024-03-29T00:22:51.593 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_active_connections": 2, 2024-03-29T00:22:51.593 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_total_time": 0.020446068, 2024-03-29T00:22:51.593 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_send_time": 0.015381485, 2024-03-29T00:22:51.593 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_recv_time": 0.002666117, 2024-03-29T00:22:51.593 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-29T00:22:51.593 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:22:51.593 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 100, 2024-03-29T00:22:51.593 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.009295061, 2024-03-29T00:22:51.594 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000092950 2024-03-29T00:22:51.594 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:51.594 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:22:51.594 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:51.594 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:51.594 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:51.594 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:51.594 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_encrypted_bytes": 160, 2024-03-29T00:22:51.594 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_encrypted_bytes": 95584 2024-03-29T00:22:51.594 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:51.594 INFO:teuthology.orchestra.run.smithi012.stdout: "AsyncMessenger::Worker-2": { 2024-03-29T00:22:51.594 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_messages": 140, 2024-03-29T00:22:51.594 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages": 135, 2024-03-29T00:22:51.594 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_bytes": 454032, 2024-03-29T00:22:51.595 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_bytes": 81776, 2024-03-29T00:22:51.595 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_created_connections": 2, 2024-03-29T00:22:51.595 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_active_connections": 1, 2024-03-29T00:22:51.595 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_total_time": 0.049813504, 2024-03-29T00:22:51.595 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_send_time": 0.019649878, 2024-03-29T00:22:51.595 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_recv_time": 0.028727376, 2024-03-29T00:22:51.595 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_fast_dispatch_time": 0.005782076, 2024-03-29T00:22:51.595 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:22:51.595 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 135, 2024-03-29T00:22:51.595 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.014290233, 2024-03-29T00:22:51.595 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000105853 2024-03-29T00:22:51.595 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:51.595 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:22:51.595 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:51.596 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:51.596 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:51.596 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:51.596 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_encrypted_bytes": 454032, 2024-03-29T00:22:51.596 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_encrypted_bytes": 81776 2024-03-29T00:22:51.596 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:51.596 INFO:teuthology.orchestra.run.smithi012.stdout: "cct": { 2024-03-29T00:22:51.596 INFO:teuthology.orchestra.run.smithi012.stdout: "total_workers": 0, 2024-03-29T00:22:51.596 INFO:teuthology.orchestra.run.smithi012.stdout: "unhealthy_workers": 0 2024-03-29T00:22:51.596 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:51.596 INFO:teuthology.orchestra.run.smithi012.stdout: "mempool": { 2024-03-29T00:22:51.596 INFO:teuthology.orchestra.run.smithi012.stdout: "bloom_filter_bytes": 0, 2024-03-29T00:22:51.596 INFO:teuthology.orchestra.run.smithi012.stdout: "bloom_filter_items": 0, 2024-03-29T00:22:51.596 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_alloc_bytes": 0, 2024-03-29T00:22:51.596 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_alloc_items": 0, 2024-03-29T00:22:51.597 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_data_bytes": 0, 2024-03-29T00:22:51.597 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_data_items": 0, 2024-03-29T00:22:51.597 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-29T00:22:51.597 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_onode_items": 0, 2024-03-29T00:22:51.597 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-29T00:22:51.597 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_meta_items": 0, 2024-03-29T00:22:51.597 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_other_bytes": 0, 2024-03-29T00:22:51.597 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_other_items": 0, 2024-03-29T00:22:51.597 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-29T00:22:51.597 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_buffer_items": 0, 2024-03-29T00:22:51.597 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_extent_bytes": 0, 2024-03-29T00:22:51.597 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_extent_items": 0, 2024-03-29T00:22:51.597 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_blob_bytes": 0, 2024-03-29T00:22:51.597 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_blob_items": 0, 2024-03-29T00:22:51.597 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-29T00:22:51.598 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_shared_blob_items": 0, 2024-03-29T00:22:51.598 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-29T00:22:51.598 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_inline_bl_items": 0, 2024-03-29T00:22:51.598 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_fsck_bytes": 0, 2024-03-29T00:22:51.598 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_fsck_items": 0, 2024-03-29T00:22:51.598 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_txc_bytes": 0, 2024-03-29T00:22:51.598 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_txc_items": 0, 2024-03-29T00:22:51.598 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-29T00:22:51.598 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_deferred_items": 0, 2024-03-29T00:22:51.598 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_bytes": 0, 2024-03-29T00:22:51.598 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_items": 0, 2024-03-29T00:22:51.598 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_bytes": 0, 2024-03-29T00:22:51.598 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_items": 0, 2024-03-29T00:22:51.598 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_reader_bytes": 0, 2024-03-29T00:22:51.599 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_reader_items": 0, 2024-03-29T00:22:51.599 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_writer_bytes": 0, 2024-03-29T00:22:51.599 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_writer_items": 0, 2024-03-29T00:22:51.599 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_anon_bytes": 149854, 2024-03-29T00:22:51.599 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_anon_items": 28, 2024-03-29T00:22:51.599 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_meta_bytes": 0, 2024-03-29T00:22:51.599 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_meta_items": 0, 2024-03-29T00:22:51.599 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_bytes": 0, 2024-03-29T00:22:51.599 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_items": 0, 2024-03-29T00:22:51.599 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_mapbl_bytes": 0, 2024-03-29T00:22:51.599 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_mapbl_items": 0, 2024-03-29T00:22:51.599 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_pglog_bytes": 0, 2024-03-29T00:22:51.599 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_pglog_items": 0, 2024-03-29T00:22:51.599 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_bytes": 0, 2024-03-29T00:22:51.599 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_items": 0, 2024-03-29T00:22:51.600 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_mapping_bytes": 0, 2024-03-29T00:22:51.600 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_mapping_items": 0, 2024-03-29T00:22:51.600 INFO:teuthology.orchestra.run.smithi012.stdout: "pgmap_bytes": 0, 2024-03-29T00:22:51.600 INFO:teuthology.orchestra.run.smithi012.stdout: "pgmap_items": 0, 2024-03-29T00:22:51.600 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_co_bytes": 928, 2024-03-29T00:22:51.600 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_co_items": 2, 2024-03-29T00:22:51.600 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_1_bytes": 0, 2024-03-29T00:22:51.600 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_1_items": 0, 2024-03-29T00:22:51.600 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_2_bytes": 0, 2024-03-29T00:22:51.600 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_2_items": 0 2024-03-29T00:22:51.600 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-03-29T00:22:51.600 INFO:teuthology.orchestra.run.smithi012.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-29T00:22:51.600 INFO:teuthology.orchestra.run.smithi012.stdout: "val": 0, 2024-03-29T00:22:51.600 INFO:teuthology.orchestra.run.smithi012.stdout: "max": 104857600, 2024-03-29T00:22:51.600 INFO:teuthology.orchestra.run.smithi012.stdout: "get_started": 0, 2024-03-29T00:22:51.601 INFO:teuthology.orchestra.run.smithi012.stdout: "get": 137, 2024-03-29T00:22:51.601 INFO:teuthology.orchestra.run.smithi012.stdout: "get_sum": 431805, 2024-03-29T00:22:51.601 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_fail": 0, 2024-03-29T00:22:51.601 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_success": 137, 2024-03-29T00:22:51.601 INFO:teuthology.orchestra.run.smithi012.stdout: "take": 0, 2024-03-29T00:22:51.601 INFO:teuthology.orchestra.run.smithi012.stdout: "take_sum": 0, 2024-03-29T00:22:51.601 INFO:teuthology.orchestra.run.smithi012.stdout: "put": 137, 2024-03-29T00:22:51.601 INFO:teuthology.orchestra.run.smithi012.stdout: "put_sum": 431805, 2024-03-29T00:22:51.601 INFO:teuthology.orchestra.run.smithi012.stdout: "wait": { 2024-03-29T00:22:51.601 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-03-29T00:22:51.601 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-03-29T00:22:51.601 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-03-29T00:22:51.601 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:51.601 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-03-29T00:22:51.601 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-03-29T00:22:52.667 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-03-29T00:22:52.668 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-03-29T00:22:52.668 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-03-29T00:22:52.668 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-03-29T00:22:52.668 DEBUG:tasks.check_counter:Getting stats from b 2024-03-29T00:22:52.668 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph daemon mds.b perf dump 2024-03-29T00:22:52.961 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.b/config 2024-03-29T00:22:53.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:53 smithi053 ceph-mon[36233]: pgmap v554: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-03-29T00:22:53.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:53 smithi069 ceph-mon[36074]: pgmap v554: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-03-29T00:22:53.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:53 smithi012 ceph-mon[31657]: pgmap v554: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-03-29T00:22:55.214 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:55 smithi053 ceph-mon[36233]: pgmap v555: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 682 B/s wr, 9 op/s 2024-03-29T00:22:55.355 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-03-29T00:22:55.355 INFO:teuthology.orchestra.run.smithi053.stdout: "AsyncMessenger::Worker-0": { 2024-03-29T00:22:55.355 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_messages": 13795, 2024-03-29T00:22:55.355 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages": 14003, 2024-03-29T00:22:55.356 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_bytes": 6484703, 2024-03-29T00:22:55.356 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_bytes": 19505401, 2024-03-29T00:22:55.356 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_created_connections": 11, 2024-03-29T00:22:55.356 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_active_connections": 4, 2024-03-29T00:22:55.356 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_total_time": 0.946690785, 2024-03-29T00:22:55.356 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_send_time": 0.419388180, 2024-03-29T00:22:55.356 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_recv_time": 0.523825743, 2024-03-29T00:22:55.356 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_fast_dispatch_time": 0.066104264, 2024-03-29T00:22:55.356 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:22:55.356 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 14004, 2024-03-29T00:22:55.356 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.542511605, 2024-03-29T00:22:55.356 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000038739 2024-03-29T00:22:55.356 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.356 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:22:55.357 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 23280, 2024-03-29T00:22:55.357 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.003900456, 2024-03-29T00:22:55.357 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000167 2024-03-29T00:22:55.357 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.357 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_encrypted_bytes": 0, 2024-03-29T00:22:55.357 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_encrypted_bytes": 0 2024-03-29T00:22:55.357 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.357 INFO:teuthology.orchestra.run.smithi053.stdout: "AsyncMessenger::Worker-1": { 2024-03-29T00:22:55.357 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_messages": 12167, 2024-03-29T00:22:55.357 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages": 23164, 2024-03-29T00:22:55.357 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_bytes": 4529257, 2024-03-29T00:22:55.357 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_bytes": 10839171, 2024-03-29T00:22:55.357 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_created_connections": 15, 2024-03-29T00:22:55.358 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_active_connections": 8, 2024-03-29T00:22:55.358 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_total_time": 0.974189913, 2024-03-29T00:22:55.358 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_send_time": 0.424655592, 2024-03-29T00:22:55.358 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_recv_time": 0.570474598, 2024-03-29T00:22:55.358 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_fast_dispatch_time": 0.057126601, 2024-03-29T00:22:55.358 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:22:55.358 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 23160, 2024-03-29T00:22:55.358 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 1.175229199, 2024-03-29T00:22:55.358 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000050743 2024-03-29T00:22:55.358 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.358 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:22:55.358 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 24758, 2024-03-29T00:22:55.358 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.005850305, 2024-03-29T00:22:55.359 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000236 2024-03-29T00:22:55.359 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.359 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_encrypted_bytes": 587680, 2024-03-29T00:22:55.359 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_encrypted_bytes": 103920 2024-03-29T00:22:55.359 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.359 INFO:teuthology.orchestra.run.smithi053.stdout: "AsyncMessenger::Worker-2": { 2024-03-29T00:22:55.359 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_messages": 5890, 2024-03-29T00:22:55.359 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages": 5859, 2024-03-29T00:22:55.359 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_bytes": 2102478, 2024-03-29T00:22:55.359 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_bytes": 6849652, 2024-03-29T00:22:55.359 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_created_connections": 20, 2024-03-29T00:22:55.359 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_active_connections": 7, 2024-03-29T00:22:55.359 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_total_time": 0.431627793, 2024-03-29T00:22:55.359 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_send_time": 0.158022343, 2024-03-29T00:22:55.359 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_recv_time": 0.192563678, 2024-03-29T00:22:55.360 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_fast_dispatch_time": 0.074247955, 2024-03-29T00:22:55.360 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:22:55.360 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 5857, 2024-03-29T00:22:55.360 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.311895838, 2024-03-29T00:22:55.360 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000053251 2024-03-29T00:22:55.360 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.360 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:22:55.360 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 6323, 2024-03-29T00:22:55.360 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.001117313, 2024-03-29T00:22:55.360 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000176 2024-03-29T00:22:55.360 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.360 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_encrypted_bytes": 3344, 2024-03-29T00:22:55.360 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_encrypted_bytes": 319808 2024-03-29T00:22:55.360 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.360 INFO:teuthology.orchestra.run.smithi053.stdout: "cct": { 2024-03-29T00:22:55.361 INFO:teuthology.orchestra.run.smithi053.stdout: "total_workers": 1, 2024-03-29T00:22:55.361 INFO:teuthology.orchestra.run.smithi053.stdout: "unhealthy_workers": 0 2024-03-29T00:22:55.361 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.361 INFO:teuthology.orchestra.run.smithi053.stdout: "finisher-MDSRank": { 2024-03-29T00:22:55.361 INFO:teuthology.orchestra.run.smithi053.stdout: "queue_len": 0, 2024-03-29T00:22:55.361 INFO:teuthology.orchestra.run.smithi053.stdout: "complete_latency": { 2024-03-29T00:22:55.361 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 842, 2024-03-29T00:22:55.361 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 5.048586652, 2024-03-29T00:22:55.361 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.005995946 2024-03-29T00:22:55.361 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:22:55.361 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.361 INFO:teuthology.orchestra.run.smithi053.stdout: "finisher-PurgeQueue": { 2024-03-29T00:22:55.361 INFO:teuthology.orchestra.run.smithi053.stdout: "queue_len": 0, 2024-03-29T00:22:55.361 INFO:teuthology.orchestra.run.smithi053.stdout: "complete_latency": { 2024-03-29T00:22:55.362 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 5497, 2024-03-29T00:22:55.362 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.945040165, 2024-03-29T00:22:55.362 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000171919 2024-03-29T00:22:55.362 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:22:55.362 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.362 INFO:teuthology.orchestra.run.smithi053.stdout: "mds": { 2024-03-29T00:22:55.362 INFO:teuthology.orchestra.run.smithi053.stdout: "request": 4979, 2024-03-29T00:22:55.362 INFO:teuthology.orchestra.run.smithi053.stdout: "reply": 4970, 2024-03-29T00:22:55.362 INFO:teuthology.orchestra.run.smithi053.stdout: "reply_latency": { 2024-03-29T00:22:55.362 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 4970, 2024-03-29T00:22:55.362 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 12.438323024, 2024-03-29T00:22:55.362 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.002502680 2024-03-29T00:22:55.362 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.362 INFO:teuthology.orchestra.run.smithi053.stdout: "slow_reply": 0, 2024-03-29T00:22:55.363 INFO:teuthology.orchestra.run.smithi053.stdout: "forward": 9, 2024-03-29T00:22:55.363 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_fetch_complete": 0, 2024-03-29T00:22:55.363 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_fetch_keys": 0, 2024-03-29T00:22:55.363 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_commit": 11, 2024-03-29T00:22:55.363 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_split": 0, 2024-03-29T00:22:55.363 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_merge": 0, 2024-03-29T00:22:55.363 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes": 99, 2024-03-29T00:22:55.363 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_top": 0, 2024-03-29T00:22:55.363 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_bottom": 2, 2024-03-29T00:22:55.363 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_pin_tail": 97, 2024-03-29T00:22:55.363 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_pinned": 98, 2024-03-29T00:22:55.363 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_expired": 1096, 2024-03-29T00:22:55.363 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_with_caps": 0, 2024-03-29T00:22:55.363 INFO:teuthology.orchestra.run.smithi053.stdout: "caps": 0, 2024-03-29T00:22:55.363 INFO:teuthology.orchestra.run.smithi053.stdout: "subtrees": 3, 2024-03-29T00:22:55.364 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse": 7853, 2024-03-29T00:22:55.364 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_hit": 6479, 2024-03-29T00:22:55.364 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_forward": 1, 2024-03-29T00:22:55.364 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_discover": 546, 2024-03-29T00:22:55.364 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_dir_fetch": 0, 2024-03-29T00:22:55.364 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_remote_ino": 0, 2024-03-29T00:22:55.364 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_lock": 0, 2024-03-29T00:22:55.364 INFO:teuthology.orchestra.run.smithi053.stdout: "load_cent": 0, 2024-03-29T00:22:55.364 INFO:teuthology.orchestra.run.smithi053.stdout: "q": 0, 2024-03-29T00:22:55.364 INFO:teuthology.orchestra.run.smithi053.stdout: "exported": 14, 2024-03-29T00:22:55.364 INFO:teuthology.orchestra.run.smithi053.stdout: "exported_inodes": 294, 2024-03-29T00:22:55.364 INFO:teuthology.orchestra.run.smithi053.stdout: "imported": 39, 2024-03-29T00:22:55.364 INFO:teuthology.orchestra.run.smithi053.stdout: "imported_inodes": 2174, 2024-03-29T00:22:55.364 INFO:teuthology.orchestra.run.smithi053.stdout: "openino_dir_fetch": 0, 2024-03-29T00:22:55.365 INFO:teuthology.orchestra.run.smithi053.stdout: "openino_backtrace_fetch": 45, 2024-03-29T00:22:55.365 INFO:teuthology.orchestra.run.smithi053.stdout: "openino_peer_discover": 0, 2024-03-29T00:22:55.365 INFO:teuthology.orchestra.run.smithi053.stdout: "root_rfiles": 582, 2024-03-29T00:22:55.365 INFO:teuthology.orchestra.run.smithi053.stdout: "root_rbytes": 105604442, 2024-03-29T00:22:55.365 INFO:teuthology.orchestra.run.smithi053.stdout: "root_rsnaps": 0, 2024-03-29T00:22:55.365 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_backtrace_fetch": 45, 2024-03-29T00:22:55.365 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_set_tag": 0, 2024-03-29T00:22:55.365 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_backtrace_repaired": 0, 2024-03-29T00:22:55.365 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_inotable_repaired": 0, 2024-03-29T00:22:55.365 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_dir_inodes": 0, 2024-03-29T00:22:55.365 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_dir_base_inodes": 0, 2024-03-29T00:22:55.365 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_dirfrag_rstats": 0, 2024-03-29T00:22:55.365 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_file_inodes": 45, 2024-03-29T00:22:55.365 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_inode_file_caps": 38, 2024-03-29T00:22:55.365 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_cap_op_revoke": 362, 2024-03-29T00:22:55.366 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_cap_op_grant": 4332, 2024-03-29T00:22:55.366 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_cap_op_trunc": 0, 2024-03-29T00:22:55.366 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-29T00:22:55.366 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-29T00:22:55.366 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_client_caps": 2107, 2024-03-29T00:22:55.366 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_client_caps_dirty": 1750, 2024-03-29T00:22:55.366 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_client_cap_release": 31, 2024-03-29T00:22:55.366 INFO:teuthology.orchestra.run.smithi053.stdout: "process_request_cap_release": 4046 2024-03-29T00:22:55.366 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.366 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_cache": { 2024-03-29T00:22:55.366 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_update": 461, 2024-03-29T00:22:55.366 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_update_receipt": 1795, 2024-03-29T00:22:55.366 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_try_discover": 1164, 2024-03-29T00:22:55.366 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_send_discover": 1296, 2024-03-29T00:22:55.366 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_handle_discover": 949, 2024-03-29T00:22:55.367 INFO:teuthology.orchestra.run.smithi053.stdout: "num_strays": 1, 2024-03-29T00:22:55.367 INFO:teuthology.orchestra.run.smithi053.stdout: "num_strays_delayed": 0, 2024-03-29T00:22:55.367 INFO:teuthology.orchestra.run.smithi053.stdout: "num_strays_enqueuing": 0, 2024-03-29T00:22:55.367 INFO:teuthology.orchestra.run.smithi053.stdout: "strays_created": 2924, 2024-03-29T00:22:55.367 INFO:teuthology.orchestra.run.smithi053.stdout: "strays_enqueued": 2923, 2024-03-29T00:22:55.367 INFO:teuthology.orchestra.run.smithi053.stdout: "strays_reintegrated": 0, 2024-03-29T00:22:55.367 INFO:teuthology.orchestra.run.smithi053.stdout: "strays_migrated": 0, 2024-03-29T00:22:55.367 INFO:teuthology.orchestra.run.smithi053.stdout: "num_recovering_processing": 0, 2024-03-29T00:22:55.367 INFO:teuthology.orchestra.run.smithi053.stdout: "num_recovering_enqueued": 0, 2024-03-29T00:22:55.367 INFO:teuthology.orchestra.run.smithi053.stdout: "num_recovering_prioritized": 0, 2024-03-29T00:22:55.367 INFO:teuthology.orchestra.run.smithi053.stdout: "recovery_started": 0, 2024-03-29T00:22:55.367 INFO:teuthology.orchestra.run.smithi053.stdout: "recovery_completed": 0, 2024-03-29T00:22:55.367 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_quiesce_path": 0, 2024-03-29T00:22:55.367 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_quiesce_inode": 0, 2024-03-29T00:22:55.367 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_enqueue_scrub": 0, 2024-03-29T00:22:55.368 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_exportdir": 14, 2024-03-29T00:22:55.368 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_flush": 0, 2024-03-29T00:22:55.368 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_fragmentdir": 0, 2024-03-29T00:22:55.368 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_fragstats": 0, 2024-03-29T00:22:55.368 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_inodestats": 0 2024-03-29T00:22:55.368 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.368 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_log": { 2024-03-29T00:22:55.368 INFO:teuthology.orchestra.run.smithi053.stdout: "evlrg": 0, 2024-03-29T00:22:55.368 INFO:teuthology.orchestra.run.smithi053.stdout: "evadd": 10669, 2024-03-29T00:22:55.368 INFO:teuthology.orchestra.run.smithi053.stdout: "evex": 0, 2024-03-29T00:22:55.368 INFO:teuthology.orchestra.run.smithi053.stdout: "evtrm": 0, 2024-03-29T00:22:55.368 INFO:teuthology.orchestra.run.smithi053.stdout: "ev": 10669, 2024-03-29T00:22:55.368 INFO:teuthology.orchestra.run.smithi053.stdout: "evexg": 0, 2024-03-29T00:22:55.368 INFO:teuthology.orchestra.run.smithi053.stdout: "evexd": 0, 2024-03-29T00:22:55.368 INFO:teuthology.orchestra.run.smithi053.stdout: "segadd": 15, 2024-03-29T00:22:55.368 INFO:teuthology.orchestra.run.smithi053.stdout: "segex": 0, 2024-03-29T00:22:55.369 INFO:teuthology.orchestra.run.smithi053.stdout: "segtrm": 0, 2024-03-29T00:22:55.369 INFO:teuthology.orchestra.run.smithi053.stdout: "seg": 15, 2024-03-29T00:22:55.369 INFO:teuthology.orchestra.run.smithi053.stdout: "segmjr": 2, 2024-03-29T00:22:55.369 INFO:teuthology.orchestra.run.smithi053.stdout: "segexg": 0, 2024-03-29T00:22:55.369 INFO:teuthology.orchestra.run.smithi053.stdout: "segexd": 0, 2024-03-29T00:22:55.369 INFO:teuthology.orchestra.run.smithi053.stdout: "expos": 4194304, 2024-03-29T00:22:55.369 INFO:teuthology.orchestra.run.smithi053.stdout: "wrpos": 24712502, 2024-03-29T00:22:55.369 INFO:teuthology.orchestra.run.smithi053.stdout: "rdpos": 0, 2024-03-29T00:22:55.369 INFO:teuthology.orchestra.run.smithi053.stdout: "jlat": { 2024-03-29T00:22:55.369 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 364, 2024-03-29T00:22:55.369 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 2.114136777, 2024-03-29T00:22:55.369 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.005808068 2024-03-29T00:22:55.369 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.369 INFO:teuthology.orchestra.run.smithi053.stdout: "replayed": 0 2024-03-29T00:22:55.369 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.370 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_mem": { 2024-03-29T00:22:55.370 INFO:teuthology.orchestra.run.smithi053.stdout: "ino": 24, 2024-03-29T00:22:55.370 INFO:teuthology.orchestra.run.smithi053.stdout: "ino+": 3525, 2024-03-29T00:22:55.370 INFO:teuthology.orchestra.run.smithi053.stdout: "ino-": 3501, 2024-03-29T00:22:55.370 INFO:teuthology.orchestra.run.smithi053.stdout: "dir": 34, 2024-03-29T00:22:55.370 INFO:teuthology.orchestra.run.smithi053.stdout: "dir+": 837, 2024-03-29T00:22:55.370 INFO:teuthology.orchestra.run.smithi053.stdout: "dir-": 803, 2024-03-29T00:22:55.370 INFO:teuthology.orchestra.run.smithi053.stdout: "dn": 157, 2024-03-29T00:22:55.370 INFO:teuthology.orchestra.run.smithi053.stdout: "dn+": 5959, 2024-03-29T00:22:55.370 INFO:teuthology.orchestra.run.smithi053.stdout: "dn-": 5802, 2024-03-29T00:22:55.370 INFO:teuthology.orchestra.run.smithi053.stdout: "cap": 0, 2024-03-29T00:22:55.370 INFO:teuthology.orchestra.run.smithi053.stdout: "cap+": 3010, 2024-03-29T00:22:55.370 INFO:teuthology.orchestra.run.smithi053.stdout: "cap-": 3010, 2024-03-29T00:22:55.370 INFO:teuthology.orchestra.run.smithi053.stdout: "rss": 75340, 2024-03-29T00:22:55.370 INFO:teuthology.orchestra.run.smithi053.stdout: "heap": 223612 2024-03-29T00:22:55.371 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.371 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_server": { 2024-03-29T00:22:55.371 INFO:teuthology.orchestra.run.smithi053.stdout: "dispatch_client_request": 6656, 2024-03-29T00:22:55.371 INFO:teuthology.orchestra.run.smithi053.stdout: "dispatch_server_request": 524, 2024-03-29T00:22:55.371 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_client_request": 4979, 2024-03-29T00:22:55.371 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_client_session": 9, 2024-03-29T00:22:55.371 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_peer_request": 1854, 2024-03-29T00:22:55.371 INFO:teuthology.orchestra.run.smithi053.stdout: "req_create_latency": { 2024-03-29T00:22:55.371 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 1014, 2024-03-29T00:22:55.371 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 1.291568104, 2024-03-29T00:22:55.371 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.001273735 2024-03-29T00:22:55.371 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.371 INFO:teuthology.orchestra.run.smithi053.stdout: "req_getattr_latency": { 2024-03-29T00:22:55.371 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 4, 2024-03-29T00:22:55.371 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.003939853, 2024-03-29T00:22:55.371 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000984963 2024-03-29T00:22:55.372 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.372 INFO:teuthology.orchestra.run.smithi053.stdout: "req_getfilelock_latency": { 2024-03-29T00:22:55.372 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:55.372 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:55.372 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:55.372 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.372 INFO:teuthology.orchestra.run.smithi053.stdout: "req_link_latency": { 2024-03-29T00:22:55.372 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:55.372 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:55.372 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:55.372 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.372 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookup_latency": { 2024-03-29T00:22:55.372 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 820, 2024-03-29T00:22:55.372 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.389224600, 2024-03-29T00:22:55.372 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000474664 2024-03-29T00:22:55.373 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.373 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookuphash_latency": { 2024-03-29T00:22:55.373 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:55.373 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:55.373 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:55.373 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.373 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookupino_latency": { 2024-03-29T00:22:55.373 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:55.373 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:55.373 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:55.373 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.373 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookupname_latency": { 2024-03-29T00:22:55.373 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:55.373 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:55.373 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:55.374 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.374 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookupparent_latency": { 2024-03-29T00:22:55.374 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:55.374 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:55.374 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:55.374 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.374 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookupsnap_latency": { 2024-03-29T00:22:55.374 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:55.374 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:55.374 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:55.374 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.374 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lssnap_latency": { 2024-03-29T00:22:55.375 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:55.375 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:55.375 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:55.375 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.375 INFO:teuthology.orchestra.run.smithi053.stdout: "req_mkdir_latency": { 2024-03-29T00:22:55.375 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:55.375 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:55.375 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:55.376 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.376 INFO:teuthology.orchestra.run.smithi053.stdout: "req_mknod_latency": { 2024-03-29T00:22:55.376 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:55.376 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:55.376 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:55.376 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.376 INFO:teuthology.orchestra.run.smithi053.stdout: "req_mksnap_latency": { 2024-03-29T00:22:55.376 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:55.376 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:55.376 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:55.376 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.376 INFO:teuthology.orchestra.run.smithi053.stdout: "req_open_latency": { 2024-03-29T00:22:55.376 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:55.376 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:55.376 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:55.377 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.377 INFO:teuthology.orchestra.run.smithi053.stdout: "req_readdir_latency": { 2024-03-29T00:22:55.377 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 207, 2024-03-29T00:22:55.377 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.290230815, 2024-03-29T00:22:55.377 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.001402081 2024-03-29T00:22:55.377 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.377 INFO:teuthology.orchestra.run.smithi053.stdout: "req_rename_latency": { 2024-03-29T00:22:55.377 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:55.377 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:55.377 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:55.377 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.377 INFO:teuthology.orchestra.run.smithi053.stdout: "req_renamesnap_latency": { 2024-03-29T00:22:55.377 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:55.377 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:55.378 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:55.378 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.378 INFO:teuthology.orchestra.run.smithi053.stdout: "req_snapdiff_latency": { 2024-03-29T00:22:55.378 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:55.378 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:55.378 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:55.378 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.378 INFO:teuthology.orchestra.run.smithi053.stdout: "req_rmdir_latency": { 2024-03-29T00:22:55.378 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 148, 2024-03-29T00:22:55.378 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 3.930270137, 2024-03-29T00:22:55.378 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.026555879 2024-03-29T00:22:55.378 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.378 INFO:teuthology.orchestra.run.smithi053.stdout: "req_rmsnap_latency": { 2024-03-29T00:22:55.378 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:55.379 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:55.379 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:55.379 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.379 INFO:teuthology.orchestra.run.smithi053.stdout: "req_rmxattr_latency": { 2024-03-29T00:22:55.379 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:55.379 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:55.379 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:55.379 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.379 INFO:teuthology.orchestra.run.smithi053.stdout: "req_setattr_latency": { 2024-03-29T00:22:55.379 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 1, 2024-03-29T00:22:55.379 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.656195500, 2024-03-29T00:22:55.379 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.656195500 2024-03-29T00:22:55.379 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.379 INFO:teuthology.orchestra.run.smithi053.stdout: "req_setdirlayout_latency": { 2024-03-29T00:22:55.380 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:55.380 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:55.380 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:55.380 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.380 INFO:teuthology.orchestra.run.smithi053.stdout: "req_setfilelock_latency": { 2024-03-29T00:22:55.380 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:55.380 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:55.380 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:55.380 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.380 INFO:teuthology.orchestra.run.smithi053.stdout: "req_setlayout_latency": { 2024-03-29T00:22:55.380 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:55.380 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:55.380 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:55.380 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.381 INFO:teuthology.orchestra.run.smithi053.stdout: "req_setxattr_latency": { 2024-03-29T00:22:55.381 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:55.381 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:55.381 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:55.381 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.381 INFO:teuthology.orchestra.run.smithi053.stdout: "req_symlink_latency": { 2024-03-29T00:22:55.381 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:55.381 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:55.381 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:55.381 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.381 INFO:teuthology.orchestra.run.smithi053.stdout: "req_unlink_latency": { 2024-03-29T00:22:55.381 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 2776, 2024-03-29T00:22:55.381 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 5.876894015, 2024-03-29T00:22:55.381 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.002117036 2024-03-29T00:22:55.381 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.382 INFO:teuthology.orchestra.run.smithi053.stdout: "cap_revoke_eviction": 0, 2024-03-29T00:22:55.382 INFO:teuthology.orchestra.run.smithi053.stdout: "cap_acquisition_throttle": 0, 2024-03-29T00:22:55.382 INFO:teuthology.orchestra.run.smithi053.stdout: "req_getvxattr_latency": { 2024-03-29T00:22:55.382 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:55.382 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:55.382 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:55.382 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:22:55.382 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.382 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_sessions": { 2024-03-29T00:22:55.382 INFO:teuthology.orchestra.run.smithi053.stdout: "session_count": 1, 2024-03-29T00:22:55.382 INFO:teuthology.orchestra.run.smithi053.stdout: "session_add": 2, 2024-03-29T00:22:55.382 INFO:teuthology.orchestra.run.smithi053.stdout: "session_remove": 1, 2024-03-29T00:22:55.382 INFO:teuthology.orchestra.run.smithi053.stdout: "sessions_open": 1, 2024-03-29T00:22:55.382 INFO:teuthology.orchestra.run.smithi053.stdout: "sessions_stale": 0, 2024-03-29T00:22:55.383 INFO:teuthology.orchestra.run.smithi053.stdout: "total_load": 2891, 2024-03-29T00:22:55.383 INFO:teuthology.orchestra.run.smithi053.stdout: "average_load": 2891, 2024-03-29T00:22:55.383 INFO:teuthology.orchestra.run.smithi053.stdout: "avg_session_uptime": 273, 2024-03-29T00:22:55.383 INFO:teuthology.orchestra.run.smithi053.stdout: "mdthresh_evicted": 0 2024-03-29T00:22:55.383 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.383 INFO:teuthology.orchestra.run.smithi053.stdout: "mempool": { 2024-03-29T00:22:55.383 INFO:teuthology.orchestra.run.smithi053.stdout: "bloom_filter_bytes": 0, 2024-03-29T00:22:55.383 INFO:teuthology.orchestra.run.smithi053.stdout: "bloom_filter_items": 0, 2024-03-29T00:22:55.383 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_alloc_bytes": 0, 2024-03-29T00:22:55.383 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_alloc_items": 0, 2024-03-29T00:22:55.383 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_data_bytes": 0, 2024-03-29T00:22:55.383 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_data_items": 0, 2024-03-29T00:22:55.383 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-29T00:22:55.383 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_onode_items": 0, 2024-03-29T00:22:55.383 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-29T00:22:55.383 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_meta_items": 0, 2024-03-29T00:22:55.384 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_other_bytes": 0, 2024-03-29T00:22:55.384 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_other_items": 0, 2024-03-29T00:22:55.384 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-29T00:22:55.384 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_buffer_items": 0, 2024-03-29T00:22:55.384 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_extent_bytes": 0, 2024-03-29T00:22:55.384 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_extent_items": 0, 2024-03-29T00:22:55.384 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_blob_bytes": 0, 2024-03-29T00:22:55.384 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_blob_items": 0, 2024-03-29T00:22:55.384 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-29T00:22:55.384 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_shared_blob_items": 0, 2024-03-29T00:22:55.384 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-29T00:22:55.384 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_inline_bl_items": 0, 2024-03-29T00:22:55.384 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_fsck_bytes": 0, 2024-03-29T00:22:55.384 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_fsck_items": 0, 2024-03-29T00:22:55.385 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_txc_bytes": 0, 2024-03-29T00:22:55.385 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_txc_items": 0, 2024-03-29T00:22:55.385 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-29T00:22:55.385 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_deferred_items": 0, 2024-03-29T00:22:55.385 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_bytes": 0, 2024-03-29T00:22:55.385 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_items": 0, 2024-03-29T00:22:55.385 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_bytes": 0, 2024-03-29T00:22:55.385 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_items": 0, 2024-03-29T00:22:55.385 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_reader_bytes": 0, 2024-03-29T00:22:55.385 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_reader_items": 0, 2024-03-29T00:22:55.385 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_writer_bytes": 0, 2024-03-29T00:22:55.385 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_writer_items": 0, 2024-03-29T00:22:55.385 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_anon_bytes": 284459, 2024-03-29T00:22:55.385 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_anon_items": 126, 2024-03-29T00:22:55.385 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_meta_bytes": 880, 2024-03-29T00:22:55.386 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_meta_items": 10, 2024-03-29T00:22:55.386 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_bytes": 0, 2024-03-29T00:22:55.386 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_items": 0, 2024-03-29T00:22:55.386 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_mapbl_bytes": 0, 2024-03-29T00:22:55.386 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_mapbl_items": 0, 2024-03-29T00:22:55.386 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_pglog_bytes": 0, 2024-03-29T00:22:55.386 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_pglog_items": 0, 2024-03-29T00:22:55.386 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_bytes": 8888, 2024-03-29T00:22:55.386 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_items": 170, 2024-03-29T00:22:55.386 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_mapping_bytes": 0, 2024-03-29T00:22:55.386 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_mapping_items": 0, 2024-03-29T00:22:55.386 INFO:teuthology.orchestra.run.smithi053.stdout: "pgmap_bytes": 0, 2024-03-29T00:22:55.386 INFO:teuthology.orchestra.run.smithi053.stdout: "pgmap_items": 0, 2024-03-29T00:22:55.386 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_co_bytes": 249868, 2024-03-29T00:22:55.387 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_co_items": 2942, 2024-03-29T00:22:55.387 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_1_bytes": 0, 2024-03-29T00:22:55.387 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_1_items": 0, 2024-03-29T00:22:55.387 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_2_bytes": 0, 2024-03-29T00:22:55.387 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_2_items": 0 2024-03-29T00:22:55.387 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.387 INFO:teuthology.orchestra.run.smithi053.stdout: "objecter": { 2024-03-29T00:22:55.387 INFO:teuthology.orchestra.run.smithi053.stdout: "op_active": 0, 2024-03-29T00:22:55.387 INFO:teuthology.orchestra.run.smithi053.stdout: "op_laggy": 0, 2024-03-29T00:22:55.387 INFO:teuthology.orchestra.run.smithi053.stdout: "op_send": 6471, 2024-03-29T00:22:55.387 INFO:teuthology.orchestra.run.smithi053.stdout: "op_send_bytes": 21150805, 2024-03-29T00:22:55.387 INFO:teuthology.orchestra.run.smithi053.stdout: "op_resend": 31, 2024-03-29T00:22:55.387 INFO:teuthology.orchestra.run.smithi053.stdout: "op_reply": 6471, 2024-03-29T00:22:55.387 INFO:teuthology.orchestra.run.smithi053.stdout: "op_latency": { 2024-03-29T00:22:55.387 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 6471, 2024-03-29T00:22:55.387 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 37.935327711, 2024-03-29T00:22:55.388 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.005862359 2024-03-29T00:22:55.388 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.388 INFO:teuthology.orchestra.run.smithi053.stdout: "op_inflight": 0, 2024-03-29T00:22:55.388 INFO:teuthology.orchestra.run.smithi053.stdout: "oplen_avg": { 2024-03-29T00:22:55.388 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 6471, 2024-03-29T00:22:55.388 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 6570 2024-03-29T00:22:55.388 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.388 INFO:teuthology.orchestra.run.smithi053.stdout: "op": 6471, 2024-03-29T00:22:55.388 INFO:teuthology.orchestra.run.smithi053.stdout: "op_r": 137, 2024-03-29T00:22:55.388 INFO:teuthology.orchestra.run.smithi053.stdout: "op_w": 6334, 2024-03-29T00:22:55.388 INFO:teuthology.orchestra.run.smithi053.stdout: "op_rmw": 0, 2024-03-29T00:22:55.388 INFO:teuthology.orchestra.run.smithi053.stdout: "op_pg": 0, 2024-03-29T00:22:55.388 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_stat": 0, 2024-03-29T00:22:55.388 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_create": 10, 2024-03-29T00:22:55.388 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_read": 92, 2024-03-29T00:22:55.388 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_write": 456, 2024-03-29T00:22:55.389 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_writefull": 58, 2024-03-29T00:22:55.389 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_writesame": 0, 2024-03-29T00:22:55.389 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_append": 0, 2024-03-29T00:22:55.389 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_zero": 0, 2024-03-29T00:22:55.389 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_truncate": 0, 2024-03-29T00:22:55.389 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_delete": 5739, 2024-03-29T00:22:55.389 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_mapext": 0, 2024-03-29T00:22:55.389 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_sparse_read": 0, 2024-03-29T00:22:55.389 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_clonerange": 0, 2024-03-29T00:22:55.389 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_getxattr": 45, 2024-03-29T00:22:55.389 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_setxattr": 20, 2024-03-29T00:22:55.389 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_cmpxattr": 0, 2024-03-29T00:22:55.389 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_rmxattr": 0, 2024-03-29T00:22:55.389 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_resetxattrs": 0, 2024-03-29T00:22:55.389 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_call": 0, 2024-03-29T00:22:55.390 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_watch": 0, 2024-03-29T00:22:55.390 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_notify": 0, 2024-03-29T00:22:55.390 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_src_cmpxattr": 0, 2024-03-29T00:22:55.390 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_pgls": 0, 2024-03-29T00:22:55.390 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_pgls_filter": 0, 2024-03-29T00:22:55.390 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_other": 0, 2024-03-29T00:22:55.390 INFO:teuthology.orchestra.run.smithi053.stdout: "linger_active": 0, 2024-03-29T00:22:55.390 INFO:teuthology.orchestra.run.smithi053.stdout: "linger_send": 0, 2024-03-29T00:22:55.390 INFO:teuthology.orchestra.run.smithi053.stdout: "linger_resend": 0, 2024-03-29T00:22:55.390 INFO:teuthology.orchestra.run.smithi053.stdout: "linger_ping": 0, 2024-03-29T00:22:55.390 INFO:teuthology.orchestra.run.smithi053.stdout: "poolop_active": 0, 2024-03-29T00:22:55.390 INFO:teuthology.orchestra.run.smithi053.stdout: "poolop_send": 0, 2024-03-29T00:22:55.390 INFO:teuthology.orchestra.run.smithi053.stdout: "poolop_resend": 0, 2024-03-29T00:22:55.390 INFO:teuthology.orchestra.run.smithi053.stdout: "poolstat_active": 0, 2024-03-29T00:22:55.391 INFO:teuthology.orchestra.run.smithi053.stdout: "poolstat_send": 0, 2024-03-29T00:22:55.391 INFO:teuthology.orchestra.run.smithi053.stdout: "poolstat_resend": 0, 2024-03-29T00:22:55.391 INFO:teuthology.orchestra.run.smithi053.stdout: "statfs_active": 0, 2024-03-29T00:22:55.391 INFO:teuthology.orchestra.run.smithi053.stdout: "statfs_send": 0, 2024-03-29T00:22:55.391 INFO:teuthology.orchestra.run.smithi053.stdout: "statfs_resend": 0, 2024-03-29T00:22:55.391 INFO:teuthology.orchestra.run.smithi053.stdout: "command_active": 0, 2024-03-29T00:22:55.391 INFO:teuthology.orchestra.run.smithi053.stdout: "command_send": 0, 2024-03-29T00:22:55.391 INFO:teuthology.orchestra.run.smithi053.stdout: "command_resend": 0, 2024-03-29T00:22:55.391 INFO:teuthology.orchestra.run.smithi053.stdout: "map_epoch": 93, 2024-03-29T00:22:55.391 INFO:teuthology.orchestra.run.smithi053.stdout: "map_full": 0, 2024-03-29T00:22:55.391 INFO:teuthology.orchestra.run.smithi053.stdout: "map_inc": 4, 2024-03-29T00:22:55.391 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_sessions": 12, 2024-03-29T00:22:55.391 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_session_open": 12, 2024-03-29T00:22:55.391 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_session_close": 0, 2024-03-29T00:22:55.391 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_laggy": 0, 2024-03-29T00:22:55.392 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_wr": 116, 2024-03-29T00:22:55.392 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_rd": 0, 2024-03-29T00:22:55.392 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_del": 34 2024-03-29T00:22:55.392 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.392 INFO:teuthology.orchestra.run.smithi053.stdout: "oft": { 2024-03-29T00:22:55.392 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_total_objs": 1, 2024-03-29T00:22:55.392 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_total_kv_pairs": 0, 2024-03-29T00:22:55.392 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_total_updates": 0, 2024-03-29T00:22:55.392 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_total_removes": 0 2024-03-29T00:22:55.392 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.392 INFO:teuthology.orchestra.run.smithi053.stdout: "osd-slow-ops": { 2024-03-29T00:22:55.392 INFO:teuthology.orchestra.run.smithi053.stdout: "slow_ops_count": 0 2024-03-29T00:22:55.392 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.392 INFO:teuthology.orchestra.run.smithi053.stdout: "purge_queue": { 2024-03-29T00:22:55.392 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executing_ops": 0, 2024-03-29T00:22:55.393 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executing_ops_high_water": 17, 2024-03-29T00:22:55.393 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executing": 0, 2024-03-29T00:22:55.393 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executing_high_water": 7, 2024-03-29T00:22:55.393 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executed_ops": 5723, 2024-03-29T00:22:55.393 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executed": 2923, 2024-03-29T00:22:55.393 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_item_in_journal": 0 2024-03-29T00:22:55.393 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.393 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-29T00:22:55.393 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-03-29T00:22:55.393 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 104857600, 2024-03-29T00:22:55.393 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-03-29T00:22:55.393 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 31848, 2024-03-29T00:22:55.393 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 10237322, 2024-03-29T00:22:55.393 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-03-29T00:22:55.393 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 31848, 2024-03-29T00:22:55.394 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 0, 2024-03-29T00:22:55.394 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 0, 2024-03-29T00:22:55.394 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 31848, 2024-03-29T00:22:55.394 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 10237322, 2024-03-29T00:22:55.394 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-03-29T00:22:55.394 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:55.394 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:55.394 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:55.394 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:22:55.394 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.394 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-objecter_bytes": { 2024-03-29T00:22:55.394 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-03-29T00:22:55.394 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 104857600, 2024-03-29T00:22:55.394 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-03-29T00:22:55.394 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 0, 2024-03-29T00:22:55.395 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 0, 2024-03-29T00:22:55.395 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-03-29T00:22:55.395 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 0, 2024-03-29T00:22:55.395 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 6471, 2024-03-29T00:22:55.395 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 21468260, 2024-03-29T00:22:55.395 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 6471, 2024-03-29T00:22:55.395 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 21468260, 2024-03-29T00:22:55.395 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-03-29T00:22:55.395 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:55.395 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:55.395 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:55.395 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:22:55.395 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.395 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-objecter_ops": { 2024-03-29T00:22:55.395 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-03-29T00:22:55.395 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 1024, 2024-03-29T00:22:55.396 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-03-29T00:22:55.396 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 0, 2024-03-29T00:22:55.396 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 0, 2024-03-29T00:22:55.396 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-03-29T00:22:55.396 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 0, 2024-03-29T00:22:55.396 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 6471, 2024-03-29T00:22:55.396 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 6471, 2024-03-29T00:22:55.396 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 6471, 2024-03-29T00:22:55.396 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 6471, 2024-03-29T00:22:55.396 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-03-29T00:22:55.396 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:55.396 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:55.396 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:55.396 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:22:55.396 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.397 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-write_buf_throttle": { 2024-03-29T00:22:55.397 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-03-29T00:22:55.397 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 3758096384, 2024-03-29T00:22:55.397 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-03-29T00:22:55.397 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 2923, 2024-03-29T00:22:55.397 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 317455, 2024-03-29T00:22:55.397 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-03-29T00:22:55.397 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 2923, 2024-03-29T00:22:55.397 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 0, 2024-03-29T00:22:55.397 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 0, 2024-03-29T00:22:55.397 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 92, 2024-03-29T00:22:55.397 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 317455, 2024-03-29T00:22:55.397 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-03-29T00:22:55.397 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:55.397 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:55.398 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:55.398 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:22:55.398 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:55.398 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-write_buf_throttle-0x561887198460": { 2024-03-29T00:22:55.398 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-03-29T00:22:55.398 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 3758096384, 2024-03-29T00:22:55.398 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-03-29T00:22:55.398 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 10669, 2024-03-29T00:22:55.398 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 20518198, 2024-03-29T00:22:55.398 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-03-29T00:22:55.398 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 10669, 2024-03-29T00:22:55.398 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 0, 2024-03-29T00:22:55.398 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 0, 2024-03-29T00:22:55.398 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 364, 2024-03-29T00:22:55.398 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 20518198, 2024-03-29T00:22:55.399 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-03-29T00:22:55.399 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:55.399 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:55.399 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:55.399 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:22:55.399 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:22:55.399 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-03-29T00:22:55.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:55 smithi069 ceph-mon[36074]: pgmap v555: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 682 B/s wr, 9 op/s 2024-03-29T00:22:55.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:55 smithi012 ceph-mon[31657]: pgmap v555: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 682 B/s wr, 9 op/s 2024-03-29T00:22:56.678 INFO:tasks.check_counter:Daemon mds.b mds.exported=14 2024-03-29T00:22:56.678 INFO:tasks.check_counter:Daemon mds.b mds.imported=39 2024-03-29T00:22:56.678 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=461 2024-03-29T00:22:56.678 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=1795 2024-03-29T00:22:56.678 DEBUG:tasks.check_counter:Getting stats from e 2024-03-29T00:22:56.679 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph daemon mds.e perf dump 2024-03-29T00:22:56.947 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.b/config 2024-03-29T00:22:57.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:57 smithi053 ceph-mon[36233]: pgmap v556: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 597 B/s wr, 9 op/s 2024-03-29T00:22:57.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:57 smithi069 ceph-mon[36074]: pgmap v556: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 597 B/s wr, 9 op/s 2024-03-29T00:22:57.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:57 smithi012 ceph-mon[31657]: pgmap v556: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 597 B/s wr, 9 op/s 2024-03-29T00:22:58.817 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-03-29T00:22:58.817 INFO:teuthology.orchestra.run.smithi053.stdout: "AsyncMessenger::Worker-0": { 2024-03-29T00:22:58.818 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_messages": 426, 2024-03-29T00:22:58.818 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages": 428, 2024-03-29T00:22:58.818 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_bytes": 8505566, 2024-03-29T00:22:58.818 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_bytes": 135532, 2024-03-29T00:22:58.818 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_created_connections": 7, 2024-03-29T00:22:58.818 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_active_connections": 3, 2024-03-29T00:22:58.818 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_total_time": 0.034323100, 2024-03-29T00:22:58.818 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_send_time": 0.009752776, 2024-03-29T00:22:58.818 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_recv_time": 0.012906893, 2024-03-29T00:22:58.818 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_fast_dispatch_time": 0.008206907, 2024-03-29T00:22:58.818 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:22:58.818 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 426, 2024-03-29T00:22:58.818 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.013158553, 2024-03-29T00:22:58.818 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000030888 2024-03-29T00:22:58.819 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.819 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:22:58.819 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.819 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.819 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.819 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.819 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_encrypted_bytes": 0, 2024-03-29T00:22:58.819 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_encrypted_bytes": 0 2024-03-29T00:22:58.819 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.819 INFO:teuthology.orchestra.run.smithi053.stdout: "AsyncMessenger::Worker-1": { 2024-03-29T00:22:58.819 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_messages": 370, 2024-03-29T00:22:58.819 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages": 471, 2024-03-29T00:22:58.819 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_bytes": 4645809, 2024-03-29T00:22:58.820 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_bytes": 361187, 2024-03-29T00:22:58.820 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_created_connections": 6, 2024-03-29T00:22:58.820 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_active_connections": 5, 2024-03-29T00:22:58.820 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_total_time": 0.031768561, 2024-03-29T00:22:58.820 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_send_time": 0.009423460, 2024-03-29T00:22:58.820 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_recv_time": 0.010229902, 2024-03-29T00:22:58.820 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_fast_dispatch_time": 0.009356462, 2024-03-29T00:22:58.820 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:22:58.820 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 469, 2024-03-29T00:22:58.820 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.015642180, 2024-03-29T00:22:58.820 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000033352 2024-03-29T00:22:58.820 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.820 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:22:58.820 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.820 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.821 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.821 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.821 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_encrypted_bytes": 160, 2024-03-29T00:22:58.821 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_encrypted_bytes": 243840 2024-03-29T00:22:58.821 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.821 INFO:teuthology.orchestra.run.smithi053.stdout: "AsyncMessenger::Worker-2": { 2024-03-29T00:22:58.821 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_messages": 634, 2024-03-29T00:22:58.821 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages": 612, 2024-03-29T00:22:58.821 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_bytes": 4927080, 2024-03-29T00:22:58.821 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_bytes": 232136, 2024-03-29T00:22:58.821 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_created_connections": 4, 2024-03-29T00:22:58.821 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_active_connections": 3, 2024-03-29T00:22:58.821 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_total_time": 0.052992397, 2024-03-29T00:22:58.821 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_send_time": 0.015659527, 2024-03-29T00:22:58.821 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_recv_time": 0.023499242, 2024-03-29T00:22:58.822 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_fast_dispatch_time": 0.013216515, 2024-03-29T00:22:58.822 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:22:58.822 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 612, 2024-03-29T00:22:58.822 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.020114631, 2024-03-29T00:22:58.822 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000032867 2024-03-29T00:22:58.822 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.822 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:22:58.822 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.822 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.822 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.822 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.822 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_encrypted_bytes": 579008, 2024-03-29T00:22:58.823 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_encrypted_bytes": 83312 2024-03-29T00:22:58.823 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.823 INFO:teuthology.orchestra.run.smithi053.stdout: "cct": { 2024-03-29T00:22:58.823 INFO:teuthology.orchestra.run.smithi053.stdout: "total_workers": 1, 2024-03-29T00:22:58.823 INFO:teuthology.orchestra.run.smithi053.stdout: "unhealthy_workers": 0 2024-03-29T00:22:58.823 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.823 INFO:teuthology.orchestra.run.smithi053.stdout: "finisher-MDSRank": { 2024-03-29T00:22:58.823 INFO:teuthology.orchestra.run.smithi053.stdout: "queue_len": 0, 2024-03-29T00:22:58.823 INFO:teuthology.orchestra.run.smithi053.stdout: "complete_latency": { 2024-03-29T00:22:58.823 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 2168, 2024-03-29T00:22:58.823 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.042563412, 2024-03-29T00:22:58.823 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000019632 2024-03-29T00:22:58.823 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:22:58.823 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.824 INFO:teuthology.orchestra.run.smithi053.stdout: "finisher-PurgeQueue": { 2024-03-29T00:22:58.824 INFO:teuthology.orchestra.run.smithi053.stdout: "queue_len": 0, 2024-03-29T00:22:58.824 INFO:teuthology.orchestra.run.smithi053.stdout: "complete_latency": { 2024-03-29T00:22:58.824 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.824 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.824 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.824 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:22:58.824 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.824 INFO:teuthology.orchestra.run.smithi053.stdout: "mds": { 2024-03-29T00:22:58.824 INFO:teuthology.orchestra.run.smithi053.stdout: "request": 0, 2024-03-29T00:22:58.824 INFO:teuthology.orchestra.run.smithi053.stdout: "reply": 0, 2024-03-29T00:22:58.824 INFO:teuthology.orchestra.run.smithi053.stdout: "reply_latency": { 2024-03-29T00:22:58.824 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.824 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.825 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.825 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.825 INFO:teuthology.orchestra.run.smithi053.stdout: "slow_reply": 0, 2024-03-29T00:22:58.825 INFO:teuthology.orchestra.run.smithi053.stdout: "forward": 0, 2024-03-29T00:22:58.825 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_fetch_complete": 0, 2024-03-29T00:22:58.825 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_fetch_keys": 0, 2024-03-29T00:22:58.825 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_commit": 0, 2024-03-29T00:22:58.825 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_split": 0, 2024-03-29T00:22:58.825 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_merge": 0, 2024-03-29T00:22:58.825 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes": 2356, 2024-03-29T00:22:58.825 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_top": 0, 2024-03-29T00:22:58.825 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_bottom": 2356, 2024-03-29T00:22:58.826 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_pin_tail": 0, 2024-03-29T00:22:58.826 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_pinned": 2356, 2024-03-29T00:22:58.826 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_expired": 0, 2024-03-29T00:22:58.826 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_with_caps": 0, 2024-03-29T00:22:58.826 INFO:teuthology.orchestra.run.smithi053.stdout: "caps": 0, 2024-03-29T00:22:58.826 INFO:teuthology.orchestra.run.smithi053.stdout: "subtrees": 1, 2024-03-29T00:22:58.826 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse": 0, 2024-03-29T00:22:58.826 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_hit": 0, 2024-03-29T00:22:58.826 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_forward": 0, 2024-03-29T00:22:58.826 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_discover": 0, 2024-03-29T00:22:58.826 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_dir_fetch": 0, 2024-03-29T00:22:58.827 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_remote_ino": 0, 2024-03-29T00:22:58.827 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_lock": 0, 2024-03-29T00:22:58.827 INFO:teuthology.orchestra.run.smithi053.stdout: "load_cent": 0, 2024-03-29T00:22:58.827 INFO:teuthology.orchestra.run.smithi053.stdout: "q": 0, 2024-03-29T00:22:58.827 INFO:teuthology.orchestra.run.smithi053.stdout: "exported": 0, 2024-03-29T00:22:58.827 INFO:teuthology.orchestra.run.smithi053.stdout: "exported_inodes": 0, 2024-03-29T00:22:58.827 INFO:teuthology.orchestra.run.smithi053.stdout: "imported": 0, 2024-03-29T00:22:58.827 INFO:teuthology.orchestra.run.smithi053.stdout: "imported_inodes": 0, 2024-03-29T00:22:58.827 INFO:teuthology.orchestra.run.smithi053.stdout: "openino_dir_fetch": 0, 2024-03-29T00:22:58.827 INFO:teuthology.orchestra.run.smithi053.stdout: "openino_backtrace_fetch": 0, 2024-03-29T00:22:58.827 INFO:teuthology.orchestra.run.smithi053.stdout: "openino_peer_discover": 0, 2024-03-29T00:22:58.827 INFO:teuthology.orchestra.run.smithi053.stdout: "root_rfiles": 0, 2024-03-29T00:22:58.827 INFO:teuthology.orchestra.run.smithi053.stdout: "root_rbytes": 0, 2024-03-29T00:22:58.827 INFO:teuthology.orchestra.run.smithi053.stdout: "root_rsnaps": 0, 2024-03-29T00:22:58.828 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_backtrace_fetch": 0, 2024-03-29T00:22:58.828 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_set_tag": 0, 2024-03-29T00:22:58.828 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_backtrace_repaired": 0, 2024-03-29T00:22:58.828 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_inotable_repaired": 0, 2024-03-29T00:22:58.828 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_dir_inodes": 0, 2024-03-29T00:22:58.828 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_dir_base_inodes": 0, 2024-03-29T00:22:58.828 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_dirfrag_rstats": 0, 2024-03-29T00:22:58.828 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_file_inodes": 0, 2024-03-29T00:22:58.828 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_inode_file_caps": 0, 2024-03-29T00:22:58.828 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_cap_op_revoke": 0, 2024-03-29T00:22:58.828 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_cap_op_grant": 0, 2024-03-29T00:22:58.828 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_cap_op_trunc": 0, 2024-03-29T00:22:58.828 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-29T00:22:58.828 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-29T00:22:58.828 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_client_caps": 0, 2024-03-29T00:22:58.828 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_client_caps_dirty": 0, 2024-03-29T00:22:58.829 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_client_cap_release": 0, 2024-03-29T00:22:58.829 INFO:teuthology.orchestra.run.smithi053.stdout: "process_request_cap_release": 0 2024-03-29T00:22:58.829 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.829 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_cache": { 2024-03-29T00:22:58.829 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_update": 0, 2024-03-29T00:22:58.829 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_update_receipt": 0, 2024-03-29T00:22:58.829 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_try_discover": 0, 2024-03-29T00:22:58.829 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_send_discover": 0, 2024-03-29T00:22:58.829 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_handle_discover": 0, 2024-03-29T00:22:58.829 INFO:teuthology.orchestra.run.smithi053.stdout: "num_strays": 0, 2024-03-29T00:22:58.829 INFO:teuthology.orchestra.run.smithi053.stdout: "num_strays_delayed": 0, 2024-03-29T00:22:58.829 INFO:teuthology.orchestra.run.smithi053.stdout: "num_strays_enqueuing": 0, 2024-03-29T00:22:58.829 INFO:teuthology.orchestra.run.smithi053.stdout: "strays_created": 0, 2024-03-29T00:22:58.829 INFO:teuthology.orchestra.run.smithi053.stdout: "strays_enqueued": 0, 2024-03-29T00:22:58.829 INFO:teuthology.orchestra.run.smithi053.stdout: "strays_reintegrated": 0, 2024-03-29T00:22:58.830 INFO:teuthology.orchestra.run.smithi053.stdout: "strays_migrated": 0, 2024-03-29T00:22:58.830 INFO:teuthology.orchestra.run.smithi053.stdout: "num_recovering_processing": 0, 2024-03-29T00:22:58.830 INFO:teuthology.orchestra.run.smithi053.stdout: "num_recovering_enqueued": 0, 2024-03-29T00:22:58.830 INFO:teuthology.orchestra.run.smithi053.stdout: "num_recovering_prioritized": 0, 2024-03-29T00:22:58.830 INFO:teuthology.orchestra.run.smithi053.stdout: "recovery_started": 0, 2024-03-29T00:22:58.830 INFO:teuthology.orchestra.run.smithi053.stdout: "recovery_completed": 0, 2024-03-29T00:22:58.830 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_quiesce_path": 0, 2024-03-29T00:22:58.830 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_quiesce_inode": 0, 2024-03-29T00:22:58.830 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_enqueue_scrub": 0, 2024-03-29T00:22:58.830 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_exportdir": 0, 2024-03-29T00:22:58.830 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_flush": 0, 2024-03-29T00:22:58.830 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_fragmentdir": 0, 2024-03-29T00:22:58.830 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_fragstats": 0, 2024-03-29T00:22:58.830 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_inodestats": 0 2024-03-29T00:22:58.830 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.831 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_log": { 2024-03-29T00:22:58.831 INFO:teuthology.orchestra.run.smithi053.stdout: "evlrg": 0, 2024-03-29T00:22:58.831 INFO:teuthology.orchestra.run.smithi053.stdout: "evadd": 0, 2024-03-29T00:22:58.831 INFO:teuthology.orchestra.run.smithi053.stdout: "evex": 0, 2024-03-29T00:22:58.831 INFO:teuthology.orchestra.run.smithi053.stdout: "evtrm": 0, 2024-03-29T00:22:58.831 INFO:teuthology.orchestra.run.smithi053.stdout: "ev": 9062, 2024-03-29T00:22:58.831 INFO:teuthology.orchestra.run.smithi053.stdout: "evexg": 0, 2024-03-29T00:22:58.831 INFO:teuthology.orchestra.run.smithi053.stdout: "evexd": 0, 2024-03-29T00:22:58.831 INFO:teuthology.orchestra.run.smithi053.stdout: "segadd": 0, 2024-03-29T00:22:58.831 INFO:teuthology.orchestra.run.smithi053.stdout: "segex": 0, 2024-03-29T00:22:58.831 INFO:teuthology.orchestra.run.smithi053.stdout: "segtrm": 0, 2024-03-29T00:22:58.831 INFO:teuthology.orchestra.run.smithi053.stdout: "seg": 12, 2024-03-29T00:22:58.831 INFO:teuthology.orchestra.run.smithi053.stdout: "segmjr": 2, 2024-03-29T00:22:58.831 INFO:teuthology.orchestra.run.smithi053.stdout: "segexg": 0, 2024-03-29T00:22:58.832 INFO:teuthology.orchestra.run.smithi053.stdout: "segexd": 0, 2024-03-29T00:22:58.832 INFO:teuthology.orchestra.run.smithi053.stdout: "expos": 4194304, 2024-03-29T00:22:58.832 INFO:teuthology.orchestra.run.smithi053.stdout: "wrpos": 21331237, 2024-03-29T00:22:58.832 INFO:teuthology.orchestra.run.smithi053.stdout: "rdpos": 21330638, 2024-03-29T00:22:58.832 INFO:teuthology.orchestra.run.smithi053.stdout: "jlat": { 2024-03-29T00:22:58.832 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.832 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.832 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.832 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.832 INFO:teuthology.orchestra.run.smithi053.stdout: "replayed": 9062 2024-03-29T00:22:58.832 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.832 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_mem": { 2024-03-29T00:22:58.832 INFO:teuthology.orchestra.run.smithi053.stdout: "ino": 12, 2024-03-29T00:22:58.832 INFO:teuthology.orchestra.run.smithi053.stdout: "ino+": 2637, 2024-03-29T00:22:58.832 INFO:teuthology.orchestra.run.smithi053.stdout: "ino-": 2625, 2024-03-29T00:22:58.833 INFO:teuthology.orchestra.run.smithi053.stdout: "dir": 10, 2024-03-29T00:22:58.833 INFO:teuthology.orchestra.run.smithi053.stdout: "dir+": 217, 2024-03-29T00:22:58.833 INFO:teuthology.orchestra.run.smithi053.stdout: "dir-": 207, 2024-03-29T00:22:58.833 INFO:teuthology.orchestra.run.smithi053.stdout: "dn": 2356, 2024-03-29T00:22:58.833 INFO:teuthology.orchestra.run.smithi053.stdout: "dn+": 4279, 2024-03-29T00:22:58.833 INFO:teuthology.orchestra.run.smithi053.stdout: "dn-": 1923, 2024-03-29T00:22:58.833 INFO:teuthology.orchestra.run.smithi053.stdout: "cap": 0, 2024-03-29T00:22:58.833 INFO:teuthology.orchestra.run.smithi053.stdout: "cap+": 0, 2024-03-29T00:22:58.833 INFO:teuthology.orchestra.run.smithi053.stdout: "cap-": 0, 2024-03-29T00:22:58.833 INFO:teuthology.orchestra.run.smithi053.stdout: "rss": 52924, 2024-03-29T00:22:58.833 INFO:teuthology.orchestra.run.smithi053.stdout: "heap": 215420 2024-03-29T00:22:58.833 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.833 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_server": { 2024-03-29T00:22:58.833 INFO:teuthology.orchestra.run.smithi053.stdout: "dispatch_client_request": 0, 2024-03-29T00:22:58.833 INFO:teuthology.orchestra.run.smithi053.stdout: "dispatch_server_request": 0, 2024-03-29T00:22:58.834 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_client_request": 0, 2024-03-29T00:22:58.834 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_client_session": 0, 2024-03-29T00:22:58.834 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_peer_request": 0, 2024-03-29T00:22:58.834 INFO:teuthology.orchestra.run.smithi053.stdout: "req_create_latency": { 2024-03-29T00:22:58.834 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.834 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.834 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.834 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.834 INFO:teuthology.orchestra.run.smithi053.stdout: "req_getattr_latency": { 2024-03-29T00:22:58.834 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.834 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.834 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.834 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.834 INFO:teuthology.orchestra.run.smithi053.stdout: "req_getfilelock_latency": { 2024-03-29T00:22:58.834 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.835 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.835 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.835 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.835 INFO:teuthology.orchestra.run.smithi053.stdout: "req_link_latency": { 2024-03-29T00:22:58.835 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.835 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.835 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.835 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.835 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookup_latency": { 2024-03-29T00:22:58.835 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.835 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.835 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.835 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.835 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookuphash_latency": { 2024-03-29T00:22:58.836 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.836 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.836 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.836 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.836 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookupino_latency": { 2024-03-29T00:22:58.836 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.836 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.836 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.836 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.836 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookupname_latency": { 2024-03-29T00:22:58.836 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.836 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.836 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.837 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.837 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookupparent_latency": { 2024-03-29T00:22:58.837 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.837 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.837 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.837 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.837 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookupsnap_latency": { 2024-03-29T00:22:58.837 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.837 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.837 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.838 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.838 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lssnap_latency": { 2024-03-29T00:22:58.838 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.838 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.838 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.838 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.838 INFO:teuthology.orchestra.run.smithi053.stdout: "req_mkdir_latency": { 2024-03-29T00:22:58.839 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.839 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.839 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.839 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.839 INFO:teuthology.orchestra.run.smithi053.stdout: "req_mknod_latency": { 2024-03-29T00:22:58.839 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.839 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.839 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.839 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.839 INFO:teuthology.orchestra.run.smithi053.stdout: "req_mksnap_latency": { 2024-03-29T00:22:58.839 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.840 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.840 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.840 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.840 INFO:teuthology.orchestra.run.smithi053.stdout: "req_open_latency": { 2024-03-29T00:22:58.840 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.840 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.840 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.840 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.840 INFO:teuthology.orchestra.run.smithi053.stdout: "req_readdir_latency": { 2024-03-29T00:22:58.840 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.840 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.840 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.840 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.840 INFO:teuthology.orchestra.run.smithi053.stdout: "req_rename_latency": { 2024-03-29T00:22:58.840 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.841 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.841 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.841 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.841 INFO:teuthology.orchestra.run.smithi053.stdout: "req_renamesnap_latency": { 2024-03-29T00:22:58.841 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.841 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.841 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.841 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.841 INFO:teuthology.orchestra.run.smithi053.stdout: "req_snapdiff_latency": { 2024-03-29T00:22:58.841 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.841 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.841 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.841 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.841 INFO:teuthology.orchestra.run.smithi053.stdout: "req_rmdir_latency": { 2024-03-29T00:22:58.842 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.842 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.842 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.842 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.842 INFO:teuthology.orchestra.run.smithi053.stdout: "req_rmsnap_latency": { 2024-03-29T00:22:58.842 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.842 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.842 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.842 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.842 INFO:teuthology.orchestra.run.smithi053.stdout: "req_rmxattr_latency": { 2024-03-29T00:22:58.842 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.842 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.842 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.843 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.843 INFO:teuthology.orchestra.run.smithi053.stdout: "req_setattr_latency": { 2024-03-29T00:22:58.843 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.843 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.843 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.843 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.843 INFO:teuthology.orchestra.run.smithi053.stdout: "req_setdirlayout_latency": { 2024-03-29T00:22:58.843 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.843 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.843 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.843 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.844 INFO:teuthology.orchestra.run.smithi053.stdout: "req_setfilelock_latency": { 2024-03-29T00:22:58.844 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.844 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.844 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.844 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.844 INFO:teuthology.orchestra.run.smithi053.stdout: "req_setlayout_latency": { 2024-03-29T00:22:58.844 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.844 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.844 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.844 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.844 INFO:teuthology.orchestra.run.smithi053.stdout: "req_setxattr_latency": { 2024-03-29T00:22:58.844 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.844 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.844 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.844 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.845 INFO:teuthology.orchestra.run.smithi053.stdout: "req_symlink_latency": { 2024-03-29T00:22:58.845 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.845 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.845 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.845 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.845 INFO:teuthology.orchestra.run.smithi053.stdout: "req_unlink_latency": { 2024-03-29T00:22:58.845 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.845 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.845 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.845 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.845 INFO:teuthology.orchestra.run.smithi053.stdout: "cap_revoke_eviction": 0, 2024-03-29T00:22:58.845 INFO:teuthology.orchestra.run.smithi053.stdout: "cap_acquisition_throttle": 0, 2024-03-29T00:22:58.845 INFO:teuthology.orchestra.run.smithi053.stdout: "req_getvxattr_latency": { 2024-03-29T00:22:58.845 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.845 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.846 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.846 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:22:58.846 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.846 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_sessions": { 2024-03-29T00:22:58.846 INFO:teuthology.orchestra.run.smithi053.stdout: "session_count": 1, 2024-03-29T00:22:58.846 INFO:teuthology.orchestra.run.smithi053.stdout: "session_add": 2, 2024-03-29T00:22:58.846 INFO:teuthology.orchestra.run.smithi053.stdout: "session_remove": 1, 2024-03-29T00:22:58.846 INFO:teuthology.orchestra.run.smithi053.stdout: "sessions_open": 1, 2024-03-29T00:22:58.846 INFO:teuthology.orchestra.run.smithi053.stdout: "sessions_stale": 0, 2024-03-29T00:22:58.846 INFO:teuthology.orchestra.run.smithi053.stdout: "total_load": 0, 2024-03-29T00:22:58.846 INFO:teuthology.orchestra.run.smithi053.stdout: "average_load": 0, 2024-03-29T00:22:58.846 INFO:teuthology.orchestra.run.smithi053.stdout: "avg_session_uptime": 2010, 2024-03-29T00:22:58.846 INFO:teuthology.orchestra.run.smithi053.stdout: "mdthresh_evicted": 0 2024-03-29T00:22:58.847 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.847 INFO:teuthology.orchestra.run.smithi053.stdout: "mempool": { 2024-03-29T00:22:58.847 INFO:teuthology.orchestra.run.smithi053.stdout: "bloom_filter_bytes": 0, 2024-03-29T00:22:58.847 INFO:teuthology.orchestra.run.smithi053.stdout: "bloom_filter_items": 0, 2024-03-29T00:22:58.847 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_alloc_bytes": 0, 2024-03-29T00:22:58.847 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_alloc_items": 0, 2024-03-29T00:22:58.847 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_data_bytes": 0, 2024-03-29T00:22:58.847 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_data_items": 0, 2024-03-29T00:22:58.847 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-29T00:22:58.847 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_onode_items": 0, 2024-03-29T00:22:58.847 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-29T00:22:58.847 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_meta_items": 0, 2024-03-29T00:22:58.847 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_other_bytes": 0, 2024-03-29T00:22:58.847 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_other_items": 0, 2024-03-29T00:22:58.847 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-29T00:22:58.848 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_buffer_items": 0, 2024-03-29T00:22:58.848 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_extent_bytes": 0, 2024-03-29T00:22:58.848 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_extent_items": 0, 2024-03-29T00:22:58.848 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_blob_bytes": 0, 2024-03-29T00:22:58.848 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_blob_items": 0, 2024-03-29T00:22:58.848 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-29T00:22:58.848 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_shared_blob_items": 0, 2024-03-29T00:22:58.848 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-29T00:22:58.848 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_inline_bl_items": 0, 2024-03-29T00:22:58.848 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_fsck_bytes": 0, 2024-03-29T00:22:58.848 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_fsck_items": 0, 2024-03-29T00:22:58.848 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_txc_bytes": 0, 2024-03-29T00:22:58.848 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_txc_items": 0, 2024-03-29T00:22:58.848 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-29T00:22:58.848 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_deferred_items": 0, 2024-03-29T00:22:58.849 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_bytes": 0, 2024-03-29T00:22:58.849 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_items": 0, 2024-03-29T00:22:58.849 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_bytes": 0, 2024-03-29T00:22:58.849 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_items": 0, 2024-03-29T00:22:58.849 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_reader_bytes": 0, 2024-03-29T00:22:58.849 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_reader_items": 0, 2024-03-29T00:22:58.849 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_writer_bytes": 0, 2024-03-29T00:22:58.849 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_writer_items": 0, 2024-03-29T00:22:58.849 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_anon_bytes": 213457, 2024-03-29T00:22:58.849 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_anon_items": 60, 2024-03-29T00:22:58.849 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_meta_bytes": 0, 2024-03-29T00:22:58.849 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_meta_items": 0, 2024-03-29T00:22:58.849 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_bytes": 0, 2024-03-29T00:22:58.850 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_items": 0, 2024-03-29T00:22:58.850 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_mapbl_bytes": 0, 2024-03-29T00:22:58.850 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_mapbl_items": 0, 2024-03-29T00:22:58.850 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_pglog_bytes": 0, 2024-03-29T00:22:58.850 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_pglog_items": 0, 2024-03-29T00:22:58.850 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_bytes": 8888, 2024-03-29T00:22:58.850 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_items": 170, 2024-03-29T00:22:58.850 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_mapping_bytes": 0, 2024-03-29T00:22:58.850 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_mapping_items": 0, 2024-03-29T00:22:58.850 INFO:teuthology.orchestra.run.smithi053.stdout: "pgmap_bytes": 0, 2024-03-29T00:22:58.850 INFO:teuthology.orchestra.run.smithi053.stdout: "pgmap_items": 0, 2024-03-29T00:22:58.850 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_co_bytes": 1698520, 2024-03-29T00:22:58.850 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_co_items": 9541, 2024-03-29T00:22:58.851 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_1_bytes": 0, 2024-03-29T00:22:58.851 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_1_items": 0, 2024-03-29T00:22:58.851 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_2_bytes": 0, 2024-03-29T00:22:58.851 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_2_items": 0 2024-03-29T00:22:58.851 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.851 INFO:teuthology.orchestra.run.smithi053.stdout: "objecter": { 2024-03-29T00:22:58.851 INFO:teuthology.orchestra.run.smithi053.stdout: "op_active": 0, 2024-03-29T00:22:58.851 INFO:teuthology.orchestra.run.smithi053.stdout: "op_laggy": 0, 2024-03-29T00:22:58.851 INFO:teuthology.orchestra.run.smithi053.stdout: "op_send": 1263, 2024-03-29T00:22:58.851 INFO:teuthology.orchestra.run.smithi053.stdout: "op_send_bytes": 21, 2024-03-29T00:22:58.851 INFO:teuthology.orchestra.run.smithi053.stdout: "op_resend": 3, 2024-03-29T00:22:58.851 INFO:teuthology.orchestra.run.smithi053.stdout: "op_reply": 1263, 2024-03-29T00:22:58.852 INFO:teuthology.orchestra.run.smithi053.stdout: "op_latency": { 2024-03-29T00:22:58.852 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 1263, 2024-03-29T00:22:58.852 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 2.575952908, 2024-03-29T00:22:58.852 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.002039550 2024-03-29T00:22:58.852 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.852 INFO:teuthology.orchestra.run.smithi053.stdout: "op_inflight": 0, 2024-03-29T00:22:58.852 INFO:teuthology.orchestra.run.smithi053.stdout: "oplen_avg": { 2024-03-29T00:22:58.852 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 1263, 2024-03-29T00:22:58.852 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 1264 2024-03-29T00:22:58.852 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.852 INFO:teuthology.orchestra.run.smithi053.stdout: "op": 1263, 2024-03-29T00:22:58.852 INFO:teuthology.orchestra.run.smithi053.stdout: "op_r": 1263, 2024-03-29T00:22:58.852 INFO:teuthology.orchestra.run.smithi053.stdout: "op_w": 0, 2024-03-29T00:22:58.852 INFO:teuthology.orchestra.run.smithi053.stdout: "op_rmw": 0, 2024-03-29T00:22:58.852 INFO:teuthology.orchestra.run.smithi053.stdout: "op_pg": 0, 2024-03-29T00:22:58.853 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_stat": 770, 2024-03-29T00:22:58.853 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_create": 0, 2024-03-29T00:22:58.853 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_read": 491, 2024-03-29T00:22:58.853 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_write": 0, 2024-03-29T00:22:58.853 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_writefull": 0, 2024-03-29T00:22:58.853 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_writesame": 0, 2024-03-29T00:22:58.853 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_append": 0, 2024-03-29T00:22:58.853 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_zero": 0, 2024-03-29T00:22:58.853 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_truncate": 0, 2024-03-29T00:22:58.853 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_delete": 0, 2024-03-29T00:22:58.853 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_mapext": 0, 2024-03-29T00:22:58.853 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_sparse_read": 0, 2024-03-29T00:22:58.853 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_clonerange": 0, 2024-03-29T00:22:58.853 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_getxattr": 1, 2024-03-29T00:22:58.853 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_setxattr": 0, 2024-03-29T00:22:58.853 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_cmpxattr": 0, 2024-03-29T00:22:58.853 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_rmxattr": 0, 2024-03-29T00:22:58.854 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_resetxattrs": 0, 2024-03-29T00:22:58.854 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_call": 0, 2024-03-29T00:22:58.854 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_watch": 0, 2024-03-29T00:22:58.854 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_notify": 0, 2024-03-29T00:22:58.854 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_src_cmpxattr": 0, 2024-03-29T00:22:58.854 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_pgls": 0, 2024-03-29T00:22:58.854 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_pgls_filter": 0, 2024-03-29T00:22:58.854 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_other": 0, 2024-03-29T00:22:58.854 INFO:teuthology.orchestra.run.smithi053.stdout: "linger_active": 0, 2024-03-29T00:22:58.854 INFO:teuthology.orchestra.run.smithi053.stdout: "linger_send": 0, 2024-03-29T00:22:58.854 INFO:teuthology.orchestra.run.smithi053.stdout: "linger_resend": 0, 2024-03-29T00:22:58.854 INFO:teuthology.orchestra.run.smithi053.stdout: "linger_ping": 0, 2024-03-29T00:22:58.854 INFO:teuthology.orchestra.run.smithi053.stdout: "poolop_active": 0, 2024-03-29T00:22:58.855 INFO:teuthology.orchestra.run.smithi053.stdout: "poolop_send": 0, 2024-03-29T00:22:58.855 INFO:teuthology.orchestra.run.smithi053.stdout: "poolop_resend": 0, 2024-03-29T00:22:58.855 INFO:teuthology.orchestra.run.smithi053.stdout: "poolstat_active": 0, 2024-03-29T00:22:58.855 INFO:teuthology.orchestra.run.smithi053.stdout: "poolstat_send": 0, 2024-03-29T00:22:58.855 INFO:teuthology.orchestra.run.smithi053.stdout: "poolstat_resend": 0, 2024-03-29T00:22:58.855 INFO:teuthology.orchestra.run.smithi053.stdout: "statfs_active": 0, 2024-03-29T00:22:58.855 INFO:teuthology.orchestra.run.smithi053.stdout: "statfs_send": 0, 2024-03-29T00:22:58.855 INFO:teuthology.orchestra.run.smithi053.stdout: "statfs_resend": 0, 2024-03-29T00:22:58.855 INFO:teuthology.orchestra.run.smithi053.stdout: "command_active": 0, 2024-03-29T00:22:58.855 INFO:teuthology.orchestra.run.smithi053.stdout: "command_send": 0, 2024-03-29T00:22:58.855 INFO:teuthology.orchestra.run.smithi053.stdout: "command_resend": 0, 2024-03-29T00:22:58.855 INFO:teuthology.orchestra.run.smithi053.stdout: "map_epoch": 93, 2024-03-29T00:22:58.855 INFO:teuthology.orchestra.run.smithi053.stdout: "map_full": 0, 2024-03-29T00:22:58.855 INFO:teuthology.orchestra.run.smithi053.stdout: "map_inc": 4, 2024-03-29T00:22:58.855 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_sessions": 8, 2024-03-29T00:22:58.855 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_session_open": 8, 2024-03-29T00:22:58.856 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_session_close": 0, 2024-03-29T00:22:58.856 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_laggy": 0, 2024-03-29T00:22:58.856 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_wr": 0, 2024-03-29T00:22:58.856 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_rd": 2, 2024-03-29T00:22:58.856 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_del": 0 2024-03-29T00:22:58.856 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.856 INFO:teuthology.orchestra.run.smithi053.stdout: "oft": { 2024-03-29T00:22:58.856 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_total_objs": 0, 2024-03-29T00:22:58.856 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_total_kv_pairs": 0, 2024-03-29T00:22:58.856 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_total_updates": 0, 2024-03-29T00:22:58.856 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_total_removes": 0 2024-03-29T00:22:58.856 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.856 INFO:teuthology.orchestra.run.smithi053.stdout: "osd-slow-ops": { 2024-03-29T00:22:58.856 INFO:teuthology.orchestra.run.smithi053.stdout: "slow_ops_count": 0 2024-03-29T00:22:58.856 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.856 INFO:teuthology.orchestra.run.smithi053.stdout: "purge_queue": { 2024-03-29T00:22:58.856 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executing_ops": 0, 2024-03-29T00:22:58.857 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executing_ops_high_water": 0, 2024-03-29T00:22:58.857 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executing": 0, 2024-03-29T00:22:58.857 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executing_high_water": 0, 2024-03-29T00:22:58.857 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executed_ops": 0, 2024-03-29T00:22:58.857 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executed": 0, 2024-03-29T00:22:58.857 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_item_in_journal": 0 2024-03-29T00:22:58.857 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.857 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-29T00:22:58.857 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-03-29T00:22:58.857 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 104857600, 2024-03-29T00:22:58.857 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-03-29T00:22:58.857 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 1426, 2024-03-29T00:22:58.857 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 17938868, 2024-03-29T00:22:58.857 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-03-29T00:22:58.858 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 1426, 2024-03-29T00:22:58.858 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 0, 2024-03-29T00:22:58.858 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 0, 2024-03-29T00:22:58.858 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 1426, 2024-03-29T00:22:58.858 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 17938868, 2024-03-29T00:22:58.858 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-03-29T00:22:58.858 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.858 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.858 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.858 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:22:58.858 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.858 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-objecter_bytes": { 2024-03-29T00:22:58.858 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-03-29T00:22:58.858 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 104857600, 2024-03-29T00:22:58.859 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-03-29T00:22:58.859 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 0, 2024-03-29T00:22:58.859 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 0, 2024-03-29T00:22:58.859 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-03-29T00:22:58.859 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 0, 2024-03-29T00:22:58.859 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 1263, 2024-03-29T00:22:58.859 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 17142461, 2024-03-29T00:22:58.859 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 1263, 2024-03-29T00:22:58.859 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 17142461, 2024-03-29T00:22:58.859 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-03-29T00:22:58.859 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.859 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.859 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.859 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:22:58.859 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.860 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-objecter_ops": { 2024-03-29T00:22:58.860 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-03-29T00:22:58.860 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 1024, 2024-03-29T00:22:58.860 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-03-29T00:22:58.860 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 0, 2024-03-29T00:22:58.860 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 0, 2024-03-29T00:22:58.860 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-03-29T00:22:58.860 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 0, 2024-03-29T00:22:58.860 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 1263, 2024-03-29T00:22:58.860 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 1263, 2024-03-29T00:22:58.860 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 1263, 2024-03-29T00:22:58.860 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 1263, 2024-03-29T00:22:58.861 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-03-29T00:22:58.861 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.861 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.861 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.861 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:22:58.861 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.861 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-write_buf_throttle": { 2024-03-29T00:22:58.861 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-03-29T00:22:58.861 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 3758096384, 2024-03-29T00:22:58.861 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-03-29T00:22:58.861 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 0, 2024-03-29T00:22:58.861 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 0, 2024-03-29T00:22:58.861 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-03-29T00:22:58.861 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 0, 2024-03-29T00:22:58.861 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 0, 2024-03-29T00:22:58.862 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 0, 2024-03-29T00:22:58.862 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 0, 2024-03-29T00:22:58.862 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 0, 2024-03-29T00:22:58.862 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-03-29T00:22:58.862 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.862 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.862 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.862 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:22:58.862 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:22:58.862 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-write_buf_throttle-0x55bcec0946e0": { 2024-03-29T00:22:58.862 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-03-29T00:22:58.863 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 3758096384, 2024-03-29T00:22:58.863 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-03-29T00:22:58.863 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 0, 2024-03-29T00:22:58.863 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 0, 2024-03-29T00:22:58.863 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-03-29T00:22:58.863 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 0, 2024-03-29T00:22:58.863 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 0, 2024-03-29T00:22:58.863 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 0, 2024-03-29T00:22:58.863 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 0, 2024-03-29T00:22:58.863 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 0, 2024-03-29T00:22:58.863 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-03-29T00:22:58.863 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:22:58.863 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:22:58.863 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:22:58.863 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:22:58.863 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:22:58.864 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-03-29T00:22:59.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:22:59 smithi053 ceph-mon[36233]: pgmap v557: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 597 B/s wr, 11 op/s 2024-03-29T00:22:59.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:22:59 smithi069 ceph-mon[36074]: pgmap v557: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 597 B/s wr, 11 op/s 2024-03-29T00:22:59.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:22:59 smithi012 ceph-mon[31657]: pgmap v557: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 597 B/s wr, 11 op/s 2024-03-29T00:22:59.613 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-03-29T00:22:59.613 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-03-29T00:22:59.613 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2024-03-29T00:22:59.613 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=0 2024-03-29T00:22:59.613 DEBUG:tasks.check_counter:Getting stats from h 2024-03-29T00:22:59.614 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph daemon mds.h perf dump 2024-03-29T00:22:59.881 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.b/config 2024-03-29T00:23:01.378 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:01 smithi053 ceph-mon[36233]: pgmap v558: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 8 op/s 2024-03-29T00:23:01.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:01 smithi069 ceph-mon[36074]: pgmap v558: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 8 op/s 2024-03-29T00:23:01.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:01 smithi012 ceph-mon[31657]: pgmap v558: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 8 op/s 2024-03-29T00:23:01.651 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-03-29T00:23:01.651 INFO:teuthology.orchestra.run.smithi053.stdout: "AsyncMessenger::Worker-0": { 2024-03-29T00:23:01.651 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_messages": 1179, 2024-03-29T00:23:01.651 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages": 1181, 2024-03-29T00:23:01.651 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_bytes": 16668481, 2024-03-29T00:23:01.651 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_bytes": 374929, 2024-03-29T00:23:01.651 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_created_connections": 6, 2024-03-29T00:23:01.651 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_active_connections": 2, 2024-03-29T00:23:01.651 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_total_time": 0.081502419, 2024-03-29T00:23:01.651 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_send_time": 0.021010455, 2024-03-29T00:23:01.652 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_recv_time": 0.029234837, 2024-03-29T00:23:01.652 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_fast_dispatch_time": 0.025073345, 2024-03-29T00:23:01.652 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:23:01.652 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 1179, 2024-03-29T00:23:01.652 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.023368419, 2024-03-29T00:23:01.652 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000019820 2024-03-29T00:23:01.652 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.652 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:23:01.652 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.652 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.652 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.652 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.653 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_encrypted_bytes": 0, 2024-03-29T00:23:01.653 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_encrypted_bytes": 0 2024-03-29T00:23:01.653 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.653 INFO:teuthology.orchestra.run.smithi053.stdout: "AsyncMessenger::Worker-1": { 2024-03-29T00:23:01.653 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_messages": 233, 2024-03-29T00:23:01.653 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages": 211, 2024-03-29T00:23:01.653 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_bytes": 4790472, 2024-03-29T00:23:01.653 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_bytes": 104358, 2024-03-29T00:23:01.653 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_created_connections": 4, 2024-03-29T00:23:01.653 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_active_connections": 3, 2024-03-29T00:23:01.653 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_total_time": 0.026456513, 2024-03-29T00:23:01.653 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_send_time": 0.006869226, 2024-03-29T00:23:01.653 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_recv_time": 0.017640883, 2024-03-29T00:23:01.653 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_fast_dispatch_time": 0.003916504, 2024-03-29T00:23:01.653 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:23:01.654 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 211, 2024-03-29T00:23:01.654 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.008663898, 2024-03-29T00:23:01.654 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000041061 2024-03-29T00:23:01.654 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.654 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:23:01.654 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.654 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.654 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.654 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.654 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_encrypted_bytes": 578736, 2024-03-29T00:23:01.654 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_encrypted_bytes": 82672 2024-03-29T00:23:01.654 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.654 INFO:teuthology.orchestra.run.smithi053.stdout: "AsyncMessenger::Worker-2": { 2024-03-29T00:23:01.654 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_messages": 44, 2024-03-29T00:23:01.655 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages": 144, 2024-03-29T00:23:01.655 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_bytes": 10674, 2024-03-29T00:23:01.655 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_bytes": 335004, 2024-03-29T00:23:01.655 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_created_connections": 6, 2024-03-29T00:23:01.655 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_active_connections": 4, 2024-03-29T00:23:01.655 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_total_time": 0.008900098, 2024-03-29T00:23:01.655 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_send_time": 0.004442896, 2024-03-29T00:23:01.655 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_recv_time": 0.002204198, 2024-03-29T00:23:01.655 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_fast_dispatch_time": 0.001183225, 2024-03-29T00:23:01.655 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:23:01.655 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 141, 2024-03-29T00:23:01.655 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.007984007, 2024-03-29T00:23:01.655 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000056624 2024-03-29T00:23:01.655 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.655 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:23:01.655 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.656 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.656 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.656 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.656 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_encrypted_bytes": 320, 2024-03-29T00:23:01.656 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_encrypted_bytes": 321648 2024-03-29T00:23:01.656 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.656 INFO:teuthology.orchestra.run.smithi053.stdout: "cct": { 2024-03-29T00:23:01.656 INFO:teuthology.orchestra.run.smithi053.stdout: "total_workers": 1, 2024-03-29T00:23:01.656 INFO:teuthology.orchestra.run.smithi053.stdout: "unhealthy_workers": 0 2024-03-29T00:23:01.656 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.656 INFO:teuthology.orchestra.run.smithi053.stdout: "finisher-MDSRank": { 2024-03-29T00:23:01.656 INFO:teuthology.orchestra.run.smithi053.stdout: "queue_len": 0, 2024-03-29T00:23:01.656 INFO:teuthology.orchestra.run.smithi053.stdout: "complete_latency": { 2024-03-29T00:23:01.656 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 2205, 2024-03-29T00:23:01.656 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.043838205, 2024-03-29T00:23:01.656 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000019881 2024-03-29T00:23:01.656 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:23:01.657 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.657 INFO:teuthology.orchestra.run.smithi053.stdout: "finisher-PurgeQueue": { 2024-03-29T00:23:01.657 INFO:teuthology.orchestra.run.smithi053.stdout: "queue_len": 0, 2024-03-29T00:23:01.657 INFO:teuthology.orchestra.run.smithi053.stdout: "complete_latency": { 2024-03-29T00:23:01.657 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.657 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.657 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.657 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:23:01.657 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.657 INFO:teuthology.orchestra.run.smithi053.stdout: "mds": { 2024-03-29T00:23:01.657 INFO:teuthology.orchestra.run.smithi053.stdout: "request": 0, 2024-03-29T00:23:01.657 INFO:teuthology.orchestra.run.smithi053.stdout: "reply": 0, 2024-03-29T00:23:01.657 INFO:teuthology.orchestra.run.smithi053.stdout: "reply_latency": { 2024-03-29T00:23:01.657 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.657 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.657 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.658 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.658 INFO:teuthology.orchestra.run.smithi053.stdout: "slow_reply": 0, 2024-03-29T00:23:01.658 INFO:teuthology.orchestra.run.smithi053.stdout: "forward": 0, 2024-03-29T00:23:01.658 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_fetch_complete": 0, 2024-03-29T00:23:01.658 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_fetch_keys": 0, 2024-03-29T00:23:01.658 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_commit": 0, 2024-03-29T00:23:01.658 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_split": 0, 2024-03-29T00:23:01.658 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_merge": 0, 2024-03-29T00:23:01.658 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes": 3017, 2024-03-29T00:23:01.658 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_top": 0, 2024-03-29T00:23:01.658 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_bottom": 3017, 2024-03-29T00:23:01.658 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_pin_tail": 0, 2024-03-29T00:23:01.658 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_pinned": 3017, 2024-03-29T00:23:01.659 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_expired": 0, 2024-03-29T00:23:01.659 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_with_caps": 0, 2024-03-29T00:23:01.659 INFO:teuthology.orchestra.run.smithi053.stdout: "caps": 0, 2024-03-29T00:23:01.659 INFO:teuthology.orchestra.run.smithi053.stdout: "subtrees": 1, 2024-03-29T00:23:01.659 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse": 0, 2024-03-29T00:23:01.659 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_hit": 0, 2024-03-29T00:23:01.659 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_forward": 0, 2024-03-29T00:23:01.659 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_discover": 0, 2024-03-29T00:23:01.659 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_dir_fetch": 0, 2024-03-29T00:23:01.659 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_remote_ino": 0, 2024-03-29T00:23:01.659 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_lock": 0, 2024-03-29T00:23:01.659 INFO:teuthology.orchestra.run.smithi053.stdout: "load_cent": 0, 2024-03-29T00:23:01.659 INFO:teuthology.orchestra.run.smithi053.stdout: "q": 0, 2024-03-29T00:23:01.659 INFO:teuthology.orchestra.run.smithi053.stdout: "exported": 0, 2024-03-29T00:23:01.659 INFO:teuthology.orchestra.run.smithi053.stdout: "exported_inodes": 0, 2024-03-29T00:23:01.659 INFO:teuthology.orchestra.run.smithi053.stdout: "imported": 0, 2024-03-29T00:23:01.660 INFO:teuthology.orchestra.run.smithi053.stdout: "imported_inodes": 0, 2024-03-29T00:23:01.660 INFO:teuthology.orchestra.run.smithi053.stdout: "openino_dir_fetch": 0, 2024-03-29T00:23:01.660 INFO:teuthology.orchestra.run.smithi053.stdout: "openino_backtrace_fetch": 0, 2024-03-29T00:23:01.660 INFO:teuthology.orchestra.run.smithi053.stdout: "openino_peer_discover": 0, 2024-03-29T00:23:01.660 INFO:teuthology.orchestra.run.smithi053.stdout: "root_rfiles": 0, 2024-03-29T00:23:01.660 INFO:teuthology.orchestra.run.smithi053.stdout: "root_rbytes": 0, 2024-03-29T00:23:01.660 INFO:teuthology.orchestra.run.smithi053.stdout: "root_rsnaps": 0, 2024-03-29T00:23:01.660 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_backtrace_fetch": 0, 2024-03-29T00:23:01.660 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_set_tag": 0, 2024-03-29T00:23:01.660 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_backtrace_repaired": 0, 2024-03-29T00:23:01.660 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_inotable_repaired": 0, 2024-03-29T00:23:01.660 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_dir_inodes": 0, 2024-03-29T00:23:01.660 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_dir_base_inodes": 0, 2024-03-29T00:23:01.660 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_dirfrag_rstats": 0, 2024-03-29T00:23:01.660 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_file_inodes": 0, 2024-03-29T00:23:01.660 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_inode_file_caps": 0, 2024-03-29T00:23:01.661 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_cap_op_revoke": 0, 2024-03-29T00:23:01.661 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_cap_op_grant": 0, 2024-03-29T00:23:01.661 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_cap_op_trunc": 0, 2024-03-29T00:23:01.661 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-29T00:23:01.661 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-29T00:23:01.661 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_client_caps": 0, 2024-03-29T00:23:01.661 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_client_caps_dirty": 0, 2024-03-29T00:23:01.661 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_client_cap_release": 0, 2024-03-29T00:23:01.661 INFO:teuthology.orchestra.run.smithi053.stdout: "process_request_cap_release": 0 2024-03-29T00:23:01.661 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.661 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_cache": { 2024-03-29T00:23:01.661 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_update": 0, 2024-03-29T00:23:01.661 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_update_receipt": 0, 2024-03-29T00:23:01.661 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_try_discover": 0, 2024-03-29T00:23:01.661 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_send_discover": 0, 2024-03-29T00:23:01.662 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_handle_discover": 0, 2024-03-29T00:23:01.662 INFO:teuthology.orchestra.run.smithi053.stdout: "num_strays": 0, 2024-03-29T00:23:01.662 INFO:teuthology.orchestra.run.smithi053.stdout: "num_strays_delayed": 0, 2024-03-29T00:23:01.662 INFO:teuthology.orchestra.run.smithi053.stdout: "num_strays_enqueuing": 0, 2024-03-29T00:23:01.662 INFO:teuthology.orchestra.run.smithi053.stdout: "strays_created": 0, 2024-03-29T00:23:01.662 INFO:teuthology.orchestra.run.smithi053.stdout: "strays_enqueued": 0, 2024-03-29T00:23:01.662 INFO:teuthology.orchestra.run.smithi053.stdout: "strays_reintegrated": 0, 2024-03-29T00:23:01.662 INFO:teuthology.orchestra.run.smithi053.stdout: "strays_migrated": 0, 2024-03-29T00:23:01.662 INFO:teuthology.orchestra.run.smithi053.stdout: "num_recovering_processing": 0, 2024-03-29T00:23:01.662 INFO:teuthology.orchestra.run.smithi053.stdout: "num_recovering_enqueued": 0, 2024-03-29T00:23:01.662 INFO:teuthology.orchestra.run.smithi053.stdout: "num_recovering_prioritized": 0, 2024-03-29T00:23:01.662 INFO:teuthology.orchestra.run.smithi053.stdout: "recovery_started": 0, 2024-03-29T00:23:01.662 INFO:teuthology.orchestra.run.smithi053.stdout: "recovery_completed": 0, 2024-03-29T00:23:01.662 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_quiesce_path": 0, 2024-03-29T00:23:01.663 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_quiesce_inode": 0, 2024-03-29T00:23:01.663 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_enqueue_scrub": 0, 2024-03-29T00:23:01.663 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_exportdir": 0, 2024-03-29T00:23:01.663 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_flush": 0, 2024-03-29T00:23:01.663 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_fragmentdir": 0, 2024-03-29T00:23:01.663 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_fragstats": 0, 2024-03-29T00:23:01.663 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_inodestats": 0 2024-03-29T00:23:01.663 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.663 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_log": { 2024-03-29T00:23:01.663 INFO:teuthology.orchestra.run.smithi053.stdout: "evlrg": 0, 2024-03-29T00:23:01.663 INFO:teuthology.orchestra.run.smithi053.stdout: "evadd": 0, 2024-03-29T00:23:01.663 INFO:teuthology.orchestra.run.smithi053.stdout: "evex": 0, 2024-03-29T00:23:01.663 INFO:teuthology.orchestra.run.smithi053.stdout: "evtrm": 0, 2024-03-29T00:23:01.663 INFO:teuthology.orchestra.run.smithi053.stdout: "ev": 10669, 2024-03-29T00:23:01.663 INFO:teuthology.orchestra.run.smithi053.stdout: "evexg": 0, 2024-03-29T00:23:01.663 INFO:teuthology.orchestra.run.smithi053.stdout: "evexd": 0, 2024-03-29T00:23:01.664 INFO:teuthology.orchestra.run.smithi053.stdout: "segadd": 0, 2024-03-29T00:23:01.664 INFO:teuthology.orchestra.run.smithi053.stdout: "segex": 0, 2024-03-29T00:23:01.664 INFO:teuthology.orchestra.run.smithi053.stdout: "segtrm": 0, 2024-03-29T00:23:01.664 INFO:teuthology.orchestra.run.smithi053.stdout: "seg": 15, 2024-03-29T00:23:01.664 INFO:teuthology.orchestra.run.smithi053.stdout: "segmjr": 2, 2024-03-29T00:23:01.664 INFO:teuthology.orchestra.run.smithi053.stdout: "segexg": 0, 2024-03-29T00:23:01.664 INFO:teuthology.orchestra.run.smithi053.stdout: "segexd": 0, 2024-03-29T00:23:01.664 INFO:teuthology.orchestra.run.smithi053.stdout: "expos": 4194304, 2024-03-29T00:23:01.664 INFO:teuthology.orchestra.run.smithi053.stdout: "wrpos": 24712502, 2024-03-29T00:23:01.664 INFO:teuthology.orchestra.run.smithi053.stdout: "rdpos": 24711903, 2024-03-29T00:23:01.664 INFO:teuthology.orchestra.run.smithi053.stdout: "jlat": { 2024-03-29T00:23:01.664 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.664 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.664 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.664 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.665 INFO:teuthology.orchestra.run.smithi053.stdout: "replayed": 10669 2024-03-29T00:23:01.665 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.665 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_mem": { 2024-03-29T00:23:01.665 INFO:teuthology.orchestra.run.smithi053.stdout: "ino": 14, 2024-03-29T00:23:01.665 INFO:teuthology.orchestra.run.smithi053.stdout: "ino+": 3052, 2024-03-29T00:23:01.665 INFO:teuthology.orchestra.run.smithi053.stdout: "ino-": 3038, 2024-03-29T00:23:01.665 INFO:teuthology.orchestra.run.smithi053.stdout: "dir": 19, 2024-03-29T00:23:01.666 INFO:teuthology.orchestra.run.smithi053.stdout: "dir+": 253, 2024-03-29T00:23:01.666 INFO:teuthology.orchestra.run.smithi053.stdout: "dir-": 234, 2024-03-29T00:23:01.666 INFO:teuthology.orchestra.run.smithi053.stdout: "dn": 3017, 2024-03-29T00:23:01.666 INFO:teuthology.orchestra.run.smithi053.stdout: "dn+": 5145, 2024-03-29T00:23:01.666 INFO:teuthology.orchestra.run.smithi053.stdout: "dn-": 2128, 2024-03-29T00:23:01.667 INFO:teuthology.orchestra.run.smithi053.stdout: "cap": 0, 2024-03-29T00:23:01.667 INFO:teuthology.orchestra.run.smithi053.stdout: "cap+": 0, 2024-03-29T00:23:01.667 INFO:teuthology.orchestra.run.smithi053.stdout: "cap-": 0, 2024-03-29T00:23:01.667 INFO:teuthology.orchestra.run.smithi053.stdout: "rss": 55436, 2024-03-29T00:23:01.667 INFO:teuthology.orchestra.run.smithi053.stdout: "heap": 215420 2024-03-29T00:23:01.667 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.667 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_server": { 2024-03-29T00:23:01.667 INFO:teuthology.orchestra.run.smithi053.stdout: "dispatch_client_request": 0, 2024-03-29T00:23:01.667 INFO:teuthology.orchestra.run.smithi053.stdout: "dispatch_server_request": 0, 2024-03-29T00:23:01.667 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_client_request": 0, 2024-03-29T00:23:01.667 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_client_session": 0, 2024-03-29T00:23:01.667 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_peer_request": 0, 2024-03-29T00:23:01.668 INFO:teuthology.orchestra.run.smithi053.stdout: "req_create_latency": { 2024-03-29T00:23:01.668 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.668 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.668 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.668 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.668 INFO:teuthology.orchestra.run.smithi053.stdout: "req_getattr_latency": { 2024-03-29T00:23:01.668 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.669 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.669 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.669 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.669 INFO:teuthology.orchestra.run.smithi053.stdout: "req_getfilelock_latency": { 2024-03-29T00:23:01.669 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.669 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.669 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.669 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.669 INFO:teuthology.orchestra.run.smithi053.stdout: "req_link_latency": { 2024-03-29T00:23:01.669 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.669 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.669 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.669 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.670 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookup_latency": { 2024-03-29T00:23:01.670 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.670 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.670 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.670 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.670 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookuphash_latency": { 2024-03-29T00:23:01.670 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.670 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.671 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.671 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.671 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookupino_latency": { 2024-03-29T00:23:01.671 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.671 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.671 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.672 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.672 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookupname_latency": { 2024-03-29T00:23:01.672 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.672 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.672 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.672 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.672 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookupparent_latency": { 2024-03-29T00:23:01.673 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.673 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.673 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.673 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.673 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookupsnap_latency": { 2024-03-29T00:23:01.673 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.673 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.673 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.674 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.674 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lssnap_latency": { 2024-03-29T00:23:01.674 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.674 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.674 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.674 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.674 INFO:teuthology.orchestra.run.smithi053.stdout: "req_mkdir_latency": { 2024-03-29T00:23:01.675 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.675 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.675 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.675 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.676 INFO:teuthology.orchestra.run.smithi053.stdout: "req_mknod_latency": { 2024-03-29T00:23:01.676 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.676 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.676 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.676 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.676 INFO:teuthology.orchestra.run.smithi053.stdout: "req_mksnap_latency": { 2024-03-29T00:23:01.676 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.676 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.677 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.677 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.677 INFO:teuthology.orchestra.run.smithi053.stdout: "req_open_latency": { 2024-03-29T00:23:01.677 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.677 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.677 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.677 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.677 INFO:teuthology.orchestra.run.smithi053.stdout: "req_readdir_latency": { 2024-03-29T00:23:01.677 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.677 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.677 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.677 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.678 INFO:teuthology.orchestra.run.smithi053.stdout: "req_rename_latency": { 2024-03-29T00:23:01.678 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.678 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.678 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.678 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.678 INFO:teuthology.orchestra.run.smithi053.stdout: "req_renamesnap_latency": { 2024-03-29T00:23:01.678 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.678 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.678 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.678 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.678 INFO:teuthology.orchestra.run.smithi053.stdout: "req_snapdiff_latency": { 2024-03-29T00:23:01.678 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.678 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.679 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.679 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.679 INFO:teuthology.orchestra.run.smithi053.stdout: "req_rmdir_latency": { 2024-03-29T00:23:01.679 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.679 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.679 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.679 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.679 INFO:teuthology.orchestra.run.smithi053.stdout: "req_rmsnap_latency": { 2024-03-29T00:23:01.679 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.679 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.679 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.680 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.680 INFO:teuthology.orchestra.run.smithi053.stdout: "req_rmxattr_latency": { 2024-03-29T00:23:01.680 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.680 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.680 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.680 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.680 INFO:teuthology.orchestra.run.smithi053.stdout: "req_setattr_latency": { 2024-03-29T00:23:01.680 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.680 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.680 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.680 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.680 INFO:teuthology.orchestra.run.smithi053.stdout: "req_setdirlayout_latency": { 2024-03-29T00:23:01.680 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.680 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.680 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.681 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.681 INFO:teuthology.orchestra.run.smithi053.stdout: "req_setfilelock_latency": { 2024-03-29T00:23:01.681 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.681 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.681 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.681 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.681 INFO:teuthology.orchestra.run.smithi053.stdout: "req_setlayout_latency": { 2024-03-29T00:23:01.681 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.681 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.681 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.681 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.681 INFO:teuthology.orchestra.run.smithi053.stdout: "req_setxattr_latency": { 2024-03-29T00:23:01.681 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.681 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.681 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.682 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.682 INFO:teuthology.orchestra.run.smithi053.stdout: "req_symlink_latency": { 2024-03-29T00:23:01.682 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.682 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.682 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.682 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.682 INFO:teuthology.orchestra.run.smithi053.stdout: "req_unlink_latency": { 2024-03-29T00:23:01.682 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.682 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.682 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.682 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.682 INFO:teuthology.orchestra.run.smithi053.stdout: "cap_revoke_eviction": 0, 2024-03-29T00:23:01.682 INFO:teuthology.orchestra.run.smithi053.stdout: "cap_acquisition_throttle": 0, 2024-03-29T00:23:01.682 INFO:teuthology.orchestra.run.smithi053.stdout: "req_getvxattr_latency": { 2024-03-29T00:23:01.682 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.683 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.683 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.683 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:23:01.683 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.683 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_sessions": { 2024-03-29T00:23:01.683 INFO:teuthology.orchestra.run.smithi053.stdout: "session_count": 1, 2024-03-29T00:23:01.683 INFO:teuthology.orchestra.run.smithi053.stdout: "session_add": 2, 2024-03-29T00:23:01.683 INFO:teuthology.orchestra.run.smithi053.stdout: "session_remove": 1, 2024-03-29T00:23:01.683 INFO:teuthology.orchestra.run.smithi053.stdout: "sessions_open": 1, 2024-03-29T00:23:01.683 INFO:teuthology.orchestra.run.smithi053.stdout: "sessions_stale": 0, 2024-03-29T00:23:01.683 INFO:teuthology.orchestra.run.smithi053.stdout: "total_load": 0, 2024-03-29T00:23:01.683 INFO:teuthology.orchestra.run.smithi053.stdout: "average_load": 0, 2024-03-29T00:23:01.683 INFO:teuthology.orchestra.run.smithi053.stdout: "avg_session_uptime": 2009, 2024-03-29T00:23:01.683 INFO:teuthology.orchestra.run.smithi053.stdout: "mdthresh_evicted": 0 2024-03-29T00:23:01.683 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.684 INFO:teuthology.orchestra.run.smithi053.stdout: "mempool": { 2024-03-29T00:23:01.684 INFO:teuthology.orchestra.run.smithi053.stdout: "bloom_filter_bytes": 0, 2024-03-29T00:23:01.684 INFO:teuthology.orchestra.run.smithi053.stdout: "bloom_filter_items": 0, 2024-03-29T00:23:01.684 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_alloc_bytes": 0, 2024-03-29T00:23:01.684 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_alloc_items": 0, 2024-03-29T00:23:01.684 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_data_bytes": 0, 2024-03-29T00:23:01.684 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_data_items": 0, 2024-03-29T00:23:01.684 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-29T00:23:01.684 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_onode_items": 0, 2024-03-29T00:23:01.684 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-29T00:23:01.684 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_meta_items": 0, 2024-03-29T00:23:01.684 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_other_bytes": 0, 2024-03-29T00:23:01.684 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_other_items": 0, 2024-03-29T00:23:01.684 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-29T00:23:01.684 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_buffer_items": 0, 2024-03-29T00:23:01.684 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_extent_bytes": 0, 2024-03-29T00:23:01.685 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_extent_items": 0, 2024-03-29T00:23:01.685 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_blob_bytes": 0, 2024-03-29T00:23:01.685 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_blob_items": 0, 2024-03-29T00:23:01.685 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-29T00:23:01.685 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_shared_blob_items": 0, 2024-03-29T00:23:01.685 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-29T00:23:01.685 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_inline_bl_items": 0, 2024-03-29T00:23:01.685 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_fsck_bytes": 0, 2024-03-29T00:23:01.685 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_fsck_items": 0, 2024-03-29T00:23:01.685 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_txc_bytes": 0, 2024-03-29T00:23:01.685 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_txc_items": 0, 2024-03-29T00:23:01.685 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-29T00:23:01.685 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_deferred_items": 0, 2024-03-29T00:23:01.685 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_bytes": 0, 2024-03-29T00:23:01.685 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_items": 0, 2024-03-29T00:23:01.685 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_bytes": 0, 2024-03-29T00:23:01.686 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_items": 0, 2024-03-29T00:23:01.686 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_reader_bytes": 0, 2024-03-29T00:23:01.686 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_reader_items": 0, 2024-03-29T00:23:01.686 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_writer_bytes": 0, 2024-03-29T00:23:01.686 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_writer_items": 0, 2024-03-29T00:23:01.686 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_anon_bytes": 197334, 2024-03-29T00:23:01.686 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_anon_items": 53, 2024-03-29T00:23:01.686 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_meta_bytes": 0, 2024-03-29T00:23:01.686 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_meta_items": 0, 2024-03-29T00:23:01.686 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_bytes": 0, 2024-03-29T00:23:01.686 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_items": 0, 2024-03-29T00:23:01.686 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_mapbl_bytes": 0, 2024-03-29T00:23:01.686 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_mapbl_items": 0, 2024-03-29T00:23:01.686 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_pglog_bytes": 0, 2024-03-29T00:23:01.687 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_pglog_items": 0, 2024-03-29T00:23:01.687 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_bytes": 8888, 2024-03-29T00:23:01.687 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_items": 170, 2024-03-29T00:23:01.687 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_mapping_bytes": 0, 2024-03-29T00:23:01.687 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_mapping_items": 0, 2024-03-29T00:23:01.687 INFO:teuthology.orchestra.run.smithi053.stdout: "pgmap_bytes": 0, 2024-03-29T00:23:01.687 INFO:teuthology.orchestra.run.smithi053.stdout: "pgmap_items": 0, 2024-03-29T00:23:01.687 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_co_bytes": 2180618, 2024-03-29T00:23:01.687 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_co_items": 12485, 2024-03-29T00:23:01.687 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_1_bytes": 0, 2024-03-29T00:23:01.687 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_1_items": 0, 2024-03-29T00:23:01.687 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_2_bytes": 0, 2024-03-29T00:23:01.687 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_2_items": 0 2024-03-29T00:23:01.687 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.687 INFO:teuthology.orchestra.run.smithi053.stdout: "objecter": { 2024-03-29T00:23:01.687 INFO:teuthology.orchestra.run.smithi053.stdout: "op_active": 0, 2024-03-29T00:23:01.687 INFO:teuthology.orchestra.run.smithi053.stdout: "op_laggy": 0, 2024-03-29T00:23:01.688 INFO:teuthology.orchestra.run.smithi053.stdout: "op_send": 1289, 2024-03-29T00:23:01.688 INFO:teuthology.orchestra.run.smithi053.stdout: "op_send_bytes": 21, 2024-03-29T00:23:01.688 INFO:teuthology.orchestra.run.smithi053.stdout: "op_resend": 3, 2024-03-29T00:23:01.688 INFO:teuthology.orchestra.run.smithi053.stdout: "op_reply": 1289, 2024-03-29T00:23:01.688 INFO:teuthology.orchestra.run.smithi053.stdout: "op_latency": { 2024-03-29T00:23:01.688 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 1289, 2024-03-29T00:23:01.688 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 1.275976569, 2024-03-29T00:23:01.688 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000989896 2024-03-29T00:23:01.688 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.688 INFO:teuthology.orchestra.run.smithi053.stdout: "op_inflight": 0, 2024-03-29T00:23:01.688 INFO:teuthology.orchestra.run.smithi053.stdout: "oplen_avg": { 2024-03-29T00:23:01.688 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 1289, 2024-03-29T00:23:01.688 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 1290 2024-03-29T00:23:01.688 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.689 INFO:teuthology.orchestra.run.smithi053.stdout: "op": 1289, 2024-03-29T00:23:01.689 INFO:teuthology.orchestra.run.smithi053.stdout: "op_r": 1289, 2024-03-29T00:23:01.689 INFO:teuthology.orchestra.run.smithi053.stdout: "op_w": 0, 2024-03-29T00:23:01.689 INFO:teuthology.orchestra.run.smithi053.stdout: "op_rmw": 0, 2024-03-29T00:23:01.689 INFO:teuthology.orchestra.run.smithi053.stdout: "op_pg": 0, 2024-03-29T00:23:01.689 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_stat": 787, 2024-03-29T00:23:01.689 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_create": 0, 2024-03-29T00:23:01.689 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_read": 500, 2024-03-29T00:23:01.690 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_write": 0, 2024-03-29T00:23:01.690 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_writefull": 0, 2024-03-29T00:23:01.690 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_writesame": 0, 2024-03-29T00:23:01.690 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_append": 0, 2024-03-29T00:23:01.690 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_zero": 0, 2024-03-29T00:23:01.690 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_truncate": 0, 2024-03-29T00:23:01.690 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_delete": 0, 2024-03-29T00:23:01.690 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_mapext": 0, 2024-03-29T00:23:01.691 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_sparse_read": 0, 2024-03-29T00:23:01.691 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_clonerange": 0, 2024-03-29T00:23:01.691 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_getxattr": 1, 2024-03-29T00:23:01.691 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_setxattr": 0, 2024-03-29T00:23:01.691 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_cmpxattr": 0, 2024-03-29T00:23:01.691 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_rmxattr": 0, 2024-03-29T00:23:01.691 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_resetxattrs": 0, 2024-03-29T00:23:01.691 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_call": 0, 2024-03-29T00:23:01.691 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_watch": 0, 2024-03-29T00:23:01.692 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_notify": 0, 2024-03-29T00:23:01.692 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_src_cmpxattr": 0, 2024-03-29T00:23:01.692 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_pgls": 0, 2024-03-29T00:23:01.692 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_pgls_filter": 0, 2024-03-29T00:23:01.692 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_other": 0, 2024-03-29T00:23:01.692 INFO:teuthology.orchestra.run.smithi053.stdout: "linger_active": 0, 2024-03-29T00:23:01.692 INFO:teuthology.orchestra.run.smithi053.stdout: "linger_send": 0, 2024-03-29T00:23:01.693 INFO:teuthology.orchestra.run.smithi053.stdout: "linger_resend": 0, 2024-03-29T00:23:01.693 INFO:teuthology.orchestra.run.smithi053.stdout: "linger_ping": 0, 2024-03-29T00:23:01.693 INFO:teuthology.orchestra.run.smithi053.stdout: "poolop_active": 0, 2024-03-29T00:23:01.693 INFO:teuthology.orchestra.run.smithi053.stdout: "poolop_send": 0, 2024-03-29T00:23:01.693 INFO:teuthology.orchestra.run.smithi053.stdout: "poolop_resend": 0, 2024-03-29T00:23:01.693 INFO:teuthology.orchestra.run.smithi053.stdout: "poolstat_active": 0, 2024-03-29T00:23:01.693 INFO:teuthology.orchestra.run.smithi053.stdout: "poolstat_send": 0, 2024-03-29T00:23:01.694 INFO:teuthology.orchestra.run.smithi053.stdout: "poolstat_resend": 0, 2024-03-29T00:23:01.694 INFO:teuthology.orchestra.run.smithi053.stdout: "statfs_active": 0, 2024-03-29T00:23:01.694 INFO:teuthology.orchestra.run.smithi053.stdout: "statfs_send": 0, 2024-03-29T00:23:01.694 INFO:teuthology.orchestra.run.smithi053.stdout: "statfs_resend": 0, 2024-03-29T00:23:01.694 INFO:teuthology.orchestra.run.smithi053.stdout: "command_active": 0, 2024-03-29T00:23:01.694 INFO:teuthology.orchestra.run.smithi053.stdout: "command_send": 0, 2024-03-29T00:23:01.694 INFO:teuthology.orchestra.run.smithi053.stdout: "command_resend": 0, 2024-03-29T00:23:01.695 INFO:teuthology.orchestra.run.smithi053.stdout: "map_epoch": 93, 2024-03-29T00:23:01.695 INFO:teuthology.orchestra.run.smithi053.stdout: "map_full": 0, 2024-03-29T00:23:01.695 INFO:teuthology.orchestra.run.smithi053.stdout: "map_inc": 4, 2024-03-29T00:23:01.695 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_sessions": 6, 2024-03-29T00:23:01.695 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_session_open": 6, 2024-03-29T00:23:01.695 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_session_close": 0, 2024-03-29T00:23:01.695 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_laggy": 0, 2024-03-29T00:23:01.695 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_wr": 0, 2024-03-29T00:23:01.695 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_rd": 2, 2024-03-29T00:23:01.696 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_del": 0 2024-03-29T00:23:01.696 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.696 INFO:teuthology.orchestra.run.smithi053.stdout: "oft": { 2024-03-29T00:23:01.696 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_total_objs": 0, 2024-03-29T00:23:01.696 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_total_kv_pairs": 0, 2024-03-29T00:23:01.696 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_total_updates": 0, 2024-03-29T00:23:01.696 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_total_removes": 0 2024-03-29T00:23:01.696 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.697 INFO:teuthology.orchestra.run.smithi053.stdout: "osd-slow-ops": { 2024-03-29T00:23:01.697 INFO:teuthology.orchestra.run.smithi053.stdout: "slow_ops_count": 0 2024-03-29T00:23:01.697 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.697 INFO:teuthology.orchestra.run.smithi053.stdout: "purge_queue": { 2024-03-29T00:23:01.697 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executing_ops": 0, 2024-03-29T00:23:01.697 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executing_ops_high_water": 0, 2024-03-29T00:23:01.697 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executing": 0, 2024-03-29T00:23:01.698 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executing_high_water": 0, 2024-03-29T00:23:01.698 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executed_ops": 0, 2024-03-29T00:23:01.698 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executed": 0, 2024-03-29T00:23:01.698 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_item_in_journal": 0 2024-03-29T00:23:01.698 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.698 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-29T00:23:01.699 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-03-29T00:23:01.699 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 104857600, 2024-03-29T00:23:01.699 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-03-29T00:23:01.699 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 1452, 2024-03-29T00:23:01.699 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 21327709, 2024-03-29T00:23:01.699 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-03-29T00:23:01.699 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 1452, 2024-03-29T00:23:01.699 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 0, 2024-03-29T00:23:01.699 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 0, 2024-03-29T00:23:01.699 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 1452, 2024-03-29T00:23:01.700 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 21327709, 2024-03-29T00:23:01.700 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-03-29T00:23:01.700 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.700 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.700 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.700 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:23:01.700 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.700 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-objecter_bytes": { 2024-03-29T00:23:01.700 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-03-29T00:23:01.700 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 104857600, 2024-03-29T00:23:01.700 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-03-29T00:23:01.700 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 0, 2024-03-29T00:23:01.700 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 0, 2024-03-29T00:23:01.700 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-03-29T00:23:01.700 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 0, 2024-03-29T00:23:01.700 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 1289, 2024-03-29T00:23:01.700 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 20526813, 2024-03-29T00:23:01.701 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 1289, 2024-03-29T00:23:01.701 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 20526813, 2024-03-29T00:23:01.701 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-03-29T00:23:01.701 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.701 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.701 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.701 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:23:01.701 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.701 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-objecter_ops": { 2024-03-29T00:23:01.701 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-03-29T00:23:01.701 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 1024, 2024-03-29T00:23:01.701 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-03-29T00:23:01.701 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 0, 2024-03-29T00:23:01.701 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 0, 2024-03-29T00:23:01.702 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-03-29T00:23:01.702 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 0, 2024-03-29T00:23:01.702 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 1289, 2024-03-29T00:23:01.702 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 1289, 2024-03-29T00:23:01.702 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 1289, 2024-03-29T00:23:01.702 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 1289, 2024-03-29T00:23:01.702 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-03-29T00:23:01.702 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.702 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.702 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.702 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:23:01.702 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.702 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-write_buf_throttle": { 2024-03-29T00:23:01.703 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-03-29T00:23:01.703 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 3758096384, 2024-03-29T00:23:01.703 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-03-29T00:23:01.703 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 0, 2024-03-29T00:23:01.703 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 0, 2024-03-29T00:23:01.703 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-03-29T00:23:01.703 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 0, 2024-03-29T00:23:01.703 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 0, 2024-03-29T00:23:01.703 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 0, 2024-03-29T00:23:01.703 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 0, 2024-03-29T00:23:01.703 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 0, 2024-03-29T00:23:01.703 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-03-29T00:23:01.703 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.703 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.703 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.703 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:23:01.703 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:01.704 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-write_buf_throttle-0x560fe05186e0": { 2024-03-29T00:23:01.704 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-03-29T00:23:01.704 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 3758096384, 2024-03-29T00:23:01.704 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-03-29T00:23:01.704 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 0, 2024-03-29T00:23:01.704 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 0, 2024-03-29T00:23:01.704 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-03-29T00:23:01.704 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 0, 2024-03-29T00:23:01.704 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 0, 2024-03-29T00:23:01.704 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 0, 2024-03-29T00:23:01.704 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 0, 2024-03-29T00:23:01.704 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 0, 2024-03-29T00:23:01.704 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-03-29T00:23:01.704 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:01.704 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:01.704 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:01.705 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:23:01.705 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:23:01.705 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-03-29T00:23:02.422 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-03-29T00:23:02.422 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-03-29T00:23:02.422 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=0 2024-03-29T00:23:02.423 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=0 2024-03-29T00:23:02.423 DEBUG:tasks.check_counter:Getting stats from k 2024-03-29T00:23:02.423 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph daemon mds.k perf dump 2024-03-29T00:23:02.696 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.b/config 2024-03-29T00:23:03.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:03 smithi053 ceph-mon[36233]: pgmap v559: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 1023 B/s wr, 11 op/s 2024-03-29T00:23:03.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:03 smithi069 ceph-mon[36074]: pgmap v559: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 1023 B/s wr, 11 op/s 2024-03-29T00:23:03.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:03 smithi012 ceph-mon[31657]: pgmap v559: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 1023 B/s wr, 11 op/s 2024-03-29T00:23:04.477 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-03-29T00:23:04.477 INFO:teuthology.orchestra.run.smithi053.stdout: "AsyncMessenger::Worker-0": { 2024-03-29T00:23:04.477 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_messages": 12648, 2024-03-29T00:23:04.477 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages": 19002, 2024-03-29T00:23:04.477 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_bytes": 6096370, 2024-03-29T00:23:04.477 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_bytes": 12135500, 2024-03-29T00:23:04.478 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_created_connections": 11, 2024-03-29T00:23:04.478 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_active_connections": 4, 2024-03-29T00:23:04.478 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_total_time": 0.833834321, 2024-03-29T00:23:04.478 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_send_time": 0.358869595, 2024-03-29T00:23:04.478 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_recv_time": 0.494360447, 2024-03-29T00:23:04.478 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_fast_dispatch_time": 0.042079831, 2024-03-29T00:23:04.478 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:23:04.478 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 19001, 2024-03-29T00:23:04.478 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.501855541, 2024-03-29T00:23:04.478 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000026412 2024-03-29T00:23:04.478 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.478 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:23:04.478 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 24502, 2024-03-29T00:23:04.479 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.004372185, 2024-03-29T00:23:04.479 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000178 2024-03-29T00:23:04.479 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.479 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-03-29T00:23:04.479 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_encrypted_bytes": 448 2024-03-29T00:23:04.479 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.479 INFO:teuthology.orchestra.run.smithi053.stdout: "AsyncMessenger::Worker-1": { 2024-03-29T00:23:04.479 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_messages": 6470, 2024-03-29T00:23:04.479 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages": 6575, 2024-03-29T00:23:04.479 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_bytes": 1960443, 2024-03-29T00:23:04.479 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_bytes": 2571099, 2024-03-29T00:23:04.479 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_created_connections": 24, 2024-03-29T00:23:04.480 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_active_connections": 7, 2024-03-29T00:23:04.480 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_total_time": 0.516761645, 2024-03-29T00:23:04.480 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_send_time": 0.232383293, 2024-03-29T00:23:04.480 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_recv_time": 0.265721576, 2024-03-29T00:23:04.480 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_fast_dispatch_time": 0.045518992, 2024-03-29T00:23:04.480 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:23:04.480 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 6570, 2024-03-29T00:23:04.480 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.272799414, 2024-03-29T00:23:04.480 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000041521 2024-03-29T00:23:04.480 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.480 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:23:04.480 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 9598, 2024-03-29T00:23:04.480 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.001724526, 2024-03-29T00:23:04.480 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000179 2024-03-29T00:23:04.481 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.481 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_encrypted_bytes": 320, 2024-03-29T00:23:04.481 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_encrypted_bytes": 322528 2024-03-29T00:23:04.481 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.481 INFO:teuthology.orchestra.run.smithi053.stdout: "AsyncMessenger::Worker-2": { 2024-03-29T00:23:04.481 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_messages": 9216, 2024-03-29T00:23:04.481 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages": 9938, 2024-03-29T00:23:04.481 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_bytes": 3147898, 2024-03-29T00:23:04.481 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_bytes": 11481063, 2024-03-29T00:23:04.481 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_created_connections": 10, 2024-03-29T00:23:04.481 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_active_connections": 5, 2024-03-29T00:23:04.482 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_total_time": 0.528153874, 2024-03-29T00:23:04.482 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_send_time": 0.205509791, 2024-03-29T00:23:04.482 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_recv_time": 0.317912434, 2024-03-29T00:23:04.482 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_fast_dispatch_time": 0.045802994, 2024-03-29T00:23:04.482 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:23:04.482 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 9939, 2024-03-29T00:23:04.482 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.311948550, 2024-03-29T00:23:04.482 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000031386 2024-03-29T00:23:04.482 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.482 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:23:04.482 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 15768, 2024-03-29T00:23:04.482 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.002284155, 2024-03-29T00:23:04.483 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000144 2024-03-29T00:23:04.483 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.483 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_encrypted_bytes": 568240, 2024-03-29T00:23:04.483 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_encrypted_bytes": 91520 2024-03-29T00:23:04.483 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.483 INFO:teuthology.orchestra.run.smithi053.stdout: "cct": { 2024-03-29T00:23:04.483 INFO:teuthology.orchestra.run.smithi053.stdout: "total_workers": 1, 2024-03-29T00:23:04.483 INFO:teuthology.orchestra.run.smithi053.stdout: "unhealthy_workers": 0 2024-03-29T00:23:04.483 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.483 INFO:teuthology.orchestra.run.smithi053.stdout: "finisher-MDSRank": { 2024-03-29T00:23:04.483 INFO:teuthology.orchestra.run.smithi053.stdout: "queue_len": 0, 2024-03-29T00:23:04.483 INFO:teuthology.orchestra.run.smithi053.stdout: "complete_latency": { 2024-03-29T00:23:04.484 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 916, 2024-03-29T00:23:04.484 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 2.589194444, 2024-03-29T00:23:04.484 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.002826631 2024-03-29T00:23:04.484 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:23:04.484 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.484 INFO:teuthology.orchestra.run.smithi053.stdout: "finisher-PurgeQueue": { 2024-03-29T00:23:04.484 INFO:teuthology.orchestra.run.smithi053.stdout: "queue_len": 0, 2024-03-29T00:23:04.484 INFO:teuthology.orchestra.run.smithi053.stdout: "complete_latency": { 2024-03-29T00:23:04.484 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 3680, 2024-03-29T00:23:04.484 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.571110804, 2024-03-29T00:23:04.484 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000155193 2024-03-29T00:23:04.484 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:23:04.484 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.484 INFO:teuthology.orchestra.run.smithi053.stdout: "mds": { 2024-03-29T00:23:04.485 INFO:teuthology.orchestra.run.smithi053.stdout: "request": 2853, 2024-03-29T00:23:04.485 INFO:teuthology.orchestra.run.smithi053.stdout: "reply": 2829, 2024-03-29T00:23:04.485 INFO:teuthology.orchestra.run.smithi053.stdout: "reply_latency": { 2024-03-29T00:23:04.485 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 2829, 2024-03-29T00:23:04.485 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 8.056530657, 2024-03-29T00:23:04.485 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.002847836 2024-03-29T00:23:04.485 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.485 INFO:teuthology.orchestra.run.smithi053.stdout: "slow_reply": 0, 2024-03-29T00:23:04.485 INFO:teuthology.orchestra.run.smithi053.stdout: "forward": 24, 2024-03-29T00:23:04.485 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_fetch_complete": 0, 2024-03-29T00:23:04.485 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_fetch_keys": 0, 2024-03-29T00:23:04.485 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_commit": 11, 2024-03-29T00:23:04.485 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_split": 0, 2024-03-29T00:23:04.486 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_merge": 0, 2024-03-29T00:23:04.486 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes": 16, 2024-03-29T00:23:04.486 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_top": 2, 2024-03-29T00:23:04.486 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_bottom": 4, 2024-03-29T00:23:04.486 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_pin_tail": 10, 2024-03-29T00:23:04.486 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_pinned": 13, 2024-03-29T00:23:04.486 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_expired": 1064, 2024-03-29T00:23:04.486 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_with_caps": 1, 2024-03-29T00:23:04.486 INFO:teuthology.orchestra.run.smithi053.stdout: "caps": 1, 2024-03-29T00:23:04.486 INFO:teuthology.orchestra.run.smithi053.stdout: "subtrees": 4, 2024-03-29T00:23:04.486 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse": 5289, 2024-03-29T00:23:04.486 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_hit": 3976, 2024-03-29T00:23:04.486 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_forward": 0, 2024-03-29T00:23:04.486 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_discover": 554, 2024-03-29T00:23:04.487 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_dir_fetch": 0, 2024-03-29T00:23:04.487 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_remote_ino": 0, 2024-03-29T00:23:04.487 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_lock": 0, 2024-03-29T00:23:04.487 INFO:teuthology.orchestra.run.smithi053.stdout: "load_cent": 0, 2024-03-29T00:23:04.487 INFO:teuthology.orchestra.run.smithi053.stdout: "q": 0, 2024-03-29T00:23:04.487 INFO:teuthology.orchestra.run.smithi053.stdout: "exported": 30, 2024-03-29T00:23:04.487 INFO:teuthology.orchestra.run.smithi053.stdout: "exported_inodes": 232, 2024-03-29T00:23:04.487 INFO:teuthology.orchestra.run.smithi053.stdout: "imported": 101, 2024-03-29T00:23:04.487 INFO:teuthology.orchestra.run.smithi053.stdout: "imported_inodes": 1666, 2024-03-29T00:23:04.487 INFO:teuthology.orchestra.run.smithi053.stdout: "openino_dir_fetch": 0, 2024-03-29T00:23:04.487 INFO:teuthology.orchestra.run.smithi053.stdout: "openino_backtrace_fetch": 0, 2024-03-29T00:23:04.487 INFO:teuthology.orchestra.run.smithi053.stdout: "openino_peer_discover": 0, 2024-03-29T00:23:04.487 INFO:teuthology.orchestra.run.smithi053.stdout: "root_rfiles": 582, 2024-03-29T00:23:04.487 INFO:teuthology.orchestra.run.smithi053.stdout: "root_rbytes": 105604442, 2024-03-29T00:23:04.487 INFO:teuthology.orchestra.run.smithi053.stdout: "root_rsnaps": 0, 2024-03-29T00:23:04.488 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_backtrace_fetch": 0, 2024-03-29T00:23:04.488 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_set_tag": 0, 2024-03-29T00:23:04.488 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_backtrace_repaired": 0, 2024-03-29T00:23:04.488 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_inotable_repaired": 0, 2024-03-29T00:23:04.488 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_dir_inodes": 0, 2024-03-29T00:23:04.488 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_dir_base_inodes": 0, 2024-03-29T00:23:04.488 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_dirfrag_rstats": 0, 2024-03-29T00:23:04.488 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_file_inodes": 0, 2024-03-29T00:23:04.488 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_inode_file_caps": 48, 2024-03-29T00:23:04.488 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_cap_op_revoke": 356, 2024-03-29T00:23:04.488 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_cap_op_grant": 2535, 2024-03-29T00:23:04.488 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_cap_op_trunc": 0, 2024-03-29T00:23:04.488 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-29T00:23:04.488 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-29T00:23:04.488 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_client_caps": 1030, 2024-03-29T00:23:04.489 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_client_caps_dirty": 692, 2024-03-29T00:23:04.489 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_client_cap_release": 37, 2024-03-29T00:23:04.489 INFO:teuthology.orchestra.run.smithi053.stdout: "process_request_cap_release": 2568 2024-03-29T00:23:04.489 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.489 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_cache": { 2024-03-29T00:23:04.489 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_update": 538, 2024-03-29T00:23:04.489 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_update_receipt": 1637, 2024-03-29T00:23:04.489 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_try_discover": 1063, 2024-03-29T00:23:04.489 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_send_discover": 1222, 2024-03-29T00:23:04.489 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_handle_discover": 1096, 2024-03-29T00:23:04.489 INFO:teuthology.orchestra.run.smithi053.stdout: "num_strays": 0, 2024-03-29T00:23:04.489 INFO:teuthology.orchestra.run.smithi053.stdout: "num_strays_delayed": 0, 2024-03-29T00:23:04.489 INFO:teuthology.orchestra.run.smithi053.stdout: "num_strays_enqueuing": 0, 2024-03-29T00:23:04.489 INFO:teuthology.orchestra.run.smithi053.stdout: "strays_created": 1857, 2024-03-29T00:23:04.490 INFO:teuthology.orchestra.run.smithi053.stdout: "strays_enqueued": 1857, 2024-03-29T00:23:04.490 INFO:teuthology.orchestra.run.smithi053.stdout: "strays_reintegrated": 0, 2024-03-29T00:23:04.490 INFO:teuthology.orchestra.run.smithi053.stdout: "strays_migrated": 0, 2024-03-29T00:23:04.490 INFO:teuthology.orchestra.run.smithi053.stdout: "num_recovering_processing": 0, 2024-03-29T00:23:04.490 INFO:teuthology.orchestra.run.smithi053.stdout: "num_recovering_enqueued": 0, 2024-03-29T00:23:04.490 INFO:teuthology.orchestra.run.smithi053.stdout: "num_recovering_prioritized": 0, 2024-03-29T00:23:04.490 INFO:teuthology.orchestra.run.smithi053.stdout: "recovery_started": 0, 2024-03-29T00:23:04.490 INFO:teuthology.orchestra.run.smithi053.stdout: "recovery_completed": 0, 2024-03-29T00:23:04.490 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_quiesce_path": 0, 2024-03-29T00:23:04.490 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_quiesce_inode": 0, 2024-03-29T00:23:04.490 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_enqueue_scrub": 0, 2024-03-29T00:23:04.490 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_exportdir": 31, 2024-03-29T00:23:04.490 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_flush": 0, 2024-03-29T00:23:04.491 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_fragmentdir": 0, 2024-03-29T00:23:04.491 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_fragstats": 0, 2024-03-29T00:23:04.491 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_inodestats": 0 2024-03-29T00:23:04.491 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.491 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_log": { 2024-03-29T00:23:04.491 INFO:teuthology.orchestra.run.smithi053.stdout: "evlrg": 0, 2024-03-29T00:23:04.491 INFO:teuthology.orchestra.run.smithi053.stdout: "evadd": 6166, 2024-03-29T00:23:04.491 INFO:teuthology.orchestra.run.smithi053.stdout: "evex": 0, 2024-03-29T00:23:04.491 INFO:teuthology.orchestra.run.smithi053.stdout: "evtrm": 0, 2024-03-29T00:23:04.491 INFO:teuthology.orchestra.run.smithi053.stdout: "ev": 6166, 2024-03-29T00:23:04.491 INFO:teuthology.orchestra.run.smithi053.stdout: "evexg": 0, 2024-03-29T00:23:04.491 INFO:teuthology.orchestra.run.smithi053.stdout: "evexd": 0, 2024-03-29T00:23:04.491 INFO:teuthology.orchestra.run.smithi053.stdout: "segadd": 9, 2024-03-29T00:23:04.491 INFO:teuthology.orchestra.run.smithi053.stdout: "segex": 0, 2024-03-29T00:23:04.491 INFO:teuthology.orchestra.run.smithi053.stdout: "segtrm": 0, 2024-03-29T00:23:04.492 INFO:teuthology.orchestra.run.smithi053.stdout: "seg": 9, 2024-03-29T00:23:04.492 INFO:teuthology.orchestra.run.smithi053.stdout: "segmjr": 2, 2024-03-29T00:23:04.492 INFO:teuthology.orchestra.run.smithi053.stdout: "segexg": 0, 2024-03-29T00:23:04.492 INFO:teuthology.orchestra.run.smithi053.stdout: "segexd": 0, 2024-03-29T00:23:04.492 INFO:teuthology.orchestra.run.smithi053.stdout: "expos": 4194304, 2024-03-29T00:23:04.492 INFO:teuthology.orchestra.run.smithi053.stdout: "wrpos": 16382917, 2024-03-29T00:23:04.492 INFO:teuthology.orchestra.run.smithi053.stdout: "rdpos": 0, 2024-03-29T00:23:04.492 INFO:teuthology.orchestra.run.smithi053.stdout: "jlat": { 2024-03-29T00:23:04.492 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 427, 2024-03-29T00:23:04.492 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 1.636247728, 2024-03-29T00:23:04.492 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.003831961 2024-03-29T00:23:04.492 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.492 INFO:teuthology.orchestra.run.smithi053.stdout: "replayed": 0 2024-03-29T00:23:04.492 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.492 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_mem": { 2024-03-29T00:23:04.492 INFO:teuthology.orchestra.run.smithi053.stdout: "ino": 23, 2024-03-29T00:23:04.493 INFO:teuthology.orchestra.run.smithi053.stdout: "ino+": 2366, 2024-03-29T00:23:04.493 INFO:teuthology.orchestra.run.smithi053.stdout: "ino-": 2343, 2024-03-29T00:23:04.493 INFO:teuthology.orchestra.run.smithi053.stdout: "dir": 20, 2024-03-29T00:23:04.493 INFO:teuthology.orchestra.run.smithi053.stdout: "dir+": 795, 2024-03-29T00:23:04.493 INFO:teuthology.orchestra.run.smithi053.stdout: "dir-": 775, 2024-03-29T00:23:04.493 INFO:teuthology.orchestra.run.smithi053.stdout: "dn": 16, 2024-03-29T00:23:04.493 INFO:teuthology.orchestra.run.smithi053.stdout: "dn+": 4347, 2024-03-29T00:23:04.493 INFO:teuthology.orchestra.run.smithi053.stdout: "dn-": 4331, 2024-03-29T00:23:04.493 INFO:teuthology.orchestra.run.smithi053.stdout: "cap": 1, 2024-03-29T00:23:04.493 INFO:teuthology.orchestra.run.smithi053.stdout: "cap+": 1876, 2024-03-29T00:23:04.493 INFO:teuthology.orchestra.run.smithi053.stdout: "cap-": 1875, 2024-03-29T00:23:04.493 INFO:teuthology.orchestra.run.smithi053.stdout: "rss": 70396, 2024-03-29T00:23:04.493 INFO:teuthology.orchestra.run.smithi053.stdout: "heap": 223612 2024-03-29T00:23:04.493 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.493 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_server": { 2024-03-29T00:23:04.494 INFO:teuthology.orchestra.run.smithi053.stdout: "dispatch_client_request": 4540, 2024-03-29T00:23:04.494 INFO:teuthology.orchestra.run.smithi053.stdout: "dispatch_server_request": 1014, 2024-03-29T00:23:04.494 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_client_request": 2853, 2024-03-29T00:23:04.494 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_client_session": 4, 2024-03-29T00:23:04.494 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_peer_request": 2819, 2024-03-29T00:23:04.494 INFO:teuthology.orchestra.run.smithi053.stdout: "req_create_latency": { 2024-03-29T00:23:04.494 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 293, 2024-03-29T00:23:04.494 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.514636264, 2024-03-29T00:23:04.494 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.001756437 2024-03-29T00:23:04.494 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.494 INFO:teuthology.orchestra.run.smithi053.stdout: "req_getattr_latency": { 2024-03-29T00:23:04.494 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 24, 2024-03-29T00:23:04.494 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.022823167, 2024-03-29T00:23:04.494 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000950965 2024-03-29T00:23:04.495 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.495 INFO:teuthology.orchestra.run.smithi053.stdout: "req_getfilelock_latency": { 2024-03-29T00:23:04.495 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:04.495 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:04.495 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:04.495 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.495 INFO:teuthology.orchestra.run.smithi053.stdout: "req_link_latency": { 2024-03-29T00:23:04.495 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:04.495 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:04.495 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:04.495 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.495 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookup_latency": { 2024-03-29T00:23:04.495 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 484, 2024-03-29T00:23:04.495 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.260420661, 2024-03-29T00:23:04.495 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000538059 2024-03-29T00:23:04.495 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.496 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookuphash_latency": { 2024-03-29T00:23:04.496 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:04.496 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:04.496 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:04.496 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.496 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookupino_latency": { 2024-03-29T00:23:04.496 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 1, 2024-03-29T00:23:04.496 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000102889, 2024-03-29T00:23:04.497 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000102889 2024-03-29T00:23:04.497 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.497 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookupname_latency": { 2024-03-29T00:23:04.497 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:04.497 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:04.497 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:04.497 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.497 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookupparent_latency": { 2024-03-29T00:23:04.497 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:04.497 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:04.497 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:04.497 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.497 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookupsnap_latency": { 2024-03-29T00:23:04.497 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:04.498 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:04.498 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:04.498 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.498 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lssnap_latency": { 2024-03-29T00:23:04.498 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:04.499 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:04.499 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:04.499 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.499 INFO:teuthology.orchestra.run.smithi053.stdout: "req_mkdir_latency": { 2024-03-29T00:23:04.499 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:04.499 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:04.499 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:04.499 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.499 INFO:teuthology.orchestra.run.smithi053.stdout: "req_mknod_latency": { 2024-03-29T00:23:04.499 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:04.499 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:04.499 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:04.499 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.500 INFO:teuthology.orchestra.run.smithi053.stdout: "req_mksnap_latency": { 2024-03-29T00:23:04.500 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:04.500 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:04.500 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:04.500 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.500 INFO:teuthology.orchestra.run.smithi053.stdout: "req_open_latency": { 2024-03-29T00:23:04.500 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:04.500 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:04.500 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:04.500 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.500 INFO:teuthology.orchestra.run.smithi053.stdout: "req_readdir_latency": { 2024-03-29T00:23:04.500 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 170, 2024-03-29T00:23:04.500 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.143117700, 2024-03-29T00:23:04.500 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000841868 2024-03-29T00:23:04.500 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.501 INFO:teuthology.orchestra.run.smithi053.stdout: "req_rename_latency": { 2024-03-29T00:23:04.501 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:04.501 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:04.501 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:04.501 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.501 INFO:teuthology.orchestra.run.smithi053.stdout: "req_renamesnap_latency": { 2024-03-29T00:23:04.501 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:04.501 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:04.501 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:04.501 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.501 INFO:teuthology.orchestra.run.smithi053.stdout: "req_snapdiff_latency": { 2024-03-29T00:23:04.501 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:04.501 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:04.501 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:04.501 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.501 INFO:teuthology.orchestra.run.smithi053.stdout: "req_rmdir_latency": { 2024-03-29T00:23:04.502 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 159, 2024-03-29T00:23:04.502 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 3.687812569, 2024-03-29T00:23:04.502 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.023193789 2024-03-29T00:23:04.502 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.502 INFO:teuthology.orchestra.run.smithi053.stdout: "req_rmsnap_latency": { 2024-03-29T00:23:04.502 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:04.502 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:04.502 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:04.502 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.502 INFO:teuthology.orchestra.run.smithi053.stdout: "req_rmxattr_latency": { 2024-03-29T00:23:04.502 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:04.502 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:04.502 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:04.502 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.502 INFO:teuthology.orchestra.run.smithi053.stdout: "req_setattr_latency": { 2024-03-29T00:23:04.503 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:04.503 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:04.503 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:04.503 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.503 INFO:teuthology.orchestra.run.smithi053.stdout: "req_setdirlayout_latency": { 2024-03-29T00:23:04.503 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:04.503 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:04.503 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:04.503 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.503 INFO:teuthology.orchestra.run.smithi053.stdout: "req_setfilelock_latency": { 2024-03-29T00:23:04.503 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:04.503 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:04.503 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:04.503 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.504 INFO:teuthology.orchestra.run.smithi053.stdout: "req_setlayout_latency": { 2024-03-29T00:23:04.504 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:04.504 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:04.504 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:04.504 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.504 INFO:teuthology.orchestra.run.smithi053.stdout: "req_setxattr_latency": { 2024-03-29T00:23:04.504 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:04.504 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:04.504 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:04.504 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.504 INFO:teuthology.orchestra.run.smithi053.stdout: "req_symlink_latency": { 2024-03-29T00:23:04.504 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:04.504 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:04.504 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:04.504 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.505 INFO:teuthology.orchestra.run.smithi053.stdout: "req_unlink_latency": { 2024-03-29T00:23:04.505 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 1698, 2024-03-29T00:23:04.505 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 3.427617407, 2024-03-29T00:23:04.505 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.002018620 2024-03-29T00:23:04.505 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.505 INFO:teuthology.orchestra.run.smithi053.stdout: "cap_revoke_eviction": 0, 2024-03-29T00:23:04.505 INFO:teuthology.orchestra.run.smithi053.stdout: "cap_acquisition_throttle": 0, 2024-03-29T00:23:04.505 INFO:teuthology.orchestra.run.smithi053.stdout: "req_getvxattr_latency": { 2024-03-29T00:23:04.505 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:04.505 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:04.505 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:04.505 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:23:04.505 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.506 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_sessions": { 2024-03-29T00:23:04.506 INFO:teuthology.orchestra.run.smithi053.stdout: "session_count": 1, 2024-03-29T00:23:04.506 INFO:teuthology.orchestra.run.smithi053.stdout: "session_add": 1, 2024-03-29T00:23:04.506 INFO:teuthology.orchestra.run.smithi053.stdout: "session_remove": 0, 2024-03-29T00:23:04.506 INFO:teuthology.orchestra.run.smithi053.stdout: "sessions_open": 1, 2024-03-29T00:23:04.506 INFO:teuthology.orchestra.run.smithi053.stdout: "sessions_stale": 0, 2024-03-29T00:23:04.506 INFO:teuthology.orchestra.run.smithi053.stdout: "total_load": 1906, 2024-03-29T00:23:04.506 INFO:teuthology.orchestra.run.smithi053.stdout: "average_load": 1906, 2024-03-29T00:23:04.506 INFO:teuthology.orchestra.run.smithi053.stdout: "avg_session_uptime": 272, 2024-03-29T00:23:04.506 INFO:teuthology.orchestra.run.smithi053.stdout: "mdthresh_evicted": 0 2024-03-29T00:23:04.506 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.507 INFO:teuthology.orchestra.run.smithi053.stdout: "mempool": { 2024-03-29T00:23:04.507 INFO:teuthology.orchestra.run.smithi053.stdout: "bloom_filter_bytes": 0, 2024-03-29T00:23:04.507 INFO:teuthology.orchestra.run.smithi053.stdout: "bloom_filter_items": 0, 2024-03-29T00:23:04.507 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_alloc_bytes": 0, 2024-03-29T00:23:04.507 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_alloc_items": 0, 2024-03-29T00:23:04.507 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_data_bytes": 0, 2024-03-29T00:23:04.507 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_data_items": 0, 2024-03-29T00:23:04.507 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-29T00:23:04.507 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_onode_items": 0, 2024-03-29T00:23:04.507 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-29T00:23:04.507 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_meta_items": 0, 2024-03-29T00:23:04.507 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_other_bytes": 0, 2024-03-29T00:23:04.507 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_other_items": 0, 2024-03-29T00:23:04.507 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-29T00:23:04.507 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_buffer_items": 0, 2024-03-29T00:23:04.508 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_extent_bytes": 0, 2024-03-29T00:23:04.508 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_extent_items": 0, 2024-03-29T00:23:04.508 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_blob_bytes": 0, 2024-03-29T00:23:04.508 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_blob_items": 0, 2024-03-29T00:23:04.508 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-29T00:23:04.508 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_shared_blob_items": 0, 2024-03-29T00:23:04.508 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-29T00:23:04.508 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_inline_bl_items": 0, 2024-03-29T00:23:04.508 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_fsck_bytes": 0, 2024-03-29T00:23:04.508 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_fsck_items": 0, 2024-03-29T00:23:04.508 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_txc_bytes": 0, 2024-03-29T00:23:04.508 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_txc_items": 0, 2024-03-29T00:23:04.508 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-29T00:23:04.509 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_deferred_items": 0, 2024-03-29T00:23:04.509 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_bytes": 0, 2024-03-29T00:23:04.509 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_items": 0, 2024-03-29T00:23:04.509 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_bytes": 0, 2024-03-29T00:23:04.509 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_items": 0, 2024-03-29T00:23:04.509 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_reader_bytes": 0, 2024-03-29T00:23:04.509 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_reader_items": 0, 2024-03-29T00:23:04.509 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_writer_bytes": 0, 2024-03-29T00:23:04.509 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_writer_items": 0, 2024-03-29T00:23:04.509 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_anon_bytes": 299126, 2024-03-29T00:23:04.509 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_anon_items": 121, 2024-03-29T00:23:04.509 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_meta_bytes": 528, 2024-03-29T00:23:04.509 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_meta_items": 6, 2024-03-29T00:23:04.509 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_bytes": 0, 2024-03-29T00:23:04.510 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_items": 0, 2024-03-29T00:23:04.510 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_mapbl_bytes": 0, 2024-03-29T00:23:04.510 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_mapbl_items": 0, 2024-03-29T00:23:04.510 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_pglog_bytes": 0, 2024-03-29T00:23:04.510 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_pglog_items": 0, 2024-03-29T00:23:04.510 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_bytes": 8888, 2024-03-29T00:23:04.510 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_items": 170, 2024-03-29T00:23:04.510 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_mapping_bytes": 0, 2024-03-29T00:23:04.510 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_mapping_items": 0, 2024-03-29T00:23:04.510 INFO:teuthology.orchestra.run.smithi053.stdout: "pgmap_bytes": 0, 2024-03-29T00:23:04.510 INFO:teuthology.orchestra.run.smithi053.stdout: "pgmap_items": 0, 2024-03-29T00:23:04.510 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_co_bytes": 89093, 2024-03-29T00:23:04.511 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_co_items": 392, 2024-03-29T00:23:04.511 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_1_bytes": 0, 2024-03-29T00:23:04.511 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_1_items": 0, 2024-03-29T00:23:04.511 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_2_bytes": 0, 2024-03-29T00:23:04.511 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_2_items": 0 2024-03-29T00:23:04.511 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.511 INFO:teuthology.orchestra.run.smithi053.stdout: "objecter": { 2024-03-29T00:23:04.511 INFO:teuthology.orchestra.run.smithi053.stdout: "op_active": 0, 2024-03-29T00:23:04.511 INFO:teuthology.orchestra.run.smithi053.stdout: "op_laggy": 0, 2024-03-29T00:23:04.511 INFO:teuthology.orchestra.run.smithi053.stdout: "op_send": 4353, 2024-03-29T00:23:04.511 INFO:teuthology.orchestra.run.smithi053.stdout: "op_send_bytes": 12591307, 2024-03-29T00:23:04.511 INFO:teuthology.orchestra.run.smithi053.stdout: "op_resend": 33, 2024-03-29T00:23:04.511 INFO:teuthology.orchestra.run.smithi053.stdout: "op_reply": 4353, 2024-03-29T00:23:04.512 INFO:teuthology.orchestra.run.smithi053.stdout: "op_latency": { 2024-03-29T00:23:04.512 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 4353, 2024-03-29T00:23:04.512 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 22.714598681, 2024-03-29T00:23:04.512 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.005218148 2024-03-29T00:23:04.512 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.512 INFO:teuthology.orchestra.run.smithi053.stdout: "op_inflight": 0, 2024-03-29T00:23:04.512 INFO:teuthology.orchestra.run.smithi053.stdout: "oplen_avg": { 2024-03-29T00:23:04.512 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 4353, 2024-03-29T00:23:04.512 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 4430 2024-03-29T00:23:04.512 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.512 INFO:teuthology.orchestra.run.smithi053.stdout: "op": 4353, 2024-03-29T00:23:04.512 INFO:teuthology.orchestra.run.smithi053.stdout: "op_r": 109, 2024-03-29T00:23:04.512 INFO:teuthology.orchestra.run.smithi053.stdout: "op_w": 4244, 2024-03-29T00:23:04.512 INFO:teuthology.orchestra.run.smithi053.stdout: "op_rmw": 0, 2024-03-29T00:23:04.512 INFO:teuthology.orchestra.run.smithi053.stdout: "op_pg": 0, 2024-03-29T00:23:04.513 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_stat": 0, 2024-03-29T00:23:04.513 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_create": 10, 2024-03-29T00:23:04.513 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_read": 109, 2024-03-29T00:23:04.513 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_write": 536, 2024-03-29T00:23:04.513 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_writefull": 68, 2024-03-29T00:23:04.513 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_writesame": 0, 2024-03-29T00:23:04.513 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_append": 0, 2024-03-29T00:23:04.513 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_zero": 0, 2024-03-29T00:23:04.513 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_truncate": 0, 2024-03-29T00:23:04.513 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_delete": 3577, 2024-03-29T00:23:04.513 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_mapext": 0, 2024-03-29T00:23:04.513 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_sparse_read": 0, 2024-03-29T00:23:04.513 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_clonerange": 0, 2024-03-29T00:23:04.513 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_getxattr": 0, 2024-03-29T00:23:04.514 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_setxattr": 20, 2024-03-29T00:23:04.514 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_cmpxattr": 0, 2024-03-29T00:23:04.514 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_rmxattr": 0, 2024-03-29T00:23:04.514 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_resetxattrs": 0, 2024-03-29T00:23:04.514 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_call": 0, 2024-03-29T00:23:04.514 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_watch": 0, 2024-03-29T00:23:04.514 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_notify": 0, 2024-03-29T00:23:04.514 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_src_cmpxattr": 0, 2024-03-29T00:23:04.514 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_pgls": 0, 2024-03-29T00:23:04.514 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_pgls_filter": 0, 2024-03-29T00:23:04.514 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_other": 0, 2024-03-29T00:23:04.514 INFO:teuthology.orchestra.run.smithi053.stdout: "linger_active": 0, 2024-03-29T00:23:04.514 INFO:teuthology.orchestra.run.smithi053.stdout: "linger_send": 0, 2024-03-29T00:23:04.514 INFO:teuthology.orchestra.run.smithi053.stdout: "linger_resend": 0, 2024-03-29T00:23:04.515 INFO:teuthology.orchestra.run.smithi053.stdout: "linger_ping": 0, 2024-03-29T00:23:04.515 INFO:teuthology.orchestra.run.smithi053.stdout: "poolop_active": 0, 2024-03-29T00:23:04.515 INFO:teuthology.orchestra.run.smithi053.stdout: "poolop_send": 0, 2024-03-29T00:23:04.515 INFO:teuthology.orchestra.run.smithi053.stdout: "poolop_resend": 0, 2024-03-29T00:23:04.515 INFO:teuthology.orchestra.run.smithi053.stdout: "poolstat_active": 0, 2024-03-29T00:23:04.515 INFO:teuthology.orchestra.run.smithi053.stdout: "poolstat_send": 0, 2024-03-29T00:23:04.515 INFO:teuthology.orchestra.run.smithi053.stdout: "poolstat_resend": 0, 2024-03-29T00:23:04.515 INFO:teuthology.orchestra.run.smithi053.stdout: "statfs_active": 0, 2024-03-29T00:23:04.515 INFO:teuthology.orchestra.run.smithi053.stdout: "statfs_send": 0, 2024-03-29T00:23:04.515 INFO:teuthology.orchestra.run.smithi053.stdout: "statfs_resend": 0, 2024-03-29T00:23:04.515 INFO:teuthology.orchestra.run.smithi053.stdout: "command_active": 0, 2024-03-29T00:23:04.515 INFO:teuthology.orchestra.run.smithi053.stdout: "command_send": 0, 2024-03-29T00:23:04.515 INFO:teuthology.orchestra.run.smithi053.stdout: "command_resend": 0, 2024-03-29T00:23:04.515 INFO:teuthology.orchestra.run.smithi053.stdout: "map_epoch": 93, 2024-03-29T00:23:04.516 INFO:teuthology.orchestra.run.smithi053.stdout: "map_full": 0, 2024-03-29T00:23:04.516 INFO:teuthology.orchestra.run.smithi053.stdout: "map_inc": 4, 2024-03-29T00:23:04.516 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_sessions": 12, 2024-03-29T00:23:04.516 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_session_open": 12, 2024-03-29T00:23:04.516 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_session_close": 0, 2024-03-29T00:23:04.516 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_laggy": 0, 2024-03-29T00:23:04.516 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_wr": 87, 2024-03-29T00:23:04.516 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_rd": 0, 2024-03-29T00:23:04.516 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_del": 23 2024-03-29T00:23:04.516 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.516 INFO:teuthology.orchestra.run.smithi053.stdout: "oft": { 2024-03-29T00:23:04.516 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_total_objs": 1, 2024-03-29T00:23:04.516 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_total_kv_pairs": 0, 2024-03-29T00:23:04.516 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_total_updates": 0, 2024-03-29T00:23:04.516 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_total_removes": 0 2024-03-29T00:23:04.516 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.517 INFO:teuthology.orchestra.run.smithi053.stdout: "osd-slow-ops": { 2024-03-29T00:23:04.517 INFO:teuthology.orchestra.run.smithi053.stdout: "slow_ops_count": 0 2024-03-29T00:23:04.517 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.517 INFO:teuthology.orchestra.run.smithi053.stdout: "purge_queue": { 2024-03-29T00:23:04.517 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executing_ops": 0, 2024-03-29T00:23:04.517 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executing_ops_high_water": 17, 2024-03-29T00:23:04.517 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executing": 0, 2024-03-29T00:23:04.517 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executing_high_water": 9, 2024-03-29T00:23:04.517 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executed_ops": 3563, 2024-03-29T00:23:04.517 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executed": 1857, 2024-03-29T00:23:04.517 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_item_in_journal": 0 2024-03-29T00:23:04.517 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.517 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-29T00:23:04.517 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-03-29T00:23:04.517 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 104857600, 2024-03-29T00:23:04.517 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-03-29T00:23:04.517 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 28330, 2024-03-29T00:23:04.518 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 8642169, 2024-03-29T00:23:04.518 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-03-29T00:23:04.518 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 28330, 2024-03-29T00:23:04.518 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 0, 2024-03-29T00:23:04.518 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 0, 2024-03-29T00:23:04.518 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 28330, 2024-03-29T00:23:04.518 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 8642169, 2024-03-29T00:23:04.518 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-03-29T00:23:04.518 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:04.518 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:04.518 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:04.518 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:23:04.518 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.518 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-objecter_bytes": { 2024-03-29T00:23:04.519 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-03-29T00:23:04.519 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 104857600, 2024-03-29T00:23:04.519 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-03-29T00:23:04.519 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 0, 2024-03-29T00:23:04.519 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 0, 2024-03-29T00:23:04.519 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-03-29T00:23:04.519 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 0, 2024-03-29T00:23:04.519 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 4353, 2024-03-29T00:23:04.519 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 12792456, 2024-03-29T00:23:04.519 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 4353, 2024-03-29T00:23:04.519 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 12792456, 2024-03-29T00:23:04.519 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-03-29T00:23:04.519 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:04.519 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:04.519 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:04.520 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:23:04.520 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.520 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-objecter_ops": { 2024-03-29T00:23:04.520 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-03-29T00:23:04.520 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 1024, 2024-03-29T00:23:04.520 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-03-29T00:23:04.520 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 0, 2024-03-29T00:23:04.520 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 0, 2024-03-29T00:23:04.520 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-03-29T00:23:04.520 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 0, 2024-03-29T00:23:04.520 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 4353, 2024-03-29T00:23:04.520 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 4353, 2024-03-29T00:23:04.520 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 4353, 2024-03-29T00:23:04.520 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 4353, 2024-03-29T00:23:04.520 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-03-29T00:23:04.520 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:04.520 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:04.521 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:04.521 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:23:04.521 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.521 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-write_buf_throttle": { 2024-03-29T00:23:04.521 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-03-29T00:23:04.521 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 3758096384, 2024-03-29T00:23:04.521 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-03-29T00:23:04.521 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 1857, 2024-03-29T00:23:04.521 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 201149, 2024-03-29T00:23:04.521 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-03-29T00:23:04.521 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 1857, 2024-03-29T00:23:04.521 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 0, 2024-03-29T00:23:04.521 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 0, 2024-03-29T00:23:04.521 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 109, 2024-03-29T00:23:04.521 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 201149, 2024-03-29T00:23:04.521 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-03-29T00:23:04.522 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:04.522 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:04.522 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:04.522 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:23:04.522 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-03-29T00:23:04.522 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-write_buf_throttle-0x563d5f7ec460": { 2024-03-29T00:23:04.522 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-03-29T00:23:04.522 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 3758096384, 2024-03-29T00:23:04.522 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-03-29T00:23:04.522 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 6166, 2024-03-29T00:23:04.522 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 12188613, 2024-03-29T00:23:04.522 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-03-29T00:23:04.522 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 6166, 2024-03-29T00:23:04.522 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 0, 2024-03-29T00:23:04.523 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 0, 2024-03-29T00:23:04.523 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 427, 2024-03-29T00:23:04.523 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 12188613, 2024-03-29T00:23:04.523 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-03-29T00:23:04.523 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-03-29T00:23:04.523 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-03-29T00:23:04.523 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-03-29T00:23:04.523 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:23:04.523 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-03-29T00:23:04.523 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-03-29T00:23:05.256 INFO:tasks.check_counter:Daemon mds.k mds.exported=30 2024-03-29T00:23:05.256 INFO:tasks.check_counter:Daemon mds.k mds.imported=101 2024-03-29T00:23:05.256 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update=538 2024-03-29T00:23:05.256 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update_receipt=1637 2024-03-29T00:23:05.256 DEBUG:tasks.check_counter:Getting stats from c 2024-03-29T00:23:05.257 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph daemon mds.c perf dump 2024-03-29T00:23:05.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:05 smithi053 ceph-mon[36233]: pgmap v560: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 511 B/s wr, 9 op/s 2024-03-29T00:23:05.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:05 smithi069 ceph-mon[36074]: pgmap v560: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 511 B/s wr, 9 op/s 2024-03-29T00:23:05.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:05 smithi012 ceph-mon[31657]: pgmap v560: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 511 B/s wr, 9 op/s 2024-03-29T00:23:05.550 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.c/config 2024-03-29T00:23:07.319 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:07 smithi069 ceph-mon[36074]: pgmap v561: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 511 B/s wr, 9 op/s 2024-03-29T00:23:07.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:07 smithi053 ceph-mon[36233]: pgmap v561: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 511 B/s wr, 9 op/s 2024-03-29T00:23:07.481 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-03-29T00:23:07.481 INFO:teuthology.orchestra.run.smithi069.stdout: "AsyncMessenger::Worker-0": { 2024-03-29T00:23:07.482 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_messages": 11348, 2024-03-29T00:23:07.482 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages": 20020, 2024-03-29T00:23:07.482 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_bytes": 3796105, 2024-03-29T00:23:07.482 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_bytes": 13714151, 2024-03-29T00:23:07.482 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_created_connections": 25, 2024-03-29T00:23:07.482 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_active_connections": 3, 2024-03-29T00:23:07.482 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_total_time": 0.861426273, 2024-03-29T00:23:07.482 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_send_time": 0.337757644, 2024-03-29T00:23:07.482 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_recv_time": 0.499276456, 2024-03-29T00:23:07.482 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_fast_dispatch_time": 0.086711395, 2024-03-29T00:23:07.482 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:23:07.482 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 20019, 2024-03-29T00:23:07.482 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 1.284981132, 2024-03-29T00:23:07.483 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000064188 2024-03-29T00:23:07.483 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.483 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:23:07.483 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 21725, 2024-03-29T00:23:07.483 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.004886904, 2024-03-29T00:23:07.483 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000224 2024-03-29T00:23:07.483 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.483 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_encrypted_bytes": 3952, 2024-03-29T00:23:07.483 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_encrypted_bytes": 1184 2024-03-29T00:23:07.483 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.483 INFO:teuthology.orchestra.run.smithi069.stdout: "AsyncMessenger::Worker-1": { 2024-03-29T00:23:07.483 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_messages": 4600, 2024-03-29T00:23:07.483 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages": 5049, 2024-03-29T00:23:07.483 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_bytes": 1340291, 2024-03-29T00:23:07.483 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_bytes": 3876262, 2024-03-29T00:23:07.484 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_created_connections": 11, 2024-03-29T00:23:07.484 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_active_connections": 6, 2024-03-29T00:23:07.484 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_total_time": 0.450430548, 2024-03-29T00:23:07.484 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_send_time": 0.225794350, 2024-03-29T00:23:07.484 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_recv_time": 0.169619609, 2024-03-29T00:23:07.484 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_fast_dispatch_time": 0.062360822, 2024-03-29T00:23:07.484 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:23:07.484 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 5047, 2024-03-29T00:23:07.484 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.303910416, 2024-03-29T00:23:07.484 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000060216 2024-03-29T00:23:07.484 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.484 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:23:07.484 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 5503, 2024-03-29T00:23:07.484 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.001224773, 2024-03-29T00:23:07.484 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000222 2024-03-29T00:23:07.485 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.485 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_encrypted_bytes": 160, 2024-03-29T00:23:07.485 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_encrypted_bytes": 323616 2024-03-29T00:23:07.485 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.485 INFO:teuthology.orchestra.run.smithi069.stdout: "AsyncMessenger::Worker-2": { 2024-03-29T00:23:07.485 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_messages": 12470, 2024-03-29T00:23:07.485 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages": 12017, 2024-03-29T00:23:07.485 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_bytes": 6809416, 2024-03-29T00:23:07.485 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_bytes": 12016457, 2024-03-29T00:23:07.485 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_created_connections": 10, 2024-03-29T00:23:07.485 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_active_connections": 6, 2024-03-29T00:23:07.485 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_total_time": 0.892006805, 2024-03-29T00:23:07.485 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_send_time": 0.402382683, 2024-03-29T00:23:07.485 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_recv_time": 0.504202985, 2024-03-29T00:23:07.485 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_fast_dispatch_time": 0.066455449, 2024-03-29T00:23:07.485 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:23:07.486 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 12016, 2024-03-29T00:23:07.486 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.478780087, 2024-03-29T00:23:07.486 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000039845 2024-03-29T00:23:07.486 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.486 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:23:07.486 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 20773, 2024-03-29T00:23:07.486 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.004006383, 2024-03-29T00:23:07.486 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000192 2024-03-29T00:23:07.486 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.486 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_encrypted_bytes": 583936, 2024-03-29T00:23:07.486 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_encrypted_bytes": 89296 2024-03-29T00:23:07.486 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.486 INFO:teuthology.orchestra.run.smithi069.stdout: "cct": { 2024-03-29T00:23:07.486 INFO:teuthology.orchestra.run.smithi069.stdout: "total_workers": 1, 2024-03-29T00:23:07.486 INFO:teuthology.orchestra.run.smithi069.stdout: "unhealthy_workers": 0 2024-03-29T00:23:07.487 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.487 INFO:teuthology.orchestra.run.smithi069.stdout: "finisher-MDSRank": { 2024-03-29T00:23:07.487 INFO:teuthology.orchestra.run.smithi069.stdout: "queue_len": 0, 2024-03-29T00:23:07.487 INFO:teuthology.orchestra.run.smithi069.stdout: "complete_latency": { 2024-03-29T00:23:07.487 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 807, 2024-03-29T00:23:07.487 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 5.069577278, 2024-03-29T00:23:07.487 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.006282004 2024-03-29T00:23:07.487 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:07.487 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.487 INFO:teuthology.orchestra.run.smithi069.stdout: "finisher-PurgeQueue": { 2024-03-29T00:23:07.487 INFO:teuthology.orchestra.run.smithi069.stdout: "queue_len": 0, 2024-03-29T00:23:07.487 INFO:teuthology.orchestra.run.smithi069.stdout: "complete_latency": { 2024-03-29T00:23:07.487 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 4517, 2024-03-29T00:23:07.487 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.646315410, 2024-03-29T00:23:07.487 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000143085 2024-03-29T00:23:07.487 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:07.488 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.488 INFO:teuthology.orchestra.run.smithi069.stdout: "mds": { 2024-03-29T00:23:07.488 INFO:teuthology.orchestra.run.smithi069.stdout: "request": 4056, 2024-03-29T00:23:07.488 INFO:teuthology.orchestra.run.smithi069.stdout: "reply": 4039, 2024-03-29T00:23:07.488 INFO:teuthology.orchestra.run.smithi069.stdout: "reply_latency": { 2024-03-29T00:23:07.488 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 4039, 2024-03-29T00:23:07.488 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 12.965553997, 2024-03-29T00:23:07.488 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.003210090 2024-03-29T00:23:07.488 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.488 INFO:teuthology.orchestra.run.smithi069.stdout: "slow_reply": 0, 2024-03-29T00:23:07.488 INFO:teuthology.orchestra.run.smithi069.stdout: "forward": 17, 2024-03-29T00:23:07.488 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_fetch_complete": 0, 2024-03-29T00:23:07.488 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_fetch_keys": 0, 2024-03-29T00:23:07.488 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_commit": 20, 2024-03-29T00:23:07.488 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_split": 1, 2024-03-29T00:23:07.488 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_merge": 0, 2024-03-29T00:23:07.489 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes": 15, 2024-03-29T00:23:07.489 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes_top": 0, 2024-03-29T00:23:07.489 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes_bottom": 5, 2024-03-29T00:23:07.489 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes_pin_tail": 10, 2024-03-29T00:23:07.489 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes_pinned": 13, 2024-03-29T00:23:07.489 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes_expired": 1413, 2024-03-29T00:23:07.489 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes_with_caps": 0, 2024-03-29T00:23:07.489 INFO:teuthology.orchestra.run.smithi069.stdout: "caps": 0, 2024-03-29T00:23:07.489 INFO:teuthology.orchestra.run.smithi069.stdout: "subtrees": 3, 2024-03-29T00:23:07.489 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse": 6973, 2024-03-29T00:23:07.489 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse_hit": 5459, 2024-03-29T00:23:07.489 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse_forward": 0, 2024-03-29T00:23:07.489 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse_discover": 541, 2024-03-29T00:23:07.489 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse_dir_fetch": 0, 2024-03-29T00:23:07.489 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse_remote_ino": 0, 2024-03-29T00:23:07.489 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse_lock": 0, 2024-03-29T00:23:07.490 INFO:teuthology.orchestra.run.smithi069.stdout: "load_cent": 0, 2024-03-29T00:23:07.490 INFO:teuthology.orchestra.run.smithi069.stdout: "q": 0, 2024-03-29T00:23:07.490 INFO:teuthology.orchestra.run.smithi069.stdout: "exported": 33, 2024-03-29T00:23:07.490 INFO:teuthology.orchestra.run.smithi069.stdout: "exported_inodes": 436, 2024-03-29T00:23:07.490 INFO:teuthology.orchestra.run.smithi069.stdout: "imported": 33, 2024-03-29T00:23:07.490 INFO:teuthology.orchestra.run.smithi069.stdout: "imported_inodes": 1846, 2024-03-29T00:23:07.490 INFO:teuthology.orchestra.run.smithi069.stdout: "openino_dir_fetch": 0, 2024-03-29T00:23:07.490 INFO:teuthology.orchestra.run.smithi069.stdout: "openino_backtrace_fetch": 0, 2024-03-29T00:23:07.490 INFO:teuthology.orchestra.run.smithi069.stdout: "openino_peer_discover": 0, 2024-03-29T00:23:07.490 INFO:teuthology.orchestra.run.smithi069.stdout: "root_rfiles": 582, 2024-03-29T00:23:07.490 INFO:teuthology.orchestra.run.smithi069.stdout: "root_rbytes": 105604442, 2024-03-29T00:23:07.490 INFO:teuthology.orchestra.run.smithi069.stdout: "root_rsnaps": 0, 2024-03-29T00:23:07.490 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_backtrace_fetch": 0, 2024-03-29T00:23:07.490 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_set_tag": 0, 2024-03-29T00:23:07.490 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_backtrace_repaired": 0, 2024-03-29T00:23:07.491 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_inotable_repaired": 0, 2024-03-29T00:23:07.491 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_dir_inodes": 0, 2024-03-29T00:23:07.491 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_dir_base_inodes": 0, 2024-03-29T00:23:07.491 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_dirfrag_rstats": 0, 2024-03-29T00:23:07.491 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_file_inodes": 0, 2024-03-29T00:23:07.491 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_inode_file_caps": 6, 2024-03-29T00:23:07.491 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_cap_op_revoke": 321, 2024-03-29T00:23:07.491 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_cap_op_grant": 3470, 2024-03-29T00:23:07.491 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_cap_op_trunc": 0, 2024-03-29T00:23:07.491 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-29T00:23:07.491 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-29T00:23:07.491 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_client_caps": 1959, 2024-03-29T00:23:07.491 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_client_caps_dirty": 1638, 2024-03-29T00:23:07.491 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_client_cap_release": 28, 2024-03-29T00:23:07.491 INFO:teuthology.orchestra.run.smithi069.stdout: "process_request_cap_release": 3318 2024-03-29T00:23:07.492 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.492 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_cache": { 2024-03-29T00:23:07.492 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_update": 530, 2024-03-29T00:23:07.492 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_update_receipt": 1769, 2024-03-29T00:23:07.492 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_try_discover": 1148, 2024-03-29T00:23:07.492 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_send_discover": 1244, 2024-03-29T00:23:07.492 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_handle_discover": 944, 2024-03-29T00:23:07.492 INFO:teuthology.orchestra.run.smithi069.stdout: "num_strays": 0, 2024-03-29T00:23:07.492 INFO:teuthology.orchestra.run.smithi069.stdout: "num_strays_delayed": 0, 2024-03-29T00:23:07.492 INFO:teuthology.orchestra.run.smithi069.stdout: "num_strays_enqueuing": 0, 2024-03-29T00:23:07.492 INFO:teuthology.orchestra.run.smithi069.stdout: "strays_created": 2347, 2024-03-29T00:23:07.492 INFO:teuthology.orchestra.run.smithi069.stdout: "strays_enqueued": 2347, 2024-03-29T00:23:07.492 INFO:teuthology.orchestra.run.smithi069.stdout: "strays_reintegrated": 0, 2024-03-29T00:23:07.492 INFO:teuthology.orchestra.run.smithi069.stdout: "strays_migrated": 0, 2024-03-29T00:23:07.492 INFO:teuthology.orchestra.run.smithi069.stdout: "num_recovering_processing": 0, 2024-03-29T00:23:07.493 INFO:teuthology.orchestra.run.smithi069.stdout: "num_recovering_enqueued": 0, 2024-03-29T00:23:07.493 INFO:teuthology.orchestra.run.smithi069.stdout: "num_recovering_prioritized": 0, 2024-03-29T00:23:07.493 INFO:teuthology.orchestra.run.smithi069.stdout: "recovery_started": 0, 2024-03-29T00:23:07.493 INFO:teuthology.orchestra.run.smithi069.stdout: "recovery_completed": 0, 2024-03-29T00:23:07.493 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_quiesce_path": 0, 2024-03-29T00:23:07.493 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_quiesce_inode": 0, 2024-03-29T00:23:07.493 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_enqueue_scrub": 0, 2024-03-29T00:23:07.493 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_exportdir": 33, 2024-03-29T00:23:07.493 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_flush": 0, 2024-03-29T00:23:07.493 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_fragmentdir": 1, 2024-03-29T00:23:07.493 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_fragstats": 0, 2024-03-29T00:23:07.493 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_inodestats": 0 2024-03-29T00:23:07.493 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.493 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_log": { 2024-03-29T00:23:07.493 INFO:teuthology.orchestra.run.smithi069.stdout: "evlrg": 0, 2024-03-29T00:23:07.493 INFO:teuthology.orchestra.run.smithi069.stdout: "evadd": 9062, 2024-03-29T00:23:07.494 INFO:teuthology.orchestra.run.smithi069.stdout: "evex": 0, 2024-03-29T00:23:07.494 INFO:teuthology.orchestra.run.smithi069.stdout: "evtrm": 0, 2024-03-29T00:23:07.494 INFO:teuthology.orchestra.run.smithi069.stdout: "ev": 9062, 2024-03-29T00:23:07.494 INFO:teuthology.orchestra.run.smithi069.stdout: "evexg": 0, 2024-03-29T00:23:07.494 INFO:teuthology.orchestra.run.smithi069.stdout: "evexd": 0, 2024-03-29T00:23:07.494 INFO:teuthology.orchestra.run.smithi069.stdout: "segadd": 12, 2024-03-29T00:23:07.494 INFO:teuthology.orchestra.run.smithi069.stdout: "segex": 0, 2024-03-29T00:23:07.494 INFO:teuthology.orchestra.run.smithi069.stdout: "segtrm": 0, 2024-03-29T00:23:07.494 INFO:teuthology.orchestra.run.smithi069.stdout: "seg": 12, 2024-03-29T00:23:07.494 INFO:teuthology.orchestra.run.smithi069.stdout: "segmjr": 2, 2024-03-29T00:23:07.494 INFO:teuthology.orchestra.run.smithi069.stdout: "segexg": 0, 2024-03-29T00:23:07.494 INFO:teuthology.orchestra.run.smithi069.stdout: "segexd": 0, 2024-03-29T00:23:07.494 INFO:teuthology.orchestra.run.smithi069.stdout: "expos": 4194304, 2024-03-29T00:23:07.494 INFO:teuthology.orchestra.run.smithi069.stdout: "wrpos": 21331237, 2024-03-29T00:23:07.494 INFO:teuthology.orchestra.run.smithi069.stdout: "rdpos": 0, 2024-03-29T00:23:07.495 INFO:teuthology.orchestra.run.smithi069.stdout: "jlat": { 2024-03-29T00:23:07.495 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 344, 2024-03-29T00:23:07.495 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 2.120865073, 2024-03-29T00:23:07.495 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.006165305 2024-03-29T00:23:07.495 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.495 INFO:teuthology.orchestra.run.smithi069.stdout: "replayed": 0 2024-03-29T00:23:07.495 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.495 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_mem": { 2024-03-29T00:23:07.495 INFO:teuthology.orchestra.run.smithi069.stdout: "ino": 22, 2024-03-29T00:23:07.495 INFO:teuthology.orchestra.run.smithi069.stdout: "ino+": 3139, 2024-03-29T00:23:07.495 INFO:teuthology.orchestra.run.smithi069.stdout: "ino-": 3117, 2024-03-29T00:23:07.495 INFO:teuthology.orchestra.run.smithi069.stdout: "dir": 18, 2024-03-29T00:23:07.495 INFO:teuthology.orchestra.run.smithi069.stdout: "dir+": 821, 2024-03-29T00:23:07.495 INFO:teuthology.orchestra.run.smithi069.stdout: "dir-": 803, 2024-03-29T00:23:07.495 INFO:teuthology.orchestra.run.smithi069.stdout: "dn": 15, 2024-03-29T00:23:07.495 INFO:teuthology.orchestra.run.smithi069.stdout: "dn+": 5167, 2024-03-29T00:23:07.495 INFO:teuthology.orchestra.run.smithi069.stdout: "dn-": 5152, 2024-03-29T00:23:07.496 INFO:teuthology.orchestra.run.smithi069.stdout: "cap": 0, 2024-03-29T00:23:07.496 INFO:teuthology.orchestra.run.smithi069.stdout: "cap+": 2578, 2024-03-29T00:23:07.496 INFO:teuthology.orchestra.run.smithi069.stdout: "cap-": 2578, 2024-03-29T00:23:07.496 INFO:teuthology.orchestra.run.smithi069.stdout: "rss": 79712, 2024-03-29T00:23:07.496 INFO:teuthology.orchestra.run.smithi069.stdout: "heap": 223612 2024-03-29T00:23:07.496 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.496 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_server": { 2024-03-29T00:23:07.496 INFO:teuthology.orchestra.run.smithi069.stdout: "dispatch_client_request": 5666, 2024-03-29T00:23:07.496 INFO:teuthology.orchestra.run.smithi069.stdout: "dispatch_server_request": 116, 2024-03-29T00:23:07.496 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_client_request": 4056, 2024-03-29T00:23:07.496 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_client_session": 19, 2024-03-29T00:23:07.496 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_peer_request": 1125, 2024-03-29T00:23:07.496 INFO:teuthology.orchestra.run.smithi069.stdout: "req_create_latency": { 2024-03-29T00:23:07.496 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 767, 2024-03-29T00:23:07.496 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 1.055765299, 2024-03-29T00:23:07.496 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.001376486 2024-03-29T00:23:07.496 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.497 INFO:teuthology.orchestra.run.smithi069.stdout: "req_getattr_latency": { 2024-03-29T00:23:07.497 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 3, 2024-03-29T00:23:07.497 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.005760035, 2024-03-29T00:23:07.497 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.001920011 2024-03-29T00:23:07.497 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.497 INFO:teuthology.orchestra.run.smithi069.stdout: "req_getfilelock_latency": { 2024-03-29T00:23:07.497 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:07.497 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:07.497 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:07.497 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.497 INFO:teuthology.orchestra.run.smithi069.stdout: "req_link_latency": { 2024-03-29T00:23:07.497 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:07.497 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:07.497 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:07.497 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.497 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lookup_latency": { 2024-03-29T00:23:07.497 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 724, 2024-03-29T00:23:07.498 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.334431491, 2024-03-29T00:23:07.498 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000461921 2024-03-29T00:23:07.498 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.498 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lookuphash_latency": { 2024-03-29T00:23:07.498 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:07.498 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:07.498 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:07.498 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.498 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lookupino_latency": { 2024-03-29T00:23:07.498 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:07.498 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:07.498 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:07.498 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.498 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lookupname_latency": { 2024-03-29T00:23:07.498 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:07.499 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:07.499 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:07.499 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.499 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lookupparent_latency": { 2024-03-29T00:23:07.499 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:07.499 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:07.499 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:07.499 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.499 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lookupsnap_latency": { 2024-03-29T00:23:07.499 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:07.499 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:07.499 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:07.499 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.499 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lssnap_latency": { 2024-03-29T00:23:07.500 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:07.500 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:07.500 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:07.500 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.500 INFO:teuthology.orchestra.run.smithi069.stdout: "req_mkdir_latency": { 2024-03-29T00:23:07.500 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:07.500 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:07.500 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:07.500 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.500 INFO:teuthology.orchestra.run.smithi069.stdout: "req_mknod_latency": { 2024-03-29T00:23:07.500 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:07.500 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:07.501 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:07.501 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.501 INFO:teuthology.orchestra.run.smithi069.stdout: "req_mksnap_latency": { 2024-03-29T00:23:07.501 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:07.501 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:07.501 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:07.501 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.501 INFO:teuthology.orchestra.run.smithi069.stdout: "req_open_latency": { 2024-03-29T00:23:07.501 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:07.501 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:07.501 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:07.501 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.501 INFO:teuthology.orchestra.run.smithi069.stdout: "req_readdir_latency": { 2024-03-29T00:23:07.501 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 198, 2024-03-29T00:23:07.501 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.532346151, 2024-03-29T00:23:07.501 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.002688616 2024-03-29T00:23:07.502 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.502 INFO:teuthology.orchestra.run.smithi069.stdout: "req_rename_latency": { 2024-03-29T00:23:07.502 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:07.502 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:07.502 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:07.502 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.502 INFO:teuthology.orchestra.run.smithi069.stdout: "req_renamesnap_latency": { 2024-03-29T00:23:07.502 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:07.502 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:07.502 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:07.502 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.502 INFO:teuthology.orchestra.run.smithi069.stdout: "req_snapdiff_latency": { 2024-03-29T00:23:07.502 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:07.502 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:07.503 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:07.503 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.503 INFO:teuthology.orchestra.run.smithi069.stdout: "req_rmdir_latency": { 2024-03-29T00:23:07.503 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 97, 2024-03-29T00:23:07.503 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 2.466740571, 2024-03-29T00:23:07.503 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.025430315 2024-03-29T00:23:07.503 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.503 INFO:teuthology.orchestra.run.smithi069.stdout: "req_rmsnap_latency": { 2024-03-29T00:23:07.503 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:07.503 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:07.503 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:07.503 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.503 INFO:teuthology.orchestra.run.smithi069.stdout: "req_rmxattr_latency": { 2024-03-29T00:23:07.503 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:07.503 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:07.503 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:07.504 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.504 INFO:teuthology.orchestra.run.smithi069.stdout: "req_setattr_latency": { 2024-03-29T00:23:07.504 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:07.504 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:07.504 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:07.504 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.504 INFO:teuthology.orchestra.run.smithi069.stdout: "req_setdirlayout_latency": { 2024-03-29T00:23:07.504 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:07.504 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:07.504 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:07.504 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.504 INFO:teuthology.orchestra.run.smithi069.stdout: "req_setfilelock_latency": { 2024-03-29T00:23:07.504 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:07.504 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:07.504 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:07.504 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.505 INFO:teuthology.orchestra.run.smithi069.stdout: "req_setlayout_latency": { 2024-03-29T00:23:07.505 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:07.505 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:07.505 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:07.505 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.505 INFO:teuthology.orchestra.run.smithi069.stdout: "req_setxattr_latency": { 2024-03-29T00:23:07.505 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:07.505 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:07.505 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:07.505 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.505 INFO:teuthology.orchestra.run.smithi069.stdout: "req_symlink_latency": { 2024-03-29T00:23:07.505 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:07.505 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:07.505 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:07.505 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.505 INFO:teuthology.orchestra.run.smithi069.stdout: "req_unlink_latency": { 2024-03-29T00:23:07.506 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 2250, 2024-03-29T00:23:07.506 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 8.570510450, 2024-03-29T00:23:07.506 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.003809115 2024-03-29T00:23:07.506 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.506 INFO:teuthology.orchestra.run.smithi069.stdout: "cap_revoke_eviction": 0, 2024-03-29T00:23:07.506 INFO:teuthology.orchestra.run.smithi069.stdout: "cap_acquisition_throttle": 0, 2024-03-29T00:23:07.506 INFO:teuthology.orchestra.run.smithi069.stdout: "req_getvxattr_latency": { 2024-03-29T00:23:07.506 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:07.506 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:07.506 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:07.506 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:07.506 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.506 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_sessions": { 2024-03-29T00:23:07.506 INFO:teuthology.orchestra.run.smithi069.stdout: "session_count": 1, 2024-03-29T00:23:07.506 INFO:teuthology.orchestra.run.smithi069.stdout: "session_add": 2, 2024-03-29T00:23:07.507 INFO:teuthology.orchestra.run.smithi069.stdout: "session_remove": 1, 2024-03-29T00:23:07.507 INFO:teuthology.orchestra.run.smithi069.stdout: "sessions_open": 1, 2024-03-29T00:23:07.507 INFO:teuthology.orchestra.run.smithi069.stdout: "sessions_stale": 0, 2024-03-29T00:23:07.507 INFO:teuthology.orchestra.run.smithi069.stdout: "total_load": 2587, 2024-03-29T00:23:07.507 INFO:teuthology.orchestra.run.smithi069.stdout: "average_load": 2587, 2024-03-29T00:23:07.507 INFO:teuthology.orchestra.run.smithi069.stdout: "avg_session_uptime": 1988, 2024-03-29T00:23:07.507 INFO:teuthology.orchestra.run.smithi069.stdout: "mdthresh_evicted": 0 2024-03-29T00:23:07.507 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.507 INFO:teuthology.orchestra.run.smithi069.stdout: "mempool": { 2024-03-29T00:23:07.507 INFO:teuthology.orchestra.run.smithi069.stdout: "bloom_filter_bytes": 0, 2024-03-29T00:23:07.507 INFO:teuthology.orchestra.run.smithi069.stdout: "bloom_filter_items": 0, 2024-03-29T00:23:07.507 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_alloc_bytes": 0, 2024-03-29T00:23:07.507 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_alloc_items": 0, 2024-03-29T00:23:07.507 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_data_bytes": 0, 2024-03-29T00:23:07.507 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_data_items": 0, 2024-03-29T00:23:07.507 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-29T00:23:07.508 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_onode_items": 0, 2024-03-29T00:23:07.508 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-29T00:23:07.508 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_meta_items": 0, 2024-03-29T00:23:07.508 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_other_bytes": 0, 2024-03-29T00:23:07.508 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_other_items": 0, 2024-03-29T00:23:07.508 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-29T00:23:07.508 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_buffer_items": 0, 2024-03-29T00:23:07.508 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_extent_bytes": 0, 2024-03-29T00:23:07.508 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_extent_items": 0, 2024-03-29T00:23:07.508 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_blob_bytes": 0, 2024-03-29T00:23:07.508 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_blob_items": 0, 2024-03-29T00:23:07.508 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-29T00:23:07.508 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_shared_blob_items": 0, 2024-03-29T00:23:07.508 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-29T00:23:07.508 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_inline_bl_items": 0, 2024-03-29T00:23:07.508 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_fsck_bytes": 0, 2024-03-29T00:23:07.508 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_fsck_items": 0, 2024-03-29T00:23:07.509 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_txc_bytes": 0, 2024-03-29T00:23:07.509 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_txc_items": 0, 2024-03-29T00:23:07.509 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-29T00:23:07.509 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_deferred_items": 0, 2024-03-29T00:23:07.509 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_bytes": 0, 2024-03-29T00:23:07.509 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_items": 0, 2024-03-29T00:23:07.509 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_bytes": 0, 2024-03-29T00:23:07.509 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_items": 0, 2024-03-29T00:23:07.509 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_reader_bytes": 0, 2024-03-29T00:23:07.509 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_reader_items": 0, 2024-03-29T00:23:07.509 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_writer_bytes": 0, 2024-03-29T00:23:07.509 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_writer_items": 0, 2024-03-29T00:23:07.509 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_anon_bytes": 314780, 2024-03-29T00:23:07.509 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_anon_items": 124, 2024-03-29T00:23:07.509 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_meta_bytes": 440, 2024-03-29T00:23:07.509 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_meta_items": 5, 2024-03-29T00:23:07.509 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_bytes": 0, 2024-03-29T00:23:07.510 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_items": 0, 2024-03-29T00:23:07.510 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_mapbl_bytes": 0, 2024-03-29T00:23:07.510 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_mapbl_items": 0, 2024-03-29T00:23:07.510 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_pglog_bytes": 0, 2024-03-29T00:23:07.510 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_pglog_items": 0, 2024-03-29T00:23:07.510 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_bytes": 8888, 2024-03-29T00:23:07.510 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_items": 170, 2024-03-29T00:23:07.510 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_mapping_bytes": 0, 2024-03-29T00:23:07.510 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_mapping_items": 0, 2024-03-29T00:23:07.510 INFO:teuthology.orchestra.run.smithi069.stdout: "pgmap_bytes": 0, 2024-03-29T00:23:07.510 INFO:teuthology.orchestra.run.smithi069.stdout: "pgmap_items": 0, 2024-03-29T00:23:07.510 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_co_bytes": 83357, 2024-03-29T00:23:07.510 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_co_items": 400, 2024-03-29T00:23:07.510 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_1_bytes": 0, 2024-03-29T00:23:07.511 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_1_items": 0, 2024-03-29T00:23:07.511 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_2_bytes": 0, 2024-03-29T00:23:07.511 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_2_items": 0 2024-03-29T00:23:07.511 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.511 INFO:teuthology.orchestra.run.smithi069.stdout: "objecter": { 2024-03-29T00:23:07.511 INFO:teuthology.orchestra.run.smithi069.stdout: "op_active": 0, 2024-03-29T00:23:07.511 INFO:teuthology.orchestra.run.smithi069.stdout: "op_laggy": 0, 2024-03-29T00:23:07.511 INFO:teuthology.orchestra.run.smithi069.stdout: "op_send": 5290, 2024-03-29T00:23:07.511 INFO:teuthology.orchestra.run.smithi069.stdout: "op_send_bytes": 17825419, 2024-03-29T00:23:07.511 INFO:teuthology.orchestra.run.smithi069.stdout: "op_resend": 33, 2024-03-29T00:23:07.511 INFO:teuthology.orchestra.run.smithi069.stdout: "op_reply": 5290, 2024-03-29T00:23:07.511 INFO:teuthology.orchestra.run.smithi069.stdout: "op_latency": { 2024-03-29T00:23:07.511 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 5290, 2024-03-29T00:23:07.511 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 30.527360313, 2024-03-29T00:23:07.511 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.005770767 2024-03-29T00:23:07.512 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.512 INFO:teuthology.orchestra.run.smithi069.stdout: "op_inflight": 0, 2024-03-29T00:23:07.512 INFO:teuthology.orchestra.run.smithi069.stdout: "oplen_avg": { 2024-03-29T00:23:07.512 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 5290, 2024-03-29T00:23:07.512 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 5404 2024-03-29T00:23:07.512 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.512 INFO:teuthology.orchestra.run.smithi069.stdout: "op": 5290, 2024-03-29T00:23:07.512 INFO:teuthology.orchestra.run.smithi069.stdout: "op_r": 87, 2024-03-29T00:23:07.512 INFO:teuthology.orchestra.run.smithi069.stdout: "op_w": 5203, 2024-03-29T00:23:07.512 INFO:teuthology.orchestra.run.smithi069.stdout: "op_rmw": 0, 2024-03-29T00:23:07.512 INFO:teuthology.orchestra.run.smithi069.stdout: "op_pg": 0, 2024-03-29T00:23:07.512 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_stat": 0, 2024-03-29T00:23:07.512 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_create": 10, 2024-03-29T00:23:07.512 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_read": 87, 2024-03-29T00:23:07.512 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_write": 431, 2024-03-29T00:23:07.513 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_writefull": 51, 2024-03-29T00:23:07.513 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_writesame": 0, 2024-03-29T00:23:07.513 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_append": 0, 2024-03-29T00:23:07.513 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_zero": 0, 2024-03-29T00:23:07.513 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_truncate": 1, 2024-03-29T00:23:07.513 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_delete": 4629, 2024-03-29T00:23:07.513 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_mapext": 0, 2024-03-29T00:23:07.513 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_sparse_read": 0, 2024-03-29T00:23:07.513 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_clonerange": 0, 2024-03-29T00:23:07.513 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_getxattr": 0, 2024-03-29T00:23:07.513 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_setxattr": 20, 2024-03-29T00:23:07.513 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_cmpxattr": 0, 2024-03-29T00:23:07.513 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_rmxattr": 0, 2024-03-29T00:23:07.513 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_resetxattrs": 0, 2024-03-29T00:23:07.514 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_call": 0, 2024-03-29T00:23:07.514 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_watch": 0, 2024-03-29T00:23:07.514 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_notify": 0, 2024-03-29T00:23:07.514 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_src_cmpxattr": 0, 2024-03-29T00:23:07.514 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_pgls": 0, 2024-03-29T00:23:07.514 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_pgls_filter": 0, 2024-03-29T00:23:07.514 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_other": 0, 2024-03-29T00:23:07.514 INFO:teuthology.orchestra.run.smithi069.stdout: "linger_active": 0, 2024-03-29T00:23:07.514 INFO:teuthology.orchestra.run.smithi069.stdout: "linger_send": 0, 2024-03-29T00:23:07.514 INFO:teuthology.orchestra.run.smithi069.stdout: "linger_resend": 0, 2024-03-29T00:23:07.514 INFO:teuthology.orchestra.run.smithi069.stdout: "linger_ping": 0, 2024-03-29T00:23:07.514 INFO:teuthology.orchestra.run.smithi069.stdout: "poolop_active": 0, 2024-03-29T00:23:07.514 INFO:teuthology.orchestra.run.smithi069.stdout: "poolop_send": 0, 2024-03-29T00:23:07.514 INFO:teuthology.orchestra.run.smithi069.stdout: "poolop_resend": 0, 2024-03-29T00:23:07.514 INFO:teuthology.orchestra.run.smithi069.stdout: "poolstat_active": 0, 2024-03-29T00:23:07.515 INFO:teuthology.orchestra.run.smithi069.stdout: "poolstat_send": 0, 2024-03-29T00:23:07.515 INFO:teuthology.orchestra.run.smithi069.stdout: "poolstat_resend": 0, 2024-03-29T00:23:07.515 INFO:teuthology.orchestra.run.smithi069.stdout: "statfs_active": 0, 2024-03-29T00:23:07.515 INFO:teuthology.orchestra.run.smithi069.stdout: "statfs_send": 0, 2024-03-29T00:23:07.515 INFO:teuthology.orchestra.run.smithi069.stdout: "statfs_resend": 0, 2024-03-29T00:23:07.515 INFO:teuthology.orchestra.run.smithi069.stdout: "command_active": 0, 2024-03-29T00:23:07.515 INFO:teuthology.orchestra.run.smithi069.stdout: "command_send": 0, 2024-03-29T00:23:07.515 INFO:teuthology.orchestra.run.smithi069.stdout: "command_resend": 0, 2024-03-29T00:23:07.515 INFO:teuthology.orchestra.run.smithi069.stdout: "map_epoch": 93, 2024-03-29T00:23:07.515 INFO:teuthology.orchestra.run.smithi069.stdout: "map_full": 0, 2024-03-29T00:23:07.515 INFO:teuthology.orchestra.run.smithi069.stdout: "map_inc": 4, 2024-03-29T00:23:07.515 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_sessions": 12, 2024-03-29T00:23:07.515 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_session_open": 12, 2024-03-29T00:23:07.515 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_session_close": 0, 2024-03-29T00:23:07.515 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_laggy": 0, 2024-03-29T00:23:07.516 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_wr": 138, 2024-03-29T00:23:07.516 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_rd": 0, 2024-03-29T00:23:07.516 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_del": 37 2024-03-29T00:23:07.516 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.516 INFO:teuthology.orchestra.run.smithi069.stdout: "oft": { 2024-03-29T00:23:07.516 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_total_objs": 1, 2024-03-29T00:23:07.516 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_total_kv_pairs": 0, 2024-03-29T00:23:07.516 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_total_updates": 0, 2024-03-29T00:23:07.516 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_total_removes": 0 2024-03-29T00:23:07.516 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.516 INFO:teuthology.orchestra.run.smithi069.stdout: "osd-slow-ops": { 2024-03-29T00:23:07.516 INFO:teuthology.orchestra.run.smithi069.stdout: "slow_ops_count": 0 2024-03-29T00:23:07.516 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.516 INFO:teuthology.orchestra.run.smithi069.stdout: "purge_queue": { 2024-03-29T00:23:07.516 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_executing_ops": 0, 2024-03-29T00:23:07.516 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_executing_ops_high_water": 17, 2024-03-29T00:23:07.517 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_executing": 0, 2024-03-29T00:23:07.517 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_executing_high_water": 7, 2024-03-29T00:23:07.517 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_executed_ops": 4613, 2024-03-29T00:23:07.517 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_executed": 2347, 2024-03-29T00:23:07.517 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_item_in_journal": 0 2024-03-29T00:23:07.517 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.517 INFO:teuthology.orchestra.run.smithi069.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-29T00:23:07.517 INFO:teuthology.orchestra.run.smithi069.stdout: "val": 0, 2024-03-29T00:23:07.517 INFO:teuthology.orchestra.run.smithi069.stdout: "max": 104857600, 2024-03-29T00:23:07.517 INFO:teuthology.orchestra.run.smithi069.stdout: "get_started": 0, 2024-03-29T00:23:07.517 INFO:teuthology.orchestra.run.smithi069.stdout: "get": 28414, 2024-03-29T00:23:07.517 INFO:teuthology.orchestra.run.smithi069.stdout: "get_sum": 9375597, 2024-03-29T00:23:07.517 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_fail": 0, 2024-03-29T00:23:07.517 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_success": 28414, 2024-03-29T00:23:07.517 INFO:teuthology.orchestra.run.smithi069.stdout: "take": 0, 2024-03-29T00:23:07.517 INFO:teuthology.orchestra.run.smithi069.stdout: "take_sum": 0, 2024-03-29T00:23:07.517 INFO:teuthology.orchestra.run.smithi069.stdout: "put": 28414, 2024-03-29T00:23:07.518 INFO:teuthology.orchestra.run.smithi069.stdout: "put_sum": 9375597, 2024-03-29T00:23:07.518 INFO:teuthology.orchestra.run.smithi069.stdout: "wait": { 2024-03-29T00:23:07.518 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:07.518 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:07.518 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:07.518 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:07.518 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.518 INFO:teuthology.orchestra.run.smithi069.stdout: "throttle-objecter_bytes": { 2024-03-29T00:23:07.518 INFO:teuthology.orchestra.run.smithi069.stdout: "val": 0, 2024-03-29T00:23:07.518 INFO:teuthology.orchestra.run.smithi069.stdout: "max": 104857600, 2024-03-29T00:23:07.518 INFO:teuthology.orchestra.run.smithi069.stdout: "get_started": 0, 2024-03-29T00:23:07.518 INFO:teuthology.orchestra.run.smithi069.stdout: "get": 0, 2024-03-29T00:23:07.518 INFO:teuthology.orchestra.run.smithi069.stdout: "get_sum": 0, 2024-03-29T00:23:07.518 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_fail": 0, 2024-03-29T00:23:07.518 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_success": 0, 2024-03-29T00:23:07.519 INFO:teuthology.orchestra.run.smithi069.stdout: "take": 5290, 2024-03-29T00:23:07.519 INFO:teuthology.orchestra.run.smithi069.stdout: "take_sum": 18080482, 2024-03-29T00:23:07.519 INFO:teuthology.orchestra.run.smithi069.stdout: "put": 5290, 2024-03-29T00:23:07.519 INFO:teuthology.orchestra.run.smithi069.stdout: "put_sum": 18080482, 2024-03-29T00:23:07.519 INFO:teuthology.orchestra.run.smithi069.stdout: "wait": { 2024-03-29T00:23:07.519 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:07.519 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:07.519 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:07.519 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:07.519 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.519 INFO:teuthology.orchestra.run.smithi069.stdout: "throttle-objecter_ops": { 2024-03-29T00:23:07.519 INFO:teuthology.orchestra.run.smithi069.stdout: "val": 0, 2024-03-29T00:23:07.519 INFO:teuthology.orchestra.run.smithi069.stdout: "max": 1024, 2024-03-29T00:23:07.519 INFO:teuthology.orchestra.run.smithi069.stdout: "get_started": 0, 2024-03-29T00:23:07.519 INFO:teuthology.orchestra.run.smithi069.stdout: "get": 0, 2024-03-29T00:23:07.519 INFO:teuthology.orchestra.run.smithi069.stdout: "get_sum": 0, 2024-03-29T00:23:07.519 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_fail": 0, 2024-03-29T00:23:07.520 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_success": 0, 2024-03-29T00:23:07.520 INFO:teuthology.orchestra.run.smithi069.stdout: "take": 5290, 2024-03-29T00:23:07.520 INFO:teuthology.orchestra.run.smithi069.stdout: "take_sum": 5290, 2024-03-29T00:23:07.520 INFO:teuthology.orchestra.run.smithi069.stdout: "put": 5290, 2024-03-29T00:23:07.520 INFO:teuthology.orchestra.run.smithi069.stdout: "put_sum": 5290, 2024-03-29T00:23:07.520 INFO:teuthology.orchestra.run.smithi069.stdout: "wait": { 2024-03-29T00:23:07.520 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:07.520 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:07.520 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:07.520 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:07.520 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.520 INFO:teuthology.orchestra.run.smithi069.stdout: "throttle-write_buf_throttle": { 2024-03-29T00:23:07.520 INFO:teuthology.orchestra.run.smithi069.stdout: "val": 0, 2024-03-29T00:23:07.520 INFO:teuthology.orchestra.run.smithi069.stdout: "max": 3758096384, 2024-03-29T00:23:07.520 INFO:teuthology.orchestra.run.smithi069.stdout: "get_started": 0, 2024-03-29T00:23:07.521 INFO:teuthology.orchestra.run.smithi069.stdout: "get": 2347, 2024-03-29T00:23:07.521 INFO:teuthology.orchestra.run.smithi069.stdout: "get_sum": 255063, 2024-03-29T00:23:07.521 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_fail": 0, 2024-03-29T00:23:07.521 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_success": 2347, 2024-03-29T00:23:07.521 INFO:teuthology.orchestra.run.smithi069.stdout: "take": 0, 2024-03-29T00:23:07.521 INFO:teuthology.orchestra.run.smithi069.stdout: "take_sum": 0, 2024-03-29T00:23:07.521 INFO:teuthology.orchestra.run.smithi069.stdout: "put": 87, 2024-03-29T00:23:07.521 INFO:teuthology.orchestra.run.smithi069.stdout: "put_sum": 255063, 2024-03-29T00:23:07.521 INFO:teuthology.orchestra.run.smithi069.stdout: "wait": { 2024-03-29T00:23:07.521 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:07.521 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:07.521 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:07.521 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:07.521 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:07.521 INFO:teuthology.orchestra.run.smithi069.stdout: "throttle-write_buf_throttle-0x5600af772460": { 2024-03-29T00:23:07.522 INFO:teuthology.orchestra.run.smithi069.stdout: "val": 0, 2024-03-29T00:23:07.522 INFO:teuthology.orchestra.run.smithi069.stdout: "max": 3758096384, 2024-03-29T00:23:07.522 INFO:teuthology.orchestra.run.smithi069.stdout: "get_started": 0, 2024-03-29T00:23:07.522 INFO:teuthology.orchestra.run.smithi069.stdout: "get": 9062, 2024-03-29T00:23:07.522 INFO:teuthology.orchestra.run.smithi069.stdout: "get_sum": 17136933, 2024-03-29T00:23:07.522 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_fail": 0, 2024-03-29T00:23:07.522 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_success": 9062, 2024-03-29T00:23:07.522 INFO:teuthology.orchestra.run.smithi069.stdout: "take": 0, 2024-03-29T00:23:07.522 INFO:teuthology.orchestra.run.smithi069.stdout: "take_sum": 0, 2024-03-29T00:23:07.522 INFO:teuthology.orchestra.run.smithi069.stdout: "put": 344, 2024-03-29T00:23:07.522 INFO:teuthology.orchestra.run.smithi069.stdout: "put_sum": 17136933, 2024-03-29T00:23:07.522 INFO:teuthology.orchestra.run.smithi069.stdout: "wait": { 2024-03-29T00:23:07.522 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:07.522 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:07.522 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:07.523 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:07.523 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:07.523 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-03-29T00:23:07.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:07 smithi012 ceph-mon[31657]: pgmap v561: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 511 B/s wr, 9 op/s 2024-03-29T00:23:08.407 INFO:tasks.check_counter:Daemon mds.c mds.exported=33 2024-03-29T00:23:08.407 INFO:tasks.check_counter:Daemon mds.c mds.imported=33 2024-03-29T00:23:08.408 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=530 2024-03-29T00:23:08.408 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=1769 2024-03-29T00:23:08.408 DEBUG:tasks.check_counter:Getting stats from f 2024-03-29T00:23:08.408 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph daemon mds.f perf dump 2024-03-29T00:23:08.731 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.c/config 2024-03-29T00:23:09.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:09 smithi053 ceph-mon[36233]: pgmap v562: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 511 B/s wr, 11 op/s 2024-03-29T00:23:09.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:09 smithi069 ceph-mon[36074]: pgmap v562: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 511 B/s wr, 11 op/s 2024-03-29T00:23:09.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:09 smithi012 ceph-mon[31657]: pgmap v562: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 511 B/s wr, 11 op/s 2024-03-29T00:23:10.565 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-03-29T00:23:10.565 INFO:teuthology.orchestra.run.smithi069.stdout: "AsyncMessenger::Worker-0": { 2024-03-29T00:23:10.565 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_messages": 935, 2024-03-29T00:23:10.565 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages": 935, 2024-03-29T00:23:10.565 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_bytes": 29642621, 2024-03-29T00:23:10.565 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_bytes": 296516, 2024-03-29T00:23:10.565 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_created_connections": 7, 2024-03-29T00:23:10.565 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_active_connections": 3, 2024-03-29T00:23:10.565 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_total_time": 0.077608394, 2024-03-29T00:23:10.565 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_send_time": 0.017033226, 2024-03-29T00:23:10.565 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_recv_time": 0.034766517, 2024-03-29T00:23:10.565 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_fast_dispatch_time": 0.020396959, 2024-03-29T00:23:10.566 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:23:10.566 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 934, 2024-03-29T00:23:10.566 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.022433263, 2024-03-29T00:23:10.566 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000024018 2024-03-29T00:23:10.566 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.566 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:23:10.566 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.566 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.566 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.566 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.566 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-03-29T00:23:10.566 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_encrypted_bytes": 448 2024-03-29T00:23:10.566 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.567 INFO:teuthology.orchestra.run.smithi069.stdout: "AsyncMessenger::Worker-1": { 2024-03-29T00:23:10.567 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_messages": 148, 2024-03-29T00:23:10.567 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages": 250, 2024-03-29T00:23:10.567 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_bytes": 16823568, 2024-03-29T00:23:10.567 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_bytes": 292444, 2024-03-29T00:23:10.567 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_created_connections": 6, 2024-03-29T00:23:10.567 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_active_connections": 5, 2024-03-29T00:23:10.567 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_total_time": 0.023258241, 2024-03-29T00:23:10.567 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_send_time": 0.006094038, 2024-03-29T00:23:10.567 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_recv_time": 0.012256913, 2024-03-29T00:23:10.567 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_fast_dispatch_time": 0.003502095, 2024-03-29T00:23:10.567 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:23:10.567 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 248, 2024-03-29T00:23:10.567 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.014137774, 2024-03-29T00:23:10.568 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000057007 2024-03-29T00:23:10.568 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.568 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:23:10.568 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.568 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.568 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.568 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.568 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_encrypted_bytes": 160, 2024-03-29T00:23:10.568 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_encrypted_bytes": 245632 2024-03-29T00:23:10.568 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.568 INFO:teuthology.orchestra.run.smithi069.stdout: "AsyncMessenger::Worker-2": { 2024-03-29T00:23:10.568 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_messages": 558, 2024-03-29T00:23:10.568 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages": 538, 2024-03-29T00:23:10.568 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_bytes": 10321163, 2024-03-29T00:23:10.569 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_bytes": 209265, 2024-03-29T00:23:10.569 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_created_connections": 4, 2024-03-29T00:23:10.569 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_active_connections": 3, 2024-03-29T00:23:10.569 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_total_time": 0.050092673, 2024-03-29T00:23:10.569 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_send_time": 0.014484470, 2024-03-29T00:23:10.569 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_recv_time": 0.023770119, 2024-03-29T00:23:10.569 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_fast_dispatch_time": 0.012349533, 2024-03-29T00:23:10.569 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:23:10.569 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 537, 2024-03-29T00:23:10.569 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.014220697, 2024-03-29T00:23:10.569 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000026481 2024-03-29T00:23:10.569 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.569 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:23:10.569 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.570 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.570 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.570 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.570 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_encrypted_bytes": 577056, 2024-03-29T00:23:10.570 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_encrypted_bytes": 84608 2024-03-29T00:23:10.570 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.570 INFO:teuthology.orchestra.run.smithi069.stdout: "cct": { 2024-03-29T00:23:10.570 INFO:teuthology.orchestra.run.smithi069.stdout: "total_workers": 1, 2024-03-29T00:23:10.570 INFO:teuthology.orchestra.run.smithi069.stdout: "unhealthy_workers": 0 2024-03-29T00:23:10.570 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.570 INFO:teuthology.orchestra.run.smithi069.stdout: "finisher-MDSRank": { 2024-03-29T00:23:10.570 INFO:teuthology.orchestra.run.smithi069.stdout: "queue_len": 0, 2024-03-29T00:23:10.571 INFO:teuthology.orchestra.run.smithi069.stdout: "complete_latency": { 2024-03-29T00:23:10.571 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 2427, 2024-03-29T00:23:10.571 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.135190305, 2024-03-29T00:23:10.571 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000055702 2024-03-29T00:23:10.571 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:10.571 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.571 INFO:teuthology.orchestra.run.smithi069.stdout: "finisher-PurgeQueue": { 2024-03-29T00:23:10.571 INFO:teuthology.orchestra.run.smithi069.stdout: "queue_len": 0, 2024-03-29T00:23:10.571 INFO:teuthology.orchestra.run.smithi069.stdout: "complete_latency": { 2024-03-29T00:23:10.571 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.571 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.571 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.571 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:10.571 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.571 INFO:teuthology.orchestra.run.smithi069.stdout: "mds": { 2024-03-29T00:23:10.572 INFO:teuthology.orchestra.run.smithi069.stdout: "request": 0, 2024-03-29T00:23:10.572 INFO:teuthology.orchestra.run.smithi069.stdout: "reply": 0, 2024-03-29T00:23:10.572 INFO:teuthology.orchestra.run.smithi069.stdout: "reply_latency": { 2024-03-29T00:23:10.572 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.572 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.572 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.572 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.572 INFO:teuthology.orchestra.run.smithi069.stdout: "slow_reply": 0, 2024-03-29T00:23:10.572 INFO:teuthology.orchestra.run.smithi069.stdout: "forward": 0, 2024-03-29T00:23:10.572 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_fetch_complete": 0, 2024-03-29T00:23:10.572 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_fetch_keys": 0, 2024-03-29T00:23:10.572 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_commit": 0, 2024-03-29T00:23:10.572 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_split": 0, 2024-03-29T00:23:10.572 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_merge": 0, 2024-03-29T00:23:10.572 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes": 3389, 2024-03-29T00:23:10.573 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes_top": 1878, 2024-03-29T00:23:10.573 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes_bottom": 1511, 2024-03-29T00:23:10.573 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes_pin_tail": 0, 2024-03-29T00:23:10.573 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes_pinned": 706, 2024-03-29T00:23:10.573 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes_expired": 0, 2024-03-29T00:23:10.573 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes_with_caps": 0, 2024-03-29T00:23:10.573 INFO:teuthology.orchestra.run.smithi069.stdout: "caps": 0, 2024-03-29T00:23:10.573 INFO:teuthology.orchestra.run.smithi069.stdout: "subtrees": 2, 2024-03-29T00:23:10.573 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse": 0, 2024-03-29T00:23:10.573 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse_hit": 0, 2024-03-29T00:23:10.573 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse_forward": 0, 2024-03-29T00:23:10.573 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse_discover": 0, 2024-03-29T00:23:10.573 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse_dir_fetch": 0, 2024-03-29T00:23:10.573 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse_remote_ino": 0, 2024-03-29T00:23:10.574 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse_lock": 0, 2024-03-29T00:23:10.574 INFO:teuthology.orchestra.run.smithi069.stdout: "load_cent": 0, 2024-03-29T00:23:10.574 INFO:teuthology.orchestra.run.smithi069.stdout: "q": 0, 2024-03-29T00:23:10.574 INFO:teuthology.orchestra.run.smithi069.stdout: "exported": 0, 2024-03-29T00:23:10.574 INFO:teuthology.orchestra.run.smithi069.stdout: "exported_inodes": 0, 2024-03-29T00:23:10.574 INFO:teuthology.orchestra.run.smithi069.stdout: "imported": 0, 2024-03-29T00:23:10.574 INFO:teuthology.orchestra.run.smithi069.stdout: "imported_inodes": 0, 2024-03-29T00:23:10.574 INFO:teuthology.orchestra.run.smithi069.stdout: "openino_dir_fetch": 0, 2024-03-29T00:23:10.574 INFO:teuthology.orchestra.run.smithi069.stdout: "openino_backtrace_fetch": 0, 2024-03-29T00:23:10.574 INFO:teuthology.orchestra.run.smithi069.stdout: "openino_peer_discover": 0, 2024-03-29T00:23:10.574 INFO:teuthology.orchestra.run.smithi069.stdout: "root_rfiles": 4, 2024-03-29T00:23:10.574 INFO:teuthology.orchestra.run.smithi069.stdout: "root_rbytes": 234, 2024-03-29T00:23:10.574 INFO:teuthology.orchestra.run.smithi069.stdout: "root_rsnaps": 0, 2024-03-29T00:23:10.574 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_backtrace_fetch": 0, 2024-03-29T00:23:10.574 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_set_tag": 0, 2024-03-29T00:23:10.575 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_backtrace_repaired": 0, 2024-03-29T00:23:10.575 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_inotable_repaired": 0, 2024-03-29T00:23:10.575 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_dir_inodes": 0, 2024-03-29T00:23:10.575 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_dir_base_inodes": 0, 2024-03-29T00:23:10.575 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_dirfrag_rstats": 0, 2024-03-29T00:23:10.575 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_file_inodes": 0, 2024-03-29T00:23:10.575 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_inode_file_caps": 0, 2024-03-29T00:23:10.575 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_cap_op_revoke": 0, 2024-03-29T00:23:10.575 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_cap_op_grant": 0, 2024-03-29T00:23:10.575 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_cap_op_trunc": 0, 2024-03-29T00:23:10.576 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-29T00:23:10.576 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-29T00:23:10.576 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_client_caps": 0, 2024-03-29T00:23:10.576 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_client_caps_dirty": 0, 2024-03-29T00:23:10.576 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_client_cap_release": 0, 2024-03-29T00:23:10.576 INFO:teuthology.orchestra.run.smithi069.stdout: "process_request_cap_release": 0 2024-03-29T00:23:10.576 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.576 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_cache": { 2024-03-29T00:23:10.576 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_update": 0, 2024-03-29T00:23:10.576 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_update_receipt": 0, 2024-03-29T00:23:10.576 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_try_discover": 0, 2024-03-29T00:23:10.576 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_send_discover": 0, 2024-03-29T00:23:10.576 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_handle_discover": 0, 2024-03-29T00:23:10.576 INFO:teuthology.orchestra.run.smithi069.stdout: "num_strays": 0, 2024-03-29T00:23:10.576 INFO:teuthology.orchestra.run.smithi069.stdout: "num_strays_delayed": 0, 2024-03-29T00:23:10.576 INFO:teuthology.orchestra.run.smithi069.stdout: "num_strays_enqueuing": 0, 2024-03-29T00:23:10.577 INFO:teuthology.orchestra.run.smithi069.stdout: "strays_created": 0, 2024-03-29T00:23:10.577 INFO:teuthology.orchestra.run.smithi069.stdout: "strays_enqueued": 0, 2024-03-29T00:23:10.577 INFO:teuthology.orchestra.run.smithi069.stdout: "strays_reintegrated": 0, 2024-03-29T00:23:10.577 INFO:teuthology.orchestra.run.smithi069.stdout: "strays_migrated": 0, 2024-03-29T00:23:10.577 INFO:teuthology.orchestra.run.smithi069.stdout: "num_recovering_processing": 0, 2024-03-29T00:23:10.577 INFO:teuthology.orchestra.run.smithi069.stdout: "num_recovering_enqueued": 0, 2024-03-29T00:23:10.577 INFO:teuthology.orchestra.run.smithi069.stdout: "num_recovering_prioritized": 0, 2024-03-29T00:23:10.577 INFO:teuthology.orchestra.run.smithi069.stdout: "recovery_started": 0, 2024-03-29T00:23:10.577 INFO:teuthology.orchestra.run.smithi069.stdout: "recovery_completed": 0, 2024-03-29T00:23:10.577 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_quiesce_path": 0, 2024-03-29T00:23:10.577 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_quiesce_inode": 0, 2024-03-29T00:23:10.577 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_enqueue_scrub": 0, 2024-03-29T00:23:10.577 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_exportdir": 0, 2024-03-29T00:23:10.577 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_flush": 0, 2024-03-29T00:23:10.577 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_fragmentdir": 0, 2024-03-29T00:23:10.578 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_fragstats": 0, 2024-03-29T00:23:10.578 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_inodestats": 0 2024-03-29T00:23:10.578 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.578 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_log": { 2024-03-29T00:23:10.578 INFO:teuthology.orchestra.run.smithi069.stdout: "evlrg": 0, 2024-03-29T00:23:10.578 INFO:teuthology.orchestra.run.smithi069.stdout: "evadd": 0, 2024-03-29T00:23:10.578 INFO:teuthology.orchestra.run.smithi069.stdout: "evex": 0, 2024-03-29T00:23:10.578 INFO:teuthology.orchestra.run.smithi069.stdout: "evtrm": 0, 2024-03-29T00:23:10.578 INFO:teuthology.orchestra.run.smithi069.stdout: "ev": 26990, 2024-03-29T00:23:10.578 INFO:teuthology.orchestra.run.smithi069.stdout: "evexg": 0, 2024-03-29T00:23:10.578 INFO:teuthology.orchestra.run.smithi069.stdout: "evexd": 0, 2024-03-29T00:23:10.578 INFO:teuthology.orchestra.run.smithi069.stdout: "segadd": 0, 2024-03-29T00:23:10.578 INFO:teuthology.orchestra.run.smithi069.stdout: "segex": 0, 2024-03-29T00:23:10.578 INFO:teuthology.orchestra.run.smithi069.stdout: "segtrm": 0, 2024-03-29T00:23:10.578 INFO:teuthology.orchestra.run.smithi069.stdout: "seg": 2, 2024-03-29T00:23:10.579 INFO:teuthology.orchestra.run.smithi069.stdout: "segmjr": 19, 2024-03-29T00:23:10.579 INFO:teuthology.orchestra.run.smithi069.stdout: "segexg": 0, 2024-03-29T00:23:10.579 INFO:teuthology.orchestra.run.smithi069.stdout: "segexd": 0, 2024-03-29T00:23:10.579 INFO:teuthology.orchestra.run.smithi069.stdout: "expos": 58006136, 2024-03-29T00:23:10.579 INFO:teuthology.orchestra.run.smithi069.stdout: "wrpos": 59978228, 2024-03-29T00:23:10.579 INFO:teuthology.orchestra.run.smithi069.stdout: "rdpos": 59976241, 2024-03-29T00:23:10.579 INFO:teuthology.orchestra.run.smithi069.stdout: "jlat": { 2024-03-29T00:23:10.579 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.579 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.579 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.579 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.579 INFO:teuthology.orchestra.run.smithi069.stdout: "replayed": 26990 2024-03-29T00:23:10.579 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.579 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_mem": { 2024-03-29T00:23:10.579 INFO:teuthology.orchestra.run.smithi069.stdout: "ino": 26, 2024-03-29T00:23:10.580 INFO:teuthology.orchestra.run.smithi069.stdout: "ino+": 9842, 2024-03-29T00:23:10.580 INFO:teuthology.orchestra.run.smithi069.stdout: "ino-": 9816, 2024-03-29T00:23:10.580 INFO:teuthology.orchestra.run.smithi069.stdout: "dir": 28, 2024-03-29T00:23:10.580 INFO:teuthology.orchestra.run.smithi069.stdout: "dir+": 733, 2024-03-29T00:23:10.580 INFO:teuthology.orchestra.run.smithi069.stdout: "dir-": 705, 2024-03-29T00:23:10.580 INFO:teuthology.orchestra.run.smithi069.stdout: "dn": 3389, 2024-03-29T00:23:10.580 INFO:teuthology.orchestra.run.smithi069.stdout: "dn+": 11955, 2024-03-29T00:23:10.580 INFO:teuthology.orchestra.run.smithi069.stdout: "dn-": 8566, 2024-03-29T00:23:10.580 INFO:teuthology.orchestra.run.smithi069.stdout: "cap": 0, 2024-03-29T00:23:10.580 INFO:teuthology.orchestra.run.smithi069.stdout: "cap+": 0, 2024-03-29T00:23:10.580 INFO:teuthology.orchestra.run.smithi069.stdout: "cap-": 0, 2024-03-29T00:23:10.580 INFO:teuthology.orchestra.run.smithi069.stdout: "rss": 61456, 2024-03-29T00:23:10.580 INFO:teuthology.orchestra.run.smithi069.stdout: "heap": 215420 2024-03-29T00:23:10.580 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.580 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_server": { 2024-03-29T00:23:10.580 INFO:teuthology.orchestra.run.smithi069.stdout: "dispatch_client_request": 0, 2024-03-29T00:23:10.581 INFO:teuthology.orchestra.run.smithi069.stdout: "dispatch_server_request": 0, 2024-03-29T00:23:10.581 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_client_request": 0, 2024-03-29T00:23:10.581 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_client_session": 0, 2024-03-29T00:23:10.581 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_peer_request": 0, 2024-03-29T00:23:10.581 INFO:teuthology.orchestra.run.smithi069.stdout: "req_create_latency": { 2024-03-29T00:23:10.581 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.581 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.581 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.581 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.581 INFO:teuthology.orchestra.run.smithi069.stdout: "req_getattr_latency": { 2024-03-29T00:23:10.581 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.581 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.581 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.581 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.581 INFO:teuthology.orchestra.run.smithi069.stdout: "req_getfilelock_latency": { 2024-03-29T00:23:10.582 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.582 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.582 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.582 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.582 INFO:teuthology.orchestra.run.smithi069.stdout: "req_link_latency": { 2024-03-29T00:23:10.582 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.582 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.582 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.582 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.582 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lookup_latency": { 2024-03-29T00:23:10.582 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.582 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.582 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.582 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.583 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lookuphash_latency": { 2024-03-29T00:23:10.583 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.583 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.583 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.583 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.583 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lookupino_latency": { 2024-03-29T00:23:10.583 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.583 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.583 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.583 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.583 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lookupname_latency": { 2024-03-29T00:23:10.583 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.583 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.583 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.583 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.584 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lookupparent_latency": { 2024-03-29T00:23:10.584 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.584 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.584 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.584 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.584 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lookupsnap_latency": { 2024-03-29T00:23:10.584 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.584 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.584 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.584 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.584 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lssnap_latency": { 2024-03-29T00:23:10.584 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.584 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.584 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.584 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.585 INFO:teuthology.orchestra.run.smithi069.stdout: "req_mkdir_latency": { 2024-03-29T00:23:10.585 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.585 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.585 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.585 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.585 INFO:teuthology.orchestra.run.smithi069.stdout: "req_mknod_latency": { 2024-03-29T00:23:10.586 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.586 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.586 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.586 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.586 INFO:teuthology.orchestra.run.smithi069.stdout: "req_mksnap_latency": { 2024-03-29T00:23:10.586 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.586 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.586 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.586 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.586 INFO:teuthology.orchestra.run.smithi069.stdout: "req_open_latency": { 2024-03-29T00:23:10.586 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.586 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.586 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.586 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.586 INFO:teuthology.orchestra.run.smithi069.stdout: "req_readdir_latency": { 2024-03-29T00:23:10.587 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.587 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.587 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.587 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.587 INFO:teuthology.orchestra.run.smithi069.stdout: "req_rename_latency": { 2024-03-29T00:23:10.587 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.587 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.587 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.587 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.587 INFO:teuthology.orchestra.run.smithi069.stdout: "req_renamesnap_latency": { 2024-03-29T00:23:10.587 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.587 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.587 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.587 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.587 INFO:teuthology.orchestra.run.smithi069.stdout: "req_snapdiff_latency": { 2024-03-29T00:23:10.588 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.588 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.588 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.588 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.588 INFO:teuthology.orchestra.run.smithi069.stdout: "req_rmdir_latency": { 2024-03-29T00:23:10.588 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.588 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.588 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.588 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.588 INFO:teuthology.orchestra.run.smithi069.stdout: "req_rmsnap_latency": { 2024-03-29T00:23:10.588 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.588 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.588 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.588 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.589 INFO:teuthology.orchestra.run.smithi069.stdout: "req_rmxattr_latency": { 2024-03-29T00:23:10.589 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.589 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.589 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.589 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.589 INFO:teuthology.orchestra.run.smithi069.stdout: "req_setattr_latency": { 2024-03-29T00:23:10.589 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.589 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.589 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.589 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.589 INFO:teuthology.orchestra.run.smithi069.stdout: "req_setdirlayout_latency": { 2024-03-29T00:23:10.589 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.589 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.589 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.589 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.590 INFO:teuthology.orchestra.run.smithi069.stdout: "req_setfilelock_latency": { 2024-03-29T00:23:10.590 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.590 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.590 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.590 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.590 INFO:teuthology.orchestra.run.smithi069.stdout: "req_setlayout_latency": { 2024-03-29T00:23:10.590 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.590 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.590 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.590 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.590 INFO:teuthology.orchestra.run.smithi069.stdout: "req_setxattr_latency": { 2024-03-29T00:23:10.590 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.590 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.590 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.591 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.591 INFO:teuthology.orchestra.run.smithi069.stdout: "req_symlink_latency": { 2024-03-29T00:23:10.591 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.591 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.591 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.591 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.591 INFO:teuthology.orchestra.run.smithi069.stdout: "req_unlink_latency": { 2024-03-29T00:23:10.591 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.591 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.591 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.591 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.591 INFO:teuthology.orchestra.run.smithi069.stdout: "cap_revoke_eviction": 0, 2024-03-29T00:23:10.591 INFO:teuthology.orchestra.run.smithi069.stdout: "cap_acquisition_throttle": 0, 2024-03-29T00:23:10.591 INFO:teuthology.orchestra.run.smithi069.stdout: "req_getvxattr_latency": { 2024-03-29T00:23:10.591 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.592 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.592 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.592 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:10.592 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.592 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_sessions": { 2024-03-29T00:23:10.592 INFO:teuthology.orchestra.run.smithi069.stdout: "session_count": 1, 2024-03-29T00:23:10.592 INFO:teuthology.orchestra.run.smithi069.stdout: "session_add": 3, 2024-03-29T00:23:10.592 INFO:teuthology.orchestra.run.smithi069.stdout: "session_remove": 2, 2024-03-29T00:23:10.592 INFO:teuthology.orchestra.run.smithi069.stdout: "sessions_open": 1, 2024-03-29T00:23:10.592 INFO:teuthology.orchestra.run.smithi069.stdout: "sessions_stale": 0, 2024-03-29T00:23:10.592 INFO:teuthology.orchestra.run.smithi069.stdout: "total_load": 0, 2024-03-29T00:23:10.592 INFO:teuthology.orchestra.run.smithi069.stdout: "average_load": 0, 2024-03-29T00:23:10.592 INFO:teuthology.orchestra.run.smithi069.stdout: "avg_session_uptime": 1990, 2024-03-29T00:23:10.592 INFO:teuthology.orchestra.run.smithi069.stdout: "mdthresh_evicted": 0 2024-03-29T00:23:10.592 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.592 INFO:teuthology.orchestra.run.smithi069.stdout: "mempool": { 2024-03-29T00:23:10.593 INFO:teuthology.orchestra.run.smithi069.stdout: "bloom_filter_bytes": 0, 2024-03-29T00:23:10.593 INFO:teuthology.orchestra.run.smithi069.stdout: "bloom_filter_items": 0, 2024-03-29T00:23:10.593 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_alloc_bytes": 0, 2024-03-29T00:23:10.593 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_alloc_items": 0, 2024-03-29T00:23:10.593 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_data_bytes": 0, 2024-03-29T00:23:10.593 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_data_items": 0, 2024-03-29T00:23:10.593 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-29T00:23:10.593 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_onode_items": 0, 2024-03-29T00:23:10.593 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-29T00:23:10.593 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_meta_items": 0, 2024-03-29T00:23:10.593 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_other_bytes": 0, 2024-03-29T00:23:10.593 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_other_items": 0, 2024-03-29T00:23:10.593 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-29T00:23:10.593 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_buffer_items": 0, 2024-03-29T00:23:10.594 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_extent_bytes": 0, 2024-03-29T00:23:10.594 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_extent_items": 0, 2024-03-29T00:23:10.594 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_blob_bytes": 0, 2024-03-29T00:23:10.594 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_blob_items": 0, 2024-03-29T00:23:10.594 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-29T00:23:10.594 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_shared_blob_items": 0, 2024-03-29T00:23:10.594 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-29T00:23:10.594 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_inline_bl_items": 0, 2024-03-29T00:23:10.594 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_fsck_bytes": 0, 2024-03-29T00:23:10.594 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_fsck_items": 0, 2024-03-29T00:23:10.594 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_txc_bytes": 0, 2024-03-29T00:23:10.594 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_txc_items": 0, 2024-03-29T00:23:10.594 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-29T00:23:10.594 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_deferred_items": 0, 2024-03-29T00:23:10.594 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_bytes": 0, 2024-03-29T00:23:10.595 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_items": 0, 2024-03-29T00:23:10.595 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_bytes": 0, 2024-03-29T00:23:10.595 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_items": 0, 2024-03-29T00:23:10.595 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_reader_bytes": 0, 2024-03-29T00:23:10.595 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_reader_items": 0, 2024-03-29T00:23:10.595 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_writer_bytes": 0, 2024-03-29T00:23:10.595 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_writer_items": 0, 2024-03-29T00:23:10.595 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_anon_bytes": 213645, 2024-03-29T00:23:10.595 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_anon_items": 65, 2024-03-29T00:23:10.595 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_meta_bytes": 0, 2024-03-29T00:23:10.595 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_meta_items": 0, 2024-03-29T00:23:10.595 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_bytes": 0, 2024-03-29T00:23:10.595 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_items": 0, 2024-03-29T00:23:10.595 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_mapbl_bytes": 0, 2024-03-29T00:23:10.595 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_mapbl_items": 0, 2024-03-29T00:23:10.595 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_pglog_bytes": 0, 2024-03-29T00:23:10.595 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_pglog_items": 0, 2024-03-29T00:23:10.596 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_bytes": 8888, 2024-03-29T00:23:10.596 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_items": 170, 2024-03-29T00:23:10.596 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_mapping_bytes": 0, 2024-03-29T00:23:10.596 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_mapping_items": 0, 2024-03-29T00:23:10.596 INFO:teuthology.orchestra.run.smithi069.stdout: "pgmap_bytes": 0, 2024-03-29T00:23:10.596 INFO:teuthology.orchestra.run.smithi069.stdout: "pgmap_items": 0, 2024-03-29T00:23:10.596 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_co_bytes": 2480952, 2024-03-29T00:23:10.596 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_co_items": 15112, 2024-03-29T00:23:10.596 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_1_bytes": 0, 2024-03-29T00:23:10.596 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_1_items": 0, 2024-03-29T00:23:10.596 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_2_bytes": 0, 2024-03-29T00:23:10.596 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_2_items": 0 2024-03-29T00:23:10.596 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.596 INFO:teuthology.orchestra.run.smithi069.stdout: "objecter": { 2024-03-29T00:23:10.596 INFO:teuthology.orchestra.run.smithi069.stdout: "op_active": 0, 2024-03-29T00:23:10.597 INFO:teuthology.orchestra.run.smithi069.stdout: "op_laggy": 0, 2024-03-29T00:23:10.597 INFO:teuthology.orchestra.run.smithi069.stdout: "op_send": 1470, 2024-03-29T00:23:10.597 INFO:teuthology.orchestra.run.smithi069.stdout: "op_send_bytes": 26, 2024-03-29T00:23:10.597 INFO:teuthology.orchestra.run.smithi069.stdout: "op_resend": 4, 2024-03-29T00:23:10.597 INFO:teuthology.orchestra.run.smithi069.stdout: "op_reply": 1470, 2024-03-29T00:23:10.597 INFO:teuthology.orchestra.run.smithi069.stdout: "op_latency": { 2024-03-29T00:23:10.597 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 1470, 2024-03-29T00:23:10.597 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 1.235973403, 2024-03-29T00:23:10.597 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000840798 2024-03-29T00:23:10.597 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.597 INFO:teuthology.orchestra.run.smithi069.stdout: "op_inflight": 0, 2024-03-29T00:23:10.597 INFO:teuthology.orchestra.run.smithi069.stdout: "oplen_avg": { 2024-03-29T00:23:10.597 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 1470, 2024-03-29T00:23:10.597 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 1471 2024-03-29T00:23:10.597 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.597 INFO:teuthology.orchestra.run.smithi069.stdout: "op": 1470, 2024-03-29T00:23:10.597 INFO:teuthology.orchestra.run.smithi069.stdout: "op_r": 1470, 2024-03-29T00:23:10.598 INFO:teuthology.orchestra.run.smithi069.stdout: "op_w": 0, 2024-03-29T00:23:10.598 INFO:teuthology.orchestra.run.smithi069.stdout: "op_rmw": 0, 2024-03-29T00:23:10.598 INFO:teuthology.orchestra.run.smithi069.stdout: "op_pg": 0, 2024-03-29T00:23:10.598 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_stat": 890, 2024-03-29T00:23:10.598 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_create": 0, 2024-03-29T00:23:10.598 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_read": 577, 2024-03-29T00:23:10.598 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_write": 0, 2024-03-29T00:23:10.598 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_writefull": 0, 2024-03-29T00:23:10.598 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_writesame": 0, 2024-03-29T00:23:10.598 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_append": 0, 2024-03-29T00:23:10.598 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_zero": 0, 2024-03-29T00:23:10.598 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_truncate": 0, 2024-03-29T00:23:10.598 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_delete": 0, 2024-03-29T00:23:10.598 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_mapext": 0, 2024-03-29T00:23:10.598 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_sparse_read": 0, 2024-03-29T00:23:10.598 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_clonerange": 0, 2024-03-29T00:23:10.599 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_getxattr": 2, 2024-03-29T00:23:10.599 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_setxattr": 0, 2024-03-29T00:23:10.599 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_cmpxattr": 0, 2024-03-29T00:23:10.599 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_rmxattr": 0, 2024-03-29T00:23:10.599 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_resetxattrs": 0, 2024-03-29T00:23:10.599 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_call": 0, 2024-03-29T00:23:10.599 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_watch": 0, 2024-03-29T00:23:10.599 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_notify": 0, 2024-03-29T00:23:10.599 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_src_cmpxattr": 0, 2024-03-29T00:23:10.599 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_pgls": 0, 2024-03-29T00:23:10.599 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_pgls_filter": 0, 2024-03-29T00:23:10.599 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_other": 0, 2024-03-29T00:23:10.599 INFO:teuthology.orchestra.run.smithi069.stdout: "linger_active": 0, 2024-03-29T00:23:10.599 INFO:teuthology.orchestra.run.smithi069.stdout: "linger_send": 0, 2024-03-29T00:23:10.600 INFO:teuthology.orchestra.run.smithi069.stdout: "linger_resend": 0, 2024-03-29T00:23:10.600 INFO:teuthology.orchestra.run.smithi069.stdout: "linger_ping": 0, 2024-03-29T00:23:10.600 INFO:teuthology.orchestra.run.smithi069.stdout: "poolop_active": 0, 2024-03-29T00:23:10.600 INFO:teuthology.orchestra.run.smithi069.stdout: "poolop_send": 0, 2024-03-29T00:23:10.600 INFO:teuthology.orchestra.run.smithi069.stdout: "poolop_resend": 0, 2024-03-29T00:23:10.600 INFO:teuthology.orchestra.run.smithi069.stdout: "poolstat_active": 0, 2024-03-29T00:23:10.600 INFO:teuthology.orchestra.run.smithi069.stdout: "poolstat_send": 0, 2024-03-29T00:23:10.600 INFO:teuthology.orchestra.run.smithi069.stdout: "poolstat_resend": 0, 2024-03-29T00:23:10.600 INFO:teuthology.orchestra.run.smithi069.stdout: "statfs_active": 0, 2024-03-29T00:23:10.600 INFO:teuthology.orchestra.run.smithi069.stdout: "statfs_send": 0, 2024-03-29T00:23:10.600 INFO:teuthology.orchestra.run.smithi069.stdout: "statfs_resend": 0, 2024-03-29T00:23:10.600 INFO:teuthology.orchestra.run.smithi069.stdout: "command_active": 0, 2024-03-29T00:23:10.600 INFO:teuthology.orchestra.run.smithi069.stdout: "command_send": 0, 2024-03-29T00:23:10.600 INFO:teuthology.orchestra.run.smithi069.stdout: "command_resend": 0, 2024-03-29T00:23:10.600 INFO:teuthology.orchestra.run.smithi069.stdout: "map_epoch": 93, 2024-03-29T00:23:10.600 INFO:teuthology.orchestra.run.smithi069.stdout: "map_full": 0, 2024-03-29T00:23:10.601 INFO:teuthology.orchestra.run.smithi069.stdout: "map_inc": 4, 2024-03-29T00:23:10.601 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_sessions": 8, 2024-03-29T00:23:10.601 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_session_open": 8, 2024-03-29T00:23:10.601 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_session_close": 0, 2024-03-29T00:23:10.601 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_laggy": 0, 2024-03-29T00:23:10.601 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_wr": 0, 2024-03-29T00:23:10.601 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_rd": 2, 2024-03-29T00:23:10.601 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_del": 0 2024-03-29T00:23:10.601 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.601 INFO:teuthology.orchestra.run.smithi069.stdout: "oft": { 2024-03-29T00:23:10.601 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_total_objs": 0, 2024-03-29T00:23:10.601 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_total_kv_pairs": 0, 2024-03-29T00:23:10.601 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_total_updates": 0, 2024-03-29T00:23:10.601 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_total_removes": 0 2024-03-29T00:23:10.601 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.601 INFO:teuthology.orchestra.run.smithi069.stdout: "osd-slow-ops": { 2024-03-29T00:23:10.602 INFO:teuthology.orchestra.run.smithi069.stdout: "slow_ops_count": 0 2024-03-29T00:23:10.602 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.602 INFO:teuthology.orchestra.run.smithi069.stdout: "purge_queue": { 2024-03-29T00:23:10.602 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_executing_ops": 0, 2024-03-29T00:23:10.602 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_executing_ops_high_water": 0, 2024-03-29T00:23:10.602 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_executing": 0, 2024-03-29T00:23:10.602 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_executing_high_water": 0, 2024-03-29T00:23:10.602 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_executed_ops": 0, 2024-03-29T00:23:10.602 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_executed": 0, 2024-03-29T00:23:10.602 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_item_in_journal": 0 2024-03-29T00:23:10.602 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.602 INFO:teuthology.orchestra.run.smithi069.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-29T00:23:10.602 INFO:teuthology.orchestra.run.smithi069.stdout: "val": 0, 2024-03-29T00:23:10.602 INFO:teuthology.orchestra.run.smithi069.stdout: "max": 104857600, 2024-03-29T00:23:10.602 INFO:teuthology.orchestra.run.smithi069.stdout: "get_started": 0, 2024-03-29T00:23:10.602 INFO:teuthology.orchestra.run.smithi069.stdout: "get": 1637, 2024-03-29T00:23:10.603 INFO:teuthology.orchestra.run.smithi069.stdout: "get_sum": 56628580, 2024-03-29T00:23:10.603 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_fail": 0, 2024-03-29T00:23:10.603 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_success": 1637, 2024-03-29T00:23:10.603 INFO:teuthology.orchestra.run.smithi069.stdout: "take": 0, 2024-03-29T00:23:10.603 INFO:teuthology.orchestra.run.smithi069.stdout: "take_sum": 0, 2024-03-29T00:23:10.603 INFO:teuthology.orchestra.run.smithi069.stdout: "put": 1637, 2024-03-29T00:23:10.603 INFO:teuthology.orchestra.run.smithi069.stdout: "put_sum": 56628580, 2024-03-29T00:23:10.603 INFO:teuthology.orchestra.run.smithi069.stdout: "wait": { 2024-03-29T00:23:10.603 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.603 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.603 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.603 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:10.603 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.603 INFO:teuthology.orchestra.run.smithi069.stdout: "throttle-objecter_bytes": { 2024-03-29T00:23:10.603 INFO:teuthology.orchestra.run.smithi069.stdout: "val": 0, 2024-03-29T00:23:10.603 INFO:teuthology.orchestra.run.smithi069.stdout: "max": 104857600, 2024-03-29T00:23:10.603 INFO:teuthology.orchestra.run.smithi069.stdout: "get_started": 0, 2024-03-29T00:23:10.604 INFO:teuthology.orchestra.run.smithi069.stdout: "get": 0, 2024-03-29T00:23:10.604 INFO:teuthology.orchestra.run.smithi069.stdout: "get_sum": 0, 2024-03-29T00:23:10.604 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_fail": 0, 2024-03-29T00:23:10.604 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_success": 0, 2024-03-29T00:23:10.604 INFO:teuthology.orchestra.run.smithi069.stdout: "take": 1470, 2024-03-29T00:23:10.604 INFO:teuthology.orchestra.run.smithi069.stdout: "take_sum": 55796886, 2024-03-29T00:23:10.604 INFO:teuthology.orchestra.run.smithi069.stdout: "put": 1470, 2024-03-29T00:23:10.604 INFO:teuthology.orchestra.run.smithi069.stdout: "put_sum": 55796886, 2024-03-29T00:23:10.604 INFO:teuthology.orchestra.run.smithi069.stdout: "wait": { 2024-03-29T00:23:10.604 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.604 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.604 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.604 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:10.604 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.605 INFO:teuthology.orchestra.run.smithi069.stdout: "throttle-objecter_ops": { 2024-03-29T00:23:10.605 INFO:teuthology.orchestra.run.smithi069.stdout: "val": 0, 2024-03-29T00:23:10.605 INFO:teuthology.orchestra.run.smithi069.stdout: "max": 1024, 2024-03-29T00:23:10.605 INFO:teuthology.orchestra.run.smithi069.stdout: "get_started": 0, 2024-03-29T00:23:10.605 INFO:teuthology.orchestra.run.smithi069.stdout: "get": 0, 2024-03-29T00:23:10.605 INFO:teuthology.orchestra.run.smithi069.stdout: "get_sum": 0, 2024-03-29T00:23:10.605 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_fail": 0, 2024-03-29T00:23:10.605 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_success": 0, 2024-03-29T00:23:10.605 INFO:teuthology.orchestra.run.smithi069.stdout: "take": 1470, 2024-03-29T00:23:10.605 INFO:teuthology.orchestra.run.smithi069.stdout: "take_sum": 1470, 2024-03-29T00:23:10.605 INFO:teuthology.orchestra.run.smithi069.stdout: "put": 1470, 2024-03-29T00:23:10.605 INFO:teuthology.orchestra.run.smithi069.stdout: "put_sum": 1470, 2024-03-29T00:23:10.605 INFO:teuthology.orchestra.run.smithi069.stdout: "wait": { 2024-03-29T00:23:10.605 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.605 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.606 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.606 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:10.606 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.606 INFO:teuthology.orchestra.run.smithi069.stdout: "throttle-write_buf_throttle": { 2024-03-29T00:23:10.606 INFO:teuthology.orchestra.run.smithi069.stdout: "val": 0, 2024-03-29T00:23:10.606 INFO:teuthology.orchestra.run.smithi069.stdout: "max": 3758096384, 2024-03-29T00:23:10.606 INFO:teuthology.orchestra.run.smithi069.stdout: "get_started": 0, 2024-03-29T00:23:10.606 INFO:teuthology.orchestra.run.smithi069.stdout: "get": 0, 2024-03-29T00:23:10.606 INFO:teuthology.orchestra.run.smithi069.stdout: "get_sum": 0, 2024-03-29T00:23:10.606 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_fail": 0, 2024-03-29T00:23:10.606 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_success": 0, 2024-03-29T00:23:10.606 INFO:teuthology.orchestra.run.smithi069.stdout: "take": 0, 2024-03-29T00:23:10.606 INFO:teuthology.orchestra.run.smithi069.stdout: "take_sum": 0, 2024-03-29T00:23:10.606 INFO:teuthology.orchestra.run.smithi069.stdout: "put": 0, 2024-03-29T00:23:10.607 INFO:teuthology.orchestra.run.smithi069.stdout: "put_sum": 0, 2024-03-29T00:23:10.607 INFO:teuthology.orchestra.run.smithi069.stdout: "wait": { 2024-03-29T00:23:10.607 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.607 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.607 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.607 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:10.607 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:10.607 INFO:teuthology.orchestra.run.smithi069.stdout: "throttle-write_buf_throttle-0x55dd720946e0": { 2024-03-29T00:23:10.607 INFO:teuthology.orchestra.run.smithi069.stdout: "val": 0, 2024-03-29T00:23:10.607 INFO:teuthology.orchestra.run.smithi069.stdout: "max": 3758096384, 2024-03-29T00:23:10.607 INFO:teuthology.orchestra.run.smithi069.stdout: "get_started": 0, 2024-03-29T00:23:10.607 INFO:teuthology.orchestra.run.smithi069.stdout: "get": 0, 2024-03-29T00:23:10.607 INFO:teuthology.orchestra.run.smithi069.stdout: "get_sum": 0, 2024-03-29T00:23:10.607 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_fail": 0, 2024-03-29T00:23:10.608 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_success": 0, 2024-03-29T00:23:10.609 INFO:teuthology.orchestra.run.smithi069.stdout: "take": 0, 2024-03-29T00:23:10.609 INFO:teuthology.orchestra.run.smithi069.stdout: "take_sum": 0, 2024-03-29T00:23:10.609 INFO:teuthology.orchestra.run.smithi069.stdout: "put": 0, 2024-03-29T00:23:10.609 INFO:teuthology.orchestra.run.smithi069.stdout: "put_sum": 0, 2024-03-29T00:23:10.609 INFO:teuthology.orchestra.run.smithi069.stdout: "wait": { 2024-03-29T00:23:10.609 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:10.609 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:10.609 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:10.609 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:10.610 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:10.610 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-03-29T00:23:11.234 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:11 smithi069 ceph-mon[36074]: pgmap v563: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 511 B/s wr, 9 op/s 2024-03-29T00:23:11.339 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-03-29T00:23:11.339 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-03-29T00:23:11.339 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=0 2024-03-29T00:23:11.339 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=0 2024-03-29T00:23:11.339 DEBUG:tasks.check_counter:Getting stats from i 2024-03-29T00:23:11.340 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph daemon mds.i perf dump 2024-03-29T00:23:11.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:11 smithi053 ceph-mon[36233]: pgmap v563: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 511 B/s wr, 9 op/s 2024-03-29T00:23:11.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:11 smithi012 ceph-mon[31657]: pgmap v563: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 511 B/s wr, 9 op/s 2024-03-29T00:23:11.627 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.c/config 2024-03-29T00:23:13.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:13 smithi053 ceph-mon[36233]: pgmap v564: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 767 B/s wr, 11 op/s 2024-03-29T00:23:13.433 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:13 smithi069 ceph-mon[36074]: pgmap v564: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 767 B/s wr, 11 op/s 2024-03-29T00:23:13.481 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-03-29T00:23:13.481 INFO:teuthology.orchestra.run.smithi069.stdout: "AsyncMessenger::Worker-0": { 2024-03-29T00:23:13.481 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_messages": 36079, 2024-03-29T00:23:13.481 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages": 68927, 2024-03-29T00:23:13.481 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_bytes": 12169145, 2024-03-29T00:23:13.481 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_bytes": 56586730, 2024-03-29T00:23:13.481 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_created_connections": 18, 2024-03-29T00:23:13.481 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_active_connections": 4, 2024-03-29T00:23:13.481 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_total_time": 3.043024716, 2024-03-29T00:23:13.481 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_send_time": 1.352570177, 2024-03-29T00:23:13.481 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_recv_time": 3.356320400, 2024-03-29T00:23:13.481 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_fast_dispatch_time": 0.393705687, 2024-03-29T00:23:13.482 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:23:13.482 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 68926, 2024-03-29T00:23:13.482 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 20.769837076, 2024-03-29T00:23:13.482 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000301335 2024-03-29T00:23:13.482 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.482 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:23:13.482 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 71869, 2024-03-29T00:23:13.482 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.013126647, 2024-03-29T00:23:13.482 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000182 2024-03-29T00:23:13.482 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.482 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_encrypted_bytes": 55152, 2024-03-29T00:23:13.482 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_encrypted_bytes": 30304 2024-03-29T00:23:13.482 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.482 INFO:teuthology.orchestra.run.smithi069.stdout: "AsyncMessenger::Worker-1": { 2024-03-29T00:23:13.483 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_messages": 17380, 2024-03-29T00:23:13.483 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages": 17871, 2024-03-29T00:23:13.483 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_bytes": 5779906, 2024-03-29T00:23:13.483 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_bytes": 31481233, 2024-03-29T00:23:13.483 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_created_connections": 10, 2024-03-29T00:23:13.483 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_active_connections": 7, 2024-03-29T00:23:13.483 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_total_time": 1.685765599, 2024-03-29T00:23:13.483 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_send_time": 0.697137149, 2024-03-29T00:23:13.483 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_recv_time": 0.492542723, 2024-03-29T00:23:13.483 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_fast_dispatch_time": 0.499171828, 2024-03-29T00:23:13.483 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:23:13.483 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 17869, 2024-03-29T00:23:13.483 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 15.076850650, 2024-03-29T00:23:13.483 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000843743 2024-03-29T00:23:13.484 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.484 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:23:13.484 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 12695, 2024-03-29T00:23:13.484 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.002548620, 2024-03-29T00:23:13.484 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000200 2024-03-29T00:23:13.484 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.484 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_encrypted_bytes": 160, 2024-03-29T00:23:13.484 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_encrypted_bytes": 260160 2024-03-29T00:23:13.484 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.484 INFO:teuthology.orchestra.run.smithi069.stdout: "AsyncMessenger::Worker-2": { 2024-03-29T00:23:13.484 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_messages": 23154, 2024-03-29T00:23:13.484 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages": 22765, 2024-03-29T00:23:13.484 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_bytes": 7729346, 2024-03-29T00:23:13.484 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_bytes": 33856480, 2024-03-29T00:23:13.484 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_created_connections": 84, 2024-03-29T00:23:13.484 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_active_connections": 9, 2024-03-29T00:23:13.485 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_total_time": 1.593974739, 2024-03-29T00:23:13.485 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_send_time": 0.583326410, 2024-03-29T00:23:13.485 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_recv_time": 0.722678467, 2024-03-29T00:23:13.485 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_fast_dispatch_time": 0.344069595, 2024-03-29T00:23:13.485 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:23:13.485 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 22764, 2024-03-29T00:23:13.485 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 12.114736720, 2024-03-29T00:23:13.485 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000532188 2024-03-29T00:23:13.485 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.485 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:23:13.485 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 28619, 2024-03-29T00:23:13.485 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.004779124, 2024-03-29T00:23:13.485 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000166 2024-03-29T00:23:13.485 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.485 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_encrypted_bytes": 600496, 2024-03-29T00:23:13.485 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_encrypted_bytes": 95488 2024-03-29T00:23:13.486 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.486 INFO:teuthology.orchestra.run.smithi069.stdout: "cct": { 2024-03-29T00:23:13.486 INFO:teuthology.orchestra.run.smithi069.stdout: "total_workers": 1, 2024-03-29T00:23:13.486 INFO:teuthology.orchestra.run.smithi069.stdout: "unhealthy_workers": 0 2024-03-29T00:23:13.486 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.486 INFO:teuthology.orchestra.run.smithi069.stdout: "finisher-MDSRank": { 2024-03-29T00:23:13.486 INFO:teuthology.orchestra.run.smithi069.stdout: "queue_len": 0, 2024-03-29T00:23:13.486 INFO:teuthology.orchestra.run.smithi069.stdout: "complete_latency": { 2024-03-29T00:23:13.486 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 5171, 2024-03-29T00:23:13.486 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 24.385626081, 2024-03-29T00:23:13.486 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.004715843 2024-03-29T00:23:13.486 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:13.486 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.486 INFO:teuthology.orchestra.run.smithi069.stdout: "finisher-PurgeQueue": { 2024-03-29T00:23:13.486 INFO:teuthology.orchestra.run.smithi069.stdout: "queue_len": 0, 2024-03-29T00:23:13.487 INFO:teuthology.orchestra.run.smithi069.stdout: "complete_latency": { 2024-03-29T00:23:13.487 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 5723, 2024-03-29T00:23:13.487 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 1.634840828, 2024-03-29T00:23:13.487 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000285661 2024-03-29T00:23:13.487 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:13.487 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.487 INFO:teuthology.orchestra.run.smithi069.stdout: "mds": { 2024-03-29T00:23:13.487 INFO:teuthology.orchestra.run.smithi069.stdout: "request": 13756, 2024-03-29T00:23:13.487 INFO:teuthology.orchestra.run.smithi069.stdout: "reply": 13666, 2024-03-29T00:23:13.487 INFO:teuthology.orchestra.run.smithi069.stdout: "reply_latency": { 2024-03-29T00:23:13.487 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 13666, 2024-03-29T00:23:13.487 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 43.653784234, 2024-03-29T00:23:13.487 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.003194335 2024-03-29T00:23:13.487 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.488 INFO:teuthology.orchestra.run.smithi069.stdout: "slow_reply": 0, 2024-03-29T00:23:13.488 INFO:teuthology.orchestra.run.smithi069.stdout: "forward": 90, 2024-03-29T00:23:13.488 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_fetch_complete": 0, 2024-03-29T00:23:13.488 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_fetch_keys": 0, 2024-03-29T00:23:13.488 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_commit": 1019, 2024-03-29T00:23:13.488 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_split": 11, 2024-03-29T00:23:13.488 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_merge": 1, 2024-03-29T00:23:13.488 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes": 53, 2024-03-29T00:23:13.488 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes_top": 23, 2024-03-29T00:23:13.488 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes_bottom": 14, 2024-03-29T00:23:13.488 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes_pin_tail": 16, 2024-03-29T00:23:13.488 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes_pinned": 20, 2024-03-29T00:23:13.488 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes_expired": 7749, 2024-03-29T00:23:13.488 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes_with_caps": 2, 2024-03-29T00:23:13.488 INFO:teuthology.orchestra.run.smithi069.stdout: "caps": 2, 2024-03-29T00:23:13.489 INFO:teuthology.orchestra.run.smithi069.stdout: "subtrees": 2, 2024-03-29T00:23:13.489 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse": 15410, 2024-03-29T00:23:13.489 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse_hit": 14683, 2024-03-29T00:23:13.489 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse_forward": 0, 2024-03-29T00:23:13.489 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse_discover": 369, 2024-03-29T00:23:13.489 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse_dir_fetch": 0, 2024-03-29T00:23:13.489 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse_remote_ino": 0, 2024-03-29T00:23:13.489 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse_lock": 0, 2024-03-29T00:23:13.489 INFO:teuthology.orchestra.run.smithi069.stdout: "load_cent": 10, 2024-03-29T00:23:13.489 INFO:teuthology.orchestra.run.smithi069.stdout: "q": 0, 2024-03-29T00:23:13.489 INFO:teuthology.orchestra.run.smithi069.stdout: "exported": 152, 2024-03-29T00:23:13.489 INFO:teuthology.orchestra.run.smithi069.stdout: "exported_inodes": 6939, 2024-03-29T00:23:13.489 INFO:teuthology.orchestra.run.smithi069.stdout: "imported": 56, 2024-03-29T00:23:13.489 INFO:teuthology.orchestra.run.smithi069.stdout: "imported_inodes": 771, 2024-03-29T00:23:13.489 INFO:teuthology.orchestra.run.smithi069.stdout: "openino_dir_fetch": 0, 2024-03-29T00:23:13.490 INFO:teuthology.orchestra.run.smithi069.stdout: "openino_backtrace_fetch": 3802, 2024-03-29T00:23:13.490 INFO:teuthology.orchestra.run.smithi069.stdout: "openino_peer_discover": 0, 2024-03-29T00:23:13.490 INFO:teuthology.orchestra.run.smithi069.stdout: "root_rfiles": 4, 2024-03-29T00:23:13.490 INFO:teuthology.orchestra.run.smithi069.stdout: "root_rbytes": 234, 2024-03-29T00:23:13.490 INFO:teuthology.orchestra.run.smithi069.stdout: "root_rsnaps": 0, 2024-03-29T00:23:13.490 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_backtrace_fetch": 3802, 2024-03-29T00:23:13.490 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_set_tag": 0, 2024-03-29T00:23:13.490 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_backtrace_repaired": 0, 2024-03-29T00:23:13.490 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_inotable_repaired": 0, 2024-03-29T00:23:13.490 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_dir_inodes": 325, 2024-03-29T00:23:13.490 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_dir_base_inodes": 5, 2024-03-29T00:23:13.490 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_dirfrag_rstats": 320, 2024-03-29T00:23:13.490 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_file_inodes": 3477, 2024-03-29T00:23:13.490 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_inode_file_caps": 72, 2024-03-29T00:23:13.491 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_cap_op_revoke": 731, 2024-03-29T00:23:13.491 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_cap_op_grant": 12814, 2024-03-29T00:23:13.491 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_cap_op_trunc": 0, 2024-03-29T00:23:13.491 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-29T00:23:13.491 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-29T00:23:13.491 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_client_caps": 8633, 2024-03-29T00:23:13.491 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_client_caps_dirty": 8184, 2024-03-29T00:23:13.491 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_client_cap_release": 53, 2024-03-29T00:23:13.491 INFO:teuthology.orchestra.run.smithi069.stdout: "process_request_cap_release": 4548 2024-03-29T00:23:13.491 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.491 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_cache": { 2024-03-29T00:23:13.491 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_update": 1215, 2024-03-29T00:23:13.491 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_update_receipt": 1248, 2024-03-29T00:23:13.491 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_try_discover": 791, 2024-03-29T00:23:13.491 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_send_discover": 879, 2024-03-29T00:23:13.492 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_handle_discover": 2682, 2024-03-29T00:23:13.492 INFO:teuthology.orchestra.run.smithi069.stdout: "num_strays": 4, 2024-03-29T00:23:13.492 INFO:teuthology.orchestra.run.smithi069.stdout: "num_strays_delayed": 0, 2024-03-29T00:23:13.492 INFO:teuthology.orchestra.run.smithi069.stdout: "num_strays_enqueuing": 0, 2024-03-29T00:23:13.492 INFO:teuthology.orchestra.run.smithi069.stdout: "strays_created": 3110, 2024-03-29T00:23:13.492 INFO:teuthology.orchestra.run.smithi069.stdout: "strays_enqueued": 3106, 2024-03-29T00:23:13.492 INFO:teuthology.orchestra.run.smithi069.stdout: "strays_reintegrated": 0, 2024-03-29T00:23:13.492 INFO:teuthology.orchestra.run.smithi069.stdout: "strays_migrated": 0, 2024-03-29T00:23:13.492 INFO:teuthology.orchestra.run.smithi069.stdout: "num_recovering_processing": 0, 2024-03-29T00:23:13.492 INFO:teuthology.orchestra.run.smithi069.stdout: "num_recovering_enqueued": 0, 2024-03-29T00:23:13.492 INFO:teuthology.orchestra.run.smithi069.stdout: "num_recovering_prioritized": 0, 2024-03-29T00:23:13.492 INFO:teuthology.orchestra.run.smithi069.stdout: "recovery_started": 0, 2024-03-29T00:23:13.492 INFO:teuthology.orchestra.run.smithi069.stdout: "recovery_completed": 0, 2024-03-29T00:23:13.492 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_quiesce_path": 0, 2024-03-29T00:23:13.492 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_quiesce_inode": 0, 2024-03-29T00:23:13.493 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_enqueue_scrub": 5, 2024-03-29T00:23:13.493 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_exportdir": 154, 2024-03-29T00:23:13.493 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_flush": 0, 2024-03-29T00:23:13.493 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_fragmentdir": 12, 2024-03-29T00:23:13.493 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_fragstats": 0, 2024-03-29T00:23:13.493 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_inodestats": 0 2024-03-29T00:23:13.493 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.493 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_log": { 2024-03-29T00:23:13.493 INFO:teuthology.orchestra.run.smithi069.stdout: "evlrg": 0, 2024-03-29T00:23:13.493 INFO:teuthology.orchestra.run.smithi069.stdout: "evadd": 26991, 2024-03-29T00:23:13.493 INFO:teuthology.orchestra.run.smithi069.stdout: "evex": 26045, 2024-03-29T00:23:13.493 INFO:teuthology.orchestra.run.smithi069.stdout: "evtrm": 26045, 2024-03-29T00:23:13.493 INFO:teuthology.orchestra.run.smithi069.stdout: "ev": 946, 2024-03-29T00:23:13.493 INFO:teuthology.orchestra.run.smithi069.stdout: "evexg": 0, 2024-03-29T00:23:13.493 INFO:teuthology.orchestra.run.smithi069.stdout: "evexd": 41, 2024-03-29T00:23:13.494 INFO:teuthology.orchestra.run.smithi069.stdout: "segadd": 46, 2024-03-29T00:23:13.494 INFO:teuthology.orchestra.run.smithi069.stdout: "segex": 44, 2024-03-29T00:23:13.494 INFO:teuthology.orchestra.run.smithi069.stdout: "segtrm": 44, 2024-03-29T00:23:13.494 INFO:teuthology.orchestra.run.smithi069.stdout: "seg": 2, 2024-03-29T00:23:13.494 INFO:teuthology.orchestra.run.smithi069.stdout: "segmjr": 1, 2024-03-29T00:23:13.494 INFO:teuthology.orchestra.run.smithi069.stdout: "segexg": 0, 2024-03-29T00:23:13.494 INFO:teuthology.orchestra.run.smithi069.stdout: "segexd": 1, 2024-03-29T00:23:13.494 INFO:teuthology.orchestra.run.smithi069.stdout: "expos": 58006136, 2024-03-29T00:23:13.494 INFO:teuthology.orchestra.run.smithi069.stdout: "wrpos": 59980725, 2024-03-29T00:23:13.494 INFO:teuthology.orchestra.run.smithi069.stdout: "rdpos": 0, 2024-03-29T00:23:13.494 INFO:teuthology.orchestra.run.smithi069.stdout: "jlat": { 2024-03-29T00:23:13.494 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 1357, 2024-03-29T00:23:13.494 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 81.787646503, 2024-03-29T00:23:13.494 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.060270925 2024-03-29T00:23:13.494 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.495 INFO:teuthology.orchestra.run.smithi069.stdout: "replayed": 0 2024-03-29T00:23:13.495 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.495 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_mem": { 2024-03-29T00:23:13.495 INFO:teuthology.orchestra.run.smithi069.stdout: "ino": 25, 2024-03-29T00:23:13.495 INFO:teuthology.orchestra.run.smithi069.stdout: "ino+": 10232, 2024-03-29T00:23:13.495 INFO:teuthology.orchestra.run.smithi069.stdout: "ino-": 10207, 2024-03-29T00:23:13.495 INFO:teuthology.orchestra.run.smithi069.stdout: "dir": 27, 2024-03-29T00:23:13.495 INFO:teuthology.orchestra.run.smithi069.stdout: "dir+": 1222, 2024-03-29T00:23:13.495 INFO:teuthology.orchestra.run.smithi069.stdout: "dir-": 1195, 2024-03-29T00:23:13.495 INFO:teuthology.orchestra.run.smithi069.stdout: "dn": 53, 2024-03-29T00:23:13.495 INFO:teuthology.orchestra.run.smithi069.stdout: "dn+": 12718, 2024-03-29T00:23:13.495 INFO:teuthology.orchestra.run.smithi069.stdout: "dn-": 12665, 2024-03-29T00:23:13.495 INFO:teuthology.orchestra.run.smithi069.stdout: "cap": 2, 2024-03-29T00:23:13.495 INFO:teuthology.orchestra.run.smithi069.stdout: "cap+": 9843, 2024-03-29T00:23:13.495 INFO:teuthology.orchestra.run.smithi069.stdout: "cap-": 9841, 2024-03-29T00:23:13.495 INFO:teuthology.orchestra.run.smithi069.stdout: "rss": 93020, 2024-03-29T00:23:13.496 INFO:teuthology.orchestra.run.smithi069.stdout: "heap": 231804 2024-03-29T00:23:13.496 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.496 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_server": { 2024-03-29T00:23:13.496 INFO:teuthology.orchestra.run.smithi069.stdout: "dispatch_client_request": 15593, 2024-03-29T00:23:13.496 INFO:teuthology.orchestra.run.smithi069.stdout: "dispatch_server_request": 1856, 2024-03-29T00:23:13.496 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_client_request": 13756, 2024-03-29T00:23:13.496 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_client_session": 157, 2024-03-29T00:23:13.496 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_peer_request": 3968, 2024-03-29T00:23:13.496 INFO:teuthology.orchestra.run.smithi069.stdout: "req_create_latency": { 2024-03-29T00:23:13.496 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 9074, 2024-03-29T00:23:13.496 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 25.719990091, 2024-03-29T00:23:13.496 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.002834471 2024-03-29T00:23:13.496 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.496 INFO:teuthology.orchestra.run.smithi069.stdout: "req_getattr_latency": { 2024-03-29T00:23:13.496 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 79, 2024-03-29T00:23:13.497 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.100560135, 2024-03-29T00:23:13.497 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.001272913 2024-03-29T00:23:13.497 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.497 INFO:teuthology.orchestra.run.smithi069.stdout: "req_getfilelock_latency": { 2024-03-29T00:23:13.497 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:13.497 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:13.497 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:13.497 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.497 INFO:teuthology.orchestra.run.smithi069.stdout: "req_link_latency": { 2024-03-29T00:23:13.497 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:13.497 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:13.497 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:13.497 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.497 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lookup_latency": { 2024-03-29T00:23:13.497 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 352, 2024-03-29T00:23:13.498 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.172904286, 2024-03-29T00:23:13.498 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000491205 2024-03-29T00:23:13.498 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.498 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lookuphash_latency": { 2024-03-29T00:23:13.498 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:13.498 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:13.498 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:13.498 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.498 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lookupino_latency": { 2024-03-29T00:23:13.498 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 1, 2024-03-29T00:23:13.498 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000216453, 2024-03-29T00:23:13.498 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000216453 2024-03-29T00:23:13.498 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.498 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lookupname_latency": { 2024-03-29T00:23:13.498 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:13.499 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:13.499 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:13.499 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.499 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lookupparent_latency": { 2024-03-29T00:23:13.499 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:13.499 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:13.499 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:13.499 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.499 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lookupsnap_latency": { 2024-03-29T00:23:13.499 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:13.499 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:13.499 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:13.500 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.500 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lssnap_latency": { 2024-03-29T00:23:13.500 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:13.500 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:13.500 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:13.500 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.500 INFO:teuthology.orchestra.run.smithi069.stdout: "req_mkdir_latency": { 2024-03-29T00:23:13.500 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 623, 2024-03-29T00:23:13.500 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 3.088531762, 2024-03-29T00:23:13.501 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.004957514 2024-03-29T00:23:13.501 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.501 INFO:teuthology.orchestra.run.smithi069.stdout: "req_mknod_latency": { 2024-03-29T00:23:13.501 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:13.501 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:13.501 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:13.501 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.501 INFO:teuthology.orchestra.run.smithi069.stdout: "req_mksnap_latency": { 2024-03-29T00:23:13.501 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:13.501 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:13.501 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:13.501 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.501 INFO:teuthology.orchestra.run.smithi069.stdout: "req_open_latency": { 2024-03-29T00:23:13.502 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 1, 2024-03-29T00:23:13.502 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000133516, 2024-03-29T00:23:13.502 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000133516 2024-03-29T00:23:13.502 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.502 INFO:teuthology.orchestra.run.smithi069.stdout: "req_readdir_latency": { 2024-03-29T00:23:13.502 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 404, 2024-03-29T00:23:13.502 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 2.829131326, 2024-03-29T00:23:13.502 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.007002800 2024-03-29T00:23:13.502 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.502 INFO:teuthology.orchestra.run.smithi069.stdout: "req_rename_latency": { 2024-03-29T00:23:13.502 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 2, 2024-03-29T00:23:13.502 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.003029360, 2024-03-29T00:23:13.502 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.001514680 2024-03-29T00:23:13.502 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.503 INFO:teuthology.orchestra.run.smithi069.stdout: "req_renamesnap_latency": { 2024-03-29T00:23:13.503 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:13.503 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:13.503 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:13.503 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.503 INFO:teuthology.orchestra.run.smithi069.stdout: "req_snapdiff_latency": { 2024-03-29T00:23:13.503 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:13.503 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:13.503 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:13.503 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.503 INFO:teuthology.orchestra.run.smithi069.stdout: "req_rmdir_latency": { 2024-03-29T00:23:13.503 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 160, 2024-03-29T00:23:13.503 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 3.851345253, 2024-03-29T00:23:13.503 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.024070907 2024-03-29T00:23:13.503 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.504 INFO:teuthology.orchestra.run.smithi069.stdout: "req_rmsnap_latency": { 2024-03-29T00:23:13.504 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:13.504 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:13.504 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:13.504 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.504 INFO:teuthology.orchestra.run.smithi069.stdout: "req_rmxattr_latency": { 2024-03-29T00:23:13.504 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:13.504 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:13.504 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:13.504 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.504 INFO:teuthology.orchestra.run.smithi069.stdout: "req_setattr_latency": { 2024-03-29T00:23:13.504 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 12, 2024-03-29T00:23:13.504 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 1.202655811, 2024-03-29T00:23:13.504 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.100221317 2024-03-29T00:23:13.504 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.505 INFO:teuthology.orchestra.run.smithi069.stdout: "req_setdirlayout_latency": { 2024-03-29T00:23:13.505 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:13.505 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:13.505 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:13.505 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.505 INFO:teuthology.orchestra.run.smithi069.stdout: "req_setfilelock_latency": { 2024-03-29T00:23:13.505 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:13.505 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:13.505 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:13.505 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.505 INFO:teuthology.orchestra.run.smithi069.stdout: "req_setlayout_latency": { 2024-03-29T00:23:13.505 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:13.505 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:13.505 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:13.505 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.506 INFO:teuthology.orchestra.run.smithi069.stdout: "req_setxattr_latency": { 2024-03-29T00:23:13.506 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 8, 2024-03-29T00:23:13.506 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.020527201, 2024-03-29T00:23:13.506 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.002565900 2024-03-29T00:23:13.506 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.506 INFO:teuthology.orchestra.run.smithi069.stdout: "req_symlink_latency": { 2024-03-29T00:23:13.506 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:13.506 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:13.506 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:13.506 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.506 INFO:teuthology.orchestra.run.smithi069.stdout: "req_unlink_latency": { 2024-03-29T00:23:13.506 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 2950, 2024-03-29T00:23:13.506 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 6.664759040, 2024-03-29T00:23:13.506 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.002259240 2024-03-29T00:23:13.506 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.507 INFO:teuthology.orchestra.run.smithi069.stdout: "cap_revoke_eviction": 0, 2024-03-29T00:23:13.507 INFO:teuthology.orchestra.run.smithi069.stdout: "cap_acquisition_throttle": 0, 2024-03-29T00:23:13.507 INFO:teuthology.orchestra.run.smithi069.stdout: "req_getvxattr_latency": { 2024-03-29T00:23:13.507 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:13.507 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:13.507 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:13.507 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:13.507 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.507 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_sessions": { 2024-03-29T00:23:13.507 INFO:teuthology.orchestra.run.smithi069.stdout: "session_count": 1, 2024-03-29T00:23:13.507 INFO:teuthology.orchestra.run.smithi069.stdout: "session_add": 3, 2024-03-29T00:23:13.507 INFO:teuthology.orchestra.run.smithi069.stdout: "session_remove": 2, 2024-03-29T00:23:13.507 INFO:teuthology.orchestra.run.smithi069.stdout: "sessions_open": 1, 2024-03-29T00:23:13.507 INFO:teuthology.orchestra.run.smithi069.stdout: "sessions_stale": 0, 2024-03-29T00:23:13.507 INFO:teuthology.orchestra.run.smithi069.stdout: "total_load": 6304, 2024-03-29T00:23:13.507 INFO:teuthology.orchestra.run.smithi069.stdout: "average_load": 6304, 2024-03-29T00:23:13.508 INFO:teuthology.orchestra.run.smithi069.stdout: "avg_session_uptime": 292, 2024-03-29T00:23:13.508 INFO:teuthology.orchestra.run.smithi069.stdout: "mdthresh_evicted": 0 2024-03-29T00:23:13.508 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.508 INFO:teuthology.orchestra.run.smithi069.stdout: "mempool": { 2024-03-29T00:23:13.508 INFO:teuthology.orchestra.run.smithi069.stdout: "bloom_filter_bytes": 360, 2024-03-29T00:23:13.508 INFO:teuthology.orchestra.run.smithi069.stdout: "bloom_filter_items": 360, 2024-03-29T00:23:13.508 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_alloc_bytes": 0, 2024-03-29T00:23:13.508 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_alloc_items": 0, 2024-03-29T00:23:13.508 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_data_bytes": 0, 2024-03-29T00:23:13.508 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_data_items": 0, 2024-03-29T00:23:13.508 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-29T00:23:13.508 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_onode_items": 0, 2024-03-29T00:23:13.508 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-29T00:23:13.508 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_meta_items": 0, 2024-03-29T00:23:13.508 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_other_bytes": 0, 2024-03-29T00:23:13.509 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_other_items": 0, 2024-03-29T00:23:13.509 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-29T00:23:13.509 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_buffer_items": 0, 2024-03-29T00:23:13.509 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_extent_bytes": 0, 2024-03-29T00:23:13.509 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_extent_items": 0, 2024-03-29T00:23:13.509 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_blob_bytes": 0, 2024-03-29T00:23:13.509 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_blob_items": 0, 2024-03-29T00:23:13.509 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-29T00:23:13.509 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_shared_blob_items": 0, 2024-03-29T00:23:13.509 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-29T00:23:13.509 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_inline_bl_items": 0, 2024-03-29T00:23:13.509 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_fsck_bytes": 0, 2024-03-29T00:23:13.509 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_fsck_items": 0, 2024-03-29T00:23:13.509 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_txc_bytes": 0, 2024-03-29T00:23:13.509 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_txc_items": 0, 2024-03-29T00:23:13.510 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-29T00:23:13.510 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_deferred_items": 0, 2024-03-29T00:23:13.510 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_bytes": 0, 2024-03-29T00:23:13.510 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_items": 0, 2024-03-29T00:23:13.510 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_bytes": 0, 2024-03-29T00:23:13.510 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_items": 0, 2024-03-29T00:23:13.510 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_reader_bytes": 0, 2024-03-29T00:23:13.510 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_reader_items": 0, 2024-03-29T00:23:13.510 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_writer_bytes": 0, 2024-03-29T00:23:13.510 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_writer_items": 0, 2024-03-29T00:23:13.510 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_anon_bytes": 290779, 2024-03-29T00:23:13.510 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_anon_items": 131, 2024-03-29T00:23:13.510 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_meta_bytes": 1232, 2024-03-29T00:23:13.510 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_meta_items": 14, 2024-03-29T00:23:13.510 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_bytes": 0, 2024-03-29T00:23:13.511 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_items": 0, 2024-03-29T00:23:13.511 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_mapbl_bytes": 0, 2024-03-29T00:23:13.511 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_mapbl_items": 0, 2024-03-29T00:23:13.511 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_pglog_bytes": 0, 2024-03-29T00:23:13.511 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_pglog_items": 0, 2024-03-29T00:23:13.511 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_bytes": 8888, 2024-03-29T00:23:13.511 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_items": 170, 2024-03-29T00:23:13.511 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_mapping_bytes": 0, 2024-03-29T00:23:13.511 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_mapping_items": 0, 2024-03-29T00:23:13.511 INFO:teuthology.orchestra.run.smithi069.stdout: "pgmap_bytes": 0, 2024-03-29T00:23:13.511 INFO:teuthology.orchestra.run.smithi069.stdout: "pgmap_items": 0, 2024-03-29T00:23:13.511 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_co_bytes": 136649, 2024-03-29T00:23:13.511 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_co_items": 1585, 2024-03-29T00:23:13.511 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_1_bytes": 0, 2024-03-29T00:23:13.511 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_1_items": 0, 2024-03-29T00:23:13.512 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_2_bytes": 0, 2024-03-29T00:23:13.512 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_2_items": 0 2024-03-29T00:23:13.512 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.512 INFO:teuthology.orchestra.run.smithi069.stdout: "objecter": { 2024-03-29T00:23:13.512 INFO:teuthology.orchestra.run.smithi069.stdout: "op_active": 0, 2024-03-29T00:23:13.512 INFO:teuthology.orchestra.run.smithi069.stdout: "op_laggy": 0, 2024-03-29T00:23:13.512 INFO:teuthology.orchestra.run.smithi069.stdout: "op_send": 27357, 2024-03-29T00:23:13.512 INFO:teuthology.orchestra.run.smithi069.stdout: "op_send_bytes": 71560972, 2024-03-29T00:23:13.512 INFO:teuthology.orchestra.run.smithi069.stdout: "op_resend": 31, 2024-03-29T00:23:13.512 INFO:teuthology.orchestra.run.smithi069.stdout: "op_reply": 27357, 2024-03-29T00:23:13.512 INFO:teuthology.orchestra.run.smithi069.stdout: "op_latency": { 2024-03-29T00:23:13.512 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 27357, 2024-03-29T00:23:13.512 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 5482.369731913, 2024-03-29T00:23:13.512 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.200400984 2024-03-29T00:23:13.512 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.513 INFO:teuthology.orchestra.run.smithi069.stdout: "op_inflight": 0, 2024-03-29T00:23:13.513 INFO:teuthology.orchestra.run.smithi069.stdout: "oplen_avg": { 2024-03-29T00:23:13.513 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 27357, 2024-03-29T00:23:13.513 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 50280 2024-03-29T00:23:13.513 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.513 INFO:teuthology.orchestra.run.smithi069.stdout: "op": 27357, 2024-03-29T00:23:13.513 INFO:teuthology.orchestra.run.smithi069.stdout: "op_r": 3929, 2024-03-29T00:23:13.513 INFO:teuthology.orchestra.run.smithi069.stdout: "op_w": 23428, 2024-03-29T00:23:13.513 INFO:teuthology.orchestra.run.smithi069.stdout: "op_rmw": 0, 2024-03-29T00:23:13.513 INFO:teuthology.orchestra.run.smithi069.stdout: "op_pg": 0, 2024-03-29T00:23:13.513 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_stat": 435, 2024-03-29T00:23:13.513 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_create": 13997, 2024-03-29T00:23:13.513 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_read": 122, 2024-03-29T00:23:13.513 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_write": 1474, 2024-03-29T00:23:13.513 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_writefull": 134, 2024-03-29T00:23:13.513 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_writesame": 0, 2024-03-29T00:23:13.514 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_append": 0, 2024-03-29T00:23:13.514 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_zero": 0, 2024-03-29T00:23:13.514 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_truncate": 11, 2024-03-29T00:23:13.514 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_delete": 6668, 2024-03-29T00:23:13.514 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_mapext": 0, 2024-03-29T00:23:13.514 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_sparse_read": 0, 2024-03-29T00:23:13.514 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_clonerange": 0, 2024-03-29T00:23:13.514 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_getxattr": 3807, 2024-03-29T00:23:13.514 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_setxattr": 21345, 2024-03-29T00:23:13.514 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_cmpxattr": 0, 2024-03-29T00:23:13.514 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_rmxattr": 0, 2024-03-29T00:23:13.514 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_resetxattrs": 0, 2024-03-29T00:23:13.514 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_call": 0, 2024-03-29T00:23:13.514 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_watch": 0, 2024-03-29T00:23:13.515 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_notify": 0, 2024-03-29T00:23:13.515 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_src_cmpxattr": 0, 2024-03-29T00:23:13.515 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_pgls": 0, 2024-03-29T00:23:13.515 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_pgls_filter": 0, 2024-03-29T00:23:13.515 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_other": 0, 2024-03-29T00:23:13.515 INFO:teuthology.orchestra.run.smithi069.stdout: "linger_active": 0, 2024-03-29T00:23:13.515 INFO:teuthology.orchestra.run.smithi069.stdout: "linger_send": 0, 2024-03-29T00:23:13.515 INFO:teuthology.orchestra.run.smithi069.stdout: "linger_resend": 0, 2024-03-29T00:23:13.515 INFO:teuthology.orchestra.run.smithi069.stdout: "linger_ping": 0, 2024-03-29T00:23:13.515 INFO:teuthology.orchestra.run.smithi069.stdout: "poolop_active": 0, 2024-03-29T00:23:13.515 INFO:teuthology.orchestra.run.smithi069.stdout: "poolop_send": 0, 2024-03-29T00:23:13.515 INFO:teuthology.orchestra.run.smithi069.stdout: "poolop_resend": 0, 2024-03-29T00:23:13.515 INFO:teuthology.orchestra.run.smithi069.stdout: "poolstat_active": 0, 2024-03-29T00:23:13.515 INFO:teuthology.orchestra.run.smithi069.stdout: "poolstat_send": 0, 2024-03-29T00:23:13.515 INFO:teuthology.orchestra.run.smithi069.stdout: "poolstat_resend": 0, 2024-03-29T00:23:13.515 INFO:teuthology.orchestra.run.smithi069.stdout: "statfs_active": 0, 2024-03-29T00:23:13.516 INFO:teuthology.orchestra.run.smithi069.stdout: "statfs_send": 0, 2024-03-29T00:23:13.516 INFO:teuthology.orchestra.run.smithi069.stdout: "statfs_resend": 0, 2024-03-29T00:23:13.516 INFO:teuthology.orchestra.run.smithi069.stdout: "command_active": 0, 2024-03-29T00:23:13.516 INFO:teuthology.orchestra.run.smithi069.stdout: "command_send": 0, 2024-03-29T00:23:13.516 INFO:teuthology.orchestra.run.smithi069.stdout: "command_resend": 0, 2024-03-29T00:23:13.516 INFO:teuthology.orchestra.run.smithi069.stdout: "map_epoch": 93, 2024-03-29T00:23:13.516 INFO:teuthology.orchestra.run.smithi069.stdout: "map_full": 0, 2024-03-29T00:23:13.516 INFO:teuthology.orchestra.run.smithi069.stdout: "map_inc": 9, 2024-03-29T00:23:13.516 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_sessions": 12, 2024-03-29T00:23:13.516 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_session_open": 12, 2024-03-29T00:23:13.516 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_session_close": 0, 2024-03-29T00:23:13.516 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_laggy": 0, 2024-03-29T00:23:13.516 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_wr": 2208, 2024-03-29T00:23:13.516 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_rd": 0, 2024-03-29T00:23:13.516 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_del": 79 2024-03-29T00:23:13.516 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.517 INFO:teuthology.orchestra.run.smithi069.stdout: "oft": { 2024-03-29T00:23:13.517 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_total_objs": 1, 2024-03-29T00:23:13.517 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_total_kv_pairs": 0, 2024-03-29T00:23:13.517 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_total_updates": 0, 2024-03-29T00:23:13.517 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_total_removes": 0 2024-03-29T00:23:13.517 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.517 INFO:teuthology.orchestra.run.smithi069.stdout: "osd-slow-ops": { 2024-03-29T00:23:13.517 INFO:teuthology.orchestra.run.smithi069.stdout: "slow_ops_count": 0 2024-03-29T00:23:13.517 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.517 INFO:teuthology.orchestra.run.smithi069.stdout: "purge_queue": { 2024-03-29T00:23:13.517 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_executing_ops": 0, 2024-03-29T00:23:13.517 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_executing_ops_high_water": 41, 2024-03-29T00:23:13.517 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_executing": 0, 2024-03-29T00:23:13.517 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_executing_high_water": 9, 2024-03-29T00:23:13.517 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_executed_ops": 6127, 2024-03-29T00:23:13.517 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_executed": 3106, 2024-03-29T00:23:13.518 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_item_in_journal": 0 2024-03-29T00:23:13.518 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.518 INFO:teuthology.orchestra.run.smithi069.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-29T00:23:13.518 INFO:teuthology.orchestra.run.smithi069.stdout: "val": 0, 2024-03-29T00:23:13.518 INFO:teuthology.orchestra.run.smithi069.stdout: "max": 104857600, 2024-03-29T00:23:13.518 INFO:teuthology.orchestra.run.smithi069.stdout: "get_started": 0, 2024-03-29T00:23:13.518 INFO:teuthology.orchestra.run.smithi069.stdout: "get": 76609, 2024-03-29T00:23:13.518 INFO:teuthology.orchestra.run.smithi069.stdout: "get_sum": 18764148, 2024-03-29T00:23:13.518 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_fail": 0, 2024-03-29T00:23:13.518 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_success": 76609, 2024-03-29T00:23:13.518 INFO:teuthology.orchestra.run.smithi069.stdout: "take": 0, 2024-03-29T00:23:13.518 INFO:teuthology.orchestra.run.smithi069.stdout: "take_sum": 0, 2024-03-29T00:23:13.518 INFO:teuthology.orchestra.run.smithi069.stdout: "put": 76609, 2024-03-29T00:23:13.518 INFO:teuthology.orchestra.run.smithi069.stdout: "put_sum": 18764148, 2024-03-29T00:23:13.518 INFO:teuthology.orchestra.run.smithi069.stdout: "wait": { 2024-03-29T00:23:13.518 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:13.519 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:13.519 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:13.519 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:13.519 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.519 INFO:teuthology.orchestra.run.smithi069.stdout: "throttle-objecter_bytes": { 2024-03-29T00:23:13.519 INFO:teuthology.orchestra.run.smithi069.stdout: "val": 0, 2024-03-29T00:23:13.519 INFO:teuthology.orchestra.run.smithi069.stdout: "max": 104857600, 2024-03-29T00:23:13.519 INFO:teuthology.orchestra.run.smithi069.stdout: "get_started": 0, 2024-03-29T00:23:13.519 INFO:teuthology.orchestra.run.smithi069.stdout: "get": 0, 2024-03-29T00:23:13.519 INFO:teuthology.orchestra.run.smithi069.stdout: "get_sum": 0, 2024-03-29T00:23:13.519 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_fail": 0, 2024-03-29T00:23:13.519 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_success": 0, 2024-03-29T00:23:13.519 INFO:teuthology.orchestra.run.smithi069.stdout: "take": 27357, 2024-03-29T00:23:13.519 INFO:teuthology.orchestra.run.smithi069.stdout: "take_sum": 71898310, 2024-03-29T00:23:13.520 INFO:teuthology.orchestra.run.smithi069.stdout: "put": 27357, 2024-03-29T00:23:13.520 INFO:teuthology.orchestra.run.smithi069.stdout: "put_sum": 71898310, 2024-03-29T00:23:13.520 INFO:teuthology.orchestra.run.smithi069.stdout: "wait": { 2024-03-29T00:23:13.520 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:13.520 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:13.520 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:13.520 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:13.520 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.520 INFO:teuthology.orchestra.run.smithi069.stdout: "throttle-objecter_ops": { 2024-03-29T00:23:13.520 INFO:teuthology.orchestra.run.smithi069.stdout: "val": 0, 2024-03-29T00:23:13.520 INFO:teuthology.orchestra.run.smithi069.stdout: "max": 1024, 2024-03-29T00:23:13.520 INFO:teuthology.orchestra.run.smithi069.stdout: "get_started": 0, 2024-03-29T00:23:13.520 INFO:teuthology.orchestra.run.smithi069.stdout: "get": 0, 2024-03-29T00:23:13.520 INFO:teuthology.orchestra.run.smithi069.stdout: "get_sum": 0, 2024-03-29T00:23:13.520 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_fail": 0, 2024-03-29T00:23:13.520 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_success": 0, 2024-03-29T00:23:13.521 INFO:teuthology.orchestra.run.smithi069.stdout: "take": 27357, 2024-03-29T00:23:13.521 INFO:teuthology.orchestra.run.smithi069.stdout: "take_sum": 27357, 2024-03-29T00:23:13.521 INFO:teuthology.orchestra.run.smithi069.stdout: "put": 27357, 2024-03-29T00:23:13.521 INFO:teuthology.orchestra.run.smithi069.stdout: "put_sum": 27357, 2024-03-29T00:23:13.521 INFO:teuthology.orchestra.run.smithi069.stdout: "wait": { 2024-03-29T00:23:13.521 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:13.521 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:13.521 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:13.521 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:13.521 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.521 INFO:teuthology.orchestra.run.smithi069.stdout: "throttle-write_buf_throttle": { 2024-03-29T00:23:13.521 INFO:teuthology.orchestra.run.smithi069.stdout: "val": 0, 2024-03-29T00:23:13.521 INFO:teuthology.orchestra.run.smithi069.stdout: "max": 3758096384, 2024-03-29T00:23:13.521 INFO:teuthology.orchestra.run.smithi069.stdout: "get_started": 0, 2024-03-29T00:23:13.521 INFO:teuthology.orchestra.run.smithi069.stdout: "get": 3106, 2024-03-29T00:23:13.522 INFO:teuthology.orchestra.run.smithi069.stdout: "get_sum": 337338, 2024-03-29T00:23:13.522 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_fail": 0, 2024-03-29T00:23:13.522 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_success": 3106, 2024-03-29T00:23:13.522 INFO:teuthology.orchestra.run.smithi069.stdout: "take": 0, 2024-03-29T00:23:13.522 INFO:teuthology.orchestra.run.smithi069.stdout: "take_sum": 0, 2024-03-29T00:23:13.522 INFO:teuthology.orchestra.run.smithi069.stdout: "put": 117, 2024-03-29T00:23:13.522 INFO:teuthology.orchestra.run.smithi069.stdout: "put_sum": 337338, 2024-03-29T00:23:13.522 INFO:teuthology.orchestra.run.smithi069.stdout: "wait": { 2024-03-29T00:23:13.522 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:13.522 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:13.522 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:13.522 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:13.522 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:13.522 INFO:teuthology.orchestra.run.smithi069.stdout: "throttle-write_buf_throttle-0x555643a9e3c0": { 2024-03-29T00:23:13.523 INFO:teuthology.orchestra.run.smithi069.stdout: "val": 0, 2024-03-29T00:23:13.523 INFO:teuthology.orchestra.run.smithi069.stdout: "max": 3758096384, 2024-03-29T00:23:13.523 INFO:teuthology.orchestra.run.smithi069.stdout: "get_started": 0, 2024-03-29T00:23:13.523 INFO:teuthology.orchestra.run.smithi069.stdout: "get": 26991, 2024-03-29T00:23:13.523 INFO:teuthology.orchestra.run.smithi069.stdout: "get_sum": 55786421, 2024-03-29T00:23:13.523 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_fail": 0, 2024-03-29T00:23:13.523 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_success": 26991, 2024-03-29T00:23:13.523 INFO:teuthology.orchestra.run.smithi069.stdout: "take": 0, 2024-03-29T00:23:13.523 INFO:teuthology.orchestra.run.smithi069.stdout: "take_sum": 0, 2024-03-29T00:23:13.523 INFO:teuthology.orchestra.run.smithi069.stdout: "put": 1357, 2024-03-29T00:23:13.523 INFO:teuthology.orchestra.run.smithi069.stdout: "put_sum": 55786421, 2024-03-29T00:23:13.523 INFO:teuthology.orchestra.run.smithi069.stdout: "wait": { 2024-03-29T00:23:13.523 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:13.523 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:13.523 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:13.523 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:13.524 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:13.524 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-03-29T00:23:13.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:13 smithi012 ceph-mon[31657]: pgmap v564: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 767 B/s wr, 11 op/s 2024-03-29T00:23:14.332 INFO:tasks.check_counter:Daemon mds.i mds.exported=152 2024-03-29T00:23:14.333 INFO:tasks.check_counter:Daemon mds.i mds.imported=56 2024-03-29T00:23:14.333 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=1215 2024-03-29T00:23:14.333 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=1248 2024-03-29T00:23:14.333 DEBUG:tasks.check_counter:Getting stats from l 2024-03-29T00:23:14.333 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be shell --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 -- ceph daemon mds.l perf dump 2024-03-29T00:23:14.604 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/mon.c/config 2024-03-29T00:23:15.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:15 smithi053 ceph-mon[36233]: pgmap v565: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 341 B/s wr, 9 op/s 2024-03-29T00:23:15.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:15 smithi069 ceph-mon[36074]: pgmap v565: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 341 B/s wr, 9 op/s 2024-03-29T00:23:15.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:15 smithi012 ceph-mon[31657]: pgmap v565: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 341 B/s wr, 9 op/s 2024-03-29T00:23:16.449 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-03-29T00:23:16.449 INFO:teuthology.orchestra.run.smithi069.stdout: "AsyncMessenger::Worker-0": { 2024-03-29T00:23:16.449 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_messages": 5040, 2024-03-29T00:23:16.449 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages": 4321, 2024-03-29T00:23:16.449 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_bytes": 1930175, 2024-03-29T00:23:16.449 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_bytes": 5591979, 2024-03-29T00:23:16.449 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_created_connections": 18, 2024-03-29T00:23:16.449 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_active_connections": 3, 2024-03-29T00:23:16.449 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_total_time": 0.363027813, 2024-03-29T00:23:16.449 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_send_time": 0.157013988, 2024-03-29T00:23:16.450 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_recv_time": 0.171304388, 2024-03-29T00:23:16.450 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_fast_dispatch_time": 0.047346302, 2024-03-29T00:23:16.450 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:23:16.450 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 4319, 2024-03-29T00:23:16.450 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.253659715, 2024-03-29T00:23:16.450 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000058731 2024-03-29T00:23:16.450 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.450 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:23:16.450 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 6234, 2024-03-29T00:23:16.450 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.001200395, 2024-03-29T00:23:16.450 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000192 2024-03-29T00:23:16.450 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.450 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_encrypted_bytes": 0, 2024-03-29T00:23:16.450 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_encrypted_bytes": 0 2024-03-29T00:23:16.451 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.451 INFO:teuthology.orchestra.run.smithi069.stdout: "AsyncMessenger::Worker-1": { 2024-03-29T00:23:16.451 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_messages": 4541, 2024-03-29T00:23:16.451 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages": 9360, 2024-03-29T00:23:16.451 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_bytes": 1465135, 2024-03-29T00:23:16.451 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_bytes": 9426899, 2024-03-29T00:23:16.451 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_created_connections": 20, 2024-03-29T00:23:16.451 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_active_connections": 7, 2024-03-29T00:23:16.451 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_total_time": 0.395191748, 2024-03-29T00:23:16.451 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_send_time": 0.164373565, 2024-03-29T00:23:16.451 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_recv_time": 0.196626931, 2024-03-29T00:23:16.451 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_fast_dispatch_time": 0.042536536, 2024-03-29T00:23:16.452 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:23:16.452 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 9356, 2024-03-29T00:23:16.452 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.468036156, 2024-03-29T00:23:16.452 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000050025 2024-03-29T00:23:16.452 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.452 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:23:16.452 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 7269, 2024-03-29T00:23:16.452 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.001410672, 2024-03-29T00:23:16.452 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000194 2024-03-29T00:23:16.452 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.452 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_encrypted_bytes": 320, 2024-03-29T00:23:16.452 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_encrypted_bytes": 328080 2024-03-29T00:23:16.452 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.452 INFO:teuthology.orchestra.run.smithi069.stdout: "AsyncMessenger::Worker-2": { 2024-03-29T00:23:16.453 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_messages": 14004, 2024-03-29T00:23:16.453 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages": 12372, 2024-03-29T00:23:16.453 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_bytes": 6948386, 2024-03-29T00:23:16.453 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_bytes": 3570077, 2024-03-29T00:23:16.453 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_created_connections": 7, 2024-03-29T00:23:16.453 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_active_connections": 5, 2024-03-29T00:23:16.453 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_total_time": 0.888865083, 2024-03-29T00:23:16.453 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_send_time": 0.411472552, 2024-03-29T00:23:16.453 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_recv_time": 0.564711608, 2024-03-29T00:23:16.453 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_fast_dispatch_time": 0.020657677, 2024-03-29T00:23:16.453 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages_queue_lat": { 2024-03-29T00:23:16.453 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 12374, 2024-03-29T00:23:16.453 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.409223833, 2024-03-29T00:23:16.453 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000033071 2024-03-29T00:23:16.453 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.454 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_handle_ack_lat": { 2024-03-29T00:23:16.454 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 24322, 2024-03-29T00:23:16.454 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.004157978, 2024-03-29T00:23:16.454 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000170 2024-03-29T00:23:16.454 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.454 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_encrypted_bytes": 582272, 2024-03-29T00:23:16.454 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_encrypted_bytes": 94704 2024-03-29T00:23:16.454 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.454 INFO:teuthology.orchestra.run.smithi069.stdout: "cct": { 2024-03-29T00:23:16.454 INFO:teuthology.orchestra.run.smithi069.stdout: "total_workers": 1, 2024-03-29T00:23:16.454 INFO:teuthology.orchestra.run.smithi069.stdout: "unhealthy_workers": 0 2024-03-29T00:23:16.454 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.454 INFO:teuthology.orchestra.run.smithi069.stdout: "finisher-MDSRank": { 2024-03-29T00:23:16.455 INFO:teuthology.orchestra.run.smithi069.stdout: "queue_len": 0, 2024-03-29T00:23:16.455 INFO:teuthology.orchestra.run.smithi069.stdout: "complete_latency": { 2024-03-29T00:23:16.455 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 622, 2024-03-29T00:23:16.455 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 2.067009085, 2024-03-29T00:23:16.455 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.003323165 2024-03-29T00:23:16.455 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:16.455 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.455 INFO:teuthology.orchestra.run.smithi069.stdout: "finisher-PurgeQueue": { 2024-03-29T00:23:16.455 INFO:teuthology.orchestra.run.smithi069.stdout: "queue_len": 0, 2024-03-29T00:23:16.455 INFO:teuthology.orchestra.run.smithi069.stdout: "complete_latency": { 2024-03-29T00:23:16.455 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 2946, 2024-03-29T00:23:16.455 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.393758217, 2024-03-29T00:23:16.455 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000133658 2024-03-29T00:23:16.455 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:16.456 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.456 INFO:teuthology.orchestra.run.smithi069.stdout: "mds": { 2024-03-29T00:23:16.456 INFO:teuthology.orchestra.run.smithi069.stdout: "request": 2616, 2024-03-29T00:23:16.456 INFO:teuthology.orchestra.run.smithi069.stdout: "reply": 2616, 2024-03-29T00:23:16.456 INFO:teuthology.orchestra.run.smithi069.stdout: "reply_latency": { 2024-03-29T00:23:16.456 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 2616, 2024-03-29T00:23:16.456 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 5.326298365, 2024-03-29T00:23:16.456 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.002036046 2024-03-29T00:23:16.456 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.456 INFO:teuthology.orchestra.run.smithi069.stdout: "slow_reply": 0, 2024-03-29T00:23:16.456 INFO:teuthology.orchestra.run.smithi069.stdout: "forward": 0, 2024-03-29T00:23:16.456 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_fetch_complete": 0, 2024-03-29T00:23:16.456 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_fetch_keys": 0, 2024-03-29T00:23:16.457 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_commit": 11, 2024-03-29T00:23:16.457 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_split": 0, 2024-03-29T00:23:16.457 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_merge": 0, 2024-03-29T00:23:16.457 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes": 15, 2024-03-29T00:23:16.457 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes_top": 0, 2024-03-29T00:23:16.457 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes_bottom": 5, 2024-03-29T00:23:16.457 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes_pin_tail": 10, 2024-03-29T00:23:16.457 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes_pinned": 13, 2024-03-29T00:23:16.457 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes_expired": 1235, 2024-03-29T00:23:16.457 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes_with_caps": 0, 2024-03-29T00:23:16.457 INFO:teuthology.orchestra.run.smithi069.stdout: "caps": 0, 2024-03-29T00:23:16.457 INFO:teuthology.orchestra.run.smithi069.stdout: "subtrees": 3, 2024-03-29T00:23:16.457 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse": 6218, 2024-03-29T00:23:16.457 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse_hit": 4388, 2024-03-29T00:23:16.458 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse_forward": 0, 2024-03-29T00:23:16.458 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse_discover": 614, 2024-03-29T00:23:16.458 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse_dir_fetch": 0, 2024-03-29T00:23:16.458 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse_remote_ino": 0, 2024-03-29T00:23:16.458 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse_lock": 0, 2024-03-29T00:23:16.458 INFO:teuthology.orchestra.run.smithi069.stdout: "load_cent": 0, 2024-03-29T00:23:16.458 INFO:teuthology.orchestra.run.smithi069.stdout: "q": 0, 2024-03-29T00:23:16.458 INFO:teuthology.orchestra.run.smithi069.stdout: "exported": 34, 2024-03-29T00:23:16.458 INFO:teuthology.orchestra.run.smithi069.stdout: "exported_inodes": 141, 2024-03-29T00:23:16.458 INFO:teuthology.orchestra.run.smithi069.stdout: "imported": 34, 2024-03-29T00:23:16.458 INFO:teuthology.orchestra.run.smithi069.stdout: "imported_inodes": 1585, 2024-03-29T00:23:16.458 INFO:teuthology.orchestra.run.smithi069.stdout: "openino_dir_fetch": 0, 2024-03-29T00:23:16.458 INFO:teuthology.orchestra.run.smithi069.stdout: "openino_backtrace_fetch": 0, 2024-03-29T00:23:16.458 INFO:teuthology.orchestra.run.smithi069.stdout: "openino_peer_discover": 0, 2024-03-29T00:23:16.459 INFO:teuthology.orchestra.run.smithi069.stdout: "root_rfiles": 582, 2024-03-29T00:23:16.459 INFO:teuthology.orchestra.run.smithi069.stdout: "root_rbytes": 105604442, 2024-03-29T00:23:16.459 INFO:teuthology.orchestra.run.smithi069.stdout: "root_rsnaps": 0, 2024-03-29T00:23:16.459 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_backtrace_fetch": 0, 2024-03-29T00:23:16.459 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_set_tag": 0, 2024-03-29T00:23:16.459 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_backtrace_repaired": 0, 2024-03-29T00:23:16.459 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_inotable_repaired": 0, 2024-03-29T00:23:16.459 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_dir_inodes": 0, 2024-03-29T00:23:16.459 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_dir_base_inodes": 0, 2024-03-29T00:23:16.459 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_dirfrag_rstats": 0, 2024-03-29T00:23:16.459 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_file_inodes": 0, 2024-03-29T00:23:16.459 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_inode_file_caps": 0, 2024-03-29T00:23:16.459 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_cap_op_revoke": 210, 2024-03-29T00:23:16.459 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_cap_op_grant": 1677, 2024-03-29T00:23:16.460 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_cap_op_trunc": 0, 2024-03-29T00:23:16.460 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-29T00:23:16.460 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-29T00:23:16.460 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_client_caps": 492, 2024-03-29T00:23:16.460 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_client_caps_dirty": 295, 2024-03-29T00:23:16.460 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_client_cap_release": 28, 2024-03-29T00:23:16.460 INFO:teuthology.orchestra.run.smithi069.stdout: "process_request_cap_release": 2614 2024-03-29T00:23:16.460 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.460 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_cache": { 2024-03-29T00:23:16.460 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_update": 238, 2024-03-29T00:23:16.460 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_update_receipt": 1991, 2024-03-29T00:23:16.460 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_try_discover": 1292, 2024-03-29T00:23:16.460 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_send_discover": 1387, 2024-03-29T00:23:16.460 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_handle_discover": 357, 2024-03-29T00:23:16.461 INFO:teuthology.orchestra.run.smithi069.stdout: "num_strays": 0, 2024-03-29T00:23:16.461 INFO:teuthology.orchestra.run.smithi069.stdout: "num_strays_delayed": 0, 2024-03-29T00:23:16.461 INFO:teuthology.orchestra.run.smithi069.stdout: "num_strays_enqueuing": 0, 2024-03-29T00:23:16.461 INFO:teuthology.orchestra.run.smithi069.stdout: "strays_created": 1523, 2024-03-29T00:23:16.461 INFO:teuthology.orchestra.run.smithi069.stdout: "strays_enqueued": 1523, 2024-03-29T00:23:16.461 INFO:teuthology.orchestra.run.smithi069.stdout: "strays_reintegrated": 0, 2024-03-29T00:23:16.461 INFO:teuthology.orchestra.run.smithi069.stdout: "strays_migrated": 0, 2024-03-29T00:23:16.461 INFO:teuthology.orchestra.run.smithi069.stdout: "num_recovering_processing": 0, 2024-03-29T00:23:16.461 INFO:teuthology.orchestra.run.smithi069.stdout: "num_recovering_enqueued": 0, 2024-03-29T00:23:16.461 INFO:teuthology.orchestra.run.smithi069.stdout: "num_recovering_prioritized": 0, 2024-03-29T00:23:16.461 INFO:teuthology.orchestra.run.smithi069.stdout: "recovery_started": 0, 2024-03-29T00:23:16.461 INFO:teuthology.orchestra.run.smithi069.stdout: "recovery_completed": 0, 2024-03-29T00:23:16.461 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_quiesce_path": 0, 2024-03-29T00:23:16.461 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_quiesce_inode": 0, 2024-03-29T00:23:16.462 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_enqueue_scrub": 0, 2024-03-29T00:23:16.462 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_exportdir": 34, 2024-03-29T00:23:16.462 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_flush": 0, 2024-03-29T00:23:16.462 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_fragmentdir": 0, 2024-03-29T00:23:16.462 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_fragstats": 0, 2024-03-29T00:23:16.462 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_inodestats": 0 2024-03-29T00:23:16.462 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.462 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_log": { 2024-03-29T00:23:16.462 INFO:teuthology.orchestra.run.smithi069.stdout: "evlrg": 0, 2024-03-29T00:23:16.462 INFO:teuthology.orchestra.run.smithi069.stdout: "evadd": 4407, 2024-03-29T00:23:16.462 INFO:teuthology.orchestra.run.smithi069.stdout: "evex": 0, 2024-03-29T00:23:16.462 INFO:teuthology.orchestra.run.smithi069.stdout: "evtrm": 0, 2024-03-29T00:23:16.462 INFO:teuthology.orchestra.run.smithi069.stdout: "ev": 4407, 2024-03-29T00:23:16.462 INFO:teuthology.orchestra.run.smithi069.stdout: "evexg": 0, 2024-03-29T00:23:16.463 INFO:teuthology.orchestra.run.smithi069.stdout: "evexd": 0, 2024-03-29T00:23:16.463 INFO:teuthology.orchestra.run.smithi069.stdout: "segadd": 6, 2024-03-29T00:23:16.463 INFO:teuthology.orchestra.run.smithi069.stdout: "segex": 0, 2024-03-29T00:23:16.463 INFO:teuthology.orchestra.run.smithi069.stdout: "segtrm": 0, 2024-03-29T00:23:16.463 INFO:teuthology.orchestra.run.smithi069.stdout: "seg": 6, 2024-03-29T00:23:16.463 INFO:teuthology.orchestra.run.smithi069.stdout: "segmjr": 2, 2024-03-29T00:23:16.463 INFO:teuthology.orchestra.run.smithi069.stdout: "segexg": 0, 2024-03-29T00:23:16.463 INFO:teuthology.orchestra.run.smithi069.stdout: "segexd": 0, 2024-03-29T00:23:16.463 INFO:teuthology.orchestra.run.smithi069.stdout: "expos": 4194304, 2024-03-29T00:23:16.463 INFO:teuthology.orchestra.run.smithi069.stdout: "wrpos": 12301552, 2024-03-29T00:23:16.463 INFO:teuthology.orchestra.run.smithi069.stdout: "rdpos": 0, 2024-03-29T00:23:16.463 INFO:teuthology.orchestra.run.smithi069.stdout: "jlat": { 2024-03-29T00:23:16.463 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 251, 2024-03-29T00:23:16.463 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 1.246479205, 2024-03-29T00:23:16.463 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.004966052 2024-03-29T00:23:16.464 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.464 INFO:teuthology.orchestra.run.smithi069.stdout: "replayed": 0 2024-03-29T00:23:16.464 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.464 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_mem": { 2024-03-29T00:23:16.464 INFO:teuthology.orchestra.run.smithi069.stdout: "ino": 22, 2024-03-29T00:23:16.464 INFO:teuthology.orchestra.run.smithi069.stdout: "ino+": 2143, 2024-03-29T00:23:16.464 INFO:teuthology.orchestra.run.smithi069.stdout: "ino-": 2121, 2024-03-29T00:23:16.464 INFO:teuthology.orchestra.run.smithi069.stdout: "dir": 18, 2024-03-29T00:23:16.464 INFO:teuthology.orchestra.run.smithi069.stdout: "dir+": 821, 2024-03-29T00:23:16.464 INFO:teuthology.orchestra.run.smithi069.stdout: "dir-": 803, 2024-03-29T00:23:16.464 INFO:teuthology.orchestra.run.smithi069.stdout: "dn": 15, 2024-03-29T00:23:16.464 INFO:teuthology.orchestra.run.smithi069.stdout: "dn+": 4211, 2024-03-29T00:23:16.464 INFO:teuthology.orchestra.run.smithi069.stdout: "dn-": 4196, 2024-03-29T00:23:16.464 INFO:teuthology.orchestra.run.smithi069.stdout: "cap": 0, 2024-03-29T00:23:16.465 INFO:teuthology.orchestra.run.smithi069.stdout: "cap+": 1554, 2024-03-29T00:23:16.465 INFO:teuthology.orchestra.run.smithi069.stdout: "cap-": 1554, 2024-03-29T00:23:16.465 INFO:teuthology.orchestra.run.smithi069.stdout: "rss": 63340, 2024-03-29T00:23:16.465 INFO:teuthology.orchestra.run.smithi069.stdout: "heap": 223612 2024-03-29T00:23:16.465 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.465 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_server": { 2024-03-29T00:23:16.465 INFO:teuthology.orchestra.run.smithi069.stdout: "dispatch_client_request": 4270, 2024-03-29T00:23:16.465 INFO:teuthology.orchestra.run.smithi069.stdout: "dispatch_server_request": 96, 2024-03-29T00:23:16.465 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_client_request": 2616, 2024-03-29T00:23:16.465 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_client_session": 2, 2024-03-29T00:23:16.465 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_peer_request": 1295, 2024-03-29T00:23:16.465 INFO:teuthology.orchestra.run.smithi069.stdout: "req_create_latency": { 2024-03-29T00:23:16.465 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.465 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.466 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.466 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.466 INFO:teuthology.orchestra.run.smithi069.stdout: "req_getattr_latency": { 2024-03-29T00:23:16.466 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.466 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.466 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.466 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.466 INFO:teuthology.orchestra.run.smithi069.stdout: "req_getfilelock_latency": { 2024-03-29T00:23:16.466 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.466 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.466 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.466 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.466 INFO:teuthology.orchestra.run.smithi069.stdout: "req_link_latency": { 2024-03-29T00:23:16.466 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.467 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.467 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.467 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.467 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lookup_latency": { 2024-03-29T00:23:16.467 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 1008, 2024-03-29T00:23:16.467 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.447930820, 2024-03-29T00:23:16.467 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000444375 2024-03-29T00:23:16.467 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.467 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lookuphash_latency": { 2024-03-29T00:23:16.467 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.467 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.467 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.467 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.467 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lookupino_latency": { 2024-03-29T00:23:16.467 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.467 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.468 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.468 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.468 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lookupname_latency": { 2024-03-29T00:23:16.468 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.468 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.468 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.468 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.468 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lookupparent_latency": { 2024-03-29T00:23:16.468 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.468 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.468 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.468 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.468 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lookupsnap_latency": { 2024-03-29T00:23:16.468 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.468 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.469 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.469 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.469 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lssnap_latency": { 2024-03-29T00:23:16.469 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.470 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.470 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.470 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.470 INFO:teuthology.orchestra.run.smithi069.stdout: "req_mkdir_latency": { 2024-03-29T00:23:16.470 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.470 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.470 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.470 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.470 INFO:teuthology.orchestra.run.smithi069.stdout: "req_mknod_latency": { 2024-03-29T00:23:16.470 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.470 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.471 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.471 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.471 INFO:teuthology.orchestra.run.smithi069.stdout: "req_mksnap_latency": { 2024-03-29T00:23:16.471 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.471 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.471 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.471 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.471 INFO:teuthology.orchestra.run.smithi069.stdout: "req_open_latency": { 2024-03-29T00:23:16.471 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.471 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.471 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.471 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.471 INFO:teuthology.orchestra.run.smithi069.stdout: "req_readdir_latency": { 2024-03-29T00:23:16.471 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 85, 2024-03-29T00:23:16.472 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.115757430, 2024-03-29T00:23:16.472 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.001361852 2024-03-29T00:23:16.472 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.472 INFO:teuthology.orchestra.run.smithi069.stdout: "req_rename_latency": { 2024-03-29T00:23:16.472 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.472 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.472 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.472 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.472 INFO:teuthology.orchestra.run.smithi069.stdout: "req_renamesnap_latency": { 2024-03-29T00:23:16.472 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.472 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.472 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.472 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.472 INFO:teuthology.orchestra.run.smithi069.stdout: "req_snapdiff_latency": { 2024-03-29T00:23:16.473 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.473 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.473 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.473 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.473 INFO:teuthology.orchestra.run.smithi069.stdout: "req_rmdir_latency": { 2024-03-29T00:23:16.473 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 53, 2024-03-29T00:23:16.473 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 1.539895450, 2024-03-29T00:23:16.473 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.029054631 2024-03-29T00:23:16.473 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.473 INFO:teuthology.orchestra.run.smithi069.stdout: "req_rmsnap_latency": { 2024-03-29T00:23:16.473 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.473 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.473 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.473 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.474 INFO:teuthology.orchestra.run.smithi069.stdout: "req_rmxattr_latency": { 2024-03-29T00:23:16.474 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.474 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.474 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.474 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.474 INFO:teuthology.orchestra.run.smithi069.stdout: "req_setattr_latency": { 2024-03-29T00:23:16.474 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.474 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.474 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.474 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.474 INFO:teuthology.orchestra.run.smithi069.stdout: "req_setdirlayout_latency": { 2024-03-29T00:23:16.474 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.474 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.474 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.475 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.475 INFO:teuthology.orchestra.run.smithi069.stdout: "req_setfilelock_latency": { 2024-03-29T00:23:16.475 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.475 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.475 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.475 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.475 INFO:teuthology.orchestra.run.smithi069.stdout: "req_setlayout_latency": { 2024-03-29T00:23:16.475 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.475 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.475 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.475 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.475 INFO:teuthology.orchestra.run.smithi069.stdout: "req_setxattr_latency": { 2024-03-29T00:23:16.475 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.475 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.476 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.476 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.476 INFO:teuthology.orchestra.run.smithi069.stdout: "req_symlink_latency": { 2024-03-29T00:23:16.476 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.476 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.476 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.476 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.476 INFO:teuthology.orchestra.run.smithi069.stdout: "req_unlink_latency": { 2024-03-29T00:23:16.476 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 1470, 2024-03-29T00:23:16.476 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 3.222714665, 2024-03-29T00:23:16.476 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.002192322 2024-03-29T00:23:16.476 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.476 INFO:teuthology.orchestra.run.smithi069.stdout: "cap_revoke_eviction": 0, 2024-03-29T00:23:16.476 INFO:teuthology.orchestra.run.smithi069.stdout: "cap_acquisition_throttle": 0, 2024-03-29T00:23:16.477 INFO:teuthology.orchestra.run.smithi069.stdout: "req_getvxattr_latency": { 2024-03-29T00:23:16.477 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.477 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.477 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.477 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:16.477 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.477 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_sessions": { 2024-03-29T00:23:16.477 INFO:teuthology.orchestra.run.smithi069.stdout: "session_count": 1, 2024-03-29T00:23:16.477 INFO:teuthology.orchestra.run.smithi069.stdout: "session_add": 1, 2024-03-29T00:23:16.477 INFO:teuthology.orchestra.run.smithi069.stdout: "session_remove": 0, 2024-03-29T00:23:16.477 INFO:teuthology.orchestra.run.smithi069.stdout: "sessions_open": 1, 2024-03-29T00:23:16.477 INFO:teuthology.orchestra.run.smithi069.stdout: "sessions_stale": 0, 2024-03-29T00:23:16.477 INFO:teuthology.orchestra.run.smithi069.stdout: "total_load": 1882, 2024-03-29T00:23:16.477 INFO:teuthology.orchestra.run.smithi069.stdout: "average_load": 1882, 2024-03-29T00:23:16.478 INFO:teuthology.orchestra.run.smithi069.stdout: "avg_session_uptime": 1998, 2024-03-29T00:23:16.478 INFO:teuthology.orchestra.run.smithi069.stdout: "mdthresh_evicted": 0 2024-03-29T00:23:16.478 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.478 INFO:teuthology.orchestra.run.smithi069.stdout: "mempool": { 2024-03-29T00:23:16.478 INFO:teuthology.orchestra.run.smithi069.stdout: "bloom_filter_bytes": 0, 2024-03-29T00:23:16.478 INFO:teuthology.orchestra.run.smithi069.stdout: "bloom_filter_items": 0, 2024-03-29T00:23:16.478 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_alloc_bytes": 0, 2024-03-29T00:23:16.478 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_alloc_items": 0, 2024-03-29T00:23:16.478 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_data_bytes": 0, 2024-03-29T00:23:16.478 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_data_items": 0, 2024-03-29T00:23:16.478 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-29T00:23:16.478 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_onode_items": 0, 2024-03-29T00:23:16.478 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-29T00:23:16.478 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_meta_items": 0, 2024-03-29T00:23:16.479 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_other_bytes": 0, 2024-03-29T00:23:16.479 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_other_items": 0, 2024-03-29T00:23:16.479 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-29T00:23:16.479 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_buffer_items": 0, 2024-03-29T00:23:16.479 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_extent_bytes": 0, 2024-03-29T00:23:16.479 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_extent_items": 0, 2024-03-29T00:23:16.479 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_blob_bytes": 0, 2024-03-29T00:23:16.479 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_blob_items": 0, 2024-03-29T00:23:16.479 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-29T00:23:16.479 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_shared_blob_items": 0, 2024-03-29T00:23:16.479 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-29T00:23:16.479 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_inline_bl_items": 0, 2024-03-29T00:23:16.479 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_fsck_bytes": 0, 2024-03-29T00:23:16.479 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_fsck_items": 0, 2024-03-29T00:23:16.479 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_txc_bytes": 0, 2024-03-29T00:23:16.480 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_txc_items": 0, 2024-03-29T00:23:16.480 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-29T00:23:16.480 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_deferred_items": 0, 2024-03-29T00:23:16.480 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_bytes": 0, 2024-03-29T00:23:16.480 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_items": 0, 2024-03-29T00:23:16.480 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_bytes": 0, 2024-03-29T00:23:16.480 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_items": 0, 2024-03-29T00:23:16.480 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_reader_bytes": 0, 2024-03-29T00:23:16.480 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_reader_items": 0, 2024-03-29T00:23:16.480 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_writer_bytes": 0, 2024-03-29T00:23:16.480 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_writer_items": 0, 2024-03-29T00:23:16.480 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_anon_bytes": 308180, 2024-03-29T00:23:16.480 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_anon_items": 120, 2024-03-29T00:23:16.480 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_meta_bytes": 0, 2024-03-29T00:23:16.480 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_meta_items": 0, 2024-03-29T00:23:16.480 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_bytes": 0, 2024-03-29T00:23:16.481 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_items": 0, 2024-03-29T00:23:16.481 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_mapbl_bytes": 0, 2024-03-29T00:23:16.481 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_mapbl_items": 0, 2024-03-29T00:23:16.481 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_pglog_bytes": 0, 2024-03-29T00:23:16.481 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_pglog_items": 0, 2024-03-29T00:23:16.481 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_bytes": 8888, 2024-03-29T00:23:16.481 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_items": 170, 2024-03-29T00:23:16.481 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_mapping_bytes": 0, 2024-03-29T00:23:16.481 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_mapping_items": 0, 2024-03-29T00:23:16.481 INFO:teuthology.orchestra.run.smithi069.stdout: "pgmap_bytes": 0, 2024-03-29T00:23:16.481 INFO:teuthology.orchestra.run.smithi069.stdout: "pgmap_items": 0, 2024-03-29T00:23:16.481 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_co_bytes": 83253, 2024-03-29T00:23:16.481 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_co_items": 387, 2024-03-29T00:23:16.481 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_1_bytes": 0, 2024-03-29T00:23:16.482 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_1_items": 0, 2024-03-29T00:23:16.482 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_2_bytes": 0, 2024-03-29T00:23:16.482 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_2_items": 0 2024-03-29T00:23:16.482 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.482 INFO:teuthology.orchestra.run.smithi069.stdout: "objecter": { 2024-03-29T00:23:16.482 INFO:teuthology.orchestra.run.smithi069.stdout: "op_active": 0, 2024-03-29T00:23:16.482 INFO:teuthology.orchestra.run.smithi069.stdout: "op_laggy": 0, 2024-03-29T00:23:16.482 INFO:teuthology.orchestra.run.smithi069.stdout: "op_send": 3525, 2024-03-29T00:23:16.482 INFO:teuthology.orchestra.run.smithi069.stdout: "op_send_bytes": 8415070, 2024-03-29T00:23:16.482 INFO:teuthology.orchestra.run.smithi069.stdout: "op_resend": 33, 2024-03-29T00:23:16.482 INFO:teuthology.orchestra.run.smithi069.stdout: "op_reply": 3525, 2024-03-29T00:23:16.482 INFO:teuthology.orchestra.run.smithi069.stdout: "op_latency": { 2024-03-29T00:23:16.482 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 3525, 2024-03-29T00:23:16.482 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 21.493551002, 2024-03-29T00:23:16.482 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.006097461 2024-03-29T00:23:16.483 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.483 INFO:teuthology.orchestra.run.smithi069.stdout: "op_inflight": 0, 2024-03-29T00:23:16.483 INFO:teuthology.orchestra.run.smithi069.stdout: "oplen_avg": { 2024-03-29T00:23:16.483 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 3525, 2024-03-29T00:23:16.483 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 3609 2024-03-29T00:23:16.483 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.483 INFO:teuthology.orchestra.run.smithi069.stdout: "op": 3525, 2024-03-29T00:23:16.483 INFO:teuthology.orchestra.run.smithi069.stdout: "op_r": 74, 2024-03-29T00:23:16.483 INFO:teuthology.orchestra.run.smithi069.stdout: "op_w": 3451, 2024-03-29T00:23:16.483 INFO:teuthology.orchestra.run.smithi069.stdout: "op_rmw": 0, 2024-03-29T00:23:16.483 INFO:teuthology.orchestra.run.smithi069.stdout: "op_pg": 0, 2024-03-29T00:23:16.483 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_stat": 0, 2024-03-29T00:23:16.483 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_create": 10, 2024-03-29T00:23:16.483 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_read": 74, 2024-03-29T00:23:16.483 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_write": 325, 2024-03-29T00:23:16.483 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_writefull": 45, 2024-03-29T00:23:16.484 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_writesame": 0, 2024-03-29T00:23:16.484 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_append": 0, 2024-03-29T00:23:16.484 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_zero": 0, 2024-03-29T00:23:16.484 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_truncate": 0, 2024-03-29T00:23:16.484 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_delete": 3014, 2024-03-29T00:23:16.484 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_mapext": 0, 2024-03-29T00:23:16.484 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_sparse_read": 0, 2024-03-29T00:23:16.484 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_clonerange": 0, 2024-03-29T00:23:16.484 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_getxattr": 0, 2024-03-29T00:23:16.484 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_setxattr": 20, 2024-03-29T00:23:16.484 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_cmpxattr": 0, 2024-03-29T00:23:16.484 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_rmxattr": 0, 2024-03-29T00:23:16.484 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_resetxattrs": 0, 2024-03-29T00:23:16.484 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_call": 0, 2024-03-29T00:23:16.484 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_watch": 0, 2024-03-29T00:23:16.485 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_notify": 0, 2024-03-29T00:23:16.485 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_src_cmpxattr": 0, 2024-03-29T00:23:16.485 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_pgls": 0, 2024-03-29T00:23:16.485 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_pgls_filter": 0, 2024-03-29T00:23:16.485 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_other": 0, 2024-03-29T00:23:16.485 INFO:teuthology.orchestra.run.smithi069.stdout: "linger_active": 0, 2024-03-29T00:23:16.485 INFO:teuthology.orchestra.run.smithi069.stdout: "linger_send": 0, 2024-03-29T00:23:16.485 INFO:teuthology.orchestra.run.smithi069.stdout: "linger_resend": 0, 2024-03-29T00:23:16.485 INFO:teuthology.orchestra.run.smithi069.stdout: "linger_ping": 0, 2024-03-29T00:23:16.485 INFO:teuthology.orchestra.run.smithi069.stdout: "poolop_active": 0, 2024-03-29T00:23:16.485 INFO:teuthology.orchestra.run.smithi069.stdout: "poolop_send": 0, 2024-03-29T00:23:16.485 INFO:teuthology.orchestra.run.smithi069.stdout: "poolop_resend": 0, 2024-03-29T00:23:16.485 INFO:teuthology.orchestra.run.smithi069.stdout: "poolstat_active": 0, 2024-03-29T00:23:16.485 INFO:teuthology.orchestra.run.smithi069.stdout: "poolstat_send": 0, 2024-03-29T00:23:16.485 INFO:teuthology.orchestra.run.smithi069.stdout: "poolstat_resend": 0, 2024-03-29T00:23:16.485 INFO:teuthology.orchestra.run.smithi069.stdout: "statfs_active": 0, 2024-03-29T00:23:16.486 INFO:teuthology.orchestra.run.smithi069.stdout: "statfs_send": 0, 2024-03-29T00:23:16.486 INFO:teuthology.orchestra.run.smithi069.stdout: "statfs_resend": 0, 2024-03-29T00:23:16.486 INFO:teuthology.orchestra.run.smithi069.stdout: "command_active": 0, 2024-03-29T00:23:16.486 INFO:teuthology.orchestra.run.smithi069.stdout: "command_send": 0, 2024-03-29T00:23:16.486 INFO:teuthology.orchestra.run.smithi069.stdout: "command_resend": 0, 2024-03-29T00:23:16.486 INFO:teuthology.orchestra.run.smithi069.stdout: "map_epoch": 93, 2024-03-29T00:23:16.486 INFO:teuthology.orchestra.run.smithi069.stdout: "map_full": 0, 2024-03-29T00:23:16.486 INFO:teuthology.orchestra.run.smithi069.stdout: "map_inc": 4, 2024-03-29T00:23:16.486 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_sessions": 12, 2024-03-29T00:23:16.486 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_session_open": 12, 2024-03-29T00:23:16.486 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_session_close": 0, 2024-03-29T00:23:16.486 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_laggy": 0, 2024-03-29T00:23:16.486 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_wr": 92, 2024-03-29T00:23:16.486 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_rd": 0, 2024-03-29T00:23:16.486 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_del": 29 2024-03-29T00:23:16.487 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.487 INFO:teuthology.orchestra.run.smithi069.stdout: "oft": { 2024-03-29T00:23:16.487 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_total_objs": 1, 2024-03-29T00:23:16.487 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_total_kv_pairs": 0, 2024-03-29T00:23:16.487 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_total_updates": 0, 2024-03-29T00:23:16.487 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_total_removes": 0 2024-03-29T00:23:16.487 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.487 INFO:teuthology.orchestra.run.smithi069.stdout: "osd-slow-ops": { 2024-03-29T00:23:16.487 INFO:teuthology.orchestra.run.smithi069.stdout: "slow_ops_count": 0 2024-03-29T00:23:16.487 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.487 INFO:teuthology.orchestra.run.smithi069.stdout: "purge_queue": { 2024-03-29T00:23:16.487 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_executing_ops": 0, 2024-03-29T00:23:16.487 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_executing_ops_high_water": 10, 2024-03-29T00:23:16.487 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_executing": 0, 2024-03-29T00:23:16.488 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_executing_high_water": 9, 2024-03-29T00:23:16.488 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_executed_ops": 3001, 2024-03-29T00:23:16.488 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_executed": 1523, 2024-03-29T00:23:16.488 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_item_in_journal": 0 2024-03-29T00:23:16.488 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.488 INFO:teuthology.orchestra.run.smithi069.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-29T00:23:16.488 INFO:teuthology.orchestra.run.smithi069.stdout: "val": 0, 2024-03-29T00:23:16.488 INFO:teuthology.orchestra.run.smithi069.stdout: "max": 104857600, 2024-03-29T00:23:16.488 INFO:teuthology.orchestra.run.smithi069.stdout: "get_started": 0, 2024-03-29T00:23:16.488 INFO:teuthology.orchestra.run.smithi069.stdout: "get": 23581, 2024-03-29T00:23:16.488 INFO:teuthology.orchestra.run.smithi069.stdout: "get_sum": 8208268, 2024-03-29T00:23:16.488 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_fail": 0, 2024-03-29T00:23:16.488 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_success": 23581, 2024-03-29T00:23:16.488 INFO:teuthology.orchestra.run.smithi069.stdout: "take": 0, 2024-03-29T00:23:16.488 INFO:teuthology.orchestra.run.smithi069.stdout: "take_sum": 0, 2024-03-29T00:23:16.489 INFO:teuthology.orchestra.run.smithi069.stdout: "put": 23581, 2024-03-29T00:23:16.489 INFO:teuthology.orchestra.run.smithi069.stdout: "put_sum": 8208268, 2024-03-29T00:23:16.489 INFO:teuthology.orchestra.run.smithi069.stdout: "wait": { 2024-03-29T00:23:16.489 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.489 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.489 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.489 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:16.489 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.489 INFO:teuthology.orchestra.run.smithi069.stdout: "throttle-objecter_bytes": { 2024-03-29T00:23:16.489 INFO:teuthology.orchestra.run.smithi069.stdout: "val": 0, 2024-03-29T00:23:16.489 INFO:teuthology.orchestra.run.smithi069.stdout: "max": 104857600, 2024-03-29T00:23:16.489 INFO:teuthology.orchestra.run.smithi069.stdout: "get_started": 0, 2024-03-29T00:23:16.489 INFO:teuthology.orchestra.run.smithi069.stdout: "get": 0, 2024-03-29T00:23:16.489 INFO:teuthology.orchestra.run.smithi069.stdout: "get_sum": 0, 2024-03-29T00:23:16.489 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_fail": 0, 2024-03-29T00:23:16.490 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_success": 0, 2024-03-29T00:23:16.490 INFO:teuthology.orchestra.run.smithi069.stdout: "take": 3525, 2024-03-29T00:23:16.490 INFO:teuthology.orchestra.run.smithi069.stdout: "take_sum": 8580661, 2024-03-29T00:23:16.490 INFO:teuthology.orchestra.run.smithi069.stdout: "put": 3525, 2024-03-29T00:23:16.490 INFO:teuthology.orchestra.run.smithi069.stdout: "put_sum": 8580661, 2024-03-29T00:23:16.490 INFO:teuthology.orchestra.run.smithi069.stdout: "wait": { 2024-03-29T00:23:16.490 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.490 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.490 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.490 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:16.490 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.490 INFO:teuthology.orchestra.run.smithi069.stdout: "throttle-objecter_ops": { 2024-03-29T00:23:16.490 INFO:teuthology.orchestra.run.smithi069.stdout: "val": 0, 2024-03-29T00:23:16.490 INFO:teuthology.orchestra.run.smithi069.stdout: "max": 1024, 2024-03-29T00:23:16.491 INFO:teuthology.orchestra.run.smithi069.stdout: "get_started": 0, 2024-03-29T00:23:16.491 INFO:teuthology.orchestra.run.smithi069.stdout: "get": 0, 2024-03-29T00:23:16.491 INFO:teuthology.orchestra.run.smithi069.stdout: "get_sum": 0, 2024-03-29T00:23:16.491 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_fail": 0, 2024-03-29T00:23:16.491 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_success": 0, 2024-03-29T00:23:16.491 INFO:teuthology.orchestra.run.smithi069.stdout: "take": 3525, 2024-03-29T00:23:16.491 INFO:teuthology.orchestra.run.smithi069.stdout: "take_sum": 3525, 2024-03-29T00:23:16.491 INFO:teuthology.orchestra.run.smithi069.stdout: "put": 3525, 2024-03-29T00:23:16.491 INFO:teuthology.orchestra.run.smithi069.stdout: "put_sum": 3525, 2024-03-29T00:23:16.491 INFO:teuthology.orchestra.run.smithi069.stdout: "wait": { 2024-03-29T00:23:16.491 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.491 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.491 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.491 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:16.491 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.492 INFO:teuthology.orchestra.run.smithi069.stdout: "throttle-write_buf_throttle": { 2024-03-29T00:23:16.492 INFO:teuthology.orchestra.run.smithi069.stdout: "val": 0, 2024-03-29T00:23:16.492 INFO:teuthology.orchestra.run.smithi069.stdout: "max": 3758096384, 2024-03-29T00:23:16.492 INFO:teuthology.orchestra.run.smithi069.stdout: "get_started": 0, 2024-03-29T00:23:16.492 INFO:teuthology.orchestra.run.smithi069.stdout: "get": 1523, 2024-03-29T00:23:16.492 INFO:teuthology.orchestra.run.smithi069.stdout: "get_sum": 165591, 2024-03-29T00:23:16.492 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_fail": 0, 2024-03-29T00:23:16.492 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_success": 1523, 2024-03-29T00:23:16.492 INFO:teuthology.orchestra.run.smithi069.stdout: "take": 0, 2024-03-29T00:23:16.492 INFO:teuthology.orchestra.run.smithi069.stdout: "take_sum": 0, 2024-03-29T00:23:16.492 INFO:teuthology.orchestra.run.smithi069.stdout: "put": 74, 2024-03-29T00:23:16.492 INFO:teuthology.orchestra.run.smithi069.stdout: "put_sum": 165591, 2024-03-29T00:23:16.492 INFO:teuthology.orchestra.run.smithi069.stdout: "wait": { 2024-03-29T00:23:16.492 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.492 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.492 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.493 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:16.493 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-03-29T00:23:16.493 INFO:teuthology.orchestra.run.smithi069.stdout: "throttle-write_buf_throttle-0x557d19a203c0": { 2024-03-29T00:23:16.493 INFO:teuthology.orchestra.run.smithi069.stdout: "val": 0, 2024-03-29T00:23:16.493 INFO:teuthology.orchestra.run.smithi069.stdout: "max": 3758096384, 2024-03-29T00:23:16.493 INFO:teuthology.orchestra.run.smithi069.stdout: "get_started": 0, 2024-03-29T00:23:16.493 INFO:teuthology.orchestra.run.smithi069.stdout: "get": 4407, 2024-03-29T00:23:16.493 INFO:teuthology.orchestra.run.smithi069.stdout: "get_sum": 8107248, 2024-03-29T00:23:16.493 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_fail": 0, 2024-03-29T00:23:16.493 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_success": 4407, 2024-03-29T00:23:16.493 INFO:teuthology.orchestra.run.smithi069.stdout: "take": 0, 2024-03-29T00:23:16.493 INFO:teuthology.orchestra.run.smithi069.stdout: "take_sum": 0, 2024-03-29T00:23:16.493 INFO:teuthology.orchestra.run.smithi069.stdout: "put": 251, 2024-03-29T00:23:16.493 INFO:teuthology.orchestra.run.smithi069.stdout: "put_sum": 8107248, 2024-03-29T00:23:16.493 INFO:teuthology.orchestra.run.smithi069.stdout: "wait": { 2024-03-29T00:23:16.494 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-03-29T00:23:16.494 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-03-29T00:23:16.494 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-03-29T00:23:16.494 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:16.494 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-03-29T00:23:16.494 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-03-29T00:23:17.326 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:17 smithi069 ceph-mon[36074]: pgmap v566: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 255 B/s wr, 9 op/s 2024-03-29T00:23:17.359 INFO:tasks.check_counter:Daemon mds.l mds.exported=34 2024-03-29T00:23:17.359 INFO:tasks.check_counter:Daemon mds.l mds.imported=34 2024-03-29T00:23:17.359 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update=238 2024-03-29T00:23:17.359 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update_receipt=1991 2024-03-29T00:23:17.359 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-03-29T00:23:17.371 INFO:tasks.kclient:Unmounting kernel clients... 2024-03-29T00:23:17.371 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-03-29T00:23:17.371 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/proc/self/mounts of=/dev/stdout 2024-03-29T00:23:17.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:17 smithi053 ceph-mon[36233]: pgmap v566: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 255 B/s wr, 9 op/s 2024-03-29T00:23:17.438 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-03-29T00:23:17.438 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/proc/self/mounts of=/dev/stdout 2024-03-29T00:23:17.494 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-29T00:23:17.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:17 smithi012 ceph-mon[31657]: pgmap v566: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 255 B/s wr, 9 op/s 2024-03-29T00:23:17.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.724+0000 7f8a1c000640 1 -- 172.21.15.12:0/568392065 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a14100680 msgr2=0x7f8a14100aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:17.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.724+0000 7f8a1c000640 1 --2- 172.21.15.12:0/568392065 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a14100680 0x7f8a14100aa0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f8a04009900 tx=0x7f8a0402bc40 comp rx=0 tx=0).stop 2024-03-29T00:23:17.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.724+0000 7f8a1c000640 1 -- 172.21.15.12:0/568392065 shutdown_connections 2024-03-29T00:23:17.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.724+0000 7f8a1c000640 1 --2- 172.21.15.12:0/568392065 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8a14102230 0x7f8a14108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:17.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.724+0000 7f8a1c000640 1 --2- 172.21.15.12:0/568392065 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8a14101870 0x7f8a14101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:17.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.724+0000 7f8a1c000640 1 --2- 172.21.15.12:0/568392065 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a14100680 0x7f8a14100aa0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:17.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.724+0000 7f8a1c000640 1 -- 172.21.15.12:0/568392065 >> 172.21.15.12:0/568392065 conn(0x7f8a140fbbf0 msgr2=0x7f8a140fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:23:17.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.724+0000 7f8a1c000640 1 -- 172.21.15.12:0/568392065 shutdown_connections 2024-03-29T00:23:17.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.724+0000 7f8a1c000640 1 -- 172.21.15.12:0/568392065 wait complete. 2024-03-29T00:23:17.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.725+0000 7f8a1c000640 1 Processor -- start 2024-03-29T00:23:17.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.725+0000 7f8a1c000640 1 -- start start 2024-03-29T00:23:17.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.725+0000 7f8a1c000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8a14100680 0x7f8a14199d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:17.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.725+0000 7f8a1c000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a14101870 0x7f8a1419a280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:17.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.725+0000 7f8a1c000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8a14102230 0x7f8a141a12b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:17.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.725+0000 7f8a1c000640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8a1410c430 con 0x7f8a14100680 2024-03-29T00:23:17.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.725+0000 7f8a1c000640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f8a1410c2b0 con 0x7f8a14101870 2024-03-29T00:23:17.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.725+0000 7f8a1c000640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8a1410c5b0 con 0x7f8a14102230 2024-03-29T00:23:17.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.726+0000 7f8a19600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8a14100680 0x7f8a14199d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:17.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.726+0000 7f8a18c00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a14101870 0x7f8a1419a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:17.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.726+0000 7f8a19600640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8a14100680 0x7f8a14199d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33432/0 (socket says 172.21.15.12:33432) 2024-03-29T00:23:17.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.726+0000 7f8a19600640 1 -- 172.21.15.12:0/1924606252 learned_addr learned my addr 172.21.15.12:0/1924606252 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:23:17.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.726+0000 7f8a1a000640 1 --2- 172.21.15.12:0/1924606252 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8a14102230 0x7f8a141a12b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:17.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.726+0000 7f8a18c00640 1 -- 172.21.15.12:0/1924606252 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8a14102230 msgr2=0x7f8a141a12b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:17.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.726+0000 7f8a18c00640 1 --2- 172.21.15.12:0/1924606252 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8a14102230 0x7f8a141a12b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:17.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.726+0000 7f8a18c00640 1 -- 172.21.15.12:0/1924606252 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8a14100680 msgr2=0x7f8a14199d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:17.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.726+0000 7f8a18c00640 1 --2- 172.21.15.12:0/1924606252 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8a14100680 0x7f8a14199d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:17.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.726+0000 7f8a18c00640 1 -- 172.21.15.12:0/1924606252 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a141a1950 con 0x7f8a14101870 2024-03-29T00:23:17.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.726+0000 7f8a18c00640 1 --2- 172.21.15.12:0/1924606252 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a14101870 0x7f8a1419a280 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f8a00005fd0 tx=0x7f8a0000dde0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:23:17.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.727+0000 7f8a12000640 1 -- 172.21.15.12:0/1924606252 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a00009c30 con 0x7f8a14101870 2024-03-29T00:23:17.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.727+0000 7f8a12000640 1 -- 172.21.15.12:0/1924606252 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8a00009dd0 con 0x7f8a14101870 2024-03-29T00:23:17.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.727+0000 7f8a1c000640 1 -- 172.21.15.12:0/1924606252 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a141a1c40 con 0x7f8a14101870 2024-03-29T00:23:17.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.727+0000 7f8a12000640 1 -- 172.21.15.12:0/1924606252 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a00010460 con 0x7f8a14101870 2024-03-29T00:23:17.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.727+0000 7f8a1c000640 1 -- 172.21.15.12:0/1924606252 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a141a2190 con 0x7f8a14101870 2024-03-29T00:23:17.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.728+0000 7f8a1c000640 1 -- 172.21.15.12:0/1924606252 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a141a2360 con 0x7f8a14101870 2024-03-29T00:23:17.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.731+0000 7f8a12000640 1 -- 172.21.15.12:0/1924606252 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f8a00004000 con 0x7f8a14101870 2024-03-29T00:23:17.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.732+0000 7f8a12000640 1 --2- 172.21.15.12:0/1924606252 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f89f80a1e00 0x7f89f80a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:17.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.732+0000 7f8a12000640 1 -- 172.21.15.12:0/1924606252 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f8a000cdc60 con 0x7f8a14101870 2024-03-29T00:23:17.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.732+0000 7f8a19600640 1 --2- 172.21.15.12:0/1924606252 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f89f80a1e00 0x7f89f80a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:17.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.733+0000 7f8a19600640 1 --2- 172.21.15.12:0/1924606252 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f89f80a1e00 0x7f89f80a42c0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f8a1419b210 tx=0x7f8a0402c9e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:23:17.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.737+0000 7f8a12000640 1 -- 172.21.15.12:0/1924606252 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f8a00017020 con 0x7f8a14101870 2024-03-29T00:23:17.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.949+0000 7f8a1c000640 1 -- 172.21.15.12:0/1924606252 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8a141a26f0 con 0x7f8a14101870 2024-03-29T00:23:17.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.951+0000 7f8a12000640 1 -- 172.21.15.12:0/1924606252 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+24651 (secure 0 0 0) 0x7f8a00096020 con 0x7f8a14101870 2024-03-29T00:23:17.952 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:23:17.953 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":93,"fsid":"f0a28ba8-ed5f-11ee-95d0-87774f69a715","created":"2024-03-29T00:05:52.349196+0000","modified":"2024-03-29T00:17:11.508521+0000","last_up_change":"2024-03-29T00:14:17.644182+0000","last_in_change":"2024-03-29T00:13:57.992327+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-29T00:09:58.299082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-29T00:15:15.323046+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-29T00:15:16.709268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-29T00:15:20.769838+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f15b3bc8-42a4-4aca-bf7c-f36533a25084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6803","nonce":1970936395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6805","nonce":1970936395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6809","nonce":1970936395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6807","nonce":1970936395}]},"public_addr":"172.21.15.12:6803/1970936395","cluster_addr":"172.21.15.12:6805/1970936395","heartbeat_back_addr":"172.21.15.12:6809/1970936395","heartbeat_front_addr":"172.21.15.12:6807/1970936395","state":["exists","up"]},{"osd":1,"uuid":"9fc84928-5898-4421-8fae-8a6c3b5d6454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6801","nonce":2562558811}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6803","nonce":2562558811}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6807","nonce":2562558811}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6805","nonce":2562558811}]},"public_addr":"172.21.15.53:6801/2562558811","cluster_addr":"172.21.15.53:6803/2562558811","heartbeat_back_addr":"172.21.15.53:6807/2562558811","heartbeat_front_addr":"172.21.15.53:6805/2562558811","state":["exists","up"]},{"osd":2,"uuid":"6e1df3eb-d5e1-4433-aef8-dcc544feb108","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6800","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6801","nonce":3472201934}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6803","nonce":3472201934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6807","nonce":3472201934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6805","nonce":3472201934}]},"public_addr":"172.21.15.69:6801/3472201934","cluster_addr":"172.21.15.69:6803/3472201934","heartbeat_back_addr":"172.21.15.69:6807/3472201934","heartbeat_front_addr":"172.21.15.69:6805/3472201934","state":["exists","up"]},{"osd":3,"uuid":"c03886ee-0efd-4a1f-b04f-b060483d852b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6811","nonce":1860879351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6813","nonce":1860879351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6817","nonce":1860879351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6815","nonce":1860879351}]},"public_addr":"172.21.15.12:6811/1860879351","cluster_addr":"172.21.15.12:6813/1860879351","heartbeat_back_addr":"172.21.15.12:6817/1860879351","heartbeat_front_addr":"172.21.15.12:6815/1860879351","state":["exists","up"]},{"osd":4,"uuid":"10a25f7e-b569-4d47-add7-560968efa9c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6809","nonce":1066696400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6811","nonce":1066696400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6815","nonce":1066696400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6813","nonce":1066696400}]},"public_addr":"172.21.15.53:6809/1066696400","cluster_addr":"172.21.15.53:6811/1066696400","heartbeat_back_addr":"172.21.15.53:6815/1066696400","heartbeat_front_addr":"172.21.15.53:6813/1066696400","state":["exists","up"]},{"osd":5,"uuid":"21bad6a7-f98d-4344-8b0b-cf8526575ac2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6809","nonce":2160312252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6811","nonce":2160312252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6815","nonce":2160312252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6813","nonce":2160312252}]},"public_addr":"172.21.15.69:6809/2160312252","cluster_addr":"172.21.15.69:6811/2160312252","heartbeat_back_addr":"172.21.15.69:6815/2160312252","heartbeat_front_addr":"172.21.15.69:6813/2160312252","state":["exists","up"]},{"osd":6,"uuid":"927557ba-0245-42bb-83f1-c8b6b44cc496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6819","nonce":53322413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6821","nonce":53322413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6825","nonce":53322413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6823","nonce":53322413}]},"public_addr":"172.21.15.12:6819/53322413","cluster_addr":"172.21.15.12:6821/53322413","heartbeat_back_addr":"172.21.15.12:6825/53322413","heartbeat_front_addr":"172.21.15.12:6823/53322413","state":["exists","up"]},{"osd":7,"uuid":"22314690-d0eb-496b-b67d-922bdc0b6660","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6817","nonce":512991962}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6819","nonce":512991962}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6823","nonce":512991962}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6821","nonce":512991962}]},"public_addr":"172.21.15.53:6817/512991962","cluster_addr":"172.21.15.53:6819/512991962","heartbeat_back_addr":"172.21.15.53:6823/512991962","heartbeat_front_addr":"172.21.15.53:6821/512991962","state":["exists","up"]},{"osd":8,"uuid":"f26e428e-4919-4030-aa15-100d6df99aef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6817","nonce":2890541031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6819","nonce":2890541031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6823","nonce":2890541031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6821","nonce":2890541031}]},"public_addr":"172.21.15.69:6817/2890541031","cluster_addr":"172.21.15.69:6819/2890541031","heartbeat_back_addr":"172.21.15.69:6823/2890541031","heartbeat_front_addr":"172.21.15.69:6821/2890541031","state":["exists","up"]},{"osd":9,"uuid":"df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6827","nonce":1715133032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6829","nonce":1715133032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6833","nonce":1715133032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6831","nonce":1715133032}]},"public_addr":"172.21.15.12:6827/1715133032","cluster_addr":"172.21.15.12:6829/1715133032","heartbeat_back_addr":"172.21.15.12:6833/1715133032","heartbeat_front_addr":"172.21.15.12:6831/1715133032","state":["exists","up"]},{"osd":10,"uuid":"ac05ca46-a3d8-4e95-8b37-6f46b9f38703","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6825","nonce":3180522172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6827","nonce":3180522172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6831","nonce":3180522172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6829","nonce":3180522172}]},"public_addr":"172.21.15.53:6825/3180522172","cluster_addr":"172.21.15.53:6827/3180522172","heartbeat_back_addr":"172.21.15.53:6831/3180522172","heartbeat_front_addr":"172.21.15.53:6829/3180522172","state":["exists","up"]},{"osd":11,"uuid":"47fd23fb-f49f-49ca-8dfa-df667d03cfa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6825","nonce":1830685720}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6827","nonce":1830685720}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6831","nonce":1830685720}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6829","nonce":1830685720}]},"public_addr":"172.21.15.69:6825/1830685720","cluster_addr":"172.21.15.69:6827/1830685720","heartbeat_back_addr":"172.21.15.69:6831/1830685720","heartbeat_front_addr":"172.21.15.69:6829/1830685720","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:04.043487+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:29.451338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:53.723758+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:27.673354+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:54.498962+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:19.775485+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:54.005468+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:21.544560+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:47.123756+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:22.232554+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:50.514376+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:14:16.169343+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":8}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.9","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/3903984873":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/3329864026":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/1184533662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/2224576662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/798509208":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/4176566530":"2024-03-30T00:07:09.578981+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-29T00:23:17.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.954+0000 7f8a1c000640 1 -- 172.21.15.12:0/1924606252 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f89f80a1e00 msgr2=0x7f89f80a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:17.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.954+0000 7f8a1c000640 1 --2- 172.21.15.12:0/1924606252 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f89f80a1e00 0x7f89f80a42c0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f8a1419b210 tx=0x7f8a0402c9e0 comp rx=0 tx=0).stop 2024-03-29T00:23:17.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.954+0000 7f8a1c000640 1 -- 172.21.15.12:0/1924606252 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a14101870 msgr2=0x7f8a1419a280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:17.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.954+0000 7f8a1c000640 1 --2- 172.21.15.12:0/1924606252 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a14101870 0x7f8a1419a280 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f8a00005fd0 tx=0x7f8a0000dde0 comp rx=0 tx=0).stop 2024-03-29T00:23:17.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.954+0000 7f8a1c000640 1 -- 172.21.15.12:0/1924606252 shutdown_connections 2024-03-29T00:23:17.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.954+0000 7f8a1c000640 1 --2- 172.21.15.12:0/1924606252 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f89f80a1e00 0x7f89f80a42c0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:17.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.954+0000 7f8a1c000640 1 --2- 172.21.15.12:0/1924606252 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a14101870 0x7f8a1419a280 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:17.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.954+0000 7f8a1c000640 1 --2- 172.21.15.12:0/1924606252 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8a14102230 0x7f8a141a12b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:17.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.954+0000 7f8a1c000640 1 --2- 172.21.15.12:0/1924606252 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8a14100680 0x7f8a14199d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:17.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.954+0000 7f8a1c000640 1 -- 172.21.15.12:0/1924606252 >> 172.21.15.12:0/1924606252 conn(0x7f8a140fbbf0 msgr2=0x7f8a140fd640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:23:17.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.955+0000 7f8a1c000640 1 -- 172.21.15.12:0/1924606252 shutdown_connections 2024-03-29T00:23:17.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:17.955+0000 7f8a1c000640 1 -- 172.21.15.12:0/1924606252 wait complete. 2024-03-29T00:23:17.976 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-29T00:09:58.299082+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-29T00:15:15.323046+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-29T00:15:16.709268+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-29T00:15:20.769838+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-03-29T00:23:17.976 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-29T00:23:18.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.201+0000 7f975e200640 1 -- 172.21.15.12:0/209017356 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f97581004a0 msgr2=0x7f97581008c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:18.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.201+0000 7f975e200640 1 --2- 172.21.15.12:0/209017356 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f97581004a0 0x7f97581008c0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f9748009900 tx=0x7f974802bc50 comp rx=0 tx=0).stop 2024-03-29T00:23:18.203 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.201+0000 7f975e200640 1 -- 172.21.15.12:0/209017356 shutdown_connections 2024-03-29T00:23:18.203 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.201+0000 7f975e200640 1 --2- 172.21.15.12:0/209017356 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9758102050 0x7f97581088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:18.203 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.201+0000 7f975e200640 1 --2- 172.21.15.12:0/209017356 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9758101690 0x7f9758101b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:18.203 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.201+0000 7f975e200640 1 --2- 172.21.15.12:0/209017356 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f97581004a0 0x7f97581008c0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:18.203 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.201+0000 7f975e200640 1 -- 172.21.15.12:0/209017356 >> 172.21.15.12:0/209017356 conn(0x7f97580fba30 msgr2=0x7f97580fde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:23:18.203 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.201+0000 7f975e200640 1 -- 172.21.15.12:0/209017356 shutdown_connections 2024-03-29T00:23:18.203 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.201+0000 7f975e200640 1 -- 172.21.15.12:0/209017356 wait complete. 2024-03-29T00:23:18.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.202+0000 7f975e200640 1 Processor -- start 2024-03-29T00:23:18.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.203+0000 7f975e200640 1 -- start start 2024-03-29T00:23:18.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.203+0000 7f975e200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f97581004a0 0x7f9758199c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:18.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.203+0000 7f975e200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9758101690 0x7f975819a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:18.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.203+0000 7f975e200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9758102050 0x7f97581a1190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:18.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.203+0000 7f975e200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f975810c250 con 0x7f9758101690 2024-03-29T00:23:18.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.203+0000 7f975e200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f975810c0d0 con 0x7f9758102050 2024-03-29T00:23:18.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.203+0000 7f975e200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f975810c3d0 con 0x7f97581004a0 2024-03-29T00:23:18.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.203+0000 7f975d800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9758102050 0x7f97581a1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:18.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.203+0000 7f975d800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9758102050 0x7f97581a1190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:58874/0 (socket says 172.21.15.12:58874) 2024-03-29T00:23:18.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.203+0000 7f975d800640 1 -- 172.21.15.12:0/1866439543 learned_addr learned my addr 172.21.15.12:0/1866439543 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:23:18.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.203+0000 7f975ce00640 1 --2- 172.21.15.12:0/1866439543 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f97581004a0 0x7f9758199c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:18.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.203+0000 7f974fe00640 1 --2- 172.21.15.12:0/1866439543 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9758101690 0x7f975819a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:18.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.204+0000 7f975d800640 1 -- 172.21.15.12:0/1866439543 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f97581004a0 msgr2=0x7f9758199c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:18.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.204+0000 7f975d800640 1 --2- 172.21.15.12:0/1866439543 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f97581004a0 0x7f9758199c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:18.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.204+0000 7f975d800640 1 -- 172.21.15.12:0/1866439543 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9758101690 msgr2=0x7f975819a160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:18.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.204+0000 7f975d800640 1 --2- 172.21.15.12:0/1866439543 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9758101690 0x7f975819a160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:18.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.204+0000 7f975d800640 1 -- 172.21.15.12:0/1866439543 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97581a1830 con 0x7f9758102050 2024-03-29T00:23:18.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.204+0000 7f974fe00640 1 --2- 172.21.15.12:0/1866439543 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9758101690 0x7f975819a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-29T00:23:18.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.204+0000 7f975d800640 1 --2- 172.21.15.12:0/1866439543 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9758102050 0x7f97581a1190 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f975000efd0 tx=0x7f975000c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:23:18.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.204+0000 7f9756000640 1 -- 172.21.15.12:0/1866439543 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9750003b70 con 0x7f9758102050 2024-03-29T00:23:18.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.204+0000 7f9756000640 1 -- 172.21.15.12:0/1866439543 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9750003d10 con 0x7f9758102050 2024-03-29T00:23:18.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.204+0000 7f9756000640 1 -- 172.21.15.12:0/1866439543 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9750010a90 con 0x7f9758102050 2024-03-29T00:23:18.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.205+0000 7f975e200640 1 -- 172.21.15.12:0/1866439543 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97581a1b20 con 0x7f9758102050 2024-03-29T00:23:18.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.205+0000 7f975e200640 1 -- 172.21.15.12:0/1866439543 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97581a1ff0 con 0x7f9758102050 2024-03-29T00:23:18.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.206+0000 7f975e200640 1 -- 172.21.15.12:0/1866439543 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97581a2280 con 0x7f9758102050 2024-03-29T00:23:18.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.209+0000 7f9756000640 1 -- 172.21.15.12:0/1866439543 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f9750004000 con 0x7f9758102050 2024-03-29T00:23:18.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.210+0000 7f9756000640 1 --2- 172.21.15.12:0/1866439543 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f973c0a1e00 0x7f973c0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:18.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.210+0000 7f9756000640 1 -- 172.21.15.12:0/1866439543 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f97500ce600 con 0x7f9758102050 2024-03-29T00:23:18.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.211+0000 7f975ce00640 1 --2- 172.21.15.12:0/1866439543 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f973c0a1e00 0x7f973c0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:18.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.212+0000 7f975ce00640 1 --2- 172.21.15.12:0/1866439543 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f973c0a1e00 0x7f973c0a42c0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f974802c920 tx=0x7f9748005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:23:18.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.214+0000 7f9756000640 1 -- 172.21.15.12:0/1866439543 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f975009b6a0 con 0x7f9758102050 2024-03-29T00:23:18.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:18 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1924606252' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:23:18.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:18 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1924606252' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:23:18.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.419+0000 7f975e200640 1 -- 172.21.15.12:0/1866439543 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f97581a2450 con 0x7f9758102050 2024-03-29T00:23:18.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.419+0000 7f9756000640 1 -- 172.21.15.12:0/1866439543 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) ==== 93+0+10 (secure 0 0 0) 0x7f975009afa0 con 0x7f9758102050 2024-03-29T00:23:18.420 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 1 2024-03-29T00:23:18.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.422+0000 7f975e200640 1 -- 172.21.15.12:0/1866439543 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f973c0a1e00 msgr2=0x7f973c0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:18.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.422+0000 7f975e200640 1 --2- 172.21.15.12:0/1866439543 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f973c0a1e00 0x7f973c0a42c0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f974802c920 tx=0x7f9748005fd0 comp rx=0 tx=0).stop 2024-03-29T00:23:18.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.422+0000 7f975e200640 1 -- 172.21.15.12:0/1866439543 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9758102050 msgr2=0x7f97581a1190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:18.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.422+0000 7f975e200640 1 --2- 172.21.15.12:0/1866439543 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9758102050 0x7f97581a1190 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f975000efd0 tx=0x7f975000c6a0 comp rx=0 tx=0).stop 2024-03-29T00:23:18.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.422+0000 7f975e200640 1 -- 172.21.15.12:0/1866439543 shutdown_connections 2024-03-29T00:23:18.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.422+0000 7f975e200640 1 --2- 172.21.15.12:0/1866439543 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f973c0a1e00 0x7f973c0a42c0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:18.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.422+0000 7f975e200640 1 --2- 172.21.15.12:0/1866439543 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9758102050 0x7f97581a1190 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:18.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.422+0000 7f975e200640 1 --2- 172.21.15.12:0/1866439543 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9758101690 0x7f975819a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:18.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.422+0000 7f975e200640 1 --2- 172.21.15.12:0/1866439543 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f97581004a0 0x7f9758199c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:18.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.422+0000 7f975e200640 1 -- 172.21.15.12:0/1866439543 >> 172.21.15.12:0/1866439543 conn(0x7f97580fba30 msgr2=0x7f9758068a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:23:18.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.422+0000 7f975e200640 1 -- 172.21.15.12:0/1866439543 shutdown_connections 2024-03-29T00:23:18.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.422+0000 7f975e200640 1 -- 172.21.15.12:0/1866439543 wait complete. 2024-03-29T00:23:18.444 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-29T00:23:18.477 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:18 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1924606252' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:23:18.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.672+0000 7f7ecc000640 1 -- 172.21.15.12:0/4063973475 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ec4107d90 msgr2=0x7f7ec41081b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:18.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.672+0000 7f7ecc000640 1 --2- 172.21.15.12:0/4063973475 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ec4107d90 0x7f7ec41081b0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f7eb8009900 tx=0x7f7eb802bc50 comp rx=0 tx=0).stop 2024-03-29T00:23:18.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.673+0000 7f7ecc000640 1 -- 172.21.15.12:0/4063973475 shutdown_connections 2024-03-29T00:23:18.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.673+0000 7f7ecc000640 1 --2- 172.21.15.12:0/4063973475 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7ec4109940 0x7f7ec41101d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:18.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.673+0000 7f7ecc000640 1 --2- 172.21.15.12:0/4063973475 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ec4108f80 0x7f7ec4109400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:18.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.673+0000 7f7ecc000640 1 --2- 172.21.15.12:0/4063973475 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ec4107d90 0x7f7ec41081b0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:18.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.673+0000 7f7ecc000640 1 -- 172.21.15.12:0/4063973475 >> 172.21.15.12:0/4063973475 conn(0x7f7ec4076d40 msgr2=0x7f7ec4079160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:23:18.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.673+0000 7f7ecc000640 1 -- 172.21.15.12:0/4063973475 shutdown_connections 2024-03-29T00:23:18.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.673+0000 7f7ecc000640 1 -- 172.21.15.12:0/4063973475 wait complete. 2024-03-29T00:23:18.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.674+0000 7f7ecc000640 1 Processor -- start 2024-03-29T00:23:18.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.674+0000 7f7ecc000640 1 -- start start 2024-03-29T00:23:18.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.675+0000 7f7ecc000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7ec4107d90 0x7f7ec419e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:18.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.675+0000 7f7ecc000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ec4108f80 0x7f7ec419e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:18.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.675+0000 7f7ecc000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ec4109940 0x7f7ec41a5750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:18.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.675+0000 7f7ecc000640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7ec4113b30 con 0x7f7ec4107d90 2024-03-29T00:23:18.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.675+0000 7f7ecc000640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7ec41139b0 con 0x7f7ec4109940 2024-03-29T00:23:18.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.675+0000 7f7ecc000640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7ec4113cb0 con 0x7f7ec4108f80 2024-03-29T00:23:18.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.675+0000 7f7ec8c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ec4108f80 0x7f7ec419e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:18.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.675+0000 7f7ec8c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ec4108f80 0x7f7ec419e6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:60446/0 (socket says 172.21.15.12:60446) 2024-03-29T00:23:18.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.675+0000 7f7ec8c00640 1 -- 172.21.15.12:0/1889267340 learned_addr learned my addr 172.21.15.12:0/1889267340 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:23:18.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.675+0000 7f7ec9600640 1 --2- 172.21.15.12:0/1889267340 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7ec4107d90 0x7f7ec419e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:18.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.675+0000 7f7eca000640 1 --2- 172.21.15.12:0/1889267340 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ec4109940 0x7f7ec41a5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:18.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.675+0000 7f7ec8c00640 1 -- 172.21.15.12:0/1889267340 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ec4109940 msgr2=0x7f7ec41a5750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:18.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.675+0000 7f7ec8c00640 1 --2- 172.21.15.12:0/1889267340 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ec4109940 0x7f7ec41a5750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:18.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.675+0000 7f7ec8c00640 1 -- 172.21.15.12:0/1889267340 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7ec4107d90 msgr2=0x7f7ec419e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:18.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.675+0000 7f7ec8c00640 1 --2- 172.21.15.12:0/1889267340 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7ec4107d90 0x7f7ec419e1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:18.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.675+0000 7f7ec8c00640 1 -- 172.21.15.12:0/1889267340 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ec41a5dc0 con 0x7f7ec4108f80 2024-03-29T00:23:18.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.676+0000 7f7ec8c00640 1 --2- 172.21.15.12:0/1889267340 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ec4108f80 0x7f7ec419e6e0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f7eb000e9f0 tx=0x7f7eb000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:23:18.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.676+0000 7f7ec2000640 1 -- 172.21.15.12:0/1889267340 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eb000cd80 con 0x7f7ec4108f80 2024-03-29T00:23:18.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.676+0000 7f7ecc000640 1 -- 172.21.15.12:0/1889267340 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ec41a60b0 con 0x7f7ec4108f80 2024-03-29T00:23:18.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.676+0000 7f7ec2000640 1 -- 172.21.15.12:0/1889267340 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7eb0010930 con 0x7f7ec4108f80 2024-03-29T00:23:18.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.676+0000 7f7ec2000640 1 -- 172.21.15.12:0/1889267340 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eb0018b00 con 0x7f7ec4108f80 2024-03-29T00:23:18.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.676+0000 7f7ecc000640 1 -- 172.21.15.12:0/1889267340 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ec41a6650 con 0x7f7ec4108f80 2024-03-29T00:23:18.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.677+0000 7f7ecc000640 1 -- 172.21.15.12:0/1889267340 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ec410f130 con 0x7f7ec4108f80 2024-03-29T00:23:18.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.682+0000 7f7ec2000640 1 -- 172.21.15.12:0/1889267340 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f7eb0018ca0 con 0x7f7ec4108f80 2024-03-29T00:23:18.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.683+0000 7f7ec2000640 1 --2- 172.21.15.12:0/1889267340 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7eac0a1d80 0x7f7eac0a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:18.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.683+0000 7f7ec2000640 1 -- 172.21.15.12:0/1889267340 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f7eb00ce8c0 con 0x7f7ec4108f80 2024-03-29T00:23:18.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.683+0000 7f7ec9600640 1 --2- 172.21.15.12:0/1889267340 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7eac0a1d80 0x7f7eac0a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:18.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.684+0000 7f7ec9600640 1 --2- 172.21.15.12:0/1889267340 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7eac0a1d80 0x7f7eac0a4240 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f7eb802c920 tx=0x7f7eb8005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:23:18.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.688+0000 7f7ec2000640 1 -- 172.21.15.12:0/1889267340 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f7eb009b2b0 con 0x7f7ec4108f80 2024-03-29T00:23:18.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.890+0000 7f7ecc000640 1 -- 172.21.15.12:0/1889267340 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f7ec402d210 con 0x7f7ec4108f80 2024-03-29T00:23:18.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.890+0000 7f7ec2000640 1 -- 172.21.15.12:0/1889267340 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v93) ==== 104+0+11 (secure 0 0 0) 0x7f7eb0095e20 con 0x7f7ec4108f80 2024-03-29T00:23:18.891 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 32 2024-03-29T00:23:18.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.893+0000 7f7ecc000640 1 -- 172.21.15.12:0/1889267340 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7eac0a1d80 msgr2=0x7f7eac0a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:18.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.893+0000 7f7ecc000640 1 --2- 172.21.15.12:0/1889267340 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7eac0a1d80 0x7f7eac0a4240 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f7eb802c920 tx=0x7f7eb8005fd0 comp rx=0 tx=0).stop 2024-03-29T00:23:18.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.893+0000 7f7ecc000640 1 -- 172.21.15.12:0/1889267340 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ec4108f80 msgr2=0x7f7ec419e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:18.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.893+0000 7f7ecc000640 1 --2- 172.21.15.12:0/1889267340 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ec4108f80 0x7f7ec419e6e0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f7eb000e9f0 tx=0x7f7eb000eeb0 comp rx=0 tx=0).stop 2024-03-29T00:23:18.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.893+0000 7f7ecc000640 1 -- 172.21.15.12:0/1889267340 shutdown_connections 2024-03-29T00:23:18.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.893+0000 7f7ecc000640 1 --2- 172.21.15.12:0/1889267340 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f7eac0a1d80 0x7f7eac0a4240 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:18.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.893+0000 7f7ecc000640 1 --2- 172.21.15.12:0/1889267340 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ec4109940 0x7f7ec41a5750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:18.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.893+0000 7f7ecc000640 1 --2- 172.21.15.12:0/1889267340 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ec4108f80 0x7f7ec419e6e0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:18.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.893+0000 7f7ecc000640 1 --2- 172.21.15.12:0/1889267340 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7ec4107d90 0x7f7ec419e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:18.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.893+0000 7f7ecc000640 1 -- 172.21.15.12:0/1889267340 >> 172.21.15.12:0/1889267340 conn(0x7f7ec4076d40 msgr2=0x7f7ec410c300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:23:18.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.893+0000 7f7ecc000640 1 -- 172.21.15.12:0/1889267340 shutdown_connections 2024-03-29T00:23:18.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:18.893+0000 7f7ecc000640 1 -- 172.21.15.12:0/1889267340 wait complete. 2024-03-29T00:23:18.914 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-29T00:23:19.145 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.144+0000 7fb4d2000640 1 -- 172.21.15.12:0/1823778603 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb4cc101750 msgr2=0x7fb4cc101b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:19.145 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.144+0000 7fb4d2000640 1 --2- 172.21.15.12:0/1823778603 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb4cc101750 0x7fb4cc101b70 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fb4bc009900 tx=0x7fb4bc02bc40 comp rx=0 tx=0).stop 2024-03-29T00:23:19.146 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.144+0000 7fb4d2000640 1 -- 172.21.15.12:0/1823778603 shutdown_connections 2024-03-29T00:23:19.146 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.144+0000 7fb4d2000640 1 --2- 172.21.15.12:0/1823778603 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb4cc103300 0x7fb4cc109b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:19.146 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.144+0000 7fb4d2000640 1 --2- 172.21.15.12:0/1823778603 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb4cc102940 0x7fb4cc102dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:19.146 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.144+0000 7fb4d2000640 1 --2- 172.21.15.12:0/1823778603 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb4cc101750 0x7fb4cc101b70 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:19.146 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.144+0000 7fb4d2000640 1 -- 172.21.15.12:0/1823778603 >> 172.21.15.12:0/1823778603 conn(0x7fb4cc0fcca0 msgr2=0x7fb4cc0ff100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:23:19.146 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.144+0000 7fb4d2000640 1 -- 172.21.15.12:0/1823778603 shutdown_connections 2024-03-29T00:23:19.146 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.145+0000 7fb4d2000640 1 -- 172.21.15.12:0/1823778603 wait complete. 2024-03-29T00:23:19.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.145+0000 7fb4d2000640 1 Processor -- start 2024-03-29T00:23:19.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.146+0000 7fb4d2000640 1 -- start start 2024-03-29T00:23:19.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.146+0000 7fb4d2000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb4cc101750 0x7fb4cc1075a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:19.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.146+0000 7fb4d2000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb4cc102940 0x7fb4cc107ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:19.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.146+0000 7fb4d2000640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb4cc103300 0x7fb4cc104110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:19.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.146+0000 7fb4d2000640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fb4cc10d500 con 0x7fb4cc102940 2024-03-29T00:23:19.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.146+0000 7fb4d2000640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fb4cc10d380 con 0x7fb4cc103300 2024-03-29T00:23:19.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.146+0000 7fb4d2000640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb4cc10d680 con 0x7fb4cc101750 2024-03-29T00:23:19.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.146+0000 7fb4cb400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb4cc101750 0x7fb4cc1075a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:19.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.146+0000 7fb4cbe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb4cc103300 0x7fb4cc104110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:19.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.146+0000 7fb4cb400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb4cc101750 0x7fb4cc1075a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:60458/0 (socket says 172.21.15.12:60458) 2024-03-29T00:23:19.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.146+0000 7fb4cb400640 1 -- 172.21.15.12:0/4252504586 learned_addr learned my addr 172.21.15.12:0/4252504586 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:23:19.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.146+0000 7fb4caa00640 1 --2- 172.21.15.12:0/4252504586 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb4cc102940 0x7fb4cc107ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:19.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.147+0000 7fb4cb400640 1 -- 172.21.15.12:0/4252504586 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb4cc103300 msgr2=0x7fb4cc104110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:19.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.147+0000 7fb4cb400640 1 --2- 172.21.15.12:0/4252504586 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb4cc103300 0x7fb4cc104110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:19.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.147+0000 7fb4cb400640 1 -- 172.21.15.12:0/4252504586 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb4cc102940 msgr2=0x7fb4cc107ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:19.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.147+0000 7fb4cb400640 1 --2- 172.21.15.12:0/4252504586 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb4cc102940 0x7fb4cc107ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:19.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.147+0000 7fb4cb400640 1 -- 172.21.15.12:0/4252504586 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4cc1049d0 con 0x7fb4cc101750 2024-03-29T00:23:19.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.147+0000 7fb4cbe00640 1 --2- 172.21.15.12:0/4252504586 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb4cc103300 0x7fb4cc104110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:23:19.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.147+0000 7fb4cb400640 1 --2- 172.21.15.12:0/4252504586 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb4cc101750 0x7fb4cc1075a0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fb4bc000c00 tx=0x7fb4bc02c830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:23:19.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.147+0000 7fb4c3e00640 1 -- 172.21.15.12:0/4252504586 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4bc043020 con 0x7fb4cc101750 2024-03-29T00:23:19.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.148+0000 7fb4c3e00640 1 -- 172.21.15.12:0/4252504586 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb4bc0043d0 con 0x7fb4cc101750 2024-03-29T00:23:19.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.148+0000 7fb4d2000640 1 -- 172.21.15.12:0/4252504586 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4cc1a61b0 con 0x7fb4cc101750 2024-03-29T00:23:19.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.148+0000 7fb4c3e00640 1 -- 172.21.15.12:0/4252504586 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4bc003c90 con 0x7fb4cc101750 2024-03-29T00:23:19.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.148+0000 7fb4d2000640 1 -- 172.21.15.12:0/4252504586 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4cc1a6560 con 0x7fb4cc101750 2024-03-29T00:23:19.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.149+0000 7fb4d2000640 1 -- 172.21.15.12:0/4252504586 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4cc1a6760 con 0x7fb4cc101750 2024-03-29T00:23:19.151 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.150+0000 7fb4c3e00640 1 -- 172.21.15.12:0/4252504586 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fb4bc046020 con 0x7fb4cc101750 2024-03-29T00:23:19.152 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.152+0000 7fb4c3e00640 1 --2- 172.21.15.12:0/4252504586 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb4b00a1d80 0x7fb4b00a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:19.152 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.152+0000 7fb4c3e00640 1 -- 172.21.15.12:0/4252504586 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fb4bc0f0310 con 0x7fb4cc101750 2024-03-29T00:23:19.152 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.152+0000 7fb4caa00640 1 --2- 172.21.15.12:0/4252504586 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb4b00a1d80 0x7fb4b00a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:19.153 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.153+0000 7fb4caa00640 1 --2- 172.21.15.12:0/4252504586 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb4b00a1d80 0x7fb4b00a4240 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fb4cc105520 tx=0x7fb4b800b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:23:19.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.160+0000 7fb4c3e00640 1 -- 172.21.15.12:0/4252504586 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fb4bc04d020 con 0x7fb4cc101750 2024-03-29T00:23:19.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:19 smithi012 ceph-mon[31657]: pgmap v567: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 255 B/s wr, 11 op/s 2024-03-29T00:23:19.299 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:19 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1866439543' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:23:19.300 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:19 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1889267340' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:23:19.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.368+0000 7fb4d2000640 1 -- 172.21.15.12:0/4252504586 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fb4cc1a6af0 con 0x7fb4cc101750 2024-03-29T00:23:19.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.368+0000 7fb4c3e00640 1 -- 172.21.15.12:0/4252504586 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v93) ==== 100+0+11 (secure 0 0 0) 0x7fb4bc0bd350 con 0x7fb4cc101750 2024-03-29T00:23:19.369 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 64 2024-03-29T00:23:19.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.372+0000 7fb4d2000640 1 -- 172.21.15.12:0/4252504586 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb4b00a1d80 msgr2=0x7fb4b00a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:19.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.372+0000 7fb4d2000640 1 --2- 172.21.15.12:0/4252504586 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb4b00a1d80 0x7fb4b00a4240 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fb4cc105520 tx=0x7fb4b800b390 comp rx=0 tx=0).stop 2024-03-29T00:23:19.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.372+0000 7fb4d2000640 1 -- 172.21.15.12:0/4252504586 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb4cc101750 msgr2=0x7fb4cc1075a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:19.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.372+0000 7fb4d2000640 1 --2- 172.21.15.12:0/4252504586 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb4cc101750 0x7fb4cc1075a0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fb4bc000c00 tx=0x7fb4bc02c830 comp rx=0 tx=0).stop 2024-03-29T00:23:19.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.372+0000 7fb4d2000640 1 -- 172.21.15.12:0/4252504586 shutdown_connections 2024-03-29T00:23:19.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.372+0000 7fb4d2000640 1 --2- 172.21.15.12:0/4252504586 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb4b00a1d80 0x7fb4b00a4240 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:19.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.372+0000 7fb4d2000640 1 --2- 172.21.15.12:0/4252504586 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb4cc103300 0x7fb4cc104110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:19.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.372+0000 7fb4d2000640 1 --2- 172.21.15.12:0/4252504586 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb4cc102940 0x7fb4cc107ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:19.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.372+0000 7fb4d2000640 1 --2- 172.21.15.12:0/4252504586 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb4cc101750 0x7fb4cc1075a0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:19.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.372+0000 7fb4d2000640 1 -- 172.21.15.12:0/4252504586 >> 172.21.15.12:0/4252504586 conn(0x7fb4cc0fcca0 msgr2=0x7fb4cc073980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:23:19.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.372+0000 7fb4d2000640 1 -- 172.21.15.12:0/4252504586 shutdown_connections 2024-03-29T00:23:19.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.372+0000 7fb4d2000640 1 -- 172.21.15.12:0/4252504586 wait complete. 2024-03-29T00:23:19.391 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-03-29T00:23:19.406 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:19 smithi053 ceph-mon[36233]: pgmap v567: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 255 B/s wr, 11 op/s 2024-03-29T00:23:19.406 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:19 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1866439543' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:23:19.406 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:19 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1889267340' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:23:19.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:19 smithi069 ceph-mon[36074]: pgmap v567: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 255 B/s wr, 11 op/s 2024-03-29T00:23:19.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:19 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1866439543' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-29T00:23:19.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:19 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1889267340' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-29T00:23:19.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.616+0000 7f9567400640 1 -- 172.21.15.12:0/1251406071 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9560105520 msgr2=0x7f956010bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:19.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.616+0000 7f9567400640 1 --2- 172.21.15.12:0/1251406071 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9560105520 0x7f956010bdb0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f9558009be0 tx=0x7f955802bef0 comp rx=0 tx=0).stop 2024-03-29T00:23:19.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.616+0000 7f9567400640 1 -- 172.21.15.12:0/1251406071 shutdown_connections 2024-03-29T00:23:19.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.616+0000 7f9567400640 1 --2- 172.21.15.12:0/1251406071 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9560105520 0x7f956010bdb0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:19.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.616+0000 7f9567400640 1 --2- 172.21.15.12:0/1251406071 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9560104b60 0x7f9560104fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:19.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.616+0000 7f9567400640 1 --2- 172.21.15.12:0/1251406071 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9560103970 0x7f9560103d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:19.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.616+0000 7f9567400640 1 -- 172.21.15.12:0/1251406071 >> 172.21.15.12:0/1251406071 conn(0x7f95600fef00 msgr2=0x7f9560101320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:23:19.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.616+0000 7f9567400640 1 -- 172.21.15.12:0/1251406071 shutdown_connections 2024-03-29T00:23:19.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.616+0000 7f9567400640 1 -- 172.21.15.12:0/1251406071 wait complete. 2024-03-29T00:23:19.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.617+0000 7f9567400640 1 Processor -- start 2024-03-29T00:23:19.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.617+0000 7f9567400640 1 -- start start 2024-03-29T00:23:19.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.617+0000 7f9567400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9560103970 0x7f9560199cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:19.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.617+0000 7f9567400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9560104b60 0x7f956019a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:19.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.618+0000 7f9567400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9560105520 0x7f95601a1250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:19.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.618+0000 7f9567400640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f956010f760 con 0x7f9560105520 2024-03-29T00:23:19.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.618+0000 7f9567400640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f956010f5e0 con 0x7f9560103970 2024-03-29T00:23:19.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.618+0000 7f9567400640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f956010f8e0 con 0x7f9560104b60 2024-03-29T00:23:19.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.618+0000 7f9564a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9560103970 0x7f9560199cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:19.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.618+0000 7f955fe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9560104b60 0x7f956019a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:19.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.618+0000 7f9565400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9560105520 0x7f95601a1250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:19.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.618+0000 7f9564a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9560103970 0x7f9560199cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:58936/0 (socket says 172.21.15.12:58936) 2024-03-29T00:23:19.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.618+0000 7f9564a00640 1 -- 172.21.15.12:0/2021090702 learned_addr learned my addr 172.21.15.12:0/2021090702 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:23:19.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.618+0000 7f955fe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9560104b60 0x7f956019a1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:60472/0 (socket says 172.21.15.12:60472) 2024-03-29T00:23:19.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.618+0000 7f9564a00640 1 -- 172.21.15.12:0/2021090702 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9560104b60 msgr2=0x7f956019a1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:19.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.618+0000 7f9564a00640 1 --2- 172.21.15.12:0/2021090702 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9560104b60 0x7f956019a1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:19.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.618+0000 7f9564a00640 1 -- 172.21.15.12:0/2021090702 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9560105520 msgr2=0x7f95601a1250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:19.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.618+0000 7f9564a00640 1 --2- 172.21.15.12:0/2021090702 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9560105520 0x7f95601a1250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:19.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.618+0000 7f9564a00640 1 -- 172.21.15.12:0/2021090702 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95601a18f0 con 0x7f9560103970 2024-03-29T00:23:19.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.618+0000 7f955fe00640 1 --2- 172.21.15.12:0/2021090702 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9560104b60 0x7f956019a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:23:19.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.618+0000 7f9565400640 1 --2- 172.21.15.12:0/2021090702 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9560105520 0x7f95601a1250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:23:19.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.619+0000 7f9564a00640 1 --2- 172.21.15.12:0/2021090702 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9560103970 0x7f9560199cb0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f955400e9a0 tx=0x7f955400ee60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:23:19.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.619+0000 7f955d600640 1 -- 172.21.15.12:0/2021090702 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f955400cd80 con 0x7f9560103970 2024-03-29T00:23:19.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.619+0000 7f955d600640 1 -- 172.21.15.12:0/2021090702 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9554010930 con 0x7f9560103970 2024-03-29T00:23:19.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.619+0000 7f9567400640 1 -- 172.21.15.12:0/2021090702 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95601a1be0 con 0x7f9560103970 2024-03-29T00:23:19.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.619+0000 7f955d600640 1 -- 172.21.15.12:0/2021090702 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9554018a70 con 0x7f9560103970 2024-03-29T00:23:19.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.619+0000 7f9567400640 1 -- 172.21.15.12:0/2021090702 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95601a2180 con 0x7f9560103970 2024-03-29T00:23:19.622 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.620+0000 7f9567400640 1 -- 172.21.15.12:0/2021090702 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f956010abc0 con 0x7f9560103970 2024-03-29T00:23:19.622 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.622+0000 7f955d600640 1 -- 172.21.15.12:0/2021090702 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f9554018c10 con 0x7f9560103970 2024-03-29T00:23:19.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.624+0000 7f955d600640 1 --2- 172.21.15.12:0/2021090702 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f95480a1e00 0x7f95480a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:19.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.624+0000 7f955d600640 1 -- 172.21.15.12:0/2021090702 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f95540ce5c0 con 0x7f9560103970 2024-03-29T00:23:19.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.624+0000 7f955fe00640 1 --2- 172.21.15.12:0/2021090702 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f95480a1e00 0x7f95480a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:19.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.625+0000 7f955fe00640 1 --2- 172.21.15.12:0/2021090702 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f95480a1e00 0x7f95480a42c0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f954c0095f0 tx=0x7f954c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:23:19.626 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.626+0000 7f955d600640 1 -- 172.21.15.12:0/2021090702 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f955409b600 con 0x7f9560103970 2024-03-29T00:23:19.832 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.832+0000 7f9567400640 1 -- 172.21.15.12:0/2021090702 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f956002d300 con 0x7f9560103970 2024-03-29T00:23:19.833 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.833+0000 7f955d600640 1 -- 172.21.15.12:0/2021090702 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v93) ==== 103+0+11 (secure 0 0 0) 0x7f955409af00 con 0x7f9560103970 2024-03-29T00:23:19.833 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 32 2024-03-29T00:23:19.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.835+0000 7f9567400640 1 -- 172.21.15.12:0/2021090702 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f95480a1e00 msgr2=0x7f95480a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:19.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.835+0000 7f9567400640 1 --2- 172.21.15.12:0/2021090702 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f95480a1e00 0x7f95480a42c0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f954c0095f0 tx=0x7f954c005f90 comp rx=0 tx=0).stop 2024-03-29T00:23:19.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.836+0000 7f9567400640 1 -- 172.21.15.12:0/2021090702 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9560103970 msgr2=0x7f9560199cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:19.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.836+0000 7f9567400640 1 --2- 172.21.15.12:0/2021090702 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9560103970 0x7f9560199cb0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f955400e9a0 tx=0x7f955400ee60 comp rx=0 tx=0).stop 2024-03-29T00:23:19.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.836+0000 7f9567400640 1 -- 172.21.15.12:0/2021090702 shutdown_connections 2024-03-29T00:23:19.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.836+0000 7f9567400640 1 --2- 172.21.15.12:0/2021090702 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f95480a1e00 0x7f95480a42c0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:19.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.836+0000 7f9567400640 1 --2- 172.21.15.12:0/2021090702 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9560105520 0x7f95601a1250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:19.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.836+0000 7f9567400640 1 --2- 172.21.15.12:0/2021090702 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9560104b60 0x7f956019a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:19.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.836+0000 7f9567400640 1 --2- 172.21.15.12:0/2021090702 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9560103970 0x7f9560199cb0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:19.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.836+0000 7f9567400640 1 -- 172.21.15.12:0/2021090702 >> 172.21.15.12:0/2021090702 conn(0x7f95600fef00 msgr2=0x7f9560107d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:23:19.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.836+0000 7f9567400640 1 -- 172.21.15.12:0/2021090702 shutdown_connections 2024-03-29T00:23:19.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:19.836+0000 7f9567400640 1 -- 172.21.15.12:0/2021090702 wait complete. 2024-03-29T00:23:19.856 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-03-29T00:23:20.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.087+0000 7ff20de00640 1 -- 172.21.15.12:0/3465617065 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff2081037b0 msgr2=0x7ff208103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:20.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.087+0000 7ff20de00640 1 --2- 172.21.15.12:0/3465617065 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff2081037b0 0x7ff208103bd0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7ff1fc009900 tx=0x7ff1fc02bc40 comp rx=0 tx=0).stop 2024-03-29T00:23:20.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.087+0000 7ff20de00640 1 -- 172.21.15.12:0/3465617065 shutdown_connections 2024-03-29T00:23:20.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.087+0000 7ff20de00640 1 --2- 172.21.15.12:0/3465617065 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff2081049a0 0x7ff208104e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:20.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.087+0000 7ff20de00640 1 --2- 172.21.15.12:0/3465617065 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff208105360 0x7ff20810bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:20.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.087+0000 7ff20de00640 1 --2- 172.21.15.12:0/3465617065 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff2081037b0 0x7ff208103bd0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:20.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.087+0000 7ff20de00640 1 -- 172.21.15.12:0/3465617065 >> 172.21.15.12:0/3465617065 conn(0x7ff2080fed20 msgr2=0x7ff208101160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:23:20.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.088+0000 7ff20de00640 1 -- 172.21.15.12:0/3465617065 shutdown_connections 2024-03-29T00:23:20.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.088+0000 7ff20de00640 1 -- 172.21.15.12:0/3465617065 wait complete. 2024-03-29T00:23:20.091 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.088+0000 7ff20de00640 1 Processor -- start 2024-03-29T00:23:20.091 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.089+0000 7ff20de00640 1 -- start start 2024-03-29T00:23:20.091 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.089+0000 7ff20de00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff2081037b0 0x7ff208199b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:20.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.089+0000 7ff20de00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff2081049a0 0x7ff20819a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:20.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.089+0000 7ff20de00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff208105360 0x7ff2081a1110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:20.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.089+0000 7ff20de00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff20810f550 con 0x7ff208105360 2024-03-29T00:23:20.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.089+0000 7ff20de00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff20810f3d0 con 0x7ff2081037b0 2024-03-29T00:23:20.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.089+0000 7ff20de00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff20810f6d0 con 0x7ff2081049a0 2024-03-29T00:23:20.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.089+0000 7ff20ca00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff2081037b0 0x7ff208199b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:20.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.089+0000 7ff20d400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff208105360 0x7ff2081a1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:20.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.089+0000 7ff207e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff2081049a0 0x7ff20819a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:20.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.089+0000 7ff20ca00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff2081037b0 0x7ff208199b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:58948/0 (socket says 172.21.15.12:58948) 2024-03-29T00:23:20.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.089+0000 7ff20ca00640 1 -- 172.21.15.12:0/3258701516 learned_addr learned my addr 172.21.15.12:0/3258701516 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:23:20.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.090+0000 7ff20ca00640 1 -- 172.21.15.12:0/3258701516 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff2081049a0 msgr2=0x7ff20819a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:20.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.090+0000 7ff20ca00640 1 --2- 172.21.15.12:0/3258701516 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff2081049a0 0x7ff20819a0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:20.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.090+0000 7ff20ca00640 1 -- 172.21.15.12:0/3258701516 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff208105360 msgr2=0x7ff2081a1110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:20.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.090+0000 7ff20ca00640 1 --2- 172.21.15.12:0/3258701516 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff208105360 0x7ff2081a1110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:20.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.090+0000 7ff20ca00640 1 -- 172.21.15.12:0/3258701516 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2081a1780 con 0x7ff2081037b0 2024-03-29T00:23:20.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.090+0000 7ff207e00640 1 --2- 172.21.15.12:0/3258701516 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff2081049a0 0x7ff20819a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:23:20.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.090+0000 7ff20d400640 1 --2- 172.21.15.12:0/3258701516 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff208105360 0x7ff2081a1110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:23:20.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.090+0000 7ff20ca00640 1 --2- 172.21.15.12:0/3258701516 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff2081037b0 0x7ff208199b60 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7ff1fc000c00 tx=0x7ff1fc004a30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:23:20.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.090+0000 7ff205600640 1 -- 172.21.15.12:0/3258701516 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1fc043020 con 0x7ff2081037b0 2024-03-29T00:23:20.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.091+0000 7ff20de00640 1 -- 172.21.15.12:0/3258701516 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2081a1a10 con 0x7ff2081037b0 2024-03-29T00:23:20.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.091+0000 7ff205600640 1 -- 172.21.15.12:0/3258701516 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff1fc004250 con 0x7ff2081037b0 2024-03-29T00:23:20.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.091+0000 7ff205600640 1 -- 172.21.15.12:0/3258701516 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1fc003c20 con 0x7ff2081037b0 2024-03-29T00:23:20.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.091+0000 7ff20de00640 1 -- 172.21.15.12:0/3258701516 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2081a1fb0 con 0x7ff2081037b0 2024-03-29T00:23:20.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.092+0000 7ff20de00640 1 -- 172.21.15.12:0/3258701516 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff20810aa70 con 0x7ff2081037b0 2024-03-29T00:23:20.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.094+0000 7ff205600640 1 -- 172.21.15.12:0/3258701516 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7ff1fc046020 con 0x7ff2081037b0 2024-03-29T00:23:20.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.095+0000 7ff205600640 1 --2- 172.21.15.12:0/3258701516 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff1f00a1d80 0x7ff1f00a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:20.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.096+0000 7ff205600640 1 -- 172.21.15.12:0/3258701516 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7ff1fc0f07f0 con 0x7ff2081037b0 2024-03-29T00:23:20.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.096+0000 7ff207e00640 1 --2- 172.21.15.12:0/3258701516 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff1f00a1d80 0x7ff1f00a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:20.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.097+0000 7ff207e00640 1 --2- 172.21.15.12:0/3258701516 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff1f00a1d80 0x7ff1f00a4240 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7ff20819b070 tx=0x7ff1f4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:23:20.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.102+0000 7ff205600640 1 -- 172.21.15.12:0/3258701516 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7ff1fc04d020 con 0x7ff2081037b0 2024-03-29T00:23:20.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.323+0000 7ff20de00640 1 -- 172.21.15.12:0/3258701516 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7ff20802d170 con 0x7ff2081037b0 2024-03-29T00:23:20.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.323+0000 7ff205600640 1 -- 172.21.15.12:0/3258701516 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v93) ==== 81+0+589 (secure 0 0 0) 0x7ff1fc0bd890 con 0x7ff2081037b0 2024-03-29T00:23:20.324 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:0/3903984873 2024-03-30T00:07:09.578981+0000 2024-03-29T00:23:20.324 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:6801/846623927 2024-03-30T00:07:09.578981+0000 2024-03-29T00:23:20.324 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:0/3329864026 2024-03-30T00:07:09.578981+0000 2024-03-29T00:23:20.324 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:6801/1714899982 2024-03-30T00:06:34.022540+0000 2024-03-29T00:23:20.324 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:6800/1714899982 2024-03-30T00:06:34.022540+0000 2024-03-29T00:23:20.324 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:0/1184533662 2024-03-30T00:06:34.022540+0000 2024-03-29T00:23:20.324 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:0/2224576662 2024-03-30T00:06:34.022540+0000 2024-03-29T00:23:20.324 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:0/798509208 2024-03-30T00:06:34.022540+0000 2024-03-29T00:23:20.325 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:6800/846623927 2024-03-30T00:07:09.578981+0000 2024-03-29T00:23:20.325 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:0/4176566530 2024-03-30T00:07:09.578981+0000 2024-03-29T00:23:20.325 INFO:teuthology.orchestra.run.smithi012.stderr:listed 10 entries 2024-03-29T00:23:20.326 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.326+0000 7ff20de00640 1 -- 172.21.15.12:0/3258701516 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff1f00a1d80 msgr2=0x7ff1f00a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:20.327 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.326+0000 7ff20de00640 1 --2- 172.21.15.12:0/3258701516 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff1f00a1d80 0x7ff1f00a4240 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7ff20819b070 tx=0x7ff1f4005f90 comp rx=0 tx=0).stop 2024-03-29T00:23:20.327 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.326+0000 7ff20de00640 1 -- 172.21.15.12:0/3258701516 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff2081037b0 msgr2=0x7ff208199b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:20.327 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.326+0000 7ff20de00640 1 --2- 172.21.15.12:0/3258701516 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff2081037b0 0x7ff208199b60 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7ff1fc000c00 tx=0x7ff1fc004a30 comp rx=0 tx=0).stop 2024-03-29T00:23:20.327 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.326+0000 7ff20de00640 1 -- 172.21.15.12:0/3258701516 shutdown_connections 2024-03-29T00:23:20.327 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.326+0000 7ff20de00640 1 --2- 172.21.15.12:0/3258701516 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7ff1f00a1d80 0x7ff1f00a4240 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:20.327 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.326+0000 7ff20de00640 1 --2- 172.21.15.12:0/3258701516 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff208105360 0x7ff2081a1110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:20.327 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.326+0000 7ff20de00640 1 --2- 172.21.15.12:0/3258701516 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff2081049a0 0x7ff20819a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:20.327 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.326+0000 7ff20de00640 1 --2- 172.21.15.12:0/3258701516 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff2081037b0 0x7ff208199b60 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:20.327 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.326+0000 7ff20de00640 1 -- 172.21.15.12:0/3258701516 >> 172.21.15.12:0/3258701516 conn(0x7ff2080fed20 msgr2=0x7ff208107c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:23:20.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.327+0000 7ff20de00640 1 -- 172.21.15.12:0/3258701516 shutdown_connections 2024-03-29T00:23:20.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:20.327+0000 7ff20de00640 1 -- 172.21.15.12:0/3258701516 wait complete. 2024-03-29T00:23:20.346 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-03-29T00:23:20.346 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:23:20.346 DEBUG:teuthology.orchestra.run.smithi012:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-03-29T00:23:20.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:20 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/4252504586' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:23:20.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:20 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2021090702' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:23:20.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:20 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:23:20.426 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:20 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/4252504586' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:23:20.427 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:20 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2021090702' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:23:20.427 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:20 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:23:20.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:20 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/4252504586' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-29T00:23:20.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:20 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2021090702' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-29T00:23:20.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:20 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-29T00:23:20.499 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi012.front.sepia.ceph.com 2024-03-29T00:23:20.499 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:23:20.499 DEBUG:teuthology.orchestra.run.smithi012:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-03-29T00:23:20.593 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:23:20.593 DEBUG:teuthology.orchestra.run.smithi012:> ip netns list 2024-03-29T00:23:20.677 INFO:teuthology.orchestra.run.smithi012.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-03-29T00:23:20.678 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:23:20.678 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-03-29T00:23:20.776 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:23:20.776 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip link delete ceph-brx 2024-03-29T00:23:20.912 INFO:tasks.kclient:Unmounting kernel clients... 2024-03-29T00:23:20.912 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-03-29T00:23:20.912 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/proc/self/mounts of=/dev/stdout 2024-03-29T00:23:20.953 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4054203,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499604k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249800k,nr_inodes=812450,mode=700,uid=1000,gid=1301 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/sda1 /var/lib/containers/storage/overlay ext4 rw,seclabel,relatime 0 0 overlay /var/lib/containers/storage/overlay/be71f35ca1418aa438abfccfbfd2b4a7be1fc131403b30c65bbdcc5a9a5024b3/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/HHDNR2CPGS2QB4K6XRMUTMX62Z:/var/lib/containers/storage/overlay/l/KGMICQICGEL3CQ2MPLACX2ANNQ,upperdir=/var/lib/containers/storage/overlay/be71f35ca1418aa438abfccfbfd2b4a7be1fc131403b30c65bbdcc5a9a5024b3/diff,workdir=/var/lib/containers/storage/overlay/be71f35ca1418aa438abfccfbfd2b4a7be1fc131403b30c65bbdcc5a9a5024b3/work,redirect_dir=on,uuid=on,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/3e7938530ac5737b70eb944714b8a30811744b51c7002cea98ad71d66d454d30/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/HHDNR2CPGS2QB4K6XRMUTMX62Z:/var/lib/containers/storage/overlay/l/KGMICQICGEL3CQ2MPLACX2ANNQ,upperdir=/var/lib/containers/storage/overlay/3e7938530ac5737b70eb944714b8a30811744b51c7002cea98ad71d66d454d30/diff,workdir=/var/lib/containers/storage/overlay/3e7938530ac5737b70eb944714b8a30811744b51c7002cea98ad71d66d454d30/work,redirect_dir=on,uuid=on,metacopy=on,volatile 0 0 tmpfs /run/user/0 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249800k,nr_inodes=812450,mode=700 0 0 binfmt_misc /proc/sys/fs/binfmt_misc binfmt_misc rw,nosuid,nodev,noexec,relatime 0 0 overlay /var/lib/containers/storage/overlay/6868f8a7f7641ba828ef92da9eeee7064589e01eda794d11575d9f5a9243b70d/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/HHDNR2CPGS2QB4K6XRMUTMX62Z:/var/lib/containers/storage/overlay/l/KGMICQICGEL3CQ2MPLACX2ANNQ,upperdir=/var/lib/containers/storage/overlay/6868f8a7f7641ba828ef92da9eeee7064589e01eda794d11575d9f5a9243b70d/diff,workdir=/var/lib/containers/storage/overlay/6868f8a7f7641ba828ef92da9eeee7064589e01eda794d11575d9f5a9243b70d/work,redirect_dir=on,uuid=on,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/78937b08cdc9ebed06a50fb0ca0dccf25d80654c099b3214629212c22b2e0c48/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/HHDNR2CPGS2QB4K6XRMUTMX62Z:/var/lib/containers/storage/overlay/l/KGMICQICGEL3CQ2MPLACX2ANNQ,upperdir=/var/lib/containers/storage/overlay/78937b08cdc9ebed06a50fb0ca0dccf25d80654c099b3214629212c22b2e0c48/diff,workdir=/var/lib/containers/storage/overlay/78937b08cdc9ebed06a50fb0ca0dccf25d80654c099b3214629212c22b2e0c48/work,redirect_dir=on,uuid=on,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/ed819c1832d824057d7e987f235ce553ce07d239ebad1b13cce59d3c2b798a1c/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/HHDNR2CPGS2QB4K6XRMUTMX62Z:/var/lib/containers/storage/overlay/l/KGMICQICGEL3CQ2MPLACX2ANNQ,upperdir=/var/lib/containers/storage/overlay/ed819c1832d824057d7e987f235ce553ce07d239ebad1b13cce59d3c2b798a1c/diff,workdir=/var/lib/containers/storage/overlay/ed819c1832d824057d7e987f235ce553ce07d239ebad1b13cce59d3c2b798a1c/work,redirect_dir=on,uuid=on,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/c96dab54b9ef7a15c2c4abcbc686edd423f20969e255371a0376a0f48f0299f3/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/HHDNR2CPGS2QB4K6XRMUTMX62Z:/var/lib/containers/storage/overlay/l/KGMICQICGEL3CQ2MPLACX2ANNQ,upperdir=/var/lib/containers/storage/overlay/c96dab54b9ef7a15c2c4abcbc686edd423f20969e255371a0376a0f48f0299f3/diff,workdir=/var/lib/containers/storage/overlay/c96dab54b9ef7a15c2c4abcbc686edd423f20969e255371a0376a0f48f0299f3/work,redirect_dir=on,uuid=on,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/0096a3e9f8aed1e39bfb69ea827180c736ff621c59b29f3a65261aafd71d6534/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/HHDNR2CPGS2QB4K6XRMUTMX62Z:/var/lib/containers/storage/overlay/l/KGMICQICGEL3CQ2MPLACX2ANNQ,upperdir=/var/lib/containers/storage/overlay/0096a3e9f8aed1e39bfb69ea827180c736ff621c59b29f3a65261aafd71d6534/diff,workdir=/var/lib/containers/storage/overlay/0096a3e9f8aed1e39bfb69ea827180c736ff621c59b29f3a65261aafd71d6534/work,redirect_dir=on,uuid=on,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/43bae3c41c887d450a373a079e630391e2b81c6fcc59bd8372f290edccf3c644/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/HHDNR2CPGS2QB4K6XRMUTMX62Z:/var/lib/containers/storage/overlay/l/KGMICQICGEL3CQ2MPLACX2ANNQ,upperdir=/var/lib/containers/storage/overlay/43bae3c41c887d450a373a079e630391e2b81c6fcc59bd8372f290edccf3c644/diff,workdir=/var/lib/containers/storage/overlay/43bae3c41c887d450a373a079e630391e2b81c6fcc59bd8372f290edccf3c644/work,redirect_dir=on,uuid=on,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/49b4edb329cf5cea9fb16139ccc49ef6ee1cf4989efa34ec14ed6fb03ffb2f5d/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/HHDNR2CPGS2QB4K6XRMUTMX62Z:/var/lib/containers/storage/overlay/l/KGMICQICGEL3CQ2MPLACX2ANNQ,upperdir=/var/lib/containers/storage/overlay/49b4edb329cf5cea9fb16139ccc49ef6ee1cf4989efa34ec14ed6fb03ffb2f5d/diff,workdir=/var/lib/containers/storage/overlay/49b4edb329cf5cea9fb16139ccc49ef6ee1cf4989efa34ec14ed6fb03ffb2f5d/work,redirect_dir=on,uuid=on,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/99ebfc9e02b9487ae127d3d7c1c9de3d11317403374d6a285512d0a3e5786e74/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/HHDNR2CPGS2QB4K6XRMUTMX62Z:/var/lib/containers/storage/overlay/l/KGMICQICGEL3CQ2MPLACX2ANNQ,upperdir=/var/lib/containers/storage/overlay/99ebfc9e02b9487ae127d3d7c1c9de3d11317403374d6a285512d0a3e5786e74/diff,workdir=/var/lib/containers/storage/overlay/99ebfc9e02b9487ae127d3d7c1c9de3d11317403374d6a285512d0a3e5786e74/work,redirect_dir=on,uuid=on,metacopy=on,volatile 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499604k,nr_inodes=819200,mode=755 0 0 2024-03-29T00:23:20.953 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:23:20.953 DEBUG:teuthology.orchestra.run.smithi012:> ip netns list 2024-03-29T00:23:21.036 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-29T00:23:21.036 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip link delete ceph-brx 2024-03-29T00:23:21.167 INFO:teuthology.orchestra.run.smithi012.stderr:Cannot find device "ceph-brx" 2024-03-29T00:23:21.171 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-29T00:23:21.172 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-03-29T00:23:21.183 INFO:tasks.cephadm:Teardown begin 2024-03-29T00:23:21.183 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-03-29T00:23:21.183 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:23:21.382 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.381+0000 7f6c4ce00640 1 -- 172.21.15.12:0/3540197314 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6c481039f0 msgr2=0x7f6c48103e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:21.382 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.381+0000 7f6c4ce00640 1 --2- 172.21.15.12:0/3540197314 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6c481039f0 0x7f6c48103e10 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f6c38009900 tx=0x7f6c3802bc30 comp rx=0 tx=0).stop 2024-03-29T00:23:21.382 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.381+0000 7f6c4ce00640 1 -- 172.21.15.12:0/3540197314 shutdown_connections 2024-03-29T00:23:21.382 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.381+0000 7f6c4ce00640 1 --2- 172.21.15.12:0/3540197314 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6c481055a0 0x7f6c4810be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:21.383 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.381+0000 7f6c4ce00640 1 --2- 172.21.15.12:0/3540197314 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6c48104be0 0x7f6c48105060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:21.383 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.381+0000 7f6c4ce00640 1 --2- 172.21.15.12:0/3540197314 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6c481039f0 0x7f6c48103e10 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:21.383 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.381+0000 7f6c4ce00640 1 -- 172.21.15.12:0/3540197314 >> 172.21.15.12:0/3540197314 conn(0x7f6c480fef60 msgr2=0x7f6c481013a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:23:21.383 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.381+0000 7f6c4ce00640 1 -- 172.21.15.12:0/3540197314 shutdown_connections 2024-03-29T00:23:21.383 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.381+0000 7f6c4ce00640 1 -- 172.21.15.12:0/3540197314 wait complete. 2024-03-29T00:23:21.384 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.382+0000 7f6c4ce00640 1 Processor -- start 2024-03-29T00:23:21.385 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.382+0000 7f6c4ce00640 1 -- start start 2024-03-29T00:23:21.385 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.383+0000 7f6c4ce00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6c481039f0 0x7f6c48199da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:21.385 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.383+0000 7f6c4ce00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6c48104be0 0x7f6c4819a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:21.385 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.383+0000 7f6c4ce00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6c481055a0 0x7f6c481a1310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:21.385 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.383+0000 7f6c4ce00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f6c4810f6e0 con 0x7f6c481039f0 2024-03-29T00:23:21.385 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.383+0000 7f6c4ce00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f6c4810f560 con 0x7f6c48104be0 2024-03-29T00:23:21.385 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.383+0000 7f6c4ce00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f6c4810f860 con 0x7f6c481055a0 2024-03-29T00:23:21.385 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.383+0000 7f6c45e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6c481039f0 0x7f6c48199da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:21.385 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.383+0000 7f6c3fe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6c48104be0 0x7f6c4819a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:21.385 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.383+0000 7f6c46800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6c481055a0 0x7f6c481a1310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:21.385 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.383+0000 7f6c3fe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6c48104be0 0x7f6c4819a2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:58964/0 (socket says 172.21.15.12:58964) 2024-03-29T00:23:21.385 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.383+0000 7f6c45e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6c481039f0 0x7f6c48199da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33558/0 (socket says 172.21.15.12:33558) 2024-03-29T00:23:21.385 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.383+0000 7f6c3fe00640 1 -- 172.21.15.12:0/2497914887 learned_addr learned my addr 172.21.15.12:0/2497914887 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:23:21.385 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.383+0000 7f6c46800640 1 --2- 172.21.15.12:0/2497914887 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6c481055a0 0x7f6c481a1310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:60494/0 (socket says 172.21.15.12:60494) 2024-03-29T00:23:21.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.383+0000 7f6c3fe00640 1 -- 172.21.15.12:0/2497914887 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6c481055a0 msgr2=0x7f6c481a1310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:21.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.383+0000 7f6c3fe00640 1 --2- 172.21.15.12:0/2497914887 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6c481055a0 0x7f6c481a1310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:21.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.383+0000 7f6c3fe00640 1 -- 172.21.15.12:0/2497914887 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6c481039f0 msgr2=0x7f6c48199da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:21.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.383+0000 7f6c3fe00640 1 --2- 172.21.15.12:0/2497914887 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6c481039f0 0x7f6c48199da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:21.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.383+0000 7f6c3fe00640 1 -- 172.21.15.12:0/2497914887 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c481a19b0 con 0x7f6c48104be0 2024-03-29T00:23:21.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.384+0000 7f6c3fe00640 1 --2- 172.21.15.12:0/2497914887 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6c48104be0 0x7f6c4819a2e0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f6c3000ea60 tx=0x7f6c3000ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:23:21.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.384+0000 7f6c3ea00640 1 -- 172.21.15.12:0/2497914887 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c3000cde0 con 0x7f6c48104be0 2024-03-29T00:23:21.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.384+0000 7f6c3ea00640 1 -- 172.21.15.12:0/2497914887 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6c300035f0 con 0x7f6c48104be0 2024-03-29T00:23:21.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.384+0000 7f6c3ea00640 1 -- 172.21.15.12:0/2497914887 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c30010720 con 0x7f6c48104be0 2024-03-29T00:23:21.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.384+0000 7f6c4ce00640 1 -- 172.21.15.12:0/2497914887 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c481a1ca0 con 0x7f6c48104be0 2024-03-29T00:23:21.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.384+0000 7f6c4ce00640 1 -- 172.21.15.12:0/2497914887 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c481a2170 con 0x7f6c48104be0 2024-03-29T00:23:21.387 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.385+0000 7f6c4ce00640 1 -- 172.21.15.12:0/2497914887 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c4810ad10 con 0x7f6c48104be0 2024-03-29T00:23:21.388 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.388+0000 7f6c3ea00640 1 -- 172.21.15.12:0/2497914887 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f6c300037a0 con 0x7f6c48104be0 2024-03-29T00:23:21.389 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.389+0000 7f6c3ea00640 1 --2- 172.21.15.12:0/2497914887 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f6c280a1e00 0x7f6c280a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:21.389 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.389+0000 7f6c3ea00640 1 -- 172.21.15.12:0/2497914887 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f6c300ce530 con 0x7f6c48104be0 2024-03-29T00:23:21.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.389+0000 7f6c45e00640 1 --2- 172.21.15.12:0/2497914887 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f6c280a1e00 0x7f6c280a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:21.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.390+0000 7f6c45e00640 1 --2- 172.21.15.12:0/2497914887 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f6c280a1e00 0x7f6c280a42c0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f6c3802c900 tx=0x7f6c38005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:23:21.393 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.393+0000 7f6c3ea00640 1 -- 172.21.15.12:0/2497914887 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f6c3009b570 con 0x7f6c48104be0 2024-03-29T00:23:21.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:21 smithi053 ceph-mon[36233]: pgmap v568: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 255 B/s wr, 8 op/s 2024-03-29T00:23:21.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:21 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3258701516' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-29T00:23:21.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:21 smithi069 ceph-mon[36074]: pgmap v568: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 255 B/s wr, 8 op/s 2024-03-29T00:23:21.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:21 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3258701516' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-29T00:23:21.549 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:21 smithi012 ceph-mon[31657]: pgmap v568: 129 pgs: 129 active+clean; 62 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 255 B/s wr, 8 op/s 2024-03-29T00:23:21.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:21 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3258701516' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-29T00:23:21.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.629+0000 7f6c4ce00640 1 -- 172.21.15.12:0/2497914887 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6c4802d170 con 0x7f6c48104be0 2024-03-29T00:23:21.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.630+0000 7f6c3ea00640 1 -- 172.21.15.12:0/2497914887 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) ==== 94+0+11943 (secure 0 0 0) 0x7f6c3009ae70 con 0x7f6c48104be0 2024-03-29T00:23:21.631 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:23:21.631 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":40,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14385,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2850016952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2850016952},{"type":"v1","addr":"172.21.15.12:6835","nonce":2850016952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/54288999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":54288999},{"type":"v1","addr":"172.21.15.12:6837","nonce":54288999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":40,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-29T00:15:17.217711+0000","modified":"2024-03-29T00:21:46.984950+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24568,"mds_1":24566,"mds_2":24544,"mds_3":24472,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14451":{"gid":14451,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6839/2537576655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":2537576655},{"type":"v1","addr":"172.21.15.12:6839","nonce":2537576655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14469":{"gid":14469,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6841/167917143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":167917143},{"type":"v1","addr":"172.21.15.12:6841","nonce":167917143}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":21,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[0,1,2,3],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":21,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[0,1,2,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6835/3689706936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":3689706936},{"type":"v1","addr":"172.21.15.53:6835","nonce":3689706936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6837/3069224551","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":3069224551},{"type":"v1","addr":"172.21.15.53:6837","nonce":3069224551}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.69:6835/368717986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":368717986},{"type":"v1","addr":"172.21.15.69:6835","nonce":368717986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24544":{"gid":24544,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.69:6837/466045469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":466045469},{"type":"v1","addr":"172.21.15.69:6837","nonce":466045469}]},"join_fscid":-1,"export_targets":[0,1,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24566":{"gid":24566,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":87,"addr":"172.21.15.53:6839/2142959350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":2142959350},{"type":"v1","addr":"172.21.15.53:6839","nonce":2142959350}]},"join_fscid":-1,"export_targets":[0,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.69:6839/1021939171","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1021939171},{"type":"v1","addr":"172.21.15.69:6839","nonce":1021939171}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24568,"qdb_cluster":[24566,24568,24544,24472,24431]},"id":1}]} 2024-03-29T00:23:21.631 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 40 2024-03-29T00:23:21.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.633+0000 7f6c4ce00640 1 -- 172.21.15.12:0/2497914887 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f6c280a1e00 msgr2=0x7f6c280a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:21.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.633+0000 7f6c4ce00640 1 --2- 172.21.15.12:0/2497914887 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f6c280a1e00 0x7f6c280a42c0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f6c3802c900 tx=0x7f6c38005fd0 comp rx=0 tx=0).stop 2024-03-29T00:23:21.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.633+0000 7f6c4ce00640 1 -- 172.21.15.12:0/2497914887 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6c48104be0 msgr2=0x7f6c4819a2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:21.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.633+0000 7f6c4ce00640 1 --2- 172.21.15.12:0/2497914887 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6c48104be0 0x7f6c4819a2e0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f6c3000ea60 tx=0x7f6c3000ef20 comp rx=0 tx=0).stop 2024-03-29T00:23:21.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.633+0000 7f6c4ce00640 1 -- 172.21.15.12:0/2497914887 shutdown_connections 2024-03-29T00:23:21.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.633+0000 7f6c4ce00640 1 --2- 172.21.15.12:0/2497914887 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f6c280a1e00 0x7f6c280a42c0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:21.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.633+0000 7f6c4ce00640 1 --2- 172.21.15.12:0/2497914887 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6c48104be0 0x7f6c4819a2e0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:21.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.633+0000 7f6c4ce00640 1 --2- 172.21.15.12:0/2497914887 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6c481055a0 0x7f6c481a1310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:21.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.633+0000 7f6c4ce00640 1 --2- 172.21.15.12:0/2497914887 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6c481039f0 0x7f6c48199da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:21.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.633+0000 7f6c4ce00640 1 -- 172.21.15.12:0/2497914887 >> 172.21.15.12:0/2497914887 conn(0x7f6c480fef60 msgr2=0x7f6c48107ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:23:21.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.633+0000 7f6c4ce00640 1 -- 172.21.15.12:0/2497914887 shutdown_connections 2024-03-29T00:23:21.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.633+0000 7f6c4ce00640 1 -- 172.21.15.12:0/2497914887 wait complete. 2024-03-29T00:23:21.651 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-29T00:23:21.871 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.870+0000 7f9dfe200640 1 -- 172.21.15.12:0/2427557503 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9df8076110 msgr2=0x7f9df8076530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:21.871 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.870+0000 7f9dfe200640 1 --2- 172.21.15.12:0/2427557503 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9df8076110 0x7f9df8076530 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f9dec009900 tx=0x7f9dec02bc40 comp rx=0 tx=0).stop 2024-03-29T00:23:21.871 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.870+0000 7f9dfe200640 1 -- 172.21.15.12:0/2427557503 shutdown_connections 2024-03-29T00:23:21.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.870+0000 7f9dfe200640 1 --2- 172.21.15.12:0/2427557503 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9df8077cf0 0x7f9df8078590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:21.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.870+0000 7f9dfe200640 1 --2- 172.21.15.12:0/2427557503 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9df8077350 0x7f9df80777b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:21.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.870+0000 7f9dfe200640 1 --2- 172.21.15.12:0/2427557503 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9df8076110 0x7f9df8076530 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:21.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.870+0000 7f9dfe200640 1 -- 172.21.15.12:0/2427557503 >> 172.21.15.12:0/2427557503 conn(0x7f9df80fee20 msgr2=0x7f9df8101240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:23:21.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.870+0000 7f9dfe200640 1 -- 172.21.15.12:0/2427557503 shutdown_connections 2024-03-29T00:23:21.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.870+0000 7f9dfe200640 1 -- 172.21.15.12:0/2427557503 wait complete. 2024-03-29T00:23:21.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.871+0000 7f9dfe200640 1 Processor -- start 2024-03-29T00:23:21.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.871+0000 7f9dfe200640 1 -- start start 2024-03-29T00:23:21.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.872+0000 7f9dfe200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9df8076110 0x7f9df819e080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:21.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.872+0000 7f9dfe200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9df8077350 0x7f9df819e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:21.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.872+0000 7f9dfe200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9df8077cf0 0x7f9df81a5630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:21.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.872+0000 7f9dfe200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f9df8113a40 con 0x7f9df8077cf0 2024-03-29T00:23:21.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.872+0000 7f9dfe200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f9df81138c0 con 0x7f9df8077350 2024-03-29T00:23:21.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.872+0000 7f9dfe200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f9df8113bc0 con 0x7f9df8076110 2024-03-29T00:23:21.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.872+0000 7f9df7e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9df8077350 0x7f9df819e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:21.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.872+0000 7f9dfce00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9df8076110 0x7f9df819e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:21.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.872+0000 7f9dfce00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9df8076110 0x7f9df819e080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:60508/0 (socket says 172.21.15.12:60508) 2024-03-29T00:23:21.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.872+0000 7f9df7e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9df8077350 0x7f9df819e5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:58976/0 (socket says 172.21.15.12:58976) 2024-03-29T00:23:21.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.872+0000 7f9dfce00640 1 -- 172.21.15.12:0/4009793303 learned_addr learned my addr 172.21.15.12:0/4009793303 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:23:21.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.872+0000 7f9dfd800640 1 --2- 172.21.15.12:0/4009793303 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9df8077cf0 0x7f9df81a5630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:21.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.873+0000 7f9dfce00640 1 -- 172.21.15.12:0/4009793303 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9df8077350 msgr2=0x7f9df819e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:21.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.873+0000 7f9dfce00640 1 --2- 172.21.15.12:0/4009793303 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9df8077350 0x7f9df819e5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:21.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.873+0000 7f9dfce00640 1 -- 172.21.15.12:0/4009793303 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9df8077cf0 msgr2=0x7f9df81a5630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:21.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.873+0000 7f9dfce00640 1 --2- 172.21.15.12:0/4009793303 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9df8077cf0 0x7f9df81a5630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:21.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.873+0000 7f9dfce00640 1 -- 172.21.15.12:0/4009793303 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9df81a5ca0 con 0x7f9df8076110 2024-03-29T00:23:21.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.873+0000 7f9df7e00640 1 --2- 172.21.15.12:0/4009793303 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9df8077350 0x7f9df819e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:23:21.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.873+0000 7f9dfce00640 1 --2- 172.21.15.12:0/4009793303 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9df8076110 0x7f9df819e080 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f9dec000c00 tx=0x7f9dec02c730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:23:21.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.873+0000 7f9df5600640 1 -- 172.21.15.12:0/4009793303 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dec043020 con 0x7f9df8076110 2024-03-29T00:23:21.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.873+0000 7f9df5600640 1 -- 172.21.15.12:0/4009793303 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9dec0042d0 con 0x7f9df8076110 2024-03-29T00:23:21.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.873+0000 7f9dfe200640 1 -- 172.21.15.12:0/4009793303 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9df81a5f30 con 0x7f9df8076110 2024-03-29T00:23:21.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.873+0000 7f9df5600640 1 -- 172.21.15.12:0/4009793303 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dec003c50 con 0x7f9df8076110 2024-03-29T00:23:21.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.873+0000 7f9dfe200640 1 -- 172.21.15.12:0/4009793303 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9df81a6390 con 0x7f9df8076110 2024-03-29T00:23:21.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.874+0000 7f9dfe200640 1 -- 172.21.15.12:0/4009793303 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9df8110390 con 0x7f9df8076110 2024-03-29T00:23:21.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.876+0000 7f9df5600640 1 -- 172.21.15.12:0/4009793303 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f9dec046020 con 0x7f9df8076110 2024-03-29T00:23:21.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.878+0000 7f9df5600640 1 --2- 172.21.15.12:0/4009793303 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9de00a1d70 0x7f9de00a4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:21.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.878+0000 7f9df5600640 1 -- 172.21.15.12:0/4009793303 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f9dec0f0390 con 0x7f9df8076110 2024-03-29T00:23:21.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.878+0000 7f9df7e00640 1 --2- 172.21.15.12:0/4009793303 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9de00a1d70 0x7f9de00a4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:21.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.879+0000 7f9df7e00640 1 --2- 172.21.15.12:0/4009793303 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9de00a1d70 0x7f9de00a4230 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f9df819f590 tx=0x7f9de4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:23:21.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:21.880+0000 7f9df5600640 1 -- 172.21.15.12:0/4009793303 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f9dec04d020 con 0x7f9df8076110 2024-03-29T00:23:22.123 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.122+0000 7f9dfe200640 1 -- 172.21.15.12:0/4009793303 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9df802d170 con 0x7f9df8076110 2024-03-29T00:23:22.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.124+0000 7f9df5600640 1 -- 172.21.15.12:0/4009793303 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) ==== 94+0+11943 (secure 0 0 0) 0x7f9dec0bd3d0 con 0x7f9df8076110 2024-03-29T00:23:22.125 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:23:22.125 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":40,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14385,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2850016952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2850016952},{"type":"v1","addr":"172.21.15.12:6835","nonce":2850016952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/54288999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":54288999},{"type":"v1","addr":"172.21.15.12:6837","nonce":54288999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":40,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-29T00:15:17.217711+0000","modified":"2024-03-29T00:21:46.984950+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24568,"mds_1":24566,"mds_2":24544,"mds_3":24472,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14451":{"gid":14451,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6839/2537576655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":2537576655},{"type":"v1","addr":"172.21.15.12:6839","nonce":2537576655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14469":{"gid":14469,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6841/167917143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":167917143},{"type":"v1","addr":"172.21.15.12:6841","nonce":167917143}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":21,"addr":"172.21.15.53:6833/1225382034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1225382034},{"type":"v1","addr":"172.21.15.53:6833","nonce":1225382034}]},"join_fscid":-1,"export_targets":[0,1,2,3],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":21,"addr":"172.21.15.69:6833/581289556","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":581289556},{"type":"v1","addr":"172.21.15.69:6833","nonce":581289556}]},"join_fscid":-1,"export_targets":[0,1,2,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6835/3689706936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":3689706936},{"type":"v1","addr":"172.21.15.53:6835","nonce":3689706936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24509":{"gid":24509,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6837/3069224551","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":3069224551},{"type":"v1","addr":"172.21.15.53:6837","nonce":3069224551}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.69:6835/368717986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":368717986},{"type":"v1","addr":"172.21.15.69:6835","nonce":368717986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24544":{"gid":24544,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.69:6837/466045469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":466045469},{"type":"v1","addr":"172.21.15.69:6837","nonce":466045469}]},"join_fscid":-1,"export_targets":[0,1,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24566":{"gid":24566,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":87,"addr":"172.21.15.53:6839/2142959350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":2142959350},{"type":"v1","addr":"172.21.15.53:6839","nonce":2142959350}]},"join_fscid":-1,"export_targets":[0,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24568":{"gid":24568,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.69:6839/1021939171","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1021939171},{"type":"v1","addr":"172.21.15.69:6839","nonce":1021939171}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24568,"qdb_cluster":[24566,24568,24544,24472,24431]},"id":1}]} 2024-03-29T00:23:22.125 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 40 2024-03-29T00:23:22.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.127+0000 7f9dfe200640 1 -- 172.21.15.12:0/4009793303 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9de00a1d70 msgr2=0x7f9de00a4230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:22.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.127+0000 7f9dfe200640 1 --2- 172.21.15.12:0/4009793303 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9de00a1d70 0x7f9de00a4230 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f9df819f590 tx=0x7f9de4005f90 comp rx=0 tx=0).stop 2024-03-29T00:23:22.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.127+0000 7f9dfe200640 1 -- 172.21.15.12:0/4009793303 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9df8076110 msgr2=0x7f9df819e080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:22.128 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.127+0000 7f9dfe200640 1 --2- 172.21.15.12:0/4009793303 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9df8076110 0x7f9df819e080 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f9dec000c00 tx=0x7f9dec02c730 comp rx=0 tx=0).stop 2024-03-29T00:23:22.128 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.127+0000 7f9dfe200640 1 -- 172.21.15.12:0/4009793303 shutdown_connections 2024-03-29T00:23:22.128 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.127+0000 7f9dfe200640 1 --2- 172.21.15.12:0/4009793303 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f9de00a1d70 0x7f9de00a4230 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:22.128 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.127+0000 7f9dfe200640 1 --2- 172.21.15.12:0/4009793303 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9df8077350 0x7f9df819e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:22.128 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.127+0000 7f9dfe200640 1 --2- 172.21.15.12:0/4009793303 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9df8077cf0 0x7f9df81a5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:22.128 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.127+0000 7f9dfe200640 1 --2- 172.21.15.12:0/4009793303 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9df8076110 0x7f9df819e080 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:22.128 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.127+0000 7f9dfe200640 1 -- 172.21.15.12:0/4009793303 >> 172.21.15.12:0/4009793303 conn(0x7f9df80fee20 msgr2=0x7f9df81004c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:23:22.128 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.127+0000 7f9dfe200640 1 -- 172.21.15.12:0/4009793303 shutdown_connections 2024-03-29T00:23:22.128 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.127+0000 7f9dfe200640 1 -- 172.21.15.12:0/4009793303 wait complete. 2024-03-29T00:23:22.149 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-29T00:23:22.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.359+0000 7f8878400640 1 -- 172.21.15.12:0/4004014150 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8870108750 msgr2=0x7f887010ab80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:22.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.359+0000 7f8878400640 1 --2- 172.21.15.12:0/4004014150 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8870108750 0x7f887010ab80 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f8864009900 tx=0x7f886402bcd0 comp rx=0 tx=0).stop 2024-03-29T00:23:22.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.359+0000 7f8878400640 1 -- 172.21.15.12:0/4004014150 shutdown_connections 2024-03-29T00:23:22.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.359+0000 7f8878400640 1 --2- 172.21.15.12:0/4004014150 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f887010b540 0x7f88701143e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:22.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.359+0000 7f8878400640 1 --2- 172.21.15.12:0/4004014150 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f887010b0c0 0x7f8870111e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:22.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.359+0000 7f8878400640 1 --2- 172.21.15.12:0/4004014150 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8870108750 0x7f887010ab80 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:22.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.359+0000 7f8878400640 1 -- 172.21.15.12:0/4004014150 >> 172.21.15.12:0/4004014150 conn(0x7f887006e9a0 msgr2=0x7f8870070e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:23:22.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.360+0000 7f8878400640 1 -- 172.21.15.12:0/4004014150 shutdown_connections 2024-03-29T00:23:22.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.360+0000 7f8878400640 1 -- 172.21.15.12:0/4004014150 wait complete. 2024-03-29T00:23:22.362 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.361+0000 7f8878400640 1 Processor -- start 2024-03-29T00:23:22.362 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.361+0000 7f8878400640 1 -- start start 2024-03-29T00:23:22.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.361+0000 7f8878400640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8870108750 0x7f88701a2540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:22.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.361+0000 7f8878400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f887010b0c0 0x7f88701a2a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:22.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.361+0000 7f8878400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f887010b540 0x7f88701a9af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:22.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.361+0000 7f8878400640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8870117fa0 con 0x7f887010b0c0 2024-03-29T00:23:22.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.361+0000 7f8878400640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f8870117e20 con 0x7f8870108750 2024-03-29T00:23:22.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.361+0000 7f8878400640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8870118120 con 0x7f887010b540 2024-03-29T00:23:22.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.361+0000 7f8875a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8870108750 0x7f88701a2540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:22.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.362+0000 7f8875000640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f887010b0c0 0x7f88701a2a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:22.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.362+0000 7f8875a00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8870108750 0x7f88701a2540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:59002/0 (socket says 172.21.15.12:59002) 2024-03-29T00:23:22.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.362+0000 7f8875a00640 1 -- 172.21.15.12:0/1325869584 learned_addr learned my addr 172.21.15.12:0/1325869584 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:23:22.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.362+0000 7f8876400640 1 --2- 172.21.15.12:0/1325869584 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f887010b540 0x7f88701a9af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:22.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.362+0000 7f8875a00640 1 -- 172.21.15.12:0/1325869584 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f887010b540 msgr2=0x7f88701a9af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:22.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.362+0000 7f8875a00640 1 --2- 172.21.15.12:0/1325869584 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f887010b540 0x7f88701a9af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:22.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.362+0000 7f8875a00640 1 -- 172.21.15.12:0/1325869584 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f887010b0c0 msgr2=0x7f88701a2a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:22.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.362+0000 7f8875a00640 1 --2- 172.21.15.12:0/1325869584 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f887010b0c0 0x7f88701a2a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:22.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.362+0000 7f8875a00640 1 -- 172.21.15.12:0/1325869584 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88701aa160 con 0x7f8870108750 2024-03-29T00:23:22.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.362+0000 7f8875a00640 1 --2- 172.21.15.12:0/1325869584 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8870108750 0x7f88701a2540 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f8864000c00 tx=0x7f8864004ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:23:22.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.363+0000 7f886e000640 1 -- 172.21.15.12:0/1325869584 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8864043020 con 0x7f8870108750 2024-03-29T00:23:22.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.363+0000 7f886e000640 1 -- 172.21.15.12:0/1325869584 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f88640042d0 con 0x7f8870108750 2024-03-29T00:23:22.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.363+0000 7f886e000640 1 -- 172.21.15.12:0/1325869584 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8864003c50 con 0x7f8870108750 2024-03-29T00:23:22.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.363+0000 7f8878400640 1 -- 172.21.15.12:0/1325869584 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88701aa3f0 con 0x7f8870108750 2024-03-29T00:23:22.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.363+0000 7f8878400640 1 -- 172.21.15.12:0/1325869584 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88701aa990 con 0x7f8870108750 2024-03-29T00:23:22.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.364+0000 7f8878400640 1 -- 172.21.15.12:0/1325869584 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88701135a0 con 0x7f8870108750 2024-03-29T00:23:22.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.365+0000 7f886e000640 1 -- 172.21.15.12:0/1325869584 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f8864046020 con 0x7f8870108750 2024-03-29T00:23:22.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.367+0000 7f886e000640 1 --2- 172.21.15.12:0/1325869584 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f88580a1e00 0x7f88580a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:22.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.367+0000 7f886e000640 1 -- 172.21.15.12:0/1325869584 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f88640f0140 con 0x7f8870108750 2024-03-29T00:23:22.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.367+0000 7f8875000640 1 --2- 172.21.15.12:0/1325869584 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f88580a1e00 0x7f88580a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:22.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.368+0000 7f8875000640 1 --2- 172.21.15.12:0/1325869584 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f88580a1e00 0x7f88580a42c0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f88701a3a50 tx=0x7f885c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:23:22.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.371+0000 7f886e000640 1 -- 172.21.15.12:0/1325869584 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f886404d020 con 0x7f8870108750 2024-03-29T00:23:22.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:22 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:23:22.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:22 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:23:22.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:22 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:23:22.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:22 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2497914887' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:23:22.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:22 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/4009793303' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:23:22.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:22 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:23:22.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:22 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:23:22.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:22 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:23:22.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:22 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2497914887' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:23:22.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:22 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/4009793303' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:23:22.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:22 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-29T00:23:22.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:22 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-29T00:23:22.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:22 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' 2024-03-29T00:23:22.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:22 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2497914887' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:23:22.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:22 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/4009793303' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-29T00:23:22.578 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.577+0000 7f8878400640 1 -- 172.21.15.12:0/1325869584 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8870062350 con 0x7f8870108750 2024-03-29T00:23:22.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.580+0000 7f886e000640 1 -- 172.21.15.12:0/1325869584 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+24651 (secure 0 0 0) 0x7f88640bd1e0 con 0x7f8870108750 2024-03-29T00:23:22.582 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-03-29T00:23:22.582 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":93,"fsid":"f0a28ba8-ed5f-11ee-95d0-87774f69a715","created":"2024-03-29T00:05:52.349196+0000","modified":"2024-03-29T00:17:11.508521+0000","last_up_change":"2024-03-29T00:14:17.644182+0000","last_in_change":"2024-03-29T00:13:57.992327+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-29T00:09:58.299082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-29T00:15:15.323046+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-29T00:15:16.709268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-29T00:15:20.769838+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f15b3bc8-42a4-4aca-bf7c-f36533a25084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6803","nonce":1970936395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6805","nonce":1970936395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6809","nonce":1970936395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1970936395},{"type":"v1","addr":"172.21.15.12:6807","nonce":1970936395}]},"public_addr":"172.21.15.12:6803/1970936395","cluster_addr":"172.21.15.12:6805/1970936395","heartbeat_back_addr":"172.21.15.12:6809/1970936395","heartbeat_front_addr":"172.21.15.12:6807/1970936395","state":["exists","up"]},{"osd":1,"uuid":"9fc84928-5898-4421-8fae-8a6c3b5d6454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6801","nonce":2562558811}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6803","nonce":2562558811}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6807","nonce":2562558811}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":2562558811},{"type":"v1","addr":"172.21.15.53:6805","nonce":2562558811}]},"public_addr":"172.21.15.53:6801/2562558811","cluster_addr":"172.21.15.53:6803/2562558811","heartbeat_back_addr":"172.21.15.53:6807/2562558811","heartbeat_front_addr":"172.21.15.53:6805/2562558811","state":["exists","up"]},{"osd":2,"uuid":"6e1df3eb-d5e1-4433-aef8-dcc544feb108","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6800","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6801","nonce":3472201934}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6803","nonce":3472201934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6807","nonce":3472201934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":3472201934},{"type":"v1","addr":"172.21.15.69:6805","nonce":3472201934}]},"public_addr":"172.21.15.69:6801/3472201934","cluster_addr":"172.21.15.69:6803/3472201934","heartbeat_back_addr":"172.21.15.69:6807/3472201934","heartbeat_front_addr":"172.21.15.69:6805/3472201934","state":["exists","up"]},{"osd":3,"uuid":"c03886ee-0efd-4a1f-b04f-b060483d852b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6811","nonce":1860879351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6813","nonce":1860879351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6817","nonce":1860879351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":1860879351},{"type":"v1","addr":"172.21.15.12:6815","nonce":1860879351}]},"public_addr":"172.21.15.12:6811/1860879351","cluster_addr":"172.21.15.12:6813/1860879351","heartbeat_back_addr":"172.21.15.12:6817/1860879351","heartbeat_front_addr":"172.21.15.12:6815/1860879351","state":["exists","up"]},{"osd":4,"uuid":"10a25f7e-b569-4d47-add7-560968efa9c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6809","nonce":1066696400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6811","nonce":1066696400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6815","nonce":1066696400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1066696400},{"type":"v1","addr":"172.21.15.53:6813","nonce":1066696400}]},"public_addr":"172.21.15.53:6809/1066696400","cluster_addr":"172.21.15.53:6811/1066696400","heartbeat_back_addr":"172.21.15.53:6815/1066696400","heartbeat_front_addr":"172.21.15.53:6813/1066696400","state":["exists","up"]},{"osd":5,"uuid":"21bad6a7-f98d-4344-8b0b-cf8526575ac2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6809","nonce":2160312252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6811","nonce":2160312252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6815","nonce":2160312252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":2160312252},{"type":"v1","addr":"172.21.15.69:6813","nonce":2160312252}]},"public_addr":"172.21.15.69:6809/2160312252","cluster_addr":"172.21.15.69:6811/2160312252","heartbeat_back_addr":"172.21.15.69:6815/2160312252","heartbeat_front_addr":"172.21.15.69:6813/2160312252","state":["exists","up"]},{"osd":6,"uuid":"927557ba-0245-42bb-83f1-c8b6b44cc496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6819","nonce":53322413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6821","nonce":53322413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6825","nonce":53322413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":53322413},{"type":"v1","addr":"172.21.15.12:6823","nonce":53322413}]},"public_addr":"172.21.15.12:6819/53322413","cluster_addr":"172.21.15.12:6821/53322413","heartbeat_back_addr":"172.21.15.12:6825/53322413","heartbeat_front_addr":"172.21.15.12:6823/53322413","state":["exists","up"]},{"osd":7,"uuid":"22314690-d0eb-496b-b67d-922bdc0b6660","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6817","nonce":512991962}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6819","nonce":512991962}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6823","nonce":512991962}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":512991962},{"type":"v1","addr":"172.21.15.53:6821","nonce":512991962}]},"public_addr":"172.21.15.53:6817/512991962","cluster_addr":"172.21.15.53:6819/512991962","heartbeat_back_addr":"172.21.15.53:6823/512991962","heartbeat_front_addr":"172.21.15.53:6821/512991962","state":["exists","up"]},{"osd":8,"uuid":"f26e428e-4919-4030-aa15-100d6df99aef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6817","nonce":2890541031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6819","nonce":2890541031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6823","nonce":2890541031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":2890541031},{"type":"v1","addr":"172.21.15.69:6821","nonce":2890541031}]},"public_addr":"172.21.15.69:6817/2890541031","cluster_addr":"172.21.15.69:6819/2890541031","heartbeat_back_addr":"172.21.15.69:6823/2890541031","heartbeat_front_addr":"172.21.15.69:6821/2890541031","state":["exists","up"]},{"osd":9,"uuid":"df4a1ae3-cc5e-4c6c-a1c6-1dea1677ad23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6827","nonce":1715133032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6829","nonce":1715133032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6833","nonce":1715133032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":1715133032},{"type":"v1","addr":"172.21.15.12:6831","nonce":1715133032}]},"public_addr":"172.21.15.12:6827/1715133032","cluster_addr":"172.21.15.12:6829/1715133032","heartbeat_back_addr":"172.21.15.12:6833/1715133032","heartbeat_front_addr":"172.21.15.12:6831/1715133032","state":["exists","up"]},{"osd":10,"uuid":"ac05ca46-a3d8-4e95-8b37-6f46b9f38703","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6825","nonce":3180522172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6827","nonce":3180522172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6831","nonce":3180522172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3180522172},{"type":"v1","addr":"172.21.15.53:6829","nonce":3180522172}]},"public_addr":"172.21.15.53:6825/3180522172","cluster_addr":"172.21.15.53:6827/3180522172","heartbeat_back_addr":"172.21.15.53:6831/3180522172","heartbeat_front_addr":"172.21.15.53:6829/3180522172","state":["exists","up"]},{"osd":11,"uuid":"47fd23fb-f49f-49ca-8dfa-df667d03cfa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6825","nonce":1830685720}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6827","nonce":1830685720}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6831","nonce":1830685720}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":1830685720},{"type":"v1","addr":"172.21.15.69:6829","nonce":1830685720}]},"public_addr":"172.21.15.69:6825/1830685720","cluster_addr":"172.21.15.69:6827/1830685720","heartbeat_back_addr":"172.21.15.69:6831/1830685720","heartbeat_front_addr":"172.21.15.69:6829/1830685720","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:04.043487+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:29.451338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:09:53.723758+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:27.673354+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:10:54.498962+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:19.775485+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:11:54.005468+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:21.544560+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:12:47.123756+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:22.232554+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:13:50.514376+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-29T00:14:16.169343+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":8}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.9","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/3903984873":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/3329864026":"2024-03-30T00:07:09.578981+0000","172.21.15.12:6801/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/1714899982":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/1184533662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/2224576662":"2024-03-30T00:06:34.022540+0000","172.21.15.12:0/798509208":"2024-03-30T00:06:34.022540+0000","172.21.15.12:6800/846623927":"2024-03-30T00:07:09.578981+0000","172.21.15.12:0/4176566530":"2024-03-30T00:07:09.578981+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-29T00:23:22.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.583+0000 7f8878400640 1 -- 172.21.15.12:0/1325869584 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f88580a1e00 msgr2=0x7f88580a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:22.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.583+0000 7f8878400640 1 --2- 172.21.15.12:0/1325869584 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f88580a1e00 0x7f88580a42c0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f88701a3a50 tx=0x7f885c005f90 comp rx=0 tx=0).stop 2024-03-29T00:23:22.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.583+0000 7f8878400640 1 -- 172.21.15.12:0/1325869584 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8870108750 msgr2=0x7f88701a2540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:22.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.583+0000 7f8878400640 1 --2- 172.21.15.12:0/1325869584 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8870108750 0x7f88701a2540 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f8864000c00 tx=0x7f8864004ad0 comp rx=0 tx=0).stop 2024-03-29T00:23:22.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.583+0000 7f8878400640 1 -- 172.21.15.12:0/1325869584 shutdown_connections 2024-03-29T00:23:22.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.583+0000 7f8878400640 1 --2- 172.21.15.12:0/1325869584 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f88580a1e00 0x7f88580a42c0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:22.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.583+0000 7f8878400640 1 --2- 172.21.15.12:0/1325869584 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f887010b540 0x7f88701a9af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:22.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.583+0000 7f8878400640 1 --2- 172.21.15.12:0/1325869584 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f887010b0c0 0x7f88701a2a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:22.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.583+0000 7f8878400640 1 --2- 172.21.15.12:0/1325869584 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8870108750 0x7f88701a2540 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:22.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.583+0000 7f8878400640 1 -- 172.21.15.12:0/1325869584 >> 172.21.15.12:0/1325869584 conn(0x7f887006e9a0 msgr2=0x7f887006f2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:23:22.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.583+0000 7f8878400640 1 -- 172.21.15.12:0/1325869584 shutdown_connections 2024-03-29T00:23:22.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.583+0000 7f8878400640 1 -- 172.21.15.12:0/1325869584 wait complete. 2024-03-29T00:23:22.604 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-03-29T00:23:22.834 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.833+0000 7f19f2e00640 1 -- 172.21.15.12:0/525854844 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f19ec107d90 msgr2=0x7f19ec1081b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:22.834 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.833+0000 7f19f2e00640 1 --2- 172.21.15.12:0/525854844 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f19ec107d90 0x7f19ec1081b0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f19dc009860 tx=0x7f19dc02bb70 comp rx=0 tx=0).stop 2024-03-29T00:23:22.834 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.833+0000 7f19f2e00640 1 -- 172.21.15.12:0/525854844 shutdown_connections 2024-03-29T00:23:22.834 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.833+0000 7f19f2e00640 1 --2- 172.21.15.12:0/525854844 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f19ec109940 0x7f19ec1101d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:22.834 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.833+0000 7f19f2e00640 1 --2- 172.21.15.12:0/525854844 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f19ec108f80 0x7f19ec109400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:22.834 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.833+0000 7f19f2e00640 1 --2- 172.21.15.12:0/525854844 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f19ec107d90 0x7f19ec1081b0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:22.835 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.833+0000 7f19f2e00640 1 -- 172.21.15.12:0/525854844 >> 172.21.15.12:0/525854844 conn(0x7f19ec076d40 msgr2=0x7f19ec079160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:23:22.835 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.833+0000 7f19f2e00640 1 -- 172.21.15.12:0/525854844 shutdown_connections 2024-03-29T00:23:22.835 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.833+0000 7f19f2e00640 1 -- 172.21.15.12:0/525854844 wait complete. 2024-03-29T00:23:22.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.834+0000 7f19f2e00640 1 Processor -- start 2024-03-29T00:23:22.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.834+0000 7f19f2e00640 1 -- start start 2024-03-29T00:23:22.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.835+0000 7f19f2e00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f19ec107d90 0x7f19ec19e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:22.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.835+0000 7f19f2e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f19ec108f80 0x7f19ec19e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:22.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.835+0000 7f19f2e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f19ec109940 0x7f19ec1a5760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:22.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.835+0000 7f19f2e00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f19ec113b30 con 0x7f19ec108f80 2024-03-29T00:23:22.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.835+0000 7f19f2e00640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f19ec1139b0 con 0x7f19ec107d90 2024-03-29T00:23:22.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.835+0000 7f19f2e00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f19ec113cb0 con 0x7f19ec109940 2024-03-29T00:23:22.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.835+0000 7f19ebe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f19ec107d90 0x7f19ec19e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:22.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.835+0000 7f19f0e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f19ec109940 0x7f19ec1a5760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:22.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.835+0000 7f19f0e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f19ec109940 0x7f19ec1a5760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:60542/0 (socket says 172.21.15.12:60542) 2024-03-29T00:23:22.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.835+0000 7f19ebe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f19ec107d90 0x7f19ec19e1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.12:59024/0 (socket says 172.21.15.12:59024) 2024-03-29T00:23:22.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.835+0000 7f19f0e00640 1 -- 172.21.15.12:0/1109777454 learned_addr learned my addr 172.21.15.12:0/1109777454 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:23:22.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.835+0000 7f19e3e00640 1 --2- 172.21.15.12:0/1109777454 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f19ec108f80 0x7f19ec19e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:22.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.835+0000 7f19ebe00640 1 -- 172.21.15.12:0/1109777454 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f19ec109940 msgr2=0x7f19ec1a5760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:22.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.835+0000 7f19ebe00640 1 --2- 172.21.15.12:0/1109777454 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f19ec109940 0x7f19ec1a5760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:22.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.835+0000 7f19ebe00640 1 -- 172.21.15.12:0/1109777454 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f19ec108f80 msgr2=0x7f19ec19e6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:22.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.835+0000 7f19ebe00640 1 --2- 172.21.15.12:0/1109777454 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f19ec108f80 0x7f19ec19e6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:22.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.835+0000 7f19ebe00640 1 -- 172.21.15.12:0/1109777454 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19ec1a5dd0 con 0x7f19ec107d90 2024-03-29T00:23:22.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.835+0000 7f19e3e00640 1 --2- 172.21.15.12:0/1109777454 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f19ec108f80 0x7f19ec19e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-29T00:23:22.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.836+0000 7f19ebe00640 1 --2- 172.21.15.12:0/1109777454 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f19ec107d90 0x7f19ec19e1b0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f19dc009780 tx=0x7f19dc005dc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:23:22.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.836+0000 7f19e9600640 1 -- 172.21.15.12:0/1109777454 <== mon.2 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19dc041020 con 0x7f19ec107d90 2024-03-29T00:23:22.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.836+0000 7f19e9600640 1 -- 172.21.15.12:0/1109777454 <== mon.2 v2:172.21.15.53:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f19dc02ca10 con 0x7f19ec107d90 2024-03-29T00:23:22.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.836+0000 7f19f2e00640 1 -- 172.21.15.12:0/1109777454 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19ec1a6060 con 0x7f19ec107d90 2024-03-29T00:23:22.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.836+0000 7f19e9600640 1 -- 172.21.15.12:0/1109777454 <== mon.2 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19dc039040 con 0x7f19ec107d90 2024-03-29T00:23:22.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.836+0000 7f19f2e00640 1 -- 172.21.15.12:0/1109777454 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19ec1a6570 con 0x7f19ec107d90 2024-03-29T00:23:22.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.837+0000 7f19f2e00640 1 -- 172.21.15.12:0/1109777454 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19ec10f180 con 0x7f19ec107d90 2024-03-29T00:23:22.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.840+0000 7f19e9600640 1 -- 172.21.15.12:0/1109777454 <== mon.2 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f19dc044020 con 0x7f19ec107d90 2024-03-29T00:23:22.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.841+0000 7f19e9600640 1 --2- 172.21.15.12:0/1109777454 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f19d00a1e00 0x7f19d00a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:22.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.841+0000 7f19e9600640 1 -- 172.21.15.12:0/1109777454 <== mon.2 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f19dc0efd80 con 0x7f19ec107d90 2024-03-29T00:23:22.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.841+0000 7f19e3e00640 1 --2- 172.21.15.12:0/1109777454 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f19d00a1e00 0x7f19d00a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:22.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.842+0000 7f19e3e00640 1 --2- 172.21.15.12:0/1109777454 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f19d00a1e00 0x7f19d00a42c0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f19ec19f6c0 tx=0x7f19d4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:23:22.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:22.843+0000 7f19e9600640 1 -- 172.21.15.12:0/1109777454 <== mon.2 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f19dc04b020 con 0x7f19ec107d90 2024-03-29T00:23:23.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.085+0000 7f19f2e00640 1 -- 172.21.15.12:0/1109777454 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f19ec02d340 con 0x7f19ec107d90 2024-03-29T00:23:23.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.095+0000 7f19e9600640 1 -- 172.21.15.12:0/1109777454 <== mon.2 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v41) ==== 161+0+0 (secure 0 0 0) 0x7f19dc0bce40 con 0x7f19ec107d90 2024-03-29T00:23:23.096 INFO:teuthology.orchestra.run.smithi012.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-03-29T00:23:23.099 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.098+0000 7f19f2e00640 1 -- 172.21.15.12:0/1109777454 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f19d00a1e00 msgr2=0x7f19d00a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:23.099 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.098+0000 7f19f2e00640 1 --2- 172.21.15.12:0/1109777454 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f19d00a1e00 0x7f19d00a42c0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f19ec19f6c0 tx=0x7f19d4005f90 comp rx=0 tx=0).stop 2024-03-29T00:23:23.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.098+0000 7f19f2e00640 1 -- 172.21.15.12:0/1109777454 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f19ec107d90 msgr2=0x7f19ec19e1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:23.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.098+0000 7f19f2e00640 1 --2- 172.21.15.12:0/1109777454 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f19ec107d90 0x7f19ec19e1b0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f19dc009780 tx=0x7f19dc005dc0 comp rx=0 tx=0).stop 2024-03-29T00:23:23.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.099+0000 7f19f2e00640 1 -- 172.21.15.12:0/1109777454 shutdown_connections 2024-03-29T00:23:23.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.099+0000 7f19f2e00640 1 --2- 172.21.15.12:0/1109777454 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f19d00a1e00 0x7f19d00a42c0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:23.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.099+0000 7f19f2e00640 1 --2- 172.21.15.12:0/1109777454 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f19ec109940 0x7f19ec1a5760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:23.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.099+0000 7f19f2e00640 1 --2- 172.21.15.12:0/1109777454 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f19ec108f80 0x7f19ec19e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:23.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.099+0000 7f19f2e00640 1 --2- 172.21.15.12:0/1109777454 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f19ec107d90 0x7f19ec19e1b0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:23.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.099+0000 7f19f2e00640 1 -- 172.21.15.12:0/1109777454 >> 172.21.15.12:0/1109777454 conn(0x7f19ec076d40 msgr2=0x7f19ec10c350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:23:23.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.099+0000 7f19f2e00640 1 -- 172.21.15.12:0/1109777454 shutdown_connections 2024-03-29T00:23:23.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.099+0000 7f19f2e00640 1 -- 172.21.15.12:0/1109777454 wait complete. 2024-03-29T00:23:23.123 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-03-29T00:23:23.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.327+0000 7f44ee200640 1 -- 172.21.15.12:0/2732912741 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f44e8108f80 msgr2=0x7f44e8109400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:23.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.327+0000 7f44ee200640 1 --2- 172.21.15.12:0/2732912741 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f44e8108f80 0x7f44e8109400 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f44d0009900 tx=0x7f44d002bc50 comp rx=0 tx=0).stop 2024-03-29T00:23:23.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.327+0000 7f44ee200640 1 -- 172.21.15.12:0/2732912741 shutdown_connections 2024-03-29T00:23:23.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.327+0000 7f44ee200640 1 --2- 172.21.15.12:0/2732912741 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f44e8109940 0x7f44e81101d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:23.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.327+0000 7f44ee200640 1 --2- 172.21.15.12:0/2732912741 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f44e8108f80 0x7f44e8109400 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:23.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.327+0000 7f44ee200640 1 --2- 172.21.15.12:0/2732912741 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f44e8107d90 0x7f44e81081b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:23.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.327+0000 7f44ee200640 1 -- 172.21.15.12:0/2732912741 >> 172.21.15.12:0/2732912741 conn(0x7f44e8076d40 msgr2=0x7f44e8079160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:23:23.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.327+0000 7f44ee200640 1 -- 172.21.15.12:0/2732912741 shutdown_connections 2024-03-29T00:23:23.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.327+0000 7f44ee200640 1 -- 172.21.15.12:0/2732912741 wait complete. 2024-03-29T00:23:23.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.328+0000 7f44ee200640 1 Processor -- start 2024-03-29T00:23:23.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.328+0000 7f44ee200640 1 -- start start 2024-03-29T00:23:23.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.329+0000 7f44ee200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f44e8107d90 0x7f44e819e170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:23.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.329+0000 7f44ee200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f44e8108f80 0x7f44e819e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:23.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.329+0000 7f44ee200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f44e8109940 0x7f44e81a5720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:23.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.329+0000 7f44ee200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f44e8113b50 con 0x7f44e8108f80 2024-03-29T00:23:23.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.329+0000 7f44ee200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f44e81139d0 con 0x7f44e8107d90 2024-03-29T00:23:23.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.329+0000 7f44ee200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f44e8113cd0 con 0x7f44e8109940 2024-03-29T00:23:23.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.329+0000 7f44dfe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f44e8108f80 0x7f44e819e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:23.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.329+0000 7f44e7e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f44e8109940 0x7f44e81a5720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:23.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.329+0000 7f44dfe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f44e8108f80 0x7f44e819e6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33692/0 (socket says 172.21.15.12:33692) 2024-03-29T00:23:23.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.329+0000 7f44dfe00640 1 -- 172.21.15.12:0/1418594333 learned_addr learned my addr 172.21.15.12:0/1418594333 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:23:23.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.329+0000 7f44e7400640 1 --2- 172.21.15.12:0/1418594333 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f44e8107d90 0x7f44e819e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:23.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.329+0000 7f44e7e00640 1 -- 172.21.15.12:0/1418594333 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f44e8107d90 msgr2=0x7f44e819e170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:23.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.329+0000 7f44e7e00640 1 --2- 172.21.15.12:0/1418594333 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f44e8107d90 0x7f44e819e170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:23.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.329+0000 7f44e7e00640 1 -- 172.21.15.12:0/1418594333 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f44e8108f80 msgr2=0x7f44e819e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:23.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.329+0000 7f44e7e00640 1 --2- 172.21.15.12:0/1418594333 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f44e8108f80 0x7f44e819e6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:23.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.329+0000 7f44e7e00640 1 -- 172.21.15.12:0/1418594333 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44e81a5d90 con 0x7f44e8109940 2024-03-29T00:23:23.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.330+0000 7f44e7e00640 1 --2- 172.21.15.12:0/1418594333 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f44e8109940 0x7f44e81a5720 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f44e0009fd0 tx=0x7f44e000ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:23:23.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.330+0000 7f44e4c00640 1 -- 172.21.15.12:0/1418594333 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44e000ce20 con 0x7f44e8109940 2024-03-29T00:23:23.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.330+0000 7f44e4c00640 1 -- 172.21.15.12:0/1418594333 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f44e0004b20 con 0x7f44e8109940 2024-03-29T00:23:23.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.330+0000 7f44e4c00640 1 -- 172.21.15.12:0/1418594333 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44e0010790 con 0x7f44e8109940 2024-03-29T00:23:23.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.330+0000 7f44ee200640 1 -- 172.21.15.12:0/1418594333 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44e81a6080 con 0x7f44e8109940 2024-03-29T00:23:23.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.330+0000 7f44ee200640 1 -- 172.21.15.12:0/1418594333 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44e81a6550 con 0x7f44e8109940 2024-03-29T00:23:23.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.331+0000 7f44ee200640 1 -- 172.21.15.12:0/1418594333 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44e810f050 con 0x7f44e8109940 2024-03-29T00:23:23.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.333+0000 7f44e4c00640 1 -- 172.21.15.12:0/1418594333 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f44e0005020 con 0x7f44e8109940 2024-03-29T00:23:23.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.334+0000 7f44e4c00640 1 --2- 172.21.15.12:0/1418594333 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f44cc0a1e00 0x7f44cc0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:23.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.334+0000 7f44e4c00640 1 -- 172.21.15.12:0/1418594333 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9580+0+0 (secure 0 0 0) 0x7f44e00ce9a0 con 0x7f44e8109940 2024-03-29T00:23:23.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.335+0000 7f44e7400640 1 --2- 172.21.15.12:0/1418594333 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f44cc0a1e00 0x7f44cc0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:23.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.335+0000 7f44e7400640 1 --2- 172.21.15.12:0/1418594333 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f44cc0a1e00 0x7f44cc0a42c0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f44e8108de0 tx=0x7f44d8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:23:23.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.338+0000 7f44e4c00640 1 -- 172.21.15.12:0/1418594333 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f44e009b830 con 0x7f44e8109940 2024-03-29T00:23:23.405 INFO:journalctl@ceph.mds.k.smithi053.stdout:Mar 29 00:23:23 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-k[65570]: ignoring --setuser ceph since I am not root 2024-03-29T00:23:23.405 INFO:journalctl@ceph.mds.k.smithi053.stdout:Mar 29 00:23:23 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-k[65570]: ignoring --setgroup ceph since I am not root 2024-03-29T00:23:23.405 INFO:journalctl@ceph.mds.k.smithi053.stdout:Mar 29 00:23:23 smithi053 ceph-mds[65574]: -- 172.21.15.53:0/1757290913 <== mon.2 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556ded3f5a40 con 0x556ded3c9000 2024-03-29T00:23:23.405 INFO:journalctl@ceph.mds.k.smithi053.stdout:Mar 29 00:23:23 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-k[65570]: starting mds.k at 2024-03-29T00:23:23.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:23 smithi053 ceph-mon[36233]: pgmap v569: 129 pgs: 129 active+clean; 62 MiB data, 918 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1023 B/s wr, 12 op/s 2024-03-29T00:23:23.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:23 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1325869584' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:23:23.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:23 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1109777454' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-29T00:23:23.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:23 smithi053 ceph-mon[36233]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-29T00:23:23.405 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:23 smithi053 ceph-mon[36233]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-29T00:23:23.406 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:23 smithi053 ceph-mon[36233]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-29T00:23:23.406 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:23 smithi053 ceph-mon[36233]: Health check cleared: MDS_DAMAGE (was: 1 MDSs report damaged metadata) 2024-03-29T00:23:23.406 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:23 smithi053 ceph-mon[36233]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-03-29T00:23:23.406 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:23 smithi053 ceph-mon[36233]: osdmap e94: 12 total, 12 up, 12 in 2024-03-29T00:23:23.406 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:23 smithi053 ceph-mon[36233]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-03-29T00:23:23.406 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:23:23 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: ignoring --setuser ceph since I am not root 2024-03-29T00:23:23.406 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:23:23 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: ignoring --setgroup ceph since I am not root 2024-03-29T00:23:23.406 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:23:23 smithi053 ceph-mds[66525]: -- 172.21.15.53:0/977388740 <== mon.2 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560571303a40 con 0x5605712d6c00 2024-03-29T00:23:23.406 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:23:23 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: starting mds.b at 2024-03-29T00:23:23.407 INFO:journalctl@ceph.mds.e.smithi053.stdout:Mar 29 00:23:23 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-e[65894]: ignoring --setuser ceph since I am not root 2024-03-29T00:23:23.407 INFO:journalctl@ceph.mds.e.smithi053.stdout:Mar 29 00:23:23 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-e[65894]: ignoring --setgroup ceph since I am not root 2024-03-29T00:23:23.407 INFO:journalctl@ceph.mds.e.smithi053.stdout:Mar 29 00:23:23 smithi053 ceph-mds[65898]: -- 172.21.15.53:0/2713800816 <== mon.1 v2:172.21.15.69:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a108ef9a40 con 0x55a108eccc00 2024-03-29T00:23:23.407 INFO:journalctl@ceph.mds.e.smithi053.stdout:Mar 29 00:23:23 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-e[65894]: starting mds.e at 2024-03-29T00:23:23.407 INFO:journalctl@ceph.mds.h.smithi053.stdout:Mar 29 00:23:23 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-h[66204]: ignoring --setuser ceph since I am not root 2024-03-29T00:23:23.407 INFO:journalctl@ceph.mds.h.smithi053.stdout:Mar 29 00:23:23 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-h[66204]: ignoring --setgroup ceph since I am not root 2024-03-29T00:23:23.407 INFO:journalctl@ceph.mds.h.smithi053.stdout:Mar 29 00:23:23 smithi053 ceph-mds[66208]: -- 172.21.15.53:0/4126435662 <== mon.2 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557bdf019a40 con 0x557bdefecc00 2024-03-29T00:23:23.407 INFO:journalctl@ceph.mds.h.smithi053.stdout:Mar 29 00:23:23 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-h[66204]: starting mds.h at 2024-03-29T00:23:23.484 INFO:journalctl@ceph.mds.c.smithi069.stdout:Mar 29 00:23:23 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-c[66900]: ignoring --setuser ceph since I am not root 2024-03-29T00:23:23.484 INFO:journalctl@ceph.mds.c.smithi069.stdout:Mar 29 00:23:23 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-c[66900]: ignoring --setgroup ceph since I am not root 2024-03-29T00:23:23.484 INFO:journalctl@ceph.mds.c.smithi069.stdout:Mar 29 00:23:23 smithi069 ceph-mds[66904]: -- 172.21.15.69:0/2145046877 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55989b60c4e0 con 0x55989b5e2800 2024-03-29T00:23:23.484 INFO:journalctl@ceph.mds.c.smithi069.stdout:Mar 29 00:23:23 smithi069 ceph-mds[66904]: -- 172.21.15.69:0/2145046877 <== mon.1 v2:172.21.15.69:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55989b60fa40 con 0x55989b5e2800 2024-03-29T00:23:23.484 INFO:journalctl@ceph.mds.c.smithi069.stdout:Mar 29 00:23:23 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-c[66900]: starting mds.c at 2024-03-29T00:23:23.485 INFO:journalctl@ceph.mds.i.smithi069.stdout:Mar 29 00:23:23 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-i[67225]: ignoring --setuser ceph since I am not root 2024-03-29T00:23:23.485 INFO:journalctl@ceph.mds.i.smithi069.stdout:Mar 29 00:23:23 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-i[67225]: ignoring --setgroup ceph since I am not root 2024-03-29T00:23:23.485 INFO:journalctl@ceph.mds.i.smithi069.stdout:Mar 29 00:23:23 smithi069 ceph-mds[67229]: -- 172.21.15.69:0/687124280 <== mon.1 v2:172.21.15.69:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563355e43a40 con 0x563355e17000 2024-03-29T00:23:23.485 INFO:journalctl@ceph.mds.i.smithi069.stdout:Mar 29 00:23:23 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-i[67225]: starting mds.i at 2024-03-29T00:23:23.485 INFO:journalctl@ceph.mds.l.smithi069.stdout:Mar 29 00:23:23 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-l[66283]: ignoring --setuser ceph since I am not root 2024-03-29T00:23:23.485 INFO:journalctl@ceph.mds.l.smithi069.stdout:Mar 29 00:23:23 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-l[66283]: ignoring --setgroup ceph since I am not root 2024-03-29T00:23:23.486 INFO:journalctl@ceph.mds.l.smithi069.stdout:Mar 29 00:23:23 smithi069 ceph-mds[66287]: -- 172.21.15.69:0/1117130663 <== mon.1 v2:172.21.15.69:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561519011a40 con 0x561518fe5000 2024-03-29T00:23:23.486 INFO:journalctl@ceph.mds.l.smithi069.stdout:Mar 29 00:23:23 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-l[66283]: starting mds.l at 2024-03-29T00:23:23.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:23 smithi069 ceph-mon[36074]: pgmap v569: 129 pgs: 129 active+clean; 62 MiB data, 918 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1023 B/s wr, 12 op/s 2024-03-29T00:23:23.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:23 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1325869584' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:23:23.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:23 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1109777454' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-29T00:23:23.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:23 smithi069 ceph-mon[36074]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-29T00:23:23.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:23 smithi069 ceph-mon[36074]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-29T00:23:23.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:23 smithi069 ceph-mon[36074]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-29T00:23:23.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:23 smithi069 ceph-mon[36074]: Health check cleared: MDS_DAMAGE (was: 1 MDSs report damaged metadata) 2024-03-29T00:23:23.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:23 smithi069 ceph-mon[36074]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-03-29T00:23:23.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:23 smithi069 ceph-mon[36074]: osdmap e94: 12 total, 12 up, 12 in 2024-03-29T00:23:23.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:23 smithi069 ceph-mon[36074]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-03-29T00:23:23.487 INFO:journalctl@ceph.mds.f.smithi069.stdout:Mar 29 00:23:23 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-f[66592]: ignoring --setuser ceph since I am not root 2024-03-29T00:23:23.487 INFO:journalctl@ceph.mds.f.smithi069.stdout:Mar 29 00:23:23 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-f[66592]: ignoring --setgroup ceph since I am not root 2024-03-29T00:23:23.487 INFO:journalctl@ceph.mds.f.smithi069.stdout:Mar 29 00:23:23 smithi069 ceph-mds[66596]: -- 172.21.15.69:0/1797537867 <== mon.2 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c189e5ba40 con 0x55c189e2e800 2024-03-29T00:23:23.488 INFO:journalctl@ceph.mds.f.smithi069.stdout:Mar 29 00:23:23 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-f[66592]: starting mds.f at 2024-03-29T00:23:23.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:23 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mon-a[31653]: 2024-03-29T00:23:23.087+0000 7f9277800700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-29T00:23:23.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:23 smithi012 ceph-mon[31657]: pgmap v569: 129 pgs: 129 active+clean; 62 MiB data, 918 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1023 B/s wr, 12 op/s 2024-03-29T00:23:23.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:23 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1325869584' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-29T00:23:23.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:23 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1109777454' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-29T00:23:23.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:23 smithi012 ceph-mon[31657]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-29T00:23:23.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:23 smithi012 ceph-mon[31657]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-29T00:23:23.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:23 smithi012 ceph-mon[31657]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-29T00:23:23.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:23 smithi012 ceph-mon[31657]: Health check cleared: MDS_DAMAGE (was: 1 MDSs report damaged metadata) 2024-03-29T00:23:23.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:23 smithi012 ceph-mon[31657]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-03-29T00:23:23.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:23 smithi012 ceph-mon[31657]: osdmap e94: 12 total, 12 up, 12 in 2024-03-29T00:23:23.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:23 smithi012 ceph-mon[31657]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-03-29T00:23:23.551 INFO:journalctl@ceph.mds.g.smithi012.stdout:Mar 29 00:23:23 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-g[73243]: ignoring --setuser ceph since I am not root 2024-03-29T00:23:23.551 INFO:journalctl@ceph.mds.g.smithi012.stdout:Mar 29 00:23:23 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-g[73243]: ignoring --setgroup ceph since I am not root 2024-03-29T00:23:23.551 INFO:journalctl@ceph.mds.g.smithi012.stdout:Mar 29 00:23:23 smithi012 ceph-mds[73252]: -- 172.21.15.12:0/1300282609 <== mon.0 v2:172.21.15.12:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56019d28fa40 con 0x56019d262800 2024-03-29T00:23:23.551 INFO:journalctl@ceph.mds.g.smithi012.stdout:Mar 29 00:23:23 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-g[73243]: starting mds.g at 2024-03-29T00:23:23.551 INFO:journalctl@ceph.mds.a.smithi012.stdout:Mar 29 00:23:23 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-a[73632]: ignoring --setuser ceph since I am not root 2024-03-29T00:23:23.552 INFO:journalctl@ceph.mds.a.smithi012.stdout:Mar 29 00:23:23 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-a[73632]: ignoring --setgroup ceph since I am not root 2024-03-29T00:23:23.552 INFO:journalctl@ceph.mds.a.smithi012.stdout:Mar 29 00:23:23 smithi012 ceph-mds[73636]: -- 172.21.15.12:0/1546819029 <== mon.2 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c48b077a40 con 0x55c48b04ac00 2024-03-29T00:23:23.552 INFO:journalctl@ceph.mds.a.smithi012.stdout:Mar 29 00:23:23 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-a[73632]: starting mds.a at 2024-03-29T00:23:23.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:23.603+0000 7f44ee200640 1 -- 172.21.15.12:0/1418594333 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f44e802d170 con 0x7f44e8109940 2024-03-29T00:23:24.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.096+0000 7f44e4c00640 1 -- 172.21.15.12:0/1418594333 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v42) ==== 104+0+0 (secure 0 0 0) 0x7f44e009b130 con 0x7f44e8109940 2024-03-29T00:23:24.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.100+0000 7f44ee200640 1 -- 172.21.15.12:0/1418594333 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f44cc0a1e00 msgr2=0x7f44cc0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:24.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.100+0000 7f44ee200640 1 --2- 172.21.15.12:0/1418594333 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f44cc0a1e00 0x7f44cc0a42c0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f44e8108de0 tx=0x7f44d8005f90 comp rx=0 tx=0).stop 2024-03-29T00:23:24.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.100+0000 7f44ee200640 1 -- 172.21.15.12:0/1418594333 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f44e8109940 msgr2=0x7f44e81a5720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:24.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.100+0000 7f44ee200640 1 --2- 172.21.15.12:0/1418594333 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f44e8109940 0x7f44e81a5720 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f44e0009fd0 tx=0x7f44e000ef10 comp rx=0 tx=0).stop 2024-03-29T00:23:24.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.100+0000 7f44ee200640 1 -- 172.21.15.12:0/1418594333 shutdown_connections 2024-03-29T00:23:24.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.100+0000 7f44ee200640 1 --2- 172.21.15.12:0/1418594333 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f44cc0a1e00 0x7f44cc0a42c0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:24.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.100+0000 7f44ee200640 1 --2- 172.21.15.12:0/1418594333 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f44e8109940 0x7f44e81a5720 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:24.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.100+0000 7f44ee200640 1 --2- 172.21.15.12:0/1418594333 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f44e8108f80 0x7f44e819e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:24.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.100+0000 7f44ee200640 1 --2- 172.21.15.12:0/1418594333 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f44e8107d90 0x7f44e819e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:24.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.100+0000 7f44ee200640 1 -- 172.21.15.12:0/1418594333 >> 172.21.15.12:0/1418594333 conn(0x7f44e8076d40 msgr2=0x7f44e810c220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:23:24.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.101+0000 7f44ee200640 1 -- 172.21.15.12:0/1418594333 shutdown_connections 2024-03-29T00:23:24.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.101+0000 7f44ee200640 1 -- 172.21.15.12:0/1418594333 wait complete. 2024-03-29T00:23:24.126 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-03-29T00:23:24.348 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.347+0000 7fbe9b200640 1 -- 172.21.15.12:0/3944217872 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbe9c101fe0 msgr2=0x7fbe9c1043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:24.348 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.347+0000 7fbe9b200640 1 --2- 172.21.15.12:0/3944217872 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbe9c101fe0 0x7fbe9c1043d0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fbe8c009900 tx=0x7fbe8c02bc50 comp rx=0 tx=0).stop 2024-03-29T00:23:24.348 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.347+0000 7fbe9b200640 1 -- 172.21.15.12:0/3944217872 shutdown_connections 2024-03-29T00:23:24.348 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.347+0000 7fbe9b200640 1 --2- 172.21.15.12:0/3944217872 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbe9c107240 0x7fbe9c109690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:24.348 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.347+0000 7fbe9b200640 1 --2- 172.21.15.12:0/3944217872 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe9c104910 0x7fbe9c106d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:24.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.347+0000 7fbe9b200640 1 --2- 172.21.15.12:0/3944217872 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbe9c101fe0 0x7fbe9c1043d0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:24.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.347+0000 7fbe9b200640 1 -- 172.21.15.12:0/3944217872 >> 172.21.15.12:0/3944217872 conn(0x7fbe9c0fba10 msgr2=0x7fbe9c0fde30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:23:24.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.347+0000 7fbe9b200640 1 -- 172.21.15.12:0/3944217872 shutdown_connections 2024-03-29T00:23:24.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.347+0000 7fbe9b200640 1 -- 172.21.15.12:0/3944217872 wait complete. 2024-03-29T00:23:24.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.348+0000 7fbe9b200640 1 Processor -- start 2024-03-29T00:23:24.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.349+0000 7fbe9b200640 1 -- start start 2024-03-29T00:23:24.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.349+0000 7fbe9b200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe9c101fe0 0x7fbe9c101950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:24.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.349+0000 7fbe9b200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbe9c104910 0x7fbe9c0fff90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:24.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.349+0000 7fbe9b200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbe9c107240 0x7fbe9c1004d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:24.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.349+0000 7fbe9b200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fbe9c10d330 con 0x7fbe9c104910 2024-03-29T00:23:24.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.349+0000 7fbe9b200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fbe9c10d1b0 con 0x7fbe9c107240 2024-03-29T00:23:24.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.349+0000 7fbe9b200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fbe9c10d4b0 con 0x7fbe9c101fe0 2024-03-29T00:23:24.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.349+0000 7fbe91400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbe9c104910 0x7fbe9c0fff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:24.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.349+0000 7fbe99e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe9c101fe0 0x7fbe9c101950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:24.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.349+0000 7fbe99e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe9c101fe0 0x7fbe9c101950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:42084/0 (socket says 172.21.15.12:42084) 2024-03-29T00:23:24.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.349+0000 7fbe91400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbe9c104910 0x7fbe9c0fff90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51408/0 (socket says 172.21.15.12:51408) 2024-03-29T00:23:24.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.349+0000 7fbe99e00640 1 -- 172.21.15.12:0/3582667982 learned_addr learned my addr 172.21.15.12:0/3582667982 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:23:24.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.349+0000 7fbe9a800640 1 --2- 172.21.15.12:0/3582667982 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbe9c107240 0x7fbe9c1004d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:24.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.350+0000 7fbe91400640 1 -- 172.21.15.12:0/3582667982 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe9c101fe0 msgr2=0x7fbe9c101950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:24.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.350+0000 7fbe91400640 1 --2- 172.21.15.12:0/3582667982 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe9c101fe0 0x7fbe9c101950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:24.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.350+0000 7fbe91400640 1 -- 172.21.15.12:0/3582667982 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbe9c107240 msgr2=0x7fbe9c1004d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:24.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.350+0000 7fbe91400640 1 --2- 172.21.15.12:0/3582667982 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbe9c107240 0x7fbe9c1004d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:24.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.350+0000 7fbe91400640 1 -- 172.21.15.12:0/3582667982 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe9c100d60 con 0x7fbe9c104910 2024-03-29T00:23:24.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.350+0000 7fbe9a800640 1 --2- 172.21.15.12:0/3582667982 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbe9c107240 0x7fbe9c1004d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:23:24.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.350+0000 7fbe91400640 1 --2- 172.21.15.12:0/3582667982 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbe9c104910 0x7fbe9c0fff90 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fbe8400e9c0 tx=0x7fbe8400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:23:24.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.350+0000 7fbe93400640 1 -- 172.21.15.12:0/3582667982 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe8400ccc0 con 0x7fbe9c104910 2024-03-29T00:23:24.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.350+0000 7fbe93400640 1 -- 172.21.15.12:0/3582667982 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fbe84005020 con 0x7fbe9c104910 2024-03-29T00:23:24.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.350+0000 7fbe9b200640 1 -- 172.21.15.12:0/3582667982 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe9c1a1a60 con 0x7fbe9c104910 2024-03-29T00:23:24.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.350+0000 7fbe93400640 1 -- 172.21.15.12:0/3582667982 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe84004a60 con 0x7fbe9c104910 2024-03-29T00:23:24.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.351+0000 7fbe9b200640 1 -- 172.21.15.12:0/3582667982 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe9c1a1f60 con 0x7fbe9c104910 2024-03-29T00:23:24.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.352+0000 7fbe9b200640 1 -- 172.21.15.12:0/3582667982 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe9c0fd500 con 0x7fbe9c104910 2024-03-29T00:23:24.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.354+0000 7fbe93400640 1 -- 172.21.15.12:0/3582667982 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fbe84004c80 con 0x7fbe9c104910 2024-03-29T00:23:24.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.356+0000 7fbe93400640 1 --2- 172.21.15.12:0/3582667982 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fbe800a1d70 0x7fbe800a4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:24.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.356+0000 7fbe93400640 1 -- 172.21.15.12:0/3582667982 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9580+0+0 (secure 0 0 0) 0x7fbe840ce390 con 0x7fbe9c104910 2024-03-29T00:23:24.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.356+0000 7fbe99e00640 1 --2- 172.21.15.12:0/3582667982 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fbe800a1d70 0x7fbe800a4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:24.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.357+0000 7fbe99e00640 1 --2- 172.21.15.12:0/3582667982 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fbe800a1d70 0x7fbe800a4230 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fbe8c005dc0 tx=0x7fbe8c005d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:23:24.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.360+0000 7fbe93400640 1 -- 172.21.15.12:0/3582667982 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fbe8409b220 con 0x7fbe9c104910 2024-03-29T00:23:24.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:24 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1418594333' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-29T00:23:24.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:24 smithi012 ceph-mon[31657]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-29T00:23:24.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:24 smithi012 ceph-mon[31657]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-29T00:23:24.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:24 smithi012 ceph-mon[31657]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-29T00:23:24.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:24 smithi012 ceph-mon[31657]: Cluster is now healthy 2024-03-29T00:23:24.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:24 smithi012 ceph-mon[31657]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-03-29T00:23:24.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:24 smithi012 ceph-mon[31657]: mds.? [v2:172.21.15.53:6833/1745689616,v1:172.21.15.53:6835/1745689616] up:boot 2024-03-29T00:23:24.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:24 smithi012 ceph-mon[31657]: mds.? [v2:172.21.15.53:6836/839174037,v1:172.21.15.53:6838/839174037] up:boot 2024-03-29T00:23:24.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:24 smithi012 ceph-mon[31657]: mds.? [v2:172.21.15.53:6837/846561603,v1:172.21.15.53:6839/846561603] up:boot 2024-03-29T00:23:24.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:24 smithi012 ceph-mon[31657]: mds.? [v2:172.21.15.69:6838/2282735585,v1:172.21.15.69:6839/2282735585] up:boot 2024-03-29T00:23:24.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:24 smithi012 ceph-mon[31657]: mds.? [v2:172.21.15.53:6832/2616777232,v1:172.21.15.53:6834/2616777232] up:boot 2024-03-29T00:23:24.551 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:24 smithi012 ceph-mon[31657]: mds.? [v2:172.21.15.69:6832/3625366812,v1:172.21.15.69:6833/3625366812] up:boot 2024-03-29T00:23:24.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:24 smithi012 ceph-mon[31657]: mds.? [v2:172.21.15.69:6834/3805425803,v1:172.21.15.69:6835/3805425803] up:boot 2024-03-29T00:23:24.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:24 smithi012 ceph-mon[31657]: mds.? [v2:172.21.15.69:6836/748934571,v1:172.21.15.69:6837/748934571] up:boot 2024-03-29T00:23:24.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:24 smithi012 ceph-mon[31657]: mds.? [v2:172.21.15.12:6838/872704871,v1:172.21.15.12:6839/872704871] up:boot 2024-03-29T00:23:24.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:24 smithi012 ceph-mon[31657]: mds.? [v2:172.21.15.12:6840/3163876718,v1:172.21.15.12:6841/3163876718] up:boot 2024-03-29T00:23:24.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:24 smithi012 ceph-mon[31657]: fsmap 12 up:standby 2024-03-29T00:23:24.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:24 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-03-29T00:23:24.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:24 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-03-29T00:23:24.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:24 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-29T00:23:24.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:24 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-03-29T00:23:24.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:24 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-29T00:23:24.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:24 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-29T00:23:24.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:24 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-03-29T00:23:24.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:24 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-29T00:23:24.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:24 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-29T00:23:24.552 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:24 smithi012 ceph-mon[31657]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-29T00:23:24.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:24.568+0000 7fbe9b200640 1 -- 172.21.15.12:0/3582667982 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fbe9c062350 con 0x7fbe9c104910 2024-03-29T00:23:24.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:24 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1418594333' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-29T00:23:24.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:24 smithi053 ceph-mon[36233]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-29T00:23:24.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:24 smithi053 ceph-mon[36233]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-29T00:23:24.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:24 smithi053 ceph-mon[36233]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-29T00:23:24.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:24 smithi053 ceph-mon[36233]: Cluster is now healthy 2024-03-29T00:23:24.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:24 smithi053 ceph-mon[36233]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-03-29T00:23:24.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:24 smithi053 ceph-mon[36233]: mds.? [v2:172.21.15.53:6833/1745689616,v1:172.21.15.53:6835/1745689616] up:boot 2024-03-29T00:23:24.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:24 smithi053 ceph-mon[36233]: mds.? [v2:172.21.15.53:6836/839174037,v1:172.21.15.53:6838/839174037] up:boot 2024-03-29T00:23:24.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:24 smithi053 ceph-mon[36233]: mds.? [v2:172.21.15.53:6837/846561603,v1:172.21.15.53:6839/846561603] up:boot 2024-03-29T00:23:24.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:24 smithi053 ceph-mon[36233]: mds.? [v2:172.21.15.69:6838/2282735585,v1:172.21.15.69:6839/2282735585] up:boot 2024-03-29T00:23:24.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:24 smithi053 ceph-mon[36233]: mds.? [v2:172.21.15.53:6832/2616777232,v1:172.21.15.53:6834/2616777232] up:boot 2024-03-29T00:23:24.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:24 smithi053 ceph-mon[36233]: mds.? [v2:172.21.15.69:6832/3625366812,v1:172.21.15.69:6833/3625366812] up:boot 2024-03-29T00:23:24.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:24 smithi053 ceph-mon[36233]: mds.? [v2:172.21.15.69:6834/3805425803,v1:172.21.15.69:6835/3805425803] up:boot 2024-03-29T00:23:24.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:24 smithi053 ceph-mon[36233]: mds.? [v2:172.21.15.69:6836/748934571,v1:172.21.15.69:6837/748934571] up:boot 2024-03-29T00:23:24.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:24 smithi053 ceph-mon[36233]: mds.? [v2:172.21.15.12:6838/872704871,v1:172.21.15.12:6839/872704871] up:boot 2024-03-29T00:23:24.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:24 smithi053 ceph-mon[36233]: mds.? [v2:172.21.15.12:6840/3163876718,v1:172.21.15.12:6841/3163876718] up:boot 2024-03-29T00:23:24.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:24 smithi053 ceph-mon[36233]: fsmap 12 up:standby 2024-03-29T00:23:24.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:24 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-03-29T00:23:24.656 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:24 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-03-29T00:23:24.657 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:24 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-29T00:23:24.657 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:24 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-03-29T00:23:24.657 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:24 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-29T00:23:24.657 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:24 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-29T00:23:24.657 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:24 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-03-29T00:23:24.657 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:24 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-29T00:23:24.657 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:24 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-29T00:23:24.657 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:24 smithi053 ceph-mon[36233]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-29T00:23:24.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:24 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1418594333' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-29T00:23:24.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:24 smithi069 ceph-mon[36074]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-29T00:23:24.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:24 smithi069 ceph-mon[36074]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-29T00:23:24.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:24 smithi069 ceph-mon[36074]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-29T00:23:24.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:24 smithi069 ceph-mon[36074]: Cluster is now healthy 2024-03-29T00:23:24.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:24 smithi069 ceph-mon[36074]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-03-29T00:23:24.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:24 smithi069 ceph-mon[36074]: mds.? [v2:172.21.15.53:6833/1745689616,v1:172.21.15.53:6835/1745689616] up:boot 2024-03-29T00:23:24.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:24 smithi069 ceph-mon[36074]: mds.? [v2:172.21.15.53:6836/839174037,v1:172.21.15.53:6838/839174037] up:boot 2024-03-29T00:23:24.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:24 smithi069 ceph-mon[36074]: mds.? [v2:172.21.15.53:6837/846561603,v1:172.21.15.53:6839/846561603] up:boot 2024-03-29T00:23:24.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:24 smithi069 ceph-mon[36074]: mds.? [v2:172.21.15.69:6838/2282735585,v1:172.21.15.69:6839/2282735585] up:boot 2024-03-29T00:23:24.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:24 smithi069 ceph-mon[36074]: mds.? [v2:172.21.15.53:6832/2616777232,v1:172.21.15.53:6834/2616777232] up:boot 2024-03-29T00:23:24.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:24 smithi069 ceph-mon[36074]: mds.? [v2:172.21.15.69:6832/3625366812,v1:172.21.15.69:6833/3625366812] up:boot 2024-03-29T00:23:24.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:24 smithi069 ceph-mon[36074]: mds.? [v2:172.21.15.69:6834/3805425803,v1:172.21.15.69:6835/3805425803] up:boot 2024-03-29T00:23:24.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:24 smithi069 ceph-mon[36074]: mds.? [v2:172.21.15.69:6836/748934571,v1:172.21.15.69:6837/748934571] up:boot 2024-03-29T00:23:24.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:24 smithi069 ceph-mon[36074]: mds.? [v2:172.21.15.12:6838/872704871,v1:172.21.15.12:6839/872704871] up:boot 2024-03-29T00:23:24.735 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:24 smithi069 ceph-mon[36074]: mds.? [v2:172.21.15.12:6840/3163876718,v1:172.21.15.12:6841/3163876718] up:boot 2024-03-29T00:23:24.736 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:24 smithi069 ceph-mon[36074]: fsmap 12 up:standby 2024-03-29T00:23:24.736 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:24 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-03-29T00:23:24.736 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:24 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-03-29T00:23:24.736 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:24 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-29T00:23:24.736 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:24 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-03-29T00:23:24.736 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:24 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-29T00:23:24.736 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:24 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-29T00:23:24.736 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:24 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-03-29T00:23:24.736 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:24 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-29T00:23:24.736 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:24 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-29T00:23:24.736 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:24 smithi069 ceph-mon[36074]: from='mgr.14152 172.21.15.12:0/3897264267' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-29T00:23:25.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.339+0000 7fbe93400640 1 -- 172.21.15.12:0/3582667982 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v95) ==== 181+0+0 (secure 0 0 0) 0x7fbe8409ab20 con 0x7fbe9c104910 2024-03-29T00:23:25.340 INFO:teuthology.orchestra.run.smithi012.stderr:pool 'cephfs_metadata' removed 2024-03-29T00:23:25.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.344+0000 7fbe9b200640 1 -- 172.21.15.12:0/3582667982 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fbe800a1d70 msgr2=0x7fbe800a4230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:25.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.344+0000 7fbe9b200640 1 --2- 172.21.15.12:0/3582667982 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fbe800a1d70 0x7fbe800a4230 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fbe8c005dc0 tx=0x7fbe8c005d50 comp rx=0 tx=0).stop 2024-03-29T00:23:25.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.344+0000 7fbe9b200640 1 -- 172.21.15.12:0/3582667982 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbe9c104910 msgr2=0x7fbe9c0fff90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:25.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.344+0000 7fbe9b200640 1 --2- 172.21.15.12:0/3582667982 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbe9c104910 0x7fbe9c0fff90 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fbe8400e9c0 tx=0x7fbe8400ee80 comp rx=0 tx=0).stop 2024-03-29T00:23:25.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.346+0000 7fbe9b200640 1 -- 172.21.15.12:0/3582667982 shutdown_connections 2024-03-29T00:23:25.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.346+0000 7fbe9b200640 1 --2- 172.21.15.12:0/3582667982 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fbe800a1d70 0x7fbe800a4230 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:25.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.346+0000 7fbe9b200640 1 --2- 172.21.15.12:0/3582667982 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbe9c107240 0x7fbe9c1004d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:25.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.346+0000 7fbe9b200640 1 --2- 172.21.15.12:0/3582667982 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbe9c104910 0x7fbe9c0fff90 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:25.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.346+0000 7fbe9b200640 1 --2- 172.21.15.12:0/3582667982 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe9c101fe0 0x7fbe9c101950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:25.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.346+0000 7fbe9b200640 1 -- 172.21.15.12:0/3582667982 >> 172.21.15.12:0/3582667982 conn(0x7fbe9c0fba10 msgr2=0x7fbe9c102920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:23:25.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.347+0000 7fbe9b200640 1 -- 172.21.15.12:0/3582667982 shutdown_connections 2024-03-29T00:23:25.348 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.347+0000 7fbe9b200640 1 -- 172.21.15.12:0/3582667982 wait complete. 2024-03-29T00:23:25.372 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-03-29T00:23:25.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.592+0000 7f99f5800640 1 -- 172.21.15.12:0/1984847713 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f99f0103150 msgr2=0x7f99f01099e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:25.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.592+0000 7f99f5800640 1 --2- 172.21.15.12:0/1984847713 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f99f0103150 0x7f99f01099e0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f99e8009ca0 tx=0x7f99e802c100 comp rx=0 tx=0).stop 2024-03-29T00:23:25.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.592+0000 7f99f5800640 1 -- 172.21.15.12:0/1984847713 shutdown_connections 2024-03-29T00:23:25.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.592+0000 7f99f5800640 1 --2- 172.21.15.12:0/1984847713 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f99f0103150 0x7f99f01099e0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:25.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.592+0000 7f99f5800640 1 --2- 172.21.15.12:0/1984847713 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f99f0102790 0x7f99f0102c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:25.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.592+0000 7f99f5800640 1 --2- 172.21.15.12:0/1984847713 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f99f01015a0 0x7f99f01019c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:25.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.592+0000 7f99f5800640 1 -- 172.21.15.12:0/1984847713 >> 172.21.15.12:0/1984847713 conn(0x7f99f00fcb30 msgr2=0x7f99f00fef50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:23:25.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.592+0000 7f99f5800640 1 -- 172.21.15.12:0/1984847713 shutdown_connections 2024-03-29T00:23:25.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.592+0000 7f99f5800640 1 -- 172.21.15.12:0/1984847713 wait complete. 2024-03-29T00:23:25.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.593+0000 7f99f5800640 1 Processor -- start 2024-03-29T00:23:25.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.594+0000 7f99f5800640 1 -- start start 2024-03-29T00:23:25.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.594+0000 7f99f5800640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f99f01015a0 0x7f99f0199b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:25.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.594+0000 7f99f5800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f99f0102790 0x7f99f019a050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:25.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.594+0000 7f99f5800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f99f0103150 0x7f99f01a10c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:25.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.594+0000 7f99f5800640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f99f010d340 con 0x7f99f0102790 2024-03-29T00:23:25.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.594+0000 7f99f5800640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f99f010d1c0 con 0x7f99f01015a0 2024-03-29T00:23:25.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.594+0000 7f99f5800640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f99f010d4c0 con 0x7f99f0103150 2024-03-29T00:23:25.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.594+0000 7f99f4e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f99f0103150 0x7f99f01a10c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:25.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.594+0000 7f99ef400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f99f0102790 0x7f99f019a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:25.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.594+0000 7f99f4e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f99f0103150 0x7f99f01a10c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.12:42104/0 (socket says 172.21.15.12:42104) 2024-03-29T00:23:25.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.594+0000 7f99efe00640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f99f01015a0 0x7f99f0199b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:25.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.594+0000 7f99f4e00640 1 -- 172.21.15.12:0/2958762818 learned_addr learned my addr 172.21.15.12:0/2958762818 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:23:25.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.595+0000 7f99f4e00640 1 -- 172.21.15.12:0/2958762818 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f99f01015a0 msgr2=0x7f99f0199b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:25.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.595+0000 7f99f4e00640 1 --2- 172.21.15.12:0/2958762818 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f99f01015a0 0x7f99f0199b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:25.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.595+0000 7f99f4e00640 1 -- 172.21.15.12:0/2958762818 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f99f0102790 msgr2=0x7f99f019a050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:25.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.595+0000 7f99f4e00640 1 --2- 172.21.15.12:0/2958762818 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f99f0102790 0x7f99f019a050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:25.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.595+0000 7f99f4e00640 1 -- 172.21.15.12:0/2958762818 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99f01a1730 con 0x7f99f0103150 2024-03-29T00:23:25.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.595+0000 7f99f4e00640 1 --2- 172.21.15.12:0/2958762818 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f99f0103150 0x7f99f01a10c0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f99e802c640 tx=0x7f99e8034670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:23:25.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.595+0000 7f99ecc00640 1 -- 172.21.15.12:0/2958762818 <== mon.1 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99e8039040 con 0x7f99f0103150 2024-03-29T00:23:25.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.595+0000 7f99ecc00640 1 -- 172.21.15.12:0/2958762818 <== mon.1 v2:172.21.15.69:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f99e8044070 con 0x7f99f0103150 2024-03-29T00:23:25.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.595+0000 7f99ecc00640 1 -- 172.21.15.12:0/2958762818 <== mon.1 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99e80043a0 con 0x7f99f0103150 2024-03-29T00:23:25.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.595+0000 7f99f5800640 1 -- 172.21.15.12:0/2958762818 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99f01a19c0 con 0x7f99f0103150 2024-03-29T00:23:25.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.595+0000 7f99f5800640 1 -- 172.21.15.12:0/2958762818 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99f01a1f00 con 0x7f99f0103150 2024-03-29T00:23:25.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.596+0000 7f99f5800640 1 -- 172.21.15.12:0/2958762818 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99f01a2160 con 0x7f99f0103150 2024-03-29T00:23:25.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.599+0000 7f99ecc00640 1 -- 172.21.15.12:0/2958762818 <== mon.1 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7f99e8004540 con 0x7f99f0103150 2024-03-29T00:23:25.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.600+0000 7f99ecc00640 1 --2- 172.21.15.12:0/2958762818 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f99d40a1e00 0x7f99d40a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:25.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.600+0000 7f99ecc00640 1 -- 172.21.15.12:0/2958762818 <== mon.1 v2:172.21.15.69:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9026+0+0 (secure 0 0 0) 0x7f99e80f0ca0 con 0x7f99f0103150 2024-03-29T00:23:25.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.600+0000 7f99efe00640 1 --2- 172.21.15.12:0/2958762818 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f99d40a1e00 0x7f99d40a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:25.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.601+0000 7f99efe00640 1 --2- 172.21.15.12:0/2958762818 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f99d40a1e00 0x7f99d40a42c0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f99f01025f0 tx=0x7f99e0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:23:25.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.602+0000 7f99ecc00640 1 -- 172.21.15.12:0/2958762818 <== mon.1 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7f99e80bdd50 con 0x7f99f0103150 2024-03-29T00:23:25.635 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:25 smithi069 ceph-mon[36074]: pgmap v571: 129 pgs: 129 active+clean; 62 MiB data, 918 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-03-29T00:23:25.635 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:25 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3582667982' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-29T00:23:25.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:25 smithi053 ceph-mon[36233]: pgmap v571: 129 pgs: 129 active+clean; 62 MiB data, 918 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-03-29T00:23:25.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:25 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3582667982' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-29T00:23:25.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:25 smithi012 ceph-mon[31657]: pgmap v571: 129 pgs: 129 active+clean; 62 MiB data, 918 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-03-29T00:23:25.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:25 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3582667982' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-29T00:23:25.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:25.826+0000 7f99f5800640 1 -- 172.21.15.12:0/2958762818 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f99f01a23d0 con 0x7f99f0103150 2024-03-29T00:23:26.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.359+0000 7f99ecc00640 1 -- 172.21.15.12:0/2958762818 <== mon.1 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v96) ==== 169+0+0 (secure 0 0 0) 0x7f99e80bd650 con 0x7f99f0103150 2024-03-29T00:23:26.363 INFO:teuthology.orchestra.run.smithi012.stderr:pool 'cephfs_data' removed 2024-03-29T00:23:26.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.365+0000 7f99f5800640 1 -- 172.21.15.12:0/2958762818 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f99d40a1e00 msgr2=0x7f99d40a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:26.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.365+0000 7f99f5800640 1 --2- 172.21.15.12:0/2958762818 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f99d40a1e00 0x7f99d40a42c0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f99f01025f0 tx=0x7f99e0005f90 comp rx=0 tx=0).stop 2024-03-29T00:23:26.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.365+0000 7f99f5800640 1 -- 172.21.15.12:0/2958762818 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f99f0103150 msgr2=0x7f99f01a10c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:26.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.365+0000 7f99f5800640 1 --2- 172.21.15.12:0/2958762818 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f99f0103150 0x7f99f01a10c0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f99e802c640 tx=0x7f99e8034670 comp rx=0 tx=0).stop 2024-03-29T00:23:26.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.366+0000 7f99f5800640 1 -- 172.21.15.12:0/2958762818 shutdown_connections 2024-03-29T00:23:26.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.366+0000 7f99f5800640 1 --2- 172.21.15.12:0/2958762818 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7f99d40a1e00 0x7f99d40a42c0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:26.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.366+0000 7f99f5800640 1 --2- 172.21.15.12:0/2958762818 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f99f0103150 0x7f99f01a10c0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:26.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.366+0000 7f99f5800640 1 --2- 172.21.15.12:0/2958762818 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f99f0102790 0x7f99f019a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:26.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.366+0000 7f99f5800640 1 --2- 172.21.15.12:0/2958762818 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f99f01015a0 0x7f99f0199b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:26.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.366+0000 7f99f5800640 1 -- 172.21.15.12:0/2958762818 >> 172.21.15.12:0/2958762818 conn(0x7f99f00fcb30 msgr2=0x7f99f0073980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:23:26.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.366+0000 7f99f5800640 1 -- 172.21.15.12:0/2958762818 shutdown_connections 2024-03-29T00:23:26.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.367+0000 7f99f5800640 1 -- 172.21.15.12:0/2958762818 wait complete. 2024-03-29T00:23:26.392 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-03-29T00:23:26.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.603+0000 7fb6cf200640 1 -- 172.21.15.12:0/1520223152 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb6d0107b90 msgr2=0x7fb6d0107fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:26.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.603+0000 7fb6cf200640 1 --2- 172.21.15.12:0/1520223152 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb6d0107b90 0x7fb6d0107fb0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fb6c0009900 tx=0x7fb6c002bc30 comp rx=0 tx=0).stop 2024-03-29T00:23:26.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.603+0000 7fb6cf200640 1 -- 172.21.15.12:0/1520223152 shutdown_connections 2024-03-29T00:23:26.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.603+0000 7fb6cf200640 1 --2- 172.21.15.12:0/1520223152 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb6d0109740 0x7fb6d010ffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:26.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.603+0000 7fb6cf200640 1 --2- 172.21.15.12:0/1520223152 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb6d0108d80 0x7fb6d0109200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:26.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.603+0000 7fb6cf200640 1 --2- 172.21.15.12:0/1520223152 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb6d0107b90 0x7fb6d0107fb0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:26.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.603+0000 7fb6cf200640 1 -- 172.21.15.12:0/1520223152 >> 172.21.15.12:0/1520223152 conn(0x7fb6d0076b40 msgr2=0x7fb6d0078f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:23:26.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.603+0000 7fb6cf200640 1 -- 172.21.15.12:0/1520223152 shutdown_connections 2024-03-29T00:23:26.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.603+0000 7fb6cf200640 1 -- 172.21.15.12:0/1520223152 wait complete. 2024-03-29T00:23:26.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.604+0000 7fb6cf200640 1 Processor -- start 2024-03-29T00:23:26.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.604+0000 7fb6cf200640 1 -- start start 2024-03-29T00:23:26.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.604+0000 7fb6cf200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb6d0107b90 0x7fb6d019df90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:26.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.604+0000 7fb6cf200640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb6d0108d80 0x7fb6d019e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:26.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.604+0000 7fb6cf200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb6d0109740 0x7fb6d01a54f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:26.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.604+0000 7fb6cf200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fb6d01138f0 con 0x7fb6d0107b90 2024-03-29T00:23:26.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.604+0000 7fb6cf200640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fb6d0113770 con 0x7fb6d0108d80 2024-03-29T00:23:26.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.604+0000 7fb6cf200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb6d0113a70 con 0x7fb6d0109740 2024-03-29T00:23:26.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.605+0000 7fb6cde00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb6d0107b90 0x7fb6d019df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:26.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.605+0000 7fb6cde00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb6d0107b90 0x7fb6d019df90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51438/0 (socket says 172.21.15.12:51438) 2024-03-29T00:23:26.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.605+0000 7fb6cde00640 1 -- 172.21.15.12:0/1615852144 learned_addr learned my addr 172.21.15.12:0/1615852144 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-03-29T00:23:26.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.605+0000 7fb6ce800640 1 --2- 172.21.15.12:0/1615852144 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb6d0109740 0x7fb6d01a54f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:26.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.605+0000 7fb6cd400640 1 --2- 172.21.15.12:0/1615852144 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb6d0108d80 0x7fb6d019e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:26.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.605+0000 7fb6cde00640 1 -- 172.21.15.12:0/1615852144 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb6d0109740 msgr2=0x7fb6d01a54f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:26.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.605+0000 7fb6cde00640 1 --2- 172.21.15.12:0/1615852144 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb6d0109740 0x7fb6d01a54f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:26.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.605+0000 7fb6cde00640 1 -- 172.21.15.12:0/1615852144 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb6d0108d80 msgr2=0x7fb6d019e4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:26.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.605+0000 7fb6cde00640 1 --2- 172.21.15.12:0/1615852144 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb6d0108d80 0x7fb6d019e4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:26.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.605+0000 7fb6cde00640 1 -- 172.21.15.12:0/1615852144 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6d01a5b60 con 0x7fb6d0107b90 2024-03-29T00:23:26.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.605+0000 7fb6ce800640 1 --2- 172.21.15.12:0/1615852144 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb6d0109740 0x7fb6d01a54f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-29T00:23:26.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.605+0000 7fb6cde00640 1 --2- 172.21.15.12:0/1615852144 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb6d0107b90 0x7fb6d019df90 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fb6c0000c00 tx=0x7fb6c0004a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:23:26.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.606+0000 7fb6c6a00640 1 -- 172.21.15.12:0/1615852144 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6c0043020 con 0x7fb6d0107b90 2024-03-29T00:23:26.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.606+0000 7fb6cf200640 1 -- 172.21.15.12:0/1615852144 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6d01a5df0 con 0x7fb6d0107b90 2024-03-29T00:23:26.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.606+0000 7fb6c6a00640 1 -- 172.21.15.12:0/1615852144 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb6c0004250 con 0x7fb6d0107b90 2024-03-29T00:23:26.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.606+0000 7fb6c6a00640 1 -- 172.21.15.12:0/1615852144 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6c0003b90 con 0x7fb6d0107b90 2024-03-29T00:23:26.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.606+0000 7fb6cf200640 1 -- 172.21.15.12:0/1615852144 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6d01a6260 con 0x7fb6d0107b90 2024-03-29T00:23:26.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.607+0000 7fb6cf200640 1 -- 172.21.15.12:0/1615852144 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6d010ee50 con 0x7fb6d0107b90 2024-03-29T00:23:26.610 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.609+0000 7fb6c6a00640 1 -- 172.21.15.12:0/1615852144 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 136756+0+0 (secure 0 0 0) 0x7fb6c0046020 con 0x7fb6d0107b90 2024-03-29T00:23:26.611 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.610+0000 7fb6c6a00640 1 --2- 172.21.15.12:0/1615852144 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb6b40a1d70 0x7fb6b40a4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-29T00:23:26.611 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.610+0000 7fb6c6a00640 1 -- 172.21.15.12:0/1615852144 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8496+0+0 (secure 0 0 0) 0x7fb6c00efff0 con 0x7fb6d0107b90 2024-03-29T00:23:26.611 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.611+0000 7fb6cd400640 1 --2- 172.21.15.12:0/1615852144 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb6b40a1d70 0x7fb6b40a4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-29T00:23:26.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.611+0000 7fb6cd400640 1 --2- 172.21.15.12:0/1615852144 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb6b40a1d70 0x7fb6b40a4230 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fb6d019f450 tx=0x7fb6bc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-29T00:23:26.615 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.615+0000 7fb6c6a00640 1 -- 172.21.15.12:0/1615852144 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+184932 (secure 0 0 0) 0x7fb6c004d020 con 0x7fb6d0107b90 2024-03-29T00:23:26.648 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:26 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/3582667982' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-03-29T00:23:26.648 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:26 smithi069 ceph-mon[36074]: osdmap e95: 12 total, 12 up, 12 in 2024-03-29T00:23:26.648 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:26 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/2958762818' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-29T00:23:26.648 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:26 smithi069 ceph-mon[36074]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-29T00:23:26.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:26 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/3582667982' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-03-29T00:23:26.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:26 smithi053 ceph-mon[36233]: osdmap e95: 12 total, 12 up, 12 in 2024-03-29T00:23:26.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:26 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/2958762818' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-29T00:23:26.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:26 smithi053 ceph-mon[36233]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-29T00:23:26.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:26 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/3582667982' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-03-29T00:23:26.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:26 smithi012 ceph-mon[31657]: osdmap e95: 12 total, 12 up, 12 in 2024-03-29T00:23:26.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:26 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/2958762818' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-29T00:23:26.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:26 smithi012 ceph-mon[31657]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-29T00:23:26.824 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:26.823+0000 7fb6cf200640 1 -- 172.21.15.12:0/1615852144 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) -- 0x7fb6d00623f0 con 0x7fb6d0107b90 2024-03-29T00:23:27.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:27.367+0000 7fb6c6a00640 1 -- 172.21.15.12:0/1615852144 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v97) ==== 178+0+0 (secure 0 0 0) 0x7fb6c00bd2e0 con 0x7fb6d0107b90 2024-03-29T00:23:27.368 INFO:teuthology.orchestra.run.smithi012.stderr:pool 'cephfs_data_ec' removed 2024-03-29T00:23:27.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:27.373+0000 7fb6cf200640 1 -- 172.21.15.12:0/1615852144 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb6b40a1d70 msgr2=0x7fb6b40a4230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:27.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:27.373+0000 7fb6cf200640 1 --2- 172.21.15.12:0/1615852144 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb6b40a1d70 0x7fb6b40a4230 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fb6d019f450 tx=0x7fb6bc005f90 comp rx=0 tx=0).stop 2024-03-29T00:23:27.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:27.373+0000 7fb6cf200640 1 -- 172.21.15.12:0/1615852144 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb6d0107b90 msgr2=0x7fb6d019df90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-29T00:23:27.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:27.373+0000 7fb6cf200640 1 --2- 172.21.15.12:0/1615852144 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb6d0107b90 0x7fb6d019df90 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fb6c0000c00 tx=0x7fb6c0004a30 comp rx=0 tx=0).stop 2024-03-29T00:23:27.376 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:27.374+0000 7fb6cf200640 1 -- 172.21.15.12:0/1615852144 shutdown_connections 2024-03-29T00:23:27.376 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:27.374+0000 7fb6cf200640 1 --2- 172.21.15.12:0/1615852144 >> [v2:172.21.15.12:6800/1603741841,v1:172.21.15.12:6801/1603741841] conn(0x7fb6b40a1d70 0x7fb6b40a4230 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:27.376 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:27.374+0000 7fb6cf200640 1 --2- 172.21.15.12:0/1615852144 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb6d0108d80 0x7fb6d019e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:27.376 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:27.374+0000 7fb6cf200640 1 --2- 172.21.15.12:0/1615852144 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb6d0109740 0x7fb6d01a54f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:27.376 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:27.374+0000 7fb6cf200640 1 --2- 172.21.15.12:0/1615852144 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb6d0107b90 0x7fb6d019df90 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-29T00:23:27.376 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:27.374+0000 7fb6cf200640 1 -- 172.21.15.12:0/1615852144 >> 172.21.15.12:0/1615852144 conn(0x7fb6d0076b40 msgr2=0x7fb6d010c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-29T00:23:27.376 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:27.375+0000 7fb6cf200640 1 -- 172.21.15.12:0/1615852144 shutdown_connections 2024-03-29T00:23:27.376 INFO:teuthology.orchestra.run.smithi012.stderr:2024-03-29T00:23:27.375+0000 7fb6cf200640 1 -- 172.21.15.12:0/1615852144 wait complete. 2024-03-29T00:23:27.416 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-29T00:23:27.526 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-29T00:23:27.561 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-29T00:23:27.592 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-03-29T00:23:27.592 DEBUG:teuthology.orchestra.run.smithi012:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-03-29T00:23:27.637 DEBUG:teuthology.orchestra.run.smithi053:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-03-29T00:23:27.653 DEBUG:teuthology.orchestra.run.smithi069:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-03-29T00:23:27.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:27 smithi053 ceph-mon[36233]: pgmap v573: 97 pgs: 97 active+clean; 577 KiB data, 918 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:23:27.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:27 smithi053 ceph-mon[36233]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-03-29T00:23:27.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:27 smithi053 ceph-mon[36233]: osdmap e96: 12 total, 12 up, 12 in 2024-03-29T00:23:27.654 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:27 smithi053 ceph-mon[36233]: from='client.? 172.21.15.12:0/1615852144' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-29T00:23:27.668 INFO:tasks.cephadm:Stopping all daemons... 2024-03-29T00:23:27.669 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-03-29T00:23:27.669 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mon.a 2024-03-29T00:23:27.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:27 smithi069 ceph-mon[36074]: pgmap v573: 97 pgs: 97 active+clean; 577 KiB data, 918 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:23:27.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:27 smithi069 ceph-mon[36074]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-03-29T00:23:27.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:27 smithi069 ceph-mon[36074]: osdmap e96: 12 total, 12 up, 12 in 2024-03-29T00:23:27.734 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:27 smithi069 ceph-mon[36074]: from='client.? 172.21.15.12:0/1615852144' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-29T00:23:27.765 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:27 smithi012 ceph-mon[31657]: pgmap v573: 97 pgs: 97 active+clean; 577 KiB data, 918 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-29T00:23:27.765 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:27 smithi012 ceph-mon[31657]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-03-29T00:23:27.765 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:27 smithi012 ceph-mon[31657]: osdmap e96: 12 total, 12 up, 12 in 2024-03-29T00:23:27.765 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:27 smithi012 ceph-mon[31657]: from='client.? 172.21.15.12:0/1615852144' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-29T00:23:28.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:27 smithi012 systemd[1]: Stopping Ceph mon.a for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:23:28.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:28 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mon-a[31653]: 2024-03-29T00:23:28.221+0000 7f927e600700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-29T00:23:28.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:28 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mon-a[31653]: 2024-03-29T00:23:28.221+0000 7f927e600700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-03-29T00:23:28.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:28 smithi012 podman[93650]: 2024-03-29 00:23:28.376490316 +0000 UTC m=+0.301987810 container died 16bdc2e358c83edd8997ea762c00eced384e99da54de5bdb29277d58d97787fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mon-a, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=squid-323d23d, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, io.buildah.version=1.33.5) 2024-03-29T00:23:29.408 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:29 smithi012 podman[93650]: 2024-03-29 00:23:29.089565808 +0000 UTC m=+1.015063340 container cleanup 16bdc2e358c83edd8997ea762c00eced384e99da54de5bdb29277d58d97787fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mon-a, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=squid-323d23d, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e) 2024-03-29T00:23:29.409 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:29 smithi012 bash[93650]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mon-a 2024-03-29T00:23:29.732 INFO:journalctl@ceph.mon.a.smithi012.stdout:Mar 29 00:23:29 smithi012 podman[93664]: 2024-03-29 00:23:29.407711981 +0000 UTC m=+1.010017124 container remove 16bdc2e358c83edd8997ea762c00eced384e99da54de5bdb29277d58d97787fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mon-a, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, RELEASE=squid-323d23d, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-03-29T00:23:29.765 DEBUG:teuthology.orchestra.run.smithi012:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mon.a.service' 2024-03-29T00:23:29.908 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-29T00:23:29.908 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-03-29T00:23:29.908 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-03-29T00:23:29.909 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mon.b 2024-03-29T00:23:30.208 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:29 smithi053 systemd[1]: Stopping Ceph mon.b for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:23:30.463 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:30 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mon-b[36229]: 2024-03-29T00:23:30.207+0000 7f0c9ea08700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-29T00:23:30.463 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:30 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mon-b[36229]: 2024-03-29T00:23:30.207+0000 7f0c9ea08700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-03-29T00:23:30.766 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:30 smithi053 podman[69914]: 2024-03-29 00:23:30.463279298 +0000 UTC m=+0.350543178 container died f91bbcff18e2a1bcf7a37b1f4686706140e9b05d1fb2022c1798960e1d26472b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240326, RELEASE=squid-323d23d, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-03-29T00:23:31.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:30 smithi053 podman[69914]: 2024-03-29 00:23:30.866431439 +0000 UTC m=+0.753695335 container cleanup f91bbcff18e2a1bcf7a37b1f4686706140e9b05d1fb2022c1798960e1d26472b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mon-b, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-323d23d) 2024-03-29T00:23:31.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Mar 29 00:23:30 smithi053 bash[69914]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mon-b 2024-03-29T00:23:31.289 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mon.b.service' 2024-03-29T00:23:31.344 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-29T00:23:31.344 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-03-29T00:23:31.344 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-03-29T00:23:31.344 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mon.c 2024-03-29T00:23:31.673 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:31 smithi069 systemd[1]: Stopping Ceph mon.c for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:23:31.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:31 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mon-c[36055]: 2024-03-29T00:23:31.671+0000 7f02a1856700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-29T00:23:31.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:31 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mon-c[36055]: 2024-03-29T00:23:31.671+0000 7f02a1856700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-03-29T00:23:31.984 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:31 smithi069 podman[70626]: 2024-03-29 00:23:31.82523501 +0000 UTC m=+0.286814994 container died 6206d9bd77b7befb43854a48274e55062db793f69c2db3bb90f3a28a3078c143 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mon-c, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-323d23d, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-03-29T00:23:32.449 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:32 smithi069 podman[70626]: 2024-03-29 00:23:32.239380575 +0000 UTC m=+0.700960558 container cleanup 6206d9bd77b7befb43854a48274e55062db793f69c2db3bb90f3a28a3078c143 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mon-c, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-323d23d, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-03-29T00:23:32.449 INFO:journalctl@ceph.mon.c.smithi069.stdout:Mar 29 00:23:32 smithi069 bash[70626]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mon-c 2024-03-29T00:23:32.647 DEBUG:teuthology.orchestra.run.smithi069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mon.c.service' 2024-03-29T00:23:32.696 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-29T00:23:32.696 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-03-29T00:23:32.696 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-03-29T00:23:32.697 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mgr.x 2024-03-29T00:23:33.050 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:23:32 smithi012 systemd[1]: Stopping Ceph mgr.x for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:23:33.775 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:23:33 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:23:33.316+0000 7f2a12e00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-29T00:23:33.775 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:23:33 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x[31885]: 2024-03-29T00:23:33.316+0000 7f2a12e00700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-03-29T00:23:33.775 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:23:33 smithi012 podman[93772]: 2024-03-29 00:23:33.408951673 +0000 UTC m=+0.237440787 container died 01c4a31345e103b8f0fb734fa513761ce396315b4908602bdcd87da6b419a3d6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-323d23d, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-03-29T00:23:34.049 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:23:33 smithi012 podman[93772]: 2024-03-29 00:23:33.993942093 +0000 UTC m=+0.822431260 container cleanup 01c4a31345e103b8f0fb734fa513761ce396315b4908602bdcd87da6b419a3d6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_BRANCH=HEAD, RELEASE=squid-323d23d, maintainer=Guillaume Abrioux ) 2024-03-29T00:23:34.049 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:23:33 smithi012 bash[93772]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x 2024-03-29T00:23:34.549 INFO:journalctl@ceph.mgr.x.smithi012.stdout:Mar 29 00:23:34 smithi012 podman[93786]: 2024-03-29 00:23:34.22035167 +0000 UTC m=+0.799162322 container remove 01c4a31345e103b8f0fb734fa513761ce396315b4908602bdcd87da6b419a3d6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:323d23dc228bbcb7f16f188fdc9c0dcb801844be, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-x, RELEASE=squid-323d23d, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e) 2024-03-29T00:23:34.734 DEBUG:teuthology.orchestra.run.smithi012:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mgr.x.service' 2024-03-29T00:23:34.862 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-29T00:23:34.863 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-03-29T00:23:34.863 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-03-29T00:23:34.863 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mgr.y 2024-03-29T00:23:35.155 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:23:34 smithi053 systemd[1]: Stopping Ceph mgr.y for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:23:35.556 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:23:35 smithi053 podman[70038]: 2024-03-29 00:23:35.209132272 +0000 UTC m=+0.148939146 container died 3365a9519b61d00abf6abbaef7d0082f1bc0164c5e38dc4ca15adcd1bd113cc5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_CLEAN=True, RELEASE=squid-323d23d, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-03-29T00:23:35.890 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:23:35 smithi053 podman[70038]: 2024-03-29 00:23:35.680652237 +0000 UTC m=+0.620459118 container cleanup 3365a9519b61d00abf6abbaef7d0082f1bc0164c5e38dc4ca15adcd1bd113cc5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-323d23d, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2) 2024-03-29T00:23:35.890 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:23:35 smithi053 bash[70038]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y 2024-03-29T00:23:36.112 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mgr.y.service' 2024-03-29T00:23:36.141 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:23:35 smithi053 podman[70050]: 2024-03-29 00:23:35.890546371 +0000 UTC m=+0.676847558 container remove 3365a9519b61d00abf6abbaef7d0082f1bc0164c5e38dc4ca15adcd1bd113cc5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-y, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-323d23d, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-29T00:23:36.141 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:23:35 smithi053 systemd[1]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-03-29T00:23:36.141 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:23:36 smithi053 systemd[1]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mgr.y.service: Failed with result 'exit-code'. 2024-03-29T00:23:36.141 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:23:36 smithi053 systemd[1]: Stopped Ceph mgr.y for f0a28ba8-ed5f-11ee-95d0-87774f69a715. 2024-03-29T00:23:36.142 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Mar 29 00:23:36 smithi053 systemd[1]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mgr.y.service: Consumed 11.452s CPU time. 2024-03-29T00:23:36.153 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-29T00:23:36.153 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-03-29T00:23:36.153 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-03-29T00:23:36.153 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mgr.z 2024-03-29T00:23:36.484 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:23:36 smithi069 systemd[1]: Stopping Ceph mgr.z for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:23:36.929 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:23:36 smithi069 podman[70749]: 2024-03-29 00:23:36.500873624 +0000 UTC m=+0.150602980 container died 1284407d1ac7df40fd98734657b82fe439038891e3917f2e606e11871fda0ea1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, RELEASE=squid-323d23d, ceph=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.vendor=CentOS) 2024-03-29T00:23:37.234 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:23:37 smithi069 podman[70749]: 2024-03-29 00:23:37.028013158 +0000 UTC m=+0.677742505 container cleanup 1284407d1ac7df40fd98734657b82fe439038891e3917f2e606e11871fda0ea1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=squid-323d23d, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326) 2024-03-29T00:23:37.234 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:23:37 smithi069 bash[70749]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z 2024-03-29T00:23:37.510 DEBUG:teuthology.orchestra.run.smithi069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mgr.z.service' 2024-03-29T00:23:37.628 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:23:37 smithi069 podman[70763]: 2024-03-29 00:23:37.288119006 +0000 UTC m=+0.785142089 container remove 1284407d1ac7df40fd98734657b82fe439038891e3917f2e606e11871fda0ea1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mgr-z, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=squid-323d23d, CEPH_POINT_RELEASE=, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240326) 2024-03-29T00:23:37.628 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:23:37 smithi069 systemd[1]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mgr.z.service: Main process exited, code=exited, status=143/n/a 2024-03-29T00:23:37.628 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:23:37 smithi069 systemd[1]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mgr.z.service: Failed with result 'exit-code'. 2024-03-29T00:23:37.629 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:23:37 smithi069 systemd[1]: Stopped Ceph mgr.z for f0a28ba8-ed5f-11ee-95d0-87774f69a715. 2024-03-29T00:23:37.629 INFO:journalctl@ceph.mgr.z.smithi069.stdout:Mar 29 00:23:37 smithi069 systemd[1]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mgr.z.service: Consumed 10.959s CPU time. 2024-03-29T00:23:37.641 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-29T00:23:37.641 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-03-29T00:23:37.641 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-03-29T00:23:37.641 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.0 2024-03-29T00:23:38.049 INFO:journalctl@ceph.osd.0.smithi012.stdout:Mar 29 00:23:37 smithi012 systemd[1]: Stopping Ceph osd.0 for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:23:38.551 INFO:journalctl@ceph.osd.0.smithi012.stdout:Mar 29 00:23:38 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-0[46383]: 2024-03-29T00:23:38.213+0000 7fb6f5a00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-29T00:23:38.551 INFO:journalctl@ceph.osd.0.smithi012.stdout:Mar 29 00:23:38 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-0[46383]: 2024-03-29T00:23:38.213+0000 7fb6f5a00700 -1 osd.0 97 *** Got signal Terminated *** 2024-03-29T00:23:38.551 INFO:journalctl@ceph.osd.0.smithi012.stdout:Mar 29 00:23:38 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-0[46383]: 2024-03-29T00:23:38.213+0000 7fb6f5a00700 -1 osd.0 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-29T00:23:44.050 INFO:journalctl@ceph.osd.0.smithi012.stdout:Mar 29 00:23:43 smithi012 podman[93895]: 2024-03-29 00:23:43.790488812 +0000 UTC m=+5.701729846 container died 1f6db5fbf91bf6ecebce4e431fd493d041680b81353b5c0a699e557aac314964 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240326, RELEASE=squid-323d23d) 2024-03-29T00:23:44.536 INFO:journalctl@ceph.osd.0.smithi012.stdout:Mar 29 00:23:44 smithi012 podman[93895]: 2024-03-29 00:23:44.314422042 +0000 UTC m=+6.225663070 container cleanup 1f6db5fbf91bf6ecebce4e431fd493d041680b81353b5c0a699e557aac314964 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-0, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=squid-323d23d, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-03-29T00:23:44.536 INFO:journalctl@ceph.osd.0.smithi012.stdout:Mar 29 00:23:44 smithi012 bash[93895]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-0 2024-03-29T00:23:44.799 INFO:journalctl@ceph.osd.0.smithi012.stdout:Mar 29 00:23:44 smithi012 podman[93916]: 2024-03-29 00:23:44.53520678 +0000 UTC m=+0.722986375 container remove 1f6db5fbf91bf6ecebce4e431fd493d041680b81353b5c0a699e557aac314964 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240326, RELEASE=squid-323d23d, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-03-29T00:23:45.799 INFO:journalctl@ceph.osd.0.smithi012.stdout:Mar 29 00:23:45 smithi012 podman[94001]: 2024-03-29 00:23:45.334627441 +0000 UTC m=+0.042969383 image pull bed8e21b47c64c348bd50fa93e0a2db0f997a2392760f42fd1dd03442cc97c52 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15 2024-03-29T00:23:45.799 INFO:journalctl@ceph.osd.0.smithi012.stdout:Mar 29 00:23:45 smithi012 podman[94001]: 2024-03-29 00:23:45.452875462 +0000 UTC m=+0.161217382 container create d98b303ccd0aa51b3437de216f1306fdbae307aab7350f4f385c8f42f6bdb223 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-0-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, RELEASE=squid-323d23d, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-03-29T00:23:46.049 INFO:journalctl@ceph.osd.0.smithi012.stdout:Mar 29 00:23:45 smithi012 podman[94001]: 2024-03-29 00:23:45.79862691 +0000 UTC m=+0.506968856 container init d98b303ccd0aa51b3437de216f1306fdbae307aab7350f4f385c8f42f6bdb223 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-0-deactivate, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=squid-323d23d, org.label-schema.license=GPLv2) 2024-03-29T00:23:46.049 INFO:journalctl@ceph.osd.0.smithi012.stdout:Mar 29 00:23:45 smithi012 podman[94001]: 2024-03-29 00:23:45.810764799 +0000 UTC m=+0.519106745 container start d98b303ccd0aa51b3437de216f1306fdbae307aab7350f4f385c8f42f6bdb223 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-0-deactivate, RELEASE=squid-323d23d, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-03-29T00:23:46.050 INFO:journalctl@ceph.osd.0.smithi012.stdout:Mar 29 00:23:45 smithi012 podman[94001]: 2024-03-29 00:23:45.905535119 +0000 UTC m=+0.613877102 container attach d98b303ccd0aa51b3437de216f1306fdbae307aab7350f4f385c8f42f6bdb223 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-0-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=squid-323d23d, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-29T00:23:46.549 INFO:journalctl@ceph.osd.0.smithi012.stdout:Mar 29 00:23:46 smithi012 podman[94001]: 2024-03-29 00:23:46.260469809 +0000 UTC m=+0.968811752 container died d98b303ccd0aa51b3437de216f1306fdbae307aab7350f4f385c8f42f6bdb223 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-0-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-323d23d, org.label-schema.build-date=20240326) 2024-03-29T00:23:47.047 DEBUG:teuthology.orchestra.run.smithi012:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.0.service' 2024-03-29T00:23:47.177 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-29T00:23:47.177 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-03-29T00:23:47.178 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-03-29T00:23:47.178 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.1 2024-03-29T00:23:47.511 INFO:journalctl@ceph.osd.1.smithi053.stdout:Mar 29 00:23:47 smithi053 systemd[1]: Stopping Ceph osd.1 for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:23:47.904 INFO:journalctl@ceph.osd.1.smithi053.stdout:Mar 29 00:23:47 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-1[40835]: 2024-03-29T00:23:47.510+0000 7fa590009700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-29T00:23:47.905 INFO:journalctl@ceph.osd.1.smithi053.stdout:Mar 29 00:23:47 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-1[40835]: 2024-03-29T00:23:47.510+0000 7fa590009700 -1 osd.1 97 *** Got signal Terminated *** 2024-03-29T00:23:47.905 INFO:journalctl@ceph.osd.1.smithi053.stdout:Mar 29 00:23:47 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-1[40835]: 2024-03-29T00:23:47.510+0000 7fa590009700 -1 osd.1 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-29T00:23:53.154 INFO:journalctl@ceph.osd.1.smithi053.stdout:Mar 29 00:23:52 smithi053 podman[70171]: 2024-03-29 00:23:52.874755838 +0000 UTC m=+5.498552166 container died 0c74fac85193f5837f259f33f5d5b5849aee28410dc4d48e9e9ccbc8c91cc95f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-1, RELEASE=squid-323d23d, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-03-29T00:23:53.404 INFO:journalctl@ceph.osd.1.smithi053.stdout:Mar 29 00:23:53 smithi053 podman[70171]: 2024-03-29 00:23:53.24408146 +0000 UTC m=+5.867877775 container cleanup 0c74fac85193f5837f259f33f5d5b5849aee28410dc4d48e9e9ccbc8c91cc95f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-1, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-323d23d, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, CEPH_POINT_RELEASE=) 2024-03-29T00:23:53.405 INFO:journalctl@ceph.osd.1.smithi053.stdout:Mar 29 00:23:53 smithi053 bash[70171]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-1 2024-03-29T00:23:53.869 INFO:journalctl@ceph.osd.1.smithi053.stdout:Mar 29 00:23:53 smithi053 podman[70188]: 2024-03-29 00:23:53.445644023 +0000 UTC m=+0.568911085 container remove 0c74fac85193f5837f259f33f5d5b5849aee28410dc4d48e9e9ccbc8c91cc95f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-1, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_CLEAN=True, RELEASE=squid-323d23d, org.label-schema.schema-version=1.0) 2024-03-29T00:23:54.142 INFO:journalctl@ceph.osd.1.smithi053.stdout:Mar 29 00:23:53 smithi053 podman[70280]: 2024-03-29 00:23:53.772883512 +0000 UTC m=+0.018154526 image pull bed8e21b47c64c348bd50fa93e0a2db0f997a2392760f42fd1dd03442cc97c52 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15 2024-03-29T00:23:54.142 INFO:journalctl@ceph.osd.1.smithi053.stdout:Mar 29 00:23:53 smithi053 podman[70280]: 2024-03-29 00:23:53.904847073 +0000 UTC m=+0.150118066 container create fe51f260c9593d6d86b4e609076581804fcf2b8dc8db5ce4f067a2a902925906 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-1-deactivate, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=squid-323d23d, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e) 2024-03-29T00:23:54.142 INFO:journalctl@ceph.osd.1.smithi053.stdout:Mar 29 00:23:54 smithi053 podman[70280]: 2024-03-29 00:23:54.141795747 +0000 UTC m=+0.387066757 container init fe51f260c9593d6d86b4e609076581804fcf2b8dc8db5ce4f067a2a902925906 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-1-deactivate, RELEASE=squid-323d23d, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True) 2024-03-29T00:23:54.405 INFO:journalctl@ceph.osd.1.smithi053.stdout:Mar 29 00:23:54 smithi053 podman[70280]: 2024-03-29 00:23:54.145592222 +0000 UTC m=+0.390863214 container start fe51f260c9593d6d86b4e609076581804fcf2b8dc8db5ce4f067a2a902925906 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-1-deactivate, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, RELEASE=squid-323d23d, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-03-29T00:23:54.405 INFO:journalctl@ceph.osd.1.smithi053.stdout:Mar 29 00:23:54 smithi053 podman[70280]: 2024-03-29 00:23:54.271104564 +0000 UTC m=+0.516375574 container attach fe51f260c9593d6d86b4e609076581804fcf2b8dc8db5ce4f067a2a902925906 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-1-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, RELEASE=squid-323d23d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-03-29T00:23:54.727 INFO:journalctl@ceph.osd.1.smithi053.stdout:Mar 29 00:23:54 smithi053 podman[70280]: 2024-03-29 00:23:54.451810238 +0000 UTC m=+0.697081244 container died fe51f260c9593d6d86b4e609076581804fcf2b8dc8db5ce4f067a2a902925906 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-1-deactivate, RELEASE=squid-323d23d, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.license=GPLv2) 2024-03-29T00:23:55.057 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.1.service' 2024-03-29T00:23:55.105 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-29T00:23:55.105 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-03-29T00:23:55.105 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-03-29T00:23:55.106 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.2 2024-03-29T00:23:55.415 INFO:journalctl@ceph.osd.2.smithi069.stdout:Mar 29 00:23:55 smithi069 systemd[1]: Stopping Ceph osd.2 for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:23:55.681 INFO:journalctl@ceph.osd.2.smithi069.stdout:Mar 29 00:23:55 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-2[41220]: 2024-03-29T00:23:55.415+0000 7f827213a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-29T00:23:55.681 INFO:journalctl@ceph.osd.2.smithi069.stdout:Mar 29 00:23:55 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-2[41220]: 2024-03-29T00:23:55.415+0000 7f827213a700 -1 osd.2 97 *** Got signal Terminated *** 2024-03-29T00:23:55.681 INFO:journalctl@ceph.osd.2.smithi069.stdout:Mar 29 00:23:55 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-2[41220]: 2024-03-29T00:23:55.415+0000 7f827213a700 -1 osd.2 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-29T00:24:01.207 INFO:journalctl@ceph.osd.2.smithi069.stdout:Mar 29 00:24:00 smithi069 podman[70871]: 2024-03-29 00:24:00.919511232 +0000 UTC m=+5.626795385 container died 244ff35f83f7a4194f09fb2eff49f02a9db0b3422e27657f53eff719162af5d8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-323d23d, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-29T00:24:01.484 INFO:journalctl@ceph.osd.2.smithi069.stdout:Mar 29 00:24:01 smithi069 podman[70871]: 2024-03-29 00:24:01.29017664 +0000 UTC m=+5.997460809 container cleanup 244ff35f83f7a4194f09fb2eff49f02a9db0b3422e27657f53eff719162af5d8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=squid-323d23d, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240326) 2024-03-29T00:24:01.484 INFO:journalctl@ceph.osd.2.smithi069.stdout:Mar 29 00:24:01 smithi069 bash[70871]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-2 2024-03-29T00:24:01.903 INFO:journalctl@ceph.osd.2.smithi069.stdout:Mar 29 00:24:01 smithi069 podman[70901]: 2024-03-29 00:24:01.583090712 +0000 UTC m=+0.664396354 container remove 244ff35f83f7a4194f09fb2eff49f02a9db0b3422e27657f53eff719162af5d8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-2, RELEASE=squid-323d23d, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-03-29T00:24:02.187 INFO:journalctl@ceph.osd.2.smithi069.stdout:Mar 29 00:24:01 smithi069 podman[70995]: 2024-03-29 00:24:01.805952507 +0000 UTC m=+0.017859818 image pull bed8e21b47c64c348bd50fa93e0a2db0f997a2392760f42fd1dd03442cc97c52 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15 2024-03-29T00:24:02.187 INFO:journalctl@ceph.osd.2.smithi069.stdout:Mar 29 00:24:01 smithi069 podman[70995]: 2024-03-29 00:24:01.934126169 +0000 UTC m=+0.146033467 container create 1c7749835652dd288532634019f72d324f8fed7b3aa44d079a2e3a9696f790a2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-2-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, RELEASE=squid-323d23d, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-03-29T00:24:02.474 INFO:journalctl@ceph.osd.2.smithi069.stdout:Mar 29 00:24:02 smithi069 podman[70995]: 2024-03-29 00:24:02.186988029 +0000 UTC m=+0.398895344 container init 1c7749835652dd288532634019f72d324f8fed7b3aa44d079a2e3a9696f790a2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-2-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, RELEASE=squid-323d23d, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-29T00:24:02.474 INFO:journalctl@ceph.osd.2.smithi069.stdout:Mar 29 00:24:02 smithi069 podman[70995]: 2024-03-29 00:24:02.190643083 +0000 UTC m=+0.402550389 container start 1c7749835652dd288532634019f72d324f8fed7b3aa44d079a2e3a9696f790a2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-2-deactivate, RELEASE=squid-323d23d, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True) 2024-03-29T00:24:02.474 INFO:journalctl@ceph.osd.2.smithi069.stdout:Mar 29 00:24:02 smithi069 podman[70995]: 2024-03-29 00:24:02.295560083 +0000 UTC m=+0.507467407 container attach 1c7749835652dd288532634019f72d324f8fed7b3aa44d079a2e3a9696f790a2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-2-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=squid-323d23d, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, maintainer=Guillaume Abrioux ) 2024-03-29T00:24:02.734 INFO:journalctl@ceph.osd.2.smithi069.stdout:Mar 29 00:24:02 smithi069 podman[70995]: 2024-03-29 00:24:02.47490397 +0000 UTC m=+0.686811278 container died 1c7749835652dd288532634019f72d324f8fed7b3aa44d079a2e3a9696f790a2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-2-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-323d23d, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-03-29T00:24:03.173 DEBUG:teuthology.orchestra.run.smithi069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.2.service' 2024-03-29T00:24:03.216 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-29T00:24:03.216 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-03-29T00:24:03.216 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-03-29T00:24:03.217 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.3 2024-03-29T00:24:03.800 INFO:journalctl@ceph.osd.3.smithi012.stdout:Mar 29 00:24:03 smithi012 systemd[1]: Stopping Ceph osd.3 for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:24:04.299 INFO:journalctl@ceph.osd.3.smithi012.stdout:Mar 29 00:24:03 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-3[53192]: 2024-03-29T00:24:03.808+0000 7f3741600700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-29T00:24:04.300 INFO:journalctl@ceph.osd.3.smithi012.stdout:Mar 29 00:24:03 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-3[53192]: 2024-03-29T00:24:03.808+0000 7f3741600700 -1 osd.3 97 *** Got signal Terminated *** 2024-03-29T00:24:04.300 INFO:journalctl@ceph.osd.3.smithi012.stdout:Mar 29 00:24:03 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-3[53192]: 2024-03-29T00:24:03.808+0000 7f3741600700 -1 osd.3 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-29T00:24:05.986 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:05 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:05.656+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:37.742058+0000 front 2024-03-29T00:23:37.741803+0000 (oldest deadline 2024-03-29T00:24:04.742394+0000) 2024-03-29T00:24:06.984 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:06 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:06.618+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:37.742058+0000 front 2024-03-29T00:23:37.741803+0000 (oldest deadline 2024-03-29T00:24:04.742394+0000) 2024-03-29T00:24:06.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:06 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:06.561+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:07.904 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:07 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:07.507+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:07.984 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:07 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:07.613+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:37.742058+0000 front 2024-03-29T00:23:37.741803+0000 (oldest deadline 2024-03-29T00:24:04.742394+0000) 2024-03-29T00:24:07.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:07 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:07.594+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:08.549 INFO:journalctl@ceph.osd.3.smithi012.stdout:Mar 29 00:24:08 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-3[53192]: 2024-03-29T00:24:08.136+0000 7f3737e00700 -1 osd.3 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.477970+0000 front 2024-03-29T00:23:42.478165+0000 (oldest deadline 2024-03-29T00:24:07.177605+0000) 2024-03-29T00:24:08.596 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:08 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:08.255+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:08.904 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:08 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:08.523+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:08.984 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:08 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:08.631+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:37.742058+0000 front 2024-03-29T00:23:37.741803+0000 (oldest deadline 2024-03-29T00:24:04.742394+0000) 2024-03-29T00:24:08.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:08 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:08.596+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:09.548 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:09 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:09.247+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:09.665 INFO:journalctl@ceph.osd.3.smithi012.stdout:Mar 29 00:24:09 smithi012 podman[94106]: 2024-03-29 00:24:09.393039761 +0000 UTC m=+5.720862653 container died d921b46b049adf612dd725e6346b67756349ec0df284e31c24f08fd9297800d5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-3, org.label-schema.vendor=CentOS, RELEASE=squid-323d23d, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, ceph=True, GIT_CLEAN=True) 2024-03-29T00:24:09.665 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:09 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:09.396+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:09.904 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:09 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:09.540+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:09.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:09 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:09.548+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:09.984 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:09 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:09.634+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:37.742058+0000 front 2024-03-29T00:23:37.741803+0000 (oldest deadline 2024-03-29T00:24:04.742394+0000) 2024-03-29T00:24:10.019 INFO:journalctl@ceph.osd.3.smithi012.stdout:Mar 29 00:24:09 smithi012 podman[94106]: 2024-03-29 00:24:09.809049284 +0000 UTC m=+6.136872183 container cleanup d921b46b049adf612dd725e6346b67756349ec0df284e31c24f08fd9297800d5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-3, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-323d23d, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, ceph=True) 2024-03-29T00:24:10.019 INFO:journalctl@ceph.osd.3.smithi012.stdout:Mar 29 00:24:09 smithi012 bash[94106]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-3 2024-03-29T00:24:10.299 INFO:journalctl@ceph.osd.3.smithi012.stdout:Mar 29 00:24:10 smithi012 podman[94125]: 2024-03-29 00:24:10.018427373 +0000 UTC m=+0.613455611 container remove d921b46b049adf612dd725e6346b67756349ec0df284e31c24f08fd9297800d5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-3, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, RELEASE=squid-323d23d, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0) 2024-03-29T00:24:10.587 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:10 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:10.295+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:10.799 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:10 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:10.440+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:10.904 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:10 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:10.510+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:10.984 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:10 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:10.606+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:37.742058+0000 front 2024-03-29T00:23:37.741803+0000 (oldest deadline 2024-03-29T00:24:04.742394+0000) 2024-03-29T00:24:10.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:10 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:10.586+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:11.240 INFO:journalctl@ceph.osd.3.smithi012.stdout:Mar 29 00:24:10 smithi012 podman[94213]: 2024-03-29 00:24:10.804621315 +0000 UTC m=+0.036811160 image pull bed8e21b47c64c348bd50fa93e0a2db0f997a2392760f42fd1dd03442cc97c52 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15 2024-03-29T00:24:11.241 INFO:journalctl@ceph.osd.3.smithi012.stdout:Mar 29 00:24:10 smithi012 podman[94213]: 2024-03-29 00:24:10.92806426 +0000 UTC m=+0.160254142 container create 791f7d9ee7794e758d3f1079f76fb49c777f9822f07845e9dc41adf652ae8495 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-3-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-323d23d, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-29T00:24:11.241 INFO:journalctl@ceph.osd.3.smithi012.stdout:Mar 29 00:24:11 smithi012 podman[94213]: 2024-03-29 00:24:11.239926893 +0000 UTC m=+0.472116771 container init 791f7d9ee7794e758d3f1079f76fb49c777f9822f07845e9dc41adf652ae8495 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-3-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, ceph=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-323d23d, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-29T00:24:11.537 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:11 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:11.275+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:11.549 INFO:journalctl@ceph.osd.3.smithi012.stdout:Mar 29 00:24:11 smithi012 podman[94213]: 2024-03-29 00:24:11.25428996 +0000 UTC m=+0.486479804 container start 791f7d9ee7794e758d3f1079f76fb49c777f9822f07845e9dc41adf652ae8495 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-3-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-323d23d, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e) 2024-03-29T00:24:11.549 INFO:journalctl@ceph.osd.3.smithi012.stdout:Mar 29 00:24:11 smithi012 podman[94213]: 2024-03-29 00:24:11.36428727 +0000 UTC m=+0.596477189 container attach 791f7d9ee7794e758d3f1079f76fb49c777f9822f07845e9dc41adf652ae8495 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-3-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-323d23d, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True) 2024-03-29T00:24:11.549 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:11 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:11.472+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:11.904 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:11 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:11.538+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:11.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:11 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:11.536+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:11.984 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:11 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:11.571+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:37.742058+0000 front 2024-03-29T00:23:37.741803+0000 (oldest deadline 2024-03-29T00:24:04.742394+0000) 2024-03-29T00:24:12.047 INFO:journalctl@ceph.osd.3.smithi012.stdout:Mar 29 00:24:11 smithi012 podman[94213]: 2024-03-29 00:24:11.705629195 +0000 UTC m=+0.937819029 container died 791f7d9ee7794e758d3f1079f76fb49c777f9822f07845e9dc41adf652ae8495 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-3-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-323d23d) 2024-03-29T00:24:12.420 DEBUG:teuthology.orchestra.run.smithi012:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.3.service' 2024-03-29T00:24:12.537 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-29T00:24:12.537 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-03-29T00:24:12.537 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-03-29T00:24:12.537 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.4 2024-03-29T00:24:12.695 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:12 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:12.448+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:12.734 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:12 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:12.536+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:37.742058+0000 front 2024-03-29T00:23:37.741803+0000 (oldest deadline 2024-03-29T00:24:04.742394+0000) 2024-03-29T00:24:12.734 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:12 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:12.295+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:12.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:12 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:12.529+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:12.865 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:12 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:12.499+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:12.865 INFO:journalctl@ceph.osd.4.smithi053.stdout:Mar 29 00:24:12 smithi053 systemd[1]: Stopping Ceph osd.4 for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:24:13.155 INFO:journalctl@ceph.osd.4.smithi053.stdout:Mar 29 00:24:12 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-4[47852]: 2024-03-29T00:24:12.864+0000 7f36e6bed700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-29T00:24:13.155 INFO:journalctl@ceph.osd.4.smithi053.stdout:Mar 29 00:24:12 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-4[47852]: 2024-03-29T00:24:12.864+0000 7f36e6bed700 -1 osd.4 97 *** Got signal Terminated *** 2024-03-29T00:24:13.155 INFO:journalctl@ceph.osd.4.smithi053.stdout:Mar 29 00:24:12 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-4[47852]: 2024-03-29T00:24:12.864+0000 7f36e6bed700 -1 osd.4 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-29T00:24:13.484 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:13 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:13.278+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:13.799 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:13 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:13.480+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:13.800 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:13 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:13.303+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:50.140587+0000 front 2024-03-29T00:23:50.140145+0000 (oldest deadline 2024-03-29T00:24:13.040310+0000) 2024-03-29T00:24:13.904 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:13 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:13.464+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:13.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:13 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:13.563+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:13.984 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:13 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:13.513+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:37.742058+0000 front 2024-03-29T00:23:37.741803+0000 (oldest deadline 2024-03-29T00:24:04.742394+0000) 2024-03-29T00:24:14.734 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:14 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:14.323+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:14.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:14 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:14.519+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:14.735 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:14 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:14.558+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:37.742058+0000 front 2024-03-29T00:23:37.741803+0000 (oldest deadline 2024-03-29T00:24:04.742394+0000) 2024-03-29T00:24:14.799 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:14 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:14.458+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:14.800 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:14 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:14.303+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:50.140587+0000 front 2024-03-29T00:23:50.140145+0000 (oldest deadline 2024-03-29T00:24:13.040310+0000) 2024-03-29T00:24:14.806 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:14 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:14.473+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:14.806 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:14 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:14.473+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:15.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:15 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:15.533+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:15.734 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:15 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:15.589+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:37.742058+0000 front 2024-03-29T00:23:37.741803+0000 (oldest deadline 2024-03-29T00:24:04.742394+0000) 2024-03-29T00:24:15.734 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:15 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:15.589+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:51.445733+0000 front 2024-03-29T00:23:51.445894+0000 (oldest deadline 2024-03-29T00:24:14.945729+0000) 2024-03-29T00:24:15.735 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:15 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:15.359+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:15.735 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:15 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:15.359+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:15.799 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:15 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:15.434+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:15.800 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:15 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:15.350+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:50.140587+0000 front 2024-03-29T00:23:50.140145+0000 (oldest deadline 2024-03-29T00:24:13.040310+0000) 2024-03-29T00:24:15.904 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:15 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:15.426+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:15.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:15 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:15.426+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:16.405 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:16 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:16.002+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:52.148895+0000 front 2024-03-29T00:23:52.149059+0000 (oldest deadline 2024-03-29T00:24:15.049149+0000) 2024-03-29T00:24:16.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:16 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:16.502+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:16.734 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:16 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:16.546+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:37.742058+0000 front 2024-03-29T00:23:37.741803+0000 (oldest deadline 2024-03-29T00:24:04.742394+0000) 2024-03-29T00:24:16.734 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:16 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:16.546+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:51.445733+0000 front 2024-03-29T00:23:51.445894+0000 (oldest deadline 2024-03-29T00:24:14.945729+0000) 2024-03-29T00:24:16.735 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:16 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:16.323+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:16.735 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:16 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:16.323+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:16.799 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:16 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:16.307+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:50.140587+0000 front 2024-03-29T00:23:50.140145+0000 (oldest deadline 2024-03-29T00:24:13.040310+0000) 2024-03-29T00:24:16.800 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:16 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:16.415+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:16.801 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:16 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:16.415+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:16.904 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:16 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:16.413+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:16.904 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:16 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:16.413+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:17.404 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:17 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:17.025+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:52.148895+0000 front 2024-03-29T00:23:52.149059+0000 (oldest deadline 2024-03-29T00:24:15.049149+0000) 2024-03-29T00:24:17.549 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:17 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:17.459+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:17.549 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:17 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:17.459+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:17.550 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:17 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:17.268+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:50.140587+0000 front 2024-03-29T00:23:50.140145+0000 (oldest deadline 2024-03-29T00:24:13.040310+0000) 2024-03-29T00:24:17.734 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:17 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:17.554+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:37.742058+0000 front 2024-03-29T00:23:37.741803+0000 (oldest deadline 2024-03-29T00:24:04.742394+0000) 2024-03-29T00:24:17.734 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:17 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:17.554+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:51.445733+0000 front 2024-03-29T00:23:51.445894+0000 (oldest deadline 2024-03-29T00:24:14.945729+0000) 2024-03-29T00:24:17.734 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:17 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:17.339+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:17.734 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:17 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:17.339+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:17.735 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:17 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:17.469+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:17.904 INFO:journalctl@ceph.osd.4.smithi053.stdout:Mar 29 00:24:17 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-4[47852]: 2024-03-29T00:24:17.654+0000 7f36df1d9700 -1 osd.4 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:52.410993+0000 front 2024-03-29T00:23:52.410946+0000 (oldest deadline 2024-03-29T00:24:17.111032+0000) 2024-03-29T00:24:17.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:17 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:17.423+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:17.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:17 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:17.423+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:18.405 INFO:journalctl@ceph.osd.4.smithi053.stdout:Mar 29 00:24:18 smithi053 podman[70386]: 2024-03-29 00:24:18.188543956 +0000 UTC m=+5.442559418 container died 97c24f2d4cef06bd806c69c1e197e5cd2aba279c1aab7fb13484a7832c990023 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-4, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-323d23d, org.label-schema.schema-version=1.0, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-03-29T00:24:18.405 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:18 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:18.031+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:52.148895+0000 front 2024-03-29T00:23:52.149059+0000 (oldest deadline 2024-03-29T00:24:15.049149+0000) 2024-03-29T00:24:18.549 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:18 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:18.275+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:50.140587+0000 front 2024-03-29T00:23:50.140145+0000 (oldest deadline 2024-03-29T00:24:13.040310+0000) 2024-03-29T00:24:18.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:18 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:18.412+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:18.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:18 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:18.412+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:18.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:18 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:18.445+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:18.734 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:18 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:18.530+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:37.742058+0000 front 2024-03-29T00:23:37.741803+0000 (oldest deadline 2024-03-29T00:24:04.742394+0000) 2024-03-29T00:24:18.734 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:18 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:18.530+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:51.445733+0000 front 2024-03-29T00:23:51.445894+0000 (oldest deadline 2024-03-29T00:24:14.945729+0000) 2024-03-29T00:24:18.734 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:18 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:18.360+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:18.735 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:18 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:18.360+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:18.750 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:18 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:18.424+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:18.750 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:18 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:18.424+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:18.750 INFO:journalctl@ceph.osd.4.smithi053.stdout:Mar 29 00:24:18 smithi053 podman[70386]: 2024-03-29 00:24:18.50723695 +0000 UTC m=+5.761252411 container cleanup 97c24f2d4cef06bd806c69c1e197e5cd2aba279c1aab7fb13484a7832c990023 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-4, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-323d23d, org.label-schema.vendor=CentOS, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, ceph=True, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-03-29T00:24:18.750 INFO:journalctl@ceph.osd.4.smithi053.stdout:Mar 29 00:24:18 smithi053 bash[70386]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-4 2024-03-29T00:24:19.022 INFO:journalctl@ceph.osd.4.smithi053.stdout:Mar 29 00:24:18 smithi053 podman[70415]: 2024-03-29 00:24:18.750129773 +0000 UTC m=+0.561020397 container remove 97c24f2d4cef06bd806c69c1e197e5cd2aba279c1aab7fb13484a7832c990023 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-4, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-323d23d, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e) 2024-03-29T00:24:19.313 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:19 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:19.021+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:52.148895+0000 front 2024-03-29T00:23:52.149059+0000 (oldest deadline 2024-03-29T00:24:15.049149+0000) 2024-03-29T00:24:19.313 INFO:journalctl@ceph.osd.4.smithi053.stdout:Mar 29 00:24:19 smithi053 podman[70508]: 2024-03-29 00:24:19.07871006 +0000 UTC m=+0.018290098 image pull bed8e21b47c64c348bd50fa93e0a2db0f997a2392760f42fd1dd03442cc97c52 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15 2024-03-29T00:24:19.313 INFO:journalctl@ceph.osd.4.smithi053.stdout:Mar 29 00:24:19 smithi053 podman[70508]: 2024-03-29 00:24:19.192888346 +0000 UTC m=+0.132468367 container create 0e4a10daf3168abfcff3ae908fa4130887bf3f435ea7753dda8bccf0dac85998 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-4-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-323d23d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-03-29T00:24:19.549 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:19 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:19.366+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:19.549 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:19 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:19.366+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:19.550 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:19 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:19.287+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:50.140587+0000 front 2024-03-29T00:23:50.140145+0000 (oldest deadline 2024-03-29T00:24:13.040310+0000) 2024-03-29T00:24:19.570 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:19 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:19.414+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:19.570 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:19 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:19.414+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:19.734 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:19 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:19.567+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:37.742058+0000 front 2024-03-29T00:23:37.741803+0000 (oldest deadline 2024-03-29T00:24:04.742394+0000) 2024-03-29T00:24:19.734 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:19 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:19.567+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:51.445733+0000 front 2024-03-29T00:23:51.445894+0000 (oldest deadline 2024-03-29T00:24:14.945729+0000) 2024-03-29T00:24:19.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:19 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:19.420+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:19.735 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:19 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:19.383+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:19.735 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:19 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:19.383+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:19.876 INFO:journalctl@ceph.osd.4.smithi053.stdout:Mar 29 00:24:19 smithi053 podman[70508]: 2024-03-29 00:24:19.570623806 +0000 UTC m=+0.510203830 container init 0e4a10daf3168abfcff3ae908fa4130887bf3f435ea7753dda8bccf0dac85998 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-4-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-323d23d, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-03-29T00:24:19.876 INFO:journalctl@ceph.osd.4.smithi053.stdout:Mar 29 00:24:19 smithi053 podman[70508]: 2024-03-29 00:24:19.574156802 +0000 UTC m=+0.513736841 container start 0e4a10daf3168abfcff3ae908fa4130887bf3f435ea7753dda8bccf0dac85998 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-4-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-323d23d, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True) 2024-03-29T00:24:19.876 INFO:journalctl@ceph.osd.4.smithi053.stdout:Mar 29 00:24:19 smithi053 podman[70508]: 2024-03-29 00:24:19.678911902 +0000 UTC m=+0.618491949 container attach 0e4a10daf3168abfcff3ae908fa4130887bf3f435ea7753dda8bccf0dac85998 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-4-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=squid-323d23d, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-29T00:24:20.154 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:20 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:20.025+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:52.148895+0000 front 2024-03-29T00:23:52.149059+0000 (oldest deadline 2024-03-29T00:24:15.049149+0000) 2024-03-29T00:24:20.155 INFO:journalctl@ceph.osd.4.smithi053.stdout:Mar 29 00:24:19 smithi053 podman[70508]: 2024-03-29 00:24:19.876469944 +0000 UTC m=+0.816049977 container died 0e4a10daf3168abfcff3ae908fa4130887bf3f435ea7753dda8bccf0dac85998 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-4-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-323d23d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e) 2024-03-29T00:24:20.474 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:20 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:20.395+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:20.475 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:20 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:20.395+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:20.496 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.4.service' 2024-03-29T00:24:20.548 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-29T00:24:20.549 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-03-29T00:24:20.549 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-03-29T00:24:20.549 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.5 2024-03-29T00:24:20.550 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:20 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:20.262+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:50.140587+0000 front 2024-03-29T00:23:50.140145+0000 (oldest deadline 2024-03-29T00:24:13.040310+0000) 2024-03-29T00:24:20.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:20 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:20.405+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:20.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:20 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:20.405+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:20.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:20 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:20.395+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:20.734 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:20 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:20.578+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:37.742058+0000 front 2024-03-29T00:23:37.741803+0000 (oldest deadline 2024-03-29T00:24:04.742394+0000) 2024-03-29T00:24:20.734 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:20 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:20.578+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:51.445733+0000 front 2024-03-29T00:23:51.445894+0000 (oldest deadline 2024-03-29T00:24:14.945729+0000) 2024-03-29T00:24:20.734 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:20 smithi069 systemd[1]: Stopping Ceph osd.5 for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:24:20.735 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:20 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:20.430+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:20.735 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:20 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:20.430+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:21.234 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:20 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:20.852+0000 7f50b7164700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-29T00:24:21.234 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:20 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:20.852+0000 7f50b7164700 -1 osd.5 97 *** Got signal Terminated *** 2024-03-29T00:24:21.234 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:20 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:20.852+0000 7f50b7164700 -1 osd.5 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-29T00:24:21.396 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:21 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:21.066+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:52.148895+0000 front 2024-03-29T00:23:52.149059+0000 (oldest deadline 2024-03-29T00:24:15.049149+0000) 2024-03-29T00:24:21.549 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:21 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:21.269+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:50.140587+0000 front 2024-03-29T00:23:50.140145+0000 (oldest deadline 2024-03-29T00:24:13.040310+0000) 2024-03-29T00:24:21.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:21 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:21.413+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:21.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:21 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:21.413+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:21.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:21 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:21.413+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:21.654 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:21 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:21.396+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:21.655 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:21 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:21.396+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:21.734 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:21 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:21.577+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:37.742058+0000 front 2024-03-29T00:23:37.741803+0000 (oldest deadline 2024-03-29T00:24:04.742394+0000) 2024-03-29T00:24:21.734 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:21 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:21.577+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:51.445733+0000 front 2024-03-29T00:23:51.445894+0000 (oldest deadline 2024-03-29T00:24:14.945729+0000) 2024-03-29T00:24:21.734 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:21 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:21.438+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:21.734 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:21 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:21.438+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:21.735 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:21 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:21.443+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:22.402 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:22 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:22.022+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:52.148895+0000 front 2024-03-29T00:23:52.149059+0000 (oldest deadline 2024-03-29T00:24:15.049149+0000) 2024-03-29T00:24:22.549 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:22 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:22.240+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:50.140587+0000 front 2024-03-29T00:23:50.140145+0000 (oldest deadline 2024-03-29T00:24:13.040310+0000) 2024-03-29T00:24:22.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:22 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:22.377+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:22.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:22 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:22.377+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:22.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:22 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:22.377+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:22.654 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:22 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:22.401+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:22.655 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:22 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:22.401+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:22.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:22 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:22.461+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:22.734 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:22 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:22.600+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:37.742058+0000 front 2024-03-29T00:23:37.741803+0000 (oldest deadline 2024-03-29T00:24:04.742394+0000) 2024-03-29T00:24:22.734 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:22 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:22.600+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:51.445733+0000 front 2024-03-29T00:23:51.445894+0000 (oldest deadline 2024-03-29T00:24:14.945729+0000) 2024-03-29T00:24:22.734 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:22 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:22.415+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:22.735 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:22 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:22.415+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:23.395 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:23 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:23.034+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:52.148895+0000 front 2024-03-29T00:23:52.149059+0000 (oldest deadline 2024-03-29T00:24:15.049149+0000) 2024-03-29T00:24:23.550 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:23 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:23.195+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:50.140587+0000 front 2024-03-29T00:23:50.140145+0000 (oldest deadline 2024-03-29T00:24:13.040310+0000) 2024-03-29T00:24:23.550 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:23 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:23.195+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:57.142553+0000 front 2024-03-29T00:23:57.142765+0000 (oldest deadline 2024-03-29T00:24:23.042402+0000) 2024-03-29T00:24:23.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:23 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:23.358+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:23.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:23 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:23.358+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:23.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:23 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:23.358+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:23.654 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:23 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:23.395+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:23.655 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:23 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:23.395+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:23.655 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:23 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:23.395+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:23.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:23 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:23.476+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:23.734 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:23 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:23.639+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:37.742058+0000 front 2024-03-29T00:23:37.741803+0000 (oldest deadline 2024-03-29T00:24:04.742394+0000) 2024-03-29T00:24:23.734 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:23 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:23.639+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:51.445733+0000 front 2024-03-29T00:23:51.445894+0000 (oldest deadline 2024-03-29T00:24:14.945729+0000) 2024-03-29T00:24:23.735 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:23 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:23.436+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:23.735 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:23 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:23.436+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:24.401 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:24 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:24.028+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:52.148895+0000 front 2024-03-29T00:23:52.149059+0000 (oldest deadline 2024-03-29T00:24:15.049149+0000) 2024-03-29T00:24:24.401 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:24 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:24.028+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.951458+0000 front 2024-03-29T00:23:58.951358+0000 (oldest deadline 2024-03-29T00:24:23.051430+0000) 2024-03-29T00:24:24.549 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:24 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:24.243+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:50.140587+0000 front 2024-03-29T00:23:50.140145+0000 (oldest deadline 2024-03-29T00:24:13.040310+0000) 2024-03-29T00:24:24.550 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:24 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:24.243+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:57.142553+0000 front 2024-03-29T00:23:57.142765+0000 (oldest deadline 2024-03-29T00:24:23.042402+0000) 2024-03-29T00:24:24.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:24 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:24.342+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:24.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:24 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:24.342+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:24.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:24 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:24.342+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:24.654 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:24 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:24.400+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:24.654 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:24 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:24.400+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:24.655 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:24 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:24.400+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:24.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:24 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:24.447+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:24.734 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:24 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:24.594+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:37.742058+0000 front 2024-03-29T00:23:37.741803+0000 (oldest deadline 2024-03-29T00:24:04.742394+0000) 2024-03-29T00:24:24.734 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:24 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:24.594+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:51.445733+0000 front 2024-03-29T00:23:51.445894+0000 (oldest deadline 2024-03-29T00:24:14.945729+0000) 2024-03-29T00:24:24.734 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:24 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:24.416+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:24.735 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:24 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:24.416+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:25.367 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:25 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:25.041+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:52.148895+0000 front 2024-03-29T00:23:52.149059+0000 (oldest deadline 2024-03-29T00:24:15.049149+0000) 2024-03-29T00:24:25.367 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:25 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:25.041+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.951458+0000 front 2024-03-29T00:23:58.951358+0000 (oldest deadline 2024-03-29T00:24:23.051430+0000) 2024-03-29T00:24:25.549 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:25 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:25.282+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:50.140587+0000 front 2024-03-29T00:23:50.140145+0000 (oldest deadline 2024-03-29T00:24:13.040310+0000) 2024-03-29T00:24:25.550 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:25 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:25.282+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:57.142553+0000 front 2024-03-29T00:23:57.142765+0000 (oldest deadline 2024-03-29T00:24:23.042402+0000) 2024-03-29T00:24:25.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:25 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:25.313+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:25.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:25 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:25.313+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:25.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:25 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:25.313+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:25.654 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:25 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:25.367+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:25.654 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:25 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:25.367+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:25.655 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:25 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:25.367+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:25.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:25 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:25.448+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:25.734 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:25 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:25.427+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:25.734 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:25 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:25.427+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:25.735 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:25 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:25.627+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:37.742058+0000 front 2024-03-29T00:23:37.741803+0000 (oldest deadline 2024-03-29T00:24:04.742394+0000) 2024-03-29T00:24:25.735 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:25 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:25.627+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:51.445733+0000 front 2024-03-29T00:23:51.445894+0000 (oldest deadline 2024-03-29T00:24:14.945729+0000) 2024-03-29T00:24:25.735 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:25 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5[47925]: 2024-03-29T00:24:25.627+0000 7f50b3758700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:59.547151+0000 front 2024-03-29T00:23:59.547107+0000 (oldest deadline 2024-03-29T00:24:25.447254+0000) 2024-03-29T00:24:26.402 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:26 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:26.082+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:52.148895+0000 front 2024-03-29T00:23:52.149059+0000 (oldest deadline 2024-03-29T00:24:15.049149+0000) 2024-03-29T00:24:26.402 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:26 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:26.082+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.951458+0000 front 2024-03-29T00:23:58.951358+0000 (oldest deadline 2024-03-29T00:24:23.051430+0000) 2024-03-29T00:24:26.446 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:26 smithi069 podman[71105]: 2024-03-29 00:24:26.18776124 +0000 UTC m=+5.447736288 container died 06bcfa3d14dbdf04092dd296c165741112ea351d808aabca703bd0de43af782a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-323d23d, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-03-29T00:24:26.549 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:26 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:26.259+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:50.140587+0000 front 2024-03-29T00:23:50.140145+0000 (oldest deadline 2024-03-29T00:24:13.040310+0000) 2024-03-29T00:24:26.550 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:26 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:26.259+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:57.142553+0000 front 2024-03-29T00:23:57.142765+0000 (oldest deadline 2024-03-29T00:24:23.042402+0000) 2024-03-29T00:24:26.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:26 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:26.275+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:26.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:26 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:26.275+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:26.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:26 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:26.275+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:26.654 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:26 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:26.402+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:26.655 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:26 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:26.402+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:26.655 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:26 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:26.402+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:26.734 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:26 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:26.445+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:26.734 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:26 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:26.445+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:26.734 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:26 smithi069 podman[71105]: 2024-03-29 00:24:26.571388053 +0000 UTC m=+5.831363067 container cleanup 06bcfa3d14dbdf04092dd296c165741112ea351d808aabca703bd0de43af782a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_CLEAN=True, RELEASE=squid-323d23d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-03-29T00:24:26.734 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:26 smithi069 bash[71105]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5 2024-03-29T00:24:26.735 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:26 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:26.493+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:26.735 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:26 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:26.493+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:27.202 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:26 smithi069 podman[71122]: 2024-03-29 00:24:26.839666403 +0000 UTC m=+0.655641414 container remove 06bcfa3d14dbdf04092dd296c165741112ea351d808aabca703bd0de43af782a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, RELEASE=squid-323d23d, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-29T00:24:27.404 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:27 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:27.052+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:52.148895+0000 front 2024-03-29T00:23:52.149059+0000 (oldest deadline 2024-03-29T00:24:15.049149+0000) 2024-03-29T00:24:27.405 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:27 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:27.052+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.951458+0000 front 2024-03-29T00:23:58.951358+0000 (oldest deadline 2024-03-29T00:24:23.051430+0000) 2024-03-29T00:24:27.484 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:27 smithi069 podman[71219]: 2024-03-29 00:24:27.106166005 +0000 UTC m=+0.018670307 image pull bed8e21b47c64c348bd50fa93e0a2db0f997a2392760f42fd1dd03442cc97c52 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15 2024-03-29T00:24:27.484 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:27 smithi069 podman[71219]: 2024-03-29 00:24:27.223860347 +0000 UTC m=+0.136364638 container create ff8b8df3da7ad0948f08e00c1cd607b929c2d576bf0b7e2a8df16b6ac01bfb91 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5-deactivate, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-323d23d, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-03-29T00:24:27.549 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:27 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:27.262+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:50.140587+0000 front 2024-03-29T00:23:50.140145+0000 (oldest deadline 2024-03-29T00:24:13.040310+0000) 2024-03-29T00:24:27.550 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:27 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:27.262+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:57.142553+0000 front 2024-03-29T00:23:57.142765+0000 (oldest deadline 2024-03-29T00:24:23.042402+0000) 2024-03-29T00:24:27.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:27 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:27.247+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:27.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:27 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:27.247+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:27.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:27 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:27.247+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:27.808 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:27 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:27.490+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:27.808 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:27 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:27.490+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:27.809 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:27 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:27.511+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:27.809 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:27 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:27.511+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:27.809 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:27 smithi069 podman[71219]: 2024-03-29 00:24:27.497748179 +0000 UTC m=+0.410252464 container init ff8b8df3da7ad0948f08e00c1cd607b929c2d576bf0b7e2a8df16b6ac01bfb91 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-323d23d, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326) 2024-03-29T00:24:27.809 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:27 smithi069 podman[71219]: 2024-03-29 00:24:27.50104728 +0000 UTC m=+0.413551569 container start ff8b8df3da7ad0948f08e00c1cd607b929c2d576bf0b7e2a8df16b6ac01bfb91 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=squid-323d23d, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-03-29T00:24:27.809 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:27 smithi069 podman[71219]: 2024-03-29 00:24:27.601843023 +0000 UTC m=+0.514347310 container attach ff8b8df3da7ad0948f08e00c1cd607b929c2d576bf0b7e2a8df16b6ac01bfb91 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240326, RELEASE=squid-323d23d, org.label-schema.schema-version=1.0) 2024-03-29T00:24:27.904 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:27 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:27.415+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:27.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:27 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:27.416+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:27.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:27 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:27.416+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:28.171 INFO:journalctl@ceph.osd.5.smithi069.stdout:Mar 29 00:24:27 smithi069 podman[71219]: 2024-03-29 00:24:27.808853342 +0000 UTC m=+0.721357638 container died ff8b8df3da7ad0948f08e00c1cd607b929c2d576bf0b7e2a8df16b6ac01bfb91 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-5-deactivate, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.build-date=20240326, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-323d23d, org.label-schema.schema-version=1.0) 2024-03-29T00:24:28.404 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:28 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:28.090+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:52.148895+0000 front 2024-03-29T00:23:52.149059+0000 (oldest deadline 2024-03-29T00:24:15.049149+0000) 2024-03-29T00:24:28.404 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:28 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:28.090+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.951458+0000 front 2024-03-29T00:23:58.951358+0000 (oldest deadline 2024-03-29T00:24:23.051430+0000) 2024-03-29T00:24:28.496 DEBUG:teuthology.orchestra.run.smithi069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.5.service' 2024-03-29T00:24:28.539 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-29T00:24:28.539 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-03-29T00:24:28.539 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-03-29T00:24:28.539 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.6 2024-03-29T00:24:28.549 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:28 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:28.277+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:50.140587+0000 front 2024-03-29T00:23:50.140145+0000 (oldest deadline 2024-03-29T00:24:13.040310+0000) 2024-03-29T00:24:28.549 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:28 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:28.277+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:57.142553+0000 front 2024-03-29T00:23:57.142765+0000 (oldest deadline 2024-03-29T00:24:23.042402+0000) 2024-03-29T00:24:28.549 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:28 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:28.267+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:28.549 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:28 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:28.267+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:28.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:28 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:28.267+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:28.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:28 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:28.560+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:28.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:28 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:28.560+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:28.734 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:28 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:28.475+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:28.734 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:28 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:28.475+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:28.904 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:28 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:28.424+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:28.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:28 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:28.424+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:28.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:28 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:28.424+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:29.049 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:28 smithi012 systemd[1]: Stopping Ceph osd.6 for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:24:29.404 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:29 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:29.086+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:52.148895+0000 front 2024-03-29T00:23:52.149059+0000 (oldest deadline 2024-03-29T00:24:15.049149+0000) 2024-03-29T00:24:29.405 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:29 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:29.086+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.951458+0000 front 2024-03-29T00:23:58.951358+0000 (oldest deadline 2024-03-29T00:24:23.051430+0000) 2024-03-29T00:24:29.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:29 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:29.253+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:29.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:29 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:29.253+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:29.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:29 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:29.253+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:29.551 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:29 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:29.151+0000 7f4888400700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-29T00:24:29.551 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:29 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:29.151+0000 7f4888400700 -1 osd.6 97 *** Got signal Terminated *** 2024-03-29T00:24:29.551 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:29 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:29.151+0000 7f4888400700 -1 osd.6 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-29T00:24:29.551 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:29 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:29.317+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:50.140587+0000 front 2024-03-29T00:23:50.140145+0000 (oldest deadline 2024-03-29T00:24:13.040310+0000) 2024-03-29T00:24:29.551 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:29 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:29.317+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:57.142553+0000 front 2024-03-29T00:23:57.142765+0000 (oldest deadline 2024-03-29T00:24:23.042402+0000) 2024-03-29T00:24:29.734 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:29 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:29.469+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:29.734 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:29 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:29.469+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:29.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:29 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:29.556+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:29.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:29 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:29.556+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:29.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:29 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:29.412+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:29.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:29 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:29.412+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:29.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:29 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:29.412+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:30.404 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:30 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:30.110+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:52.148895+0000 front 2024-03-29T00:23:52.149059+0000 (oldest deadline 2024-03-29T00:24:15.049149+0000) 2024-03-29T00:24:30.405 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:30 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:30.110+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.951458+0000 front 2024-03-29T00:23:58.951358+0000 (oldest deadline 2024-03-29T00:24:23.051430+0000) 2024-03-29T00:24:30.549 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:30 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:30.283+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:50.140587+0000 front 2024-03-29T00:23:50.140145+0000 (oldest deadline 2024-03-29T00:24:13.040310+0000) 2024-03-29T00:24:30.550 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:30 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:30.283+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:57.142553+0000 front 2024-03-29T00:23:57.142765+0000 (oldest deadline 2024-03-29T00:24:23.042402+0000) 2024-03-29T00:24:30.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:30 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:30.215+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:30.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:30 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:30.215+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:30.551 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:30 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:30.215+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:30.904 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:30 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:30.454+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:30.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:30 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:30.454+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:30.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:30 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:30.454+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:30.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:30 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:30.483+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:30.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:30 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:30.483+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:30.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:30 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:30.572+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:30.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:30 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:30.572+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:31.404 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:31 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:31.081+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:52.148895+0000 front 2024-03-29T00:23:52.149059+0000 (oldest deadline 2024-03-29T00:24:15.049149+0000) 2024-03-29T00:24:31.404 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:31 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:31.081+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.951458+0000 front 2024-03-29T00:23:58.951358+0000 (oldest deadline 2024-03-29T00:24:23.051430+0000) 2024-03-29T00:24:31.550 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:31 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:31.263+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:50.140587+0000 front 2024-03-29T00:23:50.140145+0000 (oldest deadline 2024-03-29T00:24:13.040310+0000) 2024-03-29T00:24:31.550 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:31 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:31.263+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:57.142553+0000 front 2024-03-29T00:23:57.142765+0000 (oldest deadline 2024-03-29T00:24:23.042402+0000) 2024-03-29T00:24:31.550 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:31 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:31.263+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:03.043236+0000 front 2024-03-29T00:24:03.043536+0000 (oldest deadline 2024-03-29T00:24:31.244560+0000) 2024-03-29T00:24:31.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:31 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:31.167+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:31.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:31 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:31.167+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:31.551 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:31 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:31.167+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:31.551 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:31 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:31.167+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.723170+0000 front 2024-03-29T00:24:06.723482+0000 (oldest deadline 2024-03-29T00:24:30.223125+0000) 2024-03-29T00:24:31.904 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:31 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:31.450+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:31.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:31 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:31.450+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:31.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:31 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:31.450+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:31.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:31 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:31.450+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:24:31.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:31 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:31.609+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:31.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:31 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:31.609+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:31.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:31 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:31.501+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:31.985 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:31 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:31.501+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:31.985 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:31 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:31.501+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.963543+0000 front 2024-03-29T00:24:07.963677+0000 (oldest deadline 2024-03-29T00:24:31.463536+0000) 2024-03-29T00:24:32.404 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:32 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:32.087+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:52.148895+0000 front 2024-03-29T00:23:52.149059+0000 (oldest deadline 2024-03-29T00:24:15.049149+0000) 2024-03-29T00:24:32.405 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:32 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:32.087+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.951458+0000 front 2024-03-29T00:23:58.951358+0000 (oldest deadline 2024-03-29T00:24:23.051430+0000) 2024-03-29T00:24:32.550 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:32 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:32.222+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:50.140587+0000 front 2024-03-29T00:23:50.140145+0000 (oldest deadline 2024-03-29T00:24:13.040310+0000) 2024-03-29T00:24:32.550 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:32 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:32.222+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:57.142553+0000 front 2024-03-29T00:23:57.142765+0000 (oldest deadline 2024-03-29T00:24:23.042402+0000) 2024-03-29T00:24:32.550 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:32 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:32.222+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:03.043236+0000 front 2024-03-29T00:24:03.043536+0000 (oldest deadline 2024-03-29T00:24:31.244560+0000) 2024-03-29T00:24:32.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:32 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:32.120+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:32.551 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:32 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:32.120+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:32.551 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:32 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:32.120+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:32.551 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:32 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:32.120+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.723170+0000 front 2024-03-29T00:24:06.723482+0000 (oldest deadline 2024-03-29T00:24:30.223125+0000) 2024-03-29T00:24:32.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:32 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:32.623+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:32.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:32 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:32.623+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:32.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:32 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:32.623+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:24:32.734 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:32 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:32.459+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:32.735 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:32 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:32.459+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:32.735 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:32 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:32.459+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.963543+0000 front 2024-03-29T00:24:07.963677+0000 (oldest deadline 2024-03-29T00:24:31.463536+0000) 2024-03-29T00:24:32.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:32 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:32.427+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:32.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:32 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:32.427+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:32.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:32 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:32.427+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:32.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:32 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:32.427+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:24:33.404 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:33 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:33.126+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:52.148895+0000 front 2024-03-29T00:23:52.149059+0000 (oldest deadline 2024-03-29T00:24:15.049149+0000) 2024-03-29T00:24:33.405 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:33 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:33.126+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.951458+0000 front 2024-03-29T00:23:58.951358+0000 (oldest deadline 2024-03-29T00:24:23.051430+0000) 2024-03-29T00:24:33.405 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:33 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:33.126+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:08.753880+0000 front 2024-03-29T00:24:08.754032+0000 (oldest deadline 2024-03-29T00:24:32.253722+0000) 2024-03-29T00:24:33.549 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:33 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:33.182+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:50.140587+0000 front 2024-03-29T00:23:50.140145+0000 (oldest deadline 2024-03-29T00:24:13.040310+0000) 2024-03-29T00:24:33.550 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:33 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:33.182+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:57.142553+0000 front 2024-03-29T00:23:57.142765+0000 (oldest deadline 2024-03-29T00:24:23.042402+0000) 2024-03-29T00:24:33.550 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:33 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6[60056]: 2024-03-29T00:24:33.182+0000 7f4883c00700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:03.043236+0000 front 2024-03-29T00:24:03.043536+0000 (oldest deadline 2024-03-29T00:24:31.244560+0000) 2024-03-29T00:24:33.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:33 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:33.160+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:33.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:33 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:33.160+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:33.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:33 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:33.160+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:33.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:33 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:33.160+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.723170+0000 front 2024-03-29T00:24:06.723482+0000 (oldest deadline 2024-03-29T00:24:30.223125+0000) 2024-03-29T00:24:33.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:33 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:33.424+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:33.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:33 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:33.424+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:33.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:33 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:33.424+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:33.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:33 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:33.424+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:24:33.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:33 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:33.484+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:33.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:33 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:33.484+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:33.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:33 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:33.484+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.963543+0000 front 2024-03-29T00:24:07.963677+0000 (oldest deadline 2024-03-29T00:24:31.463536+0000) 2024-03-29T00:24:33.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:33 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:33.589+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:33.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:33 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:33.589+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:33.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:33 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:33.589+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:24:34.450 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:34 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:34.167+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:52.148895+0000 front 2024-03-29T00:23:52.149059+0000 (oldest deadline 2024-03-29T00:24:15.049149+0000) 2024-03-29T00:24:34.451 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:34 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:34.167+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.951458+0000 front 2024-03-29T00:23:58.951358+0000 (oldest deadline 2024-03-29T00:24:23.051430+0000) 2024-03-29T00:24:34.451 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:34 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:34.167+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:08.753880+0000 front 2024-03-29T00:24:08.754032+0000 (oldest deadline 2024-03-29T00:24:32.253722+0000) 2024-03-29T00:24:34.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:34 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:34.120+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:34.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:34 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:34.120+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:34.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:34 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:34.120+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:34.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:34 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:34.120+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.723170+0000 front 2024-03-29T00:24:06.723482+0000 (oldest deadline 2024-03-29T00:24:30.223125+0000) 2024-03-29T00:24:34.904 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:34 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:34.450+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:34.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:34 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:34.450+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:34.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:34 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:34.450+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:34.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:34 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:34.450+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:24:34.941 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:34 smithi012 podman[94330]: 2024-03-29 00:24:34.68588129 +0000 UTC m=+5.684931924 container died 12ffe5c292c555641a632e82369e8783e85596801332fda7f4580a070820f797 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=squid-323d23d, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-03-29T00:24:34.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:34 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:34.528+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:34.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:34 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:34.528+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:34.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:34 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:34.528+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.963543+0000 front 2024-03-29T00:24:07.963677+0000 (oldest deadline 2024-03-29T00:24:31.463536+0000) 2024-03-29T00:24:34.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:34 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:34.629+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:34.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:34 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:34.629+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:34.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:34 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:34.629+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:24:35.299 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:35 smithi012 podman[94330]: 2024-03-29 00:24:35.05979222 +0000 UTC m=+6.058842854 container cleanup 12ffe5c292c555641a632e82369e8783e85596801332fda7f4580a070820f797 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-323d23d) 2024-03-29T00:24:35.300 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:35 smithi012 bash[94330]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6 2024-03-29T00:24:35.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:35 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:35.117+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:35.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:35 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:35.117+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:35.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:35 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:35.117+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:35.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:35 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:35.117+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.723170+0000 front 2024-03-29T00:24:06.723482+0000 (oldest deadline 2024-03-29T00:24:30.223125+0000) 2024-03-29T00:24:35.404 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:35 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:35.119+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:52.148895+0000 front 2024-03-29T00:23:52.149059+0000 (oldest deadline 2024-03-29T00:24:15.049149+0000) 2024-03-29T00:24:35.405 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:35 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:35.119+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.951458+0000 front 2024-03-29T00:23:58.951358+0000 (oldest deadline 2024-03-29T00:24:23.051430+0000) 2024-03-29T00:24:35.405 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:35 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:35.119+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:08.753880+0000 front 2024-03-29T00:24:08.754032+0000 (oldest deadline 2024-03-29T00:24:32.253722+0000) 2024-03-29T00:24:35.799 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:35 smithi012 podman[94351]: 2024-03-29 00:24:35.419482192 +0000 UTC m=+0.724834169 container remove 12ffe5c292c555641a632e82369e8783e85596801332fda7f4580a070820f797 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-323d23d, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-29T00:24:35.904 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:35 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:35.463+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:35.904 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:35 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:35.463+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:35.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:35 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:35.463+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:35.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:35 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:35.463+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:24:35.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:35 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:35.553+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:35.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:35 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:35.553+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:35.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:35 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:35.553+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.963543+0000 front 2024-03-29T00:24:07.963677+0000 (oldest deadline 2024-03-29T00:24:31.463536+0000) 2024-03-29T00:24:35.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:35 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:35.621+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:35.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:35 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:35.621+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:35.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:35 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:35.621+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:24:36.405 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:36 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:36.090+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:52.148895+0000 front 2024-03-29T00:23:52.149059+0000 (oldest deadline 2024-03-29T00:24:15.049149+0000) 2024-03-29T00:24:36.405 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:36 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:36.090+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.951458+0000 front 2024-03-29T00:23:58.951358+0000 (oldest deadline 2024-03-29T00:24:23.051430+0000) 2024-03-29T00:24:36.405 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:36 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:36.090+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:08.753880+0000 front 2024-03-29T00:24:08.754032+0000 (oldest deadline 2024-03-29T00:24:32.253722+0000) 2024-03-29T00:24:36.461 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:36 smithi012 podman[94436]: 2024-03-29 00:24:36.15828482 +0000 UTC m=+0.034466058 image pull bed8e21b47c64c348bd50fa93e0a2db0f997a2392760f42fd1dd03442cc97c52 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15 2024-03-29T00:24:36.461 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:36 smithi012 podman[94436]: 2024-03-29 00:24:36.312038846 +0000 UTC m=+0.188220108 container create 7981df36fa1717249d4edbefed82b065d52b357ea742d29a689b38c754083d50 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6-deactivate, RELEASE=squid-323d23d, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True) 2024-03-29T00:24:36.461 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:36 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:36.120+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:36.461 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:36 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:36.120+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:36.461 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:36 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:36.120+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:36.461 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:36 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:36.120+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.723170+0000 front 2024-03-29T00:24:06.723482+0000 (oldest deadline 2024-03-29T00:24:30.223125+0000) 2024-03-29T00:24:36.799 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:36 smithi012 podman[94436]: 2024-03-29 00:24:36.565441267 +0000 UTC m=+0.441622536 container init 7981df36fa1717249d4edbefed82b065d52b357ea742d29a689b38c754083d50 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-323d23d, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240326) 2024-03-29T00:24:36.799 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:36 smithi012 podman[94436]: 2024-03-29 00:24:36.576958591 +0000 UTC m=+0.453139856 container start 7981df36fa1717249d4edbefed82b065d52b357ea742d29a689b38c754083d50 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, RELEASE=squid-323d23d, GIT_CLEAN=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-29T00:24:36.799 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:36 smithi012 podman[94436]: 2024-03-29 00:24:36.664277234 +0000 UTC m=+0.540458476 container attach 7981df36fa1717249d4edbefed82b065d52b357ea742d29a689b38c754083d50 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-323d23d, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.vendor=CentOS) 2024-03-29T00:24:36.904 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:36 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:36.455+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:36.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:36 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:36.455+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:36.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:36 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:36.455+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:36.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:36 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:36.455+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:24:36.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:36 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:36.528+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:36.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:36 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:36.528+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:36.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:36 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:36.528+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.963543+0000 front 2024-03-29T00:24:07.963677+0000 (oldest deadline 2024-03-29T00:24:31.463536+0000) 2024-03-29T00:24:36.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:36 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:36.620+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:36.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:36 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:36.620+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:36.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:36 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:36.620+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:24:37.300 INFO:journalctl@ceph.osd.6.smithi012.stdout:Mar 29 00:24:37 smithi012 podman[94436]: 2024-03-29 00:24:37.034351647 +0000 UTC m=+0.910532872 container died 7981df36fa1717249d4edbefed82b065d52b357ea742d29a689b38c754083d50 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.build-date=20240326, RELEASE=squid-323d23d, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-03-29T00:24:37.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:37 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:37.111+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:37.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:37 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:37.111+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:37.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:37 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:37.111+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:37.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:37 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:37.111+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.723170+0000 front 2024-03-29T00:24:06.723482+0000 (oldest deadline 2024-03-29T00:24:30.223125+0000) 2024-03-29T00:24:37.404 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:37 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:37.053+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:52.148895+0000 front 2024-03-29T00:23:52.149059+0000 (oldest deadline 2024-03-29T00:24:15.049149+0000) 2024-03-29T00:24:37.405 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:37 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:37.053+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.951458+0000 front 2024-03-29T00:23:58.951358+0000 (oldest deadline 2024-03-29T00:24:23.051430+0000) 2024-03-29T00:24:37.405 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:37 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:37.053+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:08.753880+0000 front 2024-03-29T00:24:08.754032+0000 (oldest deadline 2024-03-29T00:24:32.253722+0000) 2024-03-29T00:24:37.799 DEBUG:teuthology.orchestra.run.smithi012:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.6.service' 2024-03-29T00:24:37.904 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:37 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:37.420+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:37.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:37 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:37.420+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:37.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:37 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:37.420+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:37.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:37 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:37.420+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:24:37.972 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-29T00:24:37.973 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-03-29T00:24:37.973 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-03-29T00:24:37.973 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.7 2024-03-29T00:24:37.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:37 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:37.657+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:37.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:37 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:37.657+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:37.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:37 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:37.657+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:24:37.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:37 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:37.539+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:37.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:37 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:37.539+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:37.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:37 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:37.539+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.963543+0000 front 2024-03-29T00:24:07.963677+0000 (oldest deadline 2024-03-29T00:24:31.463536+0000) 2024-03-29T00:24:38.311 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:38 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:38.007+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:52.148895+0000 front 2024-03-29T00:23:52.149059+0000 (oldest deadline 2024-03-29T00:24:15.049149+0000) 2024-03-29T00:24:38.311 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:38 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:38.007+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.951458+0000 front 2024-03-29T00:23:58.951358+0000 (oldest deadline 2024-03-29T00:24:23.051430+0000) 2024-03-29T00:24:38.311 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:38 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:38.007+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:08.753880+0000 front 2024-03-29T00:24:08.754032+0000 (oldest deadline 2024-03-29T00:24:32.253722+0000) 2024-03-29T00:24:38.312 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:38 smithi053 systemd[1]: Stopping Ceph osd.7 for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:24:38.312 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:38 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:38.310+0000 7fbdc5301700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-29T00:24:38.312 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:38 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:38.310+0000 7fbdc5301700 -1 osd.7 97 *** Got signal Terminated *** 2024-03-29T00:24:38.312 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:38 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:38.310+0000 7fbdc5301700 -1 osd.7 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-29T00:24:38.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:38 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:38.065+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:38.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:38 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:38.065+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:38.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:38 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:38.065+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:38.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:38 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:38.065+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.723170+0000 front 2024-03-29T00:24:06.723482+0000 (oldest deadline 2024-03-29T00:24:30.223125+0000) 2024-03-29T00:24:38.654 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:38 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:38.466+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:38.655 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:38 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:38.466+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:38.655 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:38 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:38.466+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:38.655 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:38 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:38.467+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:24:38.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:38 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:38.585+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:38.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:38 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:38.585+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:38.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:38 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:38.585+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.963543+0000 front 2024-03-29T00:24:07.963677+0000 (oldest deadline 2024-03-29T00:24:31.463536+0000) 2024-03-29T00:24:38.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:38 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:38.612+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:38.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:38 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:38.612+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:38.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:38 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:38.612+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:24:38.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:38 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:38.612+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:24:39.299 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:39 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:39.023+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:39.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:39 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:39.023+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:39.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:39 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:39.023+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:39.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:39 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:39.023+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.723170+0000 front 2024-03-29T00:24:06.723482+0000 (oldest deadline 2024-03-29T00:24:30.223125+0000) 2024-03-29T00:24:39.404 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:39 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:39.029+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:52.148895+0000 front 2024-03-29T00:23:52.149059+0000 (oldest deadline 2024-03-29T00:24:15.049149+0000) 2024-03-29T00:24:39.405 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:39 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:39.029+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.951458+0000 front 2024-03-29T00:23:58.951358+0000 (oldest deadline 2024-03-29T00:24:23.051430+0000) 2024-03-29T00:24:39.405 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:39 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:39.029+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:08.753880+0000 front 2024-03-29T00:24:08.754032+0000 (oldest deadline 2024-03-29T00:24:32.253722+0000) 2024-03-29T00:24:39.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:39 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:39.473+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:39.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:39 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:39.473+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:39.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:39 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:39.473+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:39.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:39 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:39.473+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:24:39.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:39 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:39.473+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.681440+0000 front 2024-03-29T00:24:14.681478+0000 (oldest deadline 2024-03-29T00:24:39.381523+0000) 2024-03-29T00:24:39.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:39 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:39.541+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:39.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:39 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:39.541+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:39.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:39 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:39.541+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.963543+0000 front 2024-03-29T00:24:07.963677+0000 (oldest deadline 2024-03-29T00:24:31.463536+0000) 2024-03-29T00:24:39.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:39 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:39.617+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:39.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:39 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:39.617+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:39.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:39 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:39.617+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:24:39.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:39 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:39.617+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:24:40.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:39 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:39.990+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:40.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:39 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:39.990+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:40.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:39 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:39.990+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:40.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:39 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:39.990+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.723170+0000 front 2024-03-29T00:24:06.723482+0000 (oldest deadline 2024-03-29T00:24:30.223125+0000) 2024-03-29T00:24:40.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:39 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:39.990+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:13.725789+0000 front 2024-03-29T00:24:13.725360+0000 (oldest deadline 2024-03-29T00:24:39.625306+0000) 2024-03-29T00:24:40.405 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:40 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:40.030+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:52.148895+0000 front 2024-03-29T00:23:52.149059+0000 (oldest deadline 2024-03-29T00:24:15.049149+0000) 2024-03-29T00:24:40.405 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:40 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:40.030+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.951458+0000 front 2024-03-29T00:23:58.951358+0000 (oldest deadline 2024-03-29T00:24:23.051430+0000) 2024-03-29T00:24:40.405 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:40 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:40.030+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:08.753880+0000 front 2024-03-29T00:24:08.754032+0000 (oldest deadline 2024-03-29T00:24:32.253722+0000) 2024-03-29T00:24:40.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:40 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:40.503+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:40.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:40 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:40.503+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:40.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:40 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:40.503+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:40.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:40 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:40.503+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:24:40.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:40 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:40.503+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.681440+0000 front 2024-03-29T00:24:14.681478+0000 (oldest deadline 2024-03-29T00:24:39.381523+0000) 2024-03-29T00:24:40.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:40 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:40.531+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:40.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:40 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:40.531+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:40.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:40 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:40.531+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.963543+0000 front 2024-03-29T00:24:07.963677+0000 (oldest deadline 2024-03-29T00:24:31.463536+0000) 2024-03-29T00:24:40.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:40 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:40.628+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:40.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:40 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:40.628+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:40.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:40 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:40.628+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:24:40.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:40 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:40.629+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:24:41.299 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:40 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:40.971+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:41.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:40 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:40.971+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:41.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:40 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:40.971+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:41.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:40 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:40.971+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.723170+0000 front 2024-03-29T00:24:06.723482+0000 (oldest deadline 2024-03-29T00:24:30.223125+0000) 2024-03-29T00:24:41.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:40 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:40.971+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:13.725789+0000 front 2024-03-29T00:24:13.725360+0000 (oldest deadline 2024-03-29T00:24:39.625306+0000) 2024-03-29T00:24:41.404 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:40 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:40.996+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:52.148895+0000 front 2024-03-29T00:23:52.149059+0000 (oldest deadline 2024-03-29T00:24:15.049149+0000) 2024-03-29T00:24:41.404 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:40 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:40.996+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.951458+0000 front 2024-03-29T00:23:58.951358+0000 (oldest deadline 2024-03-29T00:24:23.051430+0000) 2024-03-29T00:24:41.405 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:40 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:40.996+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:08.753880+0000 front 2024-03-29T00:24:08.754032+0000 (oldest deadline 2024-03-29T00:24:32.253722+0000) 2024-03-29T00:24:41.904 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:41 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:41.519+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:41.904 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:41 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:41.519+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:41.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:41 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:41.519+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:41.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:41 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:41.519+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:24:41.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:41 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:41.519+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.681440+0000 front 2024-03-29T00:24:14.681478+0000 (oldest deadline 2024-03-29T00:24:39.381523+0000) 2024-03-29T00:24:41.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:41 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:41.545+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:41.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:41 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:41.545+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:41.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:41 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:41.545+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.963543+0000 front 2024-03-29T00:24:07.963677+0000 (oldest deadline 2024-03-29T00:24:31.463536+0000) 2024-03-29T00:24:41.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:41 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:41.607+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:41.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:41 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:41.607+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:41.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:41 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:41.607+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:24:41.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:41 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:41.607+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:24:42.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:42 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:42.001+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:42.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:42 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:42.001+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:42.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:42 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:42.001+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:42.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:42 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:42.001+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.723170+0000 front 2024-03-29T00:24:06.723482+0000 (oldest deadline 2024-03-29T00:24:30.223125+0000) 2024-03-29T00:24:42.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:42 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:42.001+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:13.725789+0000 front 2024-03-29T00:24:13.725360+0000 (oldest deadline 2024-03-29T00:24:39.625306+0000) 2024-03-29T00:24:42.404 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:41 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:41.984+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:52.148895+0000 front 2024-03-29T00:23:52.149059+0000 (oldest deadline 2024-03-29T00:24:15.049149+0000) 2024-03-29T00:24:42.405 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:41 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:41.984+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.951458+0000 front 2024-03-29T00:23:58.951358+0000 (oldest deadline 2024-03-29T00:24:23.051430+0000) 2024-03-29T00:24:42.405 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:41 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:41.985+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:08.753880+0000 front 2024-03-29T00:24:08.754032+0000 (oldest deadline 2024-03-29T00:24:32.253722+0000) 2024-03-29T00:24:42.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:42 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:42.520+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:42.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:42 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:42.520+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:42.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:42 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:42.520+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:42.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:42 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:42.520+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:24:42.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:42 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:42.520+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.681440+0000 front 2024-03-29T00:24:14.681478+0000 (oldest deadline 2024-03-29T00:24:39.381523+0000) 2024-03-29T00:24:42.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:42 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:42.496+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:42.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:42 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:42.496+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:42.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:42 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:42.496+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.963543+0000 front 2024-03-29T00:24:07.963677+0000 (oldest deadline 2024-03-29T00:24:31.463536+0000) 2024-03-29T00:24:42.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:42 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:42.496+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:17.265304+0000 front 2024-03-29T00:24:17.265468+0000 (oldest deadline 2024-03-29T00:24:41.965152+0000) 2024-03-29T00:24:42.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:42 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:42.591+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:42.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:42 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:42.591+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:42.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:42 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:42.591+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:24:42.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:42 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:42.591+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:24:43.299 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:43 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:43.015+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:43.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:43 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:43.015+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:43.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:43 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:43.015+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:43.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:43 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:43.015+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.723170+0000 front 2024-03-29T00:24:06.723482+0000 (oldest deadline 2024-03-29T00:24:30.223125+0000) 2024-03-29T00:24:43.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:43 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:43.015+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:13.725789+0000 front 2024-03-29T00:24:13.725360+0000 (oldest deadline 2024-03-29T00:24:39.625306+0000) 2024-03-29T00:24:43.404 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:43 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:43.014+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:52.148895+0000 front 2024-03-29T00:23:52.149059+0000 (oldest deadline 2024-03-29T00:24:15.049149+0000) 2024-03-29T00:24:43.405 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:43 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:43.014+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.951458+0000 front 2024-03-29T00:23:58.951358+0000 (oldest deadline 2024-03-29T00:24:23.051430+0000) 2024-03-29T00:24:43.405 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:43 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:43.014+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:08.753880+0000 front 2024-03-29T00:24:08.754032+0000 (oldest deadline 2024-03-29T00:24:32.253722+0000) 2024-03-29T00:24:43.405 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:43 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7[54443]: 2024-03-29T00:24:43.014+0000 7fbdbd8ed700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:12.254136+0000 front 2024-03-29T00:24:12.254114+0000 (oldest deadline 2024-03-29T00:24:42.854673+0000) 2024-03-29T00:24:43.905 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:43 smithi053 podman[70614]: 2024-03-29 00:24:43.658057474 +0000 UTC m=+5.481103738 container died 6f015ccf53c91d3196418ab14a958bb2b1f24044c7920f17a36a7853b3e663a4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, RELEASE=squid-323d23d, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-29T00:24:43.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:43 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:43.497+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:43.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:43 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:43.497+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:43.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:43 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:43.497+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:43.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:43 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:43.497+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:24:43.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:43 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:43.497+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.681440+0000 front 2024-03-29T00:24:14.681478+0000 (oldest deadline 2024-03-29T00:24:39.381523+0000) 2024-03-29T00:24:43.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:43 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:43.515+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:43.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:43 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:43.515+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:43.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:43 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:43.515+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.963543+0000 front 2024-03-29T00:24:07.963677+0000 (oldest deadline 2024-03-29T00:24:31.463536+0000) 2024-03-29T00:24:43.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:43 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:43.515+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:17.265304+0000 front 2024-03-29T00:24:17.265468+0000 (oldest deadline 2024-03-29T00:24:41.965152+0000) 2024-03-29T00:24:43.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:43 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:43.571+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:43.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:43 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:43.571+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:43.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:43 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:43.571+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:24:43.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:43 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:43.571+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:24:44.229 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:44 smithi053 podman[70614]: 2024-03-29 00:24:44.019567767 +0000 UTC m=+5.842614024 container cleanup 6f015ccf53c91d3196418ab14a958bb2b1f24044c7920f17a36a7853b3e663a4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7, RELEASE=squid-323d23d, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e) 2024-03-29T00:24:44.229 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:44 smithi053 bash[70614]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7 2024-03-29T00:24:44.299 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:44 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:44.027+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:44.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:44 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:44.027+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:44.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:44 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:44.027+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:44.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:44 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:44.027+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.723170+0000 front 2024-03-29T00:24:06.723482+0000 (oldest deadline 2024-03-29T00:24:30.223125+0000) 2024-03-29T00:24:44.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:44 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:44.027+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:13.725789+0000 front 2024-03-29T00:24:13.725360+0000 (oldest deadline 2024-03-29T00:24:39.625306+0000) 2024-03-29T00:24:44.506 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:44 smithi053 podman[70631]: 2024-03-29 00:24:44.229137799 +0000 UTC m=+0.568060029 container remove 6f015ccf53c91d3196418ab14a958bb2b1f24044c7920f17a36a7853b3e663a4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, RELEASE=squid-323d23d, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-03-29T00:24:44.759 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:44 smithi053 podman[70724]: 2024-03-29 00:24:44.630252961 +0000 UTC m=+0.108968875 container create 51cb75ff38bcbd2d60b7999956ff7b38c38925097fd10471be9e22b5a5dba510 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7-deactivate, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-323d23d, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-03-29T00:24:44.759 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:44 smithi053 podman[70724]: 2024-03-29 00:24:44.539310437 +0000 UTC m=+0.018026345 image pull bed8e21b47c64c348bd50fa93e0a2db0f997a2392760f42fd1dd03442cc97c52 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15 2024-03-29T00:24:44.759 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:44 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:44.505+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:44.759 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:44 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:44.505+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:44.759 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:44 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:44.505+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:44.759 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:44 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:44.505+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:24:44.759 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:44 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:44.505+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.681440+0000 front 2024-03-29T00:24:14.681478+0000 (oldest deadline 2024-03-29T00:24:39.381523+0000) 2024-03-29T00:24:44.986 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:44 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:44.502+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:44.987 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:44 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:44.502+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:44.987 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:44 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:44.502+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.963543+0000 front 2024-03-29T00:24:07.963677+0000 (oldest deadline 2024-03-29T00:24:31.463536+0000) 2024-03-29T00:24:44.987 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:44 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:44.502+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:17.265304+0000 front 2024-03-29T00:24:17.265468+0000 (oldest deadline 2024-03-29T00:24:41.965152+0000) 2024-03-29T00:24:44.987 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:44 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:44.599+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:44.987 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:44 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:44.599+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:44.987 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:44 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:44.599+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:24:44.987 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:44 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:44.599+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:24:45.155 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:44 smithi053 podman[70724]: 2024-03-29 00:24:44.891122561 +0000 UTC m=+0.369838457 container init 51cb75ff38bcbd2d60b7999956ff7b38c38925097fd10471be9e22b5a5dba510 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-323d23d, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326) 2024-03-29T00:24:45.155 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:44 smithi053 podman[70724]: 2024-03-29 00:24:44.89461081 +0000 UTC m=+0.373326707 container start 51cb75ff38bcbd2d60b7999956ff7b38c38925097fd10471be9e22b5a5dba510 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, RELEASE=squid-323d23d) 2024-03-29T00:24:45.155 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:44 smithi053 podman[70724]: 2024-03-29 00:24:44.96582281 +0000 UTC m=+0.444538731 container attach 51cb75ff38bcbd2d60b7999956ff7b38c38925097fd10471be9e22b5a5dba510 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-323d23d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-03-29T00:24:45.299 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:45 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:45.048+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:45.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:45 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:45.048+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:45.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:45 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:45.048+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:45.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:45 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:45.048+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.723170+0000 front 2024-03-29T00:24:06.723482+0000 (oldest deadline 2024-03-29T00:24:30.223125+0000) 2024-03-29T00:24:45.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:45 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:45.048+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:13.725789+0000 front 2024-03-29T00:24:13.725360+0000 (oldest deadline 2024-03-29T00:24:39.625306+0000) 2024-03-29T00:24:45.480 INFO:journalctl@ceph.osd.7.smithi053.stdout:Mar 29 00:24:45 smithi053 podman[70724]: 2024-03-29 00:24:45.197828382 +0000 UTC m=+0.676544293 container died 51cb75ff38bcbd2d60b7999956ff7b38c38925097fd10471be9e22b5a5dba510 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-7-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, RELEASE=squid-323d23d, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-03-29T00:24:45.770 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:45 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:45.495+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:45.770 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:45 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:45.495+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:45.770 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:45 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:45.495+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:45.770 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:45 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:45.495+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:24:45.770 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:45 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:45.495+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.681440+0000 front 2024-03-29T00:24:14.681478+0000 (oldest deadline 2024-03-29T00:24:39.381523+0000) 2024-03-29T00:24:45.786 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.7.service' 2024-03-29T00:24:45.832 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-29T00:24:45.832 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-03-29T00:24:45.832 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-03-29T00:24:45.832 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.8 2024-03-29T00:24:45.861 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:45 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:45.575+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:45.862 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:45 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:45.575+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:45.862 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:45 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:45.575+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:24:45.862 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:45 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:45.575+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:24:45.862 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:45 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:45.536+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:45.862 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:45 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:45.536+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:45.862 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:45 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:45.536+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.963543+0000 front 2024-03-29T00:24:07.963677+0000 (oldest deadline 2024-03-29T00:24:31.463536+0000) 2024-03-29T00:24:45.862 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:45 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:45.536+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:17.265304+0000 front 2024-03-29T00:24:17.265468+0000 (oldest deadline 2024-03-29T00:24:41.965152+0000) 2024-03-29T00:24:46.150 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:45 smithi069 systemd[1]: Stopping Ceph osd.8 for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:24:46.151 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:46 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:46.149+0000 7f27ad758700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-29T00:24:46.151 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:46 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:46.149+0000 7f27ad758700 -1 osd.8 97 *** Got signal Terminated *** 2024-03-29T00:24:46.151 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:46 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:46.149+0000 7f27ad758700 -1 osd.8 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-29T00:24:46.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:46 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:46.004+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:46.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:46 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:46.004+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:46.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:46 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:46.004+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:46.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:46 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:46.004+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.723170+0000 front 2024-03-29T00:24:06.723482+0000 (oldest deadline 2024-03-29T00:24:30.223125+0000) 2024-03-29T00:24:46.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:46 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:46.004+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:13.725789+0000 front 2024-03-29T00:24:13.725360+0000 (oldest deadline 2024-03-29T00:24:39.625306+0000) 2024-03-29T00:24:46.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:46 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:46.455+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:46.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:46 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:46.455+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:46.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:46 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:46.455+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:46.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:46 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:46.455+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:24:46.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:46 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:46.455+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.681440+0000 front 2024-03-29T00:24:14.681478+0000 (oldest deadline 2024-03-29T00:24:39.381523+0000) 2024-03-29T00:24:46.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:46 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:46.529+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:46.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:46 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:46.529+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:46.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:46 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:46.529+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:24:46.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:46 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:46.529+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:24:46.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:46 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:46.529+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.517227+0000 front 2024-03-29T00:24:23.517259+0000 (oldest deadline 2024-03-29T00:24:46.417289+0000) 2024-03-29T00:24:46.985 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:46 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:46.574+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:46.985 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:46 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:46.574+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:46.985 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:46 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:46.574+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.963543+0000 front 2024-03-29T00:24:07.963677+0000 (oldest deadline 2024-03-29T00:24:31.463536+0000) 2024-03-29T00:24:46.985 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:46 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:46.574+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:17.265304+0000 front 2024-03-29T00:24:17.265468+0000 (oldest deadline 2024-03-29T00:24:41.965152+0000) 2024-03-29T00:24:47.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:46 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:46.962+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:47.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:46 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:46.962+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:47.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:46 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:46.962+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:47.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:46 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:46.962+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.723170+0000 front 2024-03-29T00:24:06.723482+0000 (oldest deadline 2024-03-29T00:24:30.223125+0000) 2024-03-29T00:24:47.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:46 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:46.962+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:13.725789+0000 front 2024-03-29T00:24:13.725360+0000 (oldest deadline 2024-03-29T00:24:39.625306+0000) 2024-03-29T00:24:47.904 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:47 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:47.467+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:47.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:47 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:47.467+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:47.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:47 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:47.467+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:47.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:47 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:47.467+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:24:47.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:47 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:47.467+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.681440+0000 front 2024-03-29T00:24:14.681478+0000 (oldest deadline 2024-03-29T00:24:39.381523+0000) 2024-03-29T00:24:47.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:47 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:47.467+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:22.183047+0000 front 2024-03-29T00:24:22.183151+0000 (oldest deadline 2024-03-29T00:24:46.883034+0000) 2024-03-29T00:24:47.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:47 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:47.590+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:47.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:47 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:47.590+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:47.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:47 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:47.590+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.963543+0000 front 2024-03-29T00:24:07.963677+0000 (oldest deadline 2024-03-29T00:24:31.463536+0000) 2024-03-29T00:24:47.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:47 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:47.590+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:17.265304+0000 front 2024-03-29T00:24:17.265468+0000 (oldest deadline 2024-03-29T00:24:41.965152+0000) 2024-03-29T00:24:47.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:47 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:47.556+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:47.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:47 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:47.556+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:47.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:47 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:47.556+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:24:47.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:47 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:47.556+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:24:47.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:47 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:47.556+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.517227+0000 front 2024-03-29T00:24:23.517259+0000 (oldest deadline 2024-03-29T00:24:46.417289+0000) 2024-03-29T00:24:48.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:47 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:47.990+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:48.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:47 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:47.990+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:48.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:47 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:47.990+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:48.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:47 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:47.990+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.723170+0000 front 2024-03-29T00:24:06.723482+0000 (oldest deadline 2024-03-29T00:24:30.223125+0000) 2024-03-29T00:24:48.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:47 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:47.990+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:13.725789+0000 front 2024-03-29T00:24:13.725360+0000 (oldest deadline 2024-03-29T00:24:39.625306+0000) 2024-03-29T00:24:48.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:47 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:47.990+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:21.327079+0000 front 2024-03-29T00:24:21.327189+0000 (oldest deadline 2024-03-29T00:24:47.227231+0000) 2024-03-29T00:24:48.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:48.500+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:48.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:48.500+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:48.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:48.500+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:48.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:48.500+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:24:48.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:48.500+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.681440+0000 front 2024-03-29T00:24:14.681478+0000 (oldest deadline 2024-03-29T00:24:39.381523+0000) 2024-03-29T00:24:48.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:48 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:48.500+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:22.183047+0000 front 2024-03-29T00:24:22.183151+0000 (oldest deadline 2024-03-29T00:24:46.883034+0000) 2024-03-29T00:24:48.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:48 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:48.577+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:48.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:48 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:48.577+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:48.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:48 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:48.577+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.963543+0000 front 2024-03-29T00:24:07.963677+0000 (oldest deadline 2024-03-29T00:24:31.463536+0000) 2024-03-29T00:24:48.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:48 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:48.577+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:17.265304+0000 front 2024-03-29T00:24:17.265468+0000 (oldest deadline 2024-03-29T00:24:41.965152+0000) 2024-03-29T00:24:48.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:48 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:48.559+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:48.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:48 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:48.559+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:48.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:48 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:48.559+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:24:48.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:48 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:48.559+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:24:48.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:48 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:48.559+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.517227+0000 front 2024-03-29T00:24:23.517259+0000 (oldest deadline 2024-03-29T00:24:46.417289+0000) 2024-03-29T00:24:49.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:49 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:49.020+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:49.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:49 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:49.020+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:49.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:49 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:49.020+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:49.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:49 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:49.020+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.723170+0000 front 2024-03-29T00:24:06.723482+0000 (oldest deadline 2024-03-29T00:24:30.223125+0000) 2024-03-29T00:24:49.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:49 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:49.020+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:13.725789+0000 front 2024-03-29T00:24:13.725360+0000 (oldest deadline 2024-03-29T00:24:39.625306+0000) 2024-03-29T00:24:49.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:49 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:49.020+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:21.327079+0000 front 2024-03-29T00:24:21.327189+0000 (oldest deadline 2024-03-29T00:24:47.227231+0000) 2024-03-29T00:24:49.904 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:49 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:49.473+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:49.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:49 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:49.473+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:49.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:49 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:49.473+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:49.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:49 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:49.473+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:24:49.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:49 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:49.473+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.681440+0000 front 2024-03-29T00:24:14.681478+0000 (oldest deadline 2024-03-29T00:24:39.381523+0000) 2024-03-29T00:24:49.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:49 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:49.473+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:22.183047+0000 front 2024-03-29T00:24:22.183151+0000 (oldest deadline 2024-03-29T00:24:46.883034+0000) 2024-03-29T00:24:49.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:49 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:49.610+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:49.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:49 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:49.610+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:49.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:49 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:49.610+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.963543+0000 front 2024-03-29T00:24:07.963677+0000 (oldest deadline 2024-03-29T00:24:31.463536+0000) 2024-03-29T00:24:49.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:49 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:49.610+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:17.265304+0000 front 2024-03-29T00:24:17.265468+0000 (oldest deadline 2024-03-29T00:24:41.965152+0000) 2024-03-29T00:24:49.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:49 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:49.610+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.665911+0000 front 2024-03-29T00:24:23.665861+0000 (oldest deadline 2024-03-29T00:24:49.565979+0000) 2024-03-29T00:24:49.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:49 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:49.536+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:49.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:49 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:49.536+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:49.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:49 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:49.536+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:24:49.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:49 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:49.536+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:24:49.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:49 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:49.536+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.517227+0000 front 2024-03-29T00:24:23.517259+0000 (oldest deadline 2024-03-29T00:24:46.417289+0000) 2024-03-29T00:24:50.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:50 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:50.024+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:50.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:50 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:50.024+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:50.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:50 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:50.024+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:50.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:50 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:50.024+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.723170+0000 front 2024-03-29T00:24:06.723482+0000 (oldest deadline 2024-03-29T00:24:30.223125+0000) 2024-03-29T00:24:50.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:50 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:50.024+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:13.725789+0000 front 2024-03-29T00:24:13.725360+0000 (oldest deadline 2024-03-29T00:24:39.625306+0000) 2024-03-29T00:24:50.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:50 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:50.024+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:21.327079+0000 front 2024-03-29T00:24:21.327189+0000 (oldest deadline 2024-03-29T00:24:47.227231+0000) 2024-03-29T00:24:50.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:50 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:50.522+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:50.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:50 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:50.522+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:50.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:50 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:50.522+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:50.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:50 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:50.522+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:24:50.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:50 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:50.522+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.681440+0000 front 2024-03-29T00:24:14.681478+0000 (oldest deadline 2024-03-29T00:24:39.381523+0000) 2024-03-29T00:24:50.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:50 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:50.522+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:22.183047+0000 front 2024-03-29T00:24:22.183151+0000 (oldest deadline 2024-03-29T00:24:46.883034+0000) 2024-03-29T00:24:50.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:50 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:50.629+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:41.560474+0000 front 2024-03-29T00:23:41.560403+0000 (oldest deadline 2024-03-29T00:24:07.460366+0000) 2024-03-29T00:24:50.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:50 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:50.629+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:47.460883+0000 front 2024-03-29T00:23:47.460851+0000 (oldest deadline 2024-03-29T00:24:15.061479+0000) 2024-03-29T00:24:50.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:50 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:50.629+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.963543+0000 front 2024-03-29T00:24:07.963677+0000 (oldest deadline 2024-03-29T00:24:31.463536+0000) 2024-03-29T00:24:50.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:50 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:50.629+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:17.265304+0000 front 2024-03-29T00:24:17.265468+0000 (oldest deadline 2024-03-29T00:24:41.965152+0000) 2024-03-29T00:24:50.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:50 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8[54491]: 2024-03-29T00:24:50.629+0000 7f27a9d4c700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.665911+0000 front 2024-03-29T00:24:23.665861+0000 (oldest deadline 2024-03-29T00:24:49.565979+0000) 2024-03-29T00:24:50.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:50 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:50.501+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:50.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:50 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:50.501+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:50.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:50 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:50.501+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:24:50.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:50 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:50.501+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:24:50.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:50 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:50.501+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.517227+0000 front 2024-03-29T00:24:23.517259+0000 (oldest deadline 2024-03-29T00:24:46.417289+0000) 2024-03-29T00:24:51.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:51 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:51.025+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:51.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:51 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:51.025+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:51.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:51 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:51.025+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:51.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:51 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:51.025+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.723170+0000 front 2024-03-29T00:24:06.723482+0000 (oldest deadline 2024-03-29T00:24:30.223125+0000) 2024-03-29T00:24:51.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:51 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:51.025+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:13.725789+0000 front 2024-03-29T00:24:13.725360+0000 (oldest deadline 2024-03-29T00:24:39.625306+0000) 2024-03-29T00:24:51.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:51 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:51.025+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:21.327079+0000 front 2024-03-29T00:24:21.327189+0000 (oldest deadline 2024-03-29T00:24:47.227231+0000) 2024-03-29T00:24:51.877 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:51 smithi069 podman[71330]: 2024-03-29 00:24:51.564892006 +0000 UTC m=+5.544830822 container died f64eb160e1e5449886a60d4dccfcb2733bac3c9c701eca2d6d61270e7a9a16b2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8, RELEASE=squid-323d23d, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-03-29T00:24:51.878 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:51 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:51.489+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:51.878 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:51 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:51.489+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:51.878 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:51 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:51.489+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:24:51.878 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:51 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:51.489+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:24:51.878 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:51 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:51.489+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.517227+0000 front 2024-03-29T00:24:23.517259+0000 (oldest deadline 2024-03-29T00:24:46.417289+0000) 2024-03-29T00:24:51.904 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:51 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:51.569+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:51.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:51 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:51.569+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:51.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:51 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:51.569+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:51.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:51 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:51.569+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:24:51.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:51 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:51.569+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.681440+0000 front 2024-03-29T00:24:14.681478+0000 (oldest deadline 2024-03-29T00:24:39.381523+0000) 2024-03-29T00:24:51.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:51 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:51.569+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:22.183047+0000 front 2024-03-29T00:24:22.183151+0000 (oldest deadline 2024-03-29T00:24:46.883034+0000) 2024-03-29T00:24:52.202 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:51 smithi069 podman[71330]: 2024-03-29 00:24:51.984430006 +0000 UTC m=+5.964368802 container cleanup f64eb160e1e5449886a60d4dccfcb2733bac3c9c701eca2d6d61270e7a9a16b2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=squid-323d23d, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-03-29T00:24:52.202 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:51 smithi069 bash[71330]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8 2024-03-29T00:24:52.465 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:52 smithi069 podman[71349]: 2024-03-29 00:24:52.202199251 +0000 UTC m=+0.627211556 container remove f64eb160e1e5449886a60d4dccfcb2733bac3c9c701eca2d6d61270e7a9a16b2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, RELEASE=squid-323d23d, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-03-29T00:24:52.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:52 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:52.072+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:52.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:52 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:52.072+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:52.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:52 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:52.072+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:52.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:52 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:52.072+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.723170+0000 front 2024-03-29T00:24:06.723482+0000 (oldest deadline 2024-03-29T00:24:30.223125+0000) 2024-03-29T00:24:52.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:52 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:52.072+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:13.725789+0000 front 2024-03-29T00:24:13.725360+0000 (oldest deadline 2024-03-29T00:24:39.625306+0000) 2024-03-29T00:24:52.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:52 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:52.072+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:21.327079+0000 front 2024-03-29T00:24:21.327189+0000 (oldest deadline 2024-03-29T00:24:47.227231+0000) 2024-03-29T00:24:52.715 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:52 smithi069 podman[71442]: 2024-03-29 00:24:52.501639477 +0000 UTC m=+0.017696170 image pull bed8e21b47c64c348bd50fa93e0a2db0f997a2392760f42fd1dd03442cc97c52 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15 2024-03-29T00:24:52.716 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:52 smithi069 podman[71442]: 2024-03-29 00:24:52.603220979 +0000 UTC m=+0.119277674 container create e98bb131c7b1036cec02bea4620d74811d2fcbd7d30f8b49aee5986556943049 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-323d23d, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326) 2024-03-29T00:24:52.716 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:52 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:52.464+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:52.716 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:52 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:52.464+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:52.716 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:52 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:52.464+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:24:52.716 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:52 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:52.464+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:24:52.716 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:52 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:52.464+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.517227+0000 front 2024-03-29T00:24:23.517259+0000 (oldest deadline 2024-03-29T00:24:46.417289+0000) 2024-03-29T00:24:52.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:52 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:52.597+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:52.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:52 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:52.597+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:52.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:52 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:52.597+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:52.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:52 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:52.597+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:24:52.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:52 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:52.597+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.681440+0000 front 2024-03-29T00:24:14.681478+0000 (oldest deadline 2024-03-29T00:24:39.381523+0000) 2024-03-29T00:24:52.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:52 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:52.597+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:22.183047+0000 front 2024-03-29T00:24:22.183151+0000 (oldest deadline 2024-03-29T00:24:46.883034+0000) 2024-03-29T00:24:52.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:52 smithi069 podman[71442]: 2024-03-29 00:24:52.855613761 +0000 UTC m=+0.371670444 container init e98bb131c7b1036cec02bea4620d74811d2fcbd7d30f8b49aee5986556943049 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-323d23d, io.buildah.version=1.33.5) 2024-03-29T00:24:52.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:52 smithi069 podman[71442]: 2024-03-29 00:24:52.858693979 +0000 UTC m=+0.374750654 container start e98bb131c7b1036cec02bea4620d74811d2fcbd7d30f8b49aee5986556943049 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-323d23d, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True) 2024-03-29T00:24:52.984 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:52 smithi069 podman[71442]: 2024-03-29 00:24:52.938697802 +0000 UTC m=+0.454754486 container attach e98bb131c7b1036cec02bea4620d74811d2fcbd7d30f8b49aee5986556943049 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8-deactivate, RELEASE=squid-323d23d, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, maintainer=Guillaume Abrioux ) 2024-03-29T00:24:53.407 INFO:journalctl@ceph.osd.8.smithi069.stdout:Mar 29 00:24:53 smithi069 podman[71442]: 2024-03-29 00:24:53.147062386 +0000 UTC m=+0.663119063 container died e98bb131c7b1036cec02bea4620d74811d2fcbd7d30f8b49aee5986556943049 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-8-deactivate, RELEASE=squid-323d23d, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-29T00:24:53.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:53 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:53.113+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:53.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:53 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:53.113+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:53.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:53 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:53.113+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:53.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:53 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:53.113+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.723170+0000 front 2024-03-29T00:24:06.723482+0000 (oldest deadline 2024-03-29T00:24:30.223125+0000) 2024-03-29T00:24:53.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:53 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:53.113+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:13.725789+0000 front 2024-03-29T00:24:13.725360+0000 (oldest deadline 2024-03-29T00:24:39.625306+0000) 2024-03-29T00:24:53.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:53 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:53.113+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:21.327079+0000 front 2024-03-29T00:24:21.327189+0000 (oldest deadline 2024-03-29T00:24:47.227231+0000) 2024-03-29T00:24:53.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:53 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:53.490+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:53.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:53 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:53.490+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:53.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:53 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:53.490+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:24:53.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:53 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:53.490+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:24:53.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:53 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:53.490+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.517227+0000 front 2024-03-29T00:24:23.517259+0000 (oldest deadline 2024-03-29T00:24:46.417289+0000) 2024-03-29T00:24:53.786 DEBUG:teuthology.orchestra.run.smithi069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.8.service' 2024-03-29T00:24:53.867 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-29T00:24:53.868 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-03-29T00:24:53.868 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-03-29T00:24:53.868 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.9 2024-03-29T00:24:53.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:53 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:53.623+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:53.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:53 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:53.623+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:53.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:53 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:53.623+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:53.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:53 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:53.623+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:24:53.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:53 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:53.623+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.681440+0000 front 2024-03-29T00:24:14.681478+0000 (oldest deadline 2024-03-29T00:24:39.381523+0000) 2024-03-29T00:24:53.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:53 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:53.623+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:22.183047+0000 front 2024-03-29T00:24:22.183151+0000 (oldest deadline 2024-03-29T00:24:46.883034+0000) 2024-03-29T00:24:54.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:53 smithi012 systemd[1]: Stopping Ceph osd.9 for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:24:54.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:54 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:54.152+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:54.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:54 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:54.152+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:54.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:54 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:54.152+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:54.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:54 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:54.152+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.723170+0000 front 2024-03-29T00:24:06.723482+0000 (oldest deadline 2024-03-29T00:24:30.223125+0000) 2024-03-29T00:24:54.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:54 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:54.152+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:13.725789+0000 front 2024-03-29T00:24:13.725360+0000 (oldest deadline 2024-03-29T00:24:39.625306+0000) 2024-03-29T00:24:54.300 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:54 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:54.152+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:21.327079+0000 front 2024-03-29T00:24:21.327189+0000 (oldest deadline 2024-03-29T00:24:47.227231+0000) 2024-03-29T00:24:54.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:54 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:54.488+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:54.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:54 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:54.488+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:54.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:54 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:54.488+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:24:54.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:54 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:54.488+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:24:54.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:54 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:54.488+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.517227+0000 front 2024-03-29T00:24:23.517259+0000 (oldest deadline 2024-03-29T00:24:46.417289+0000) 2024-03-29T00:24:54.800 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:54 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:54.533+0000 7f6cae800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-29T00:24:54.800 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:54 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:54.533+0000 7f6cae800700 -1 osd.9 97 *** Got signal Terminated *** 2024-03-29T00:24:54.800 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:54 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:54.533+0000 7f6cae800700 -1 osd.9 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-29T00:24:55.154 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:54 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:54.666+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:55.155 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:54 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:54.666+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:55.155 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:54 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:54.666+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:55.155 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:54 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:54.666+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:24:55.155 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:54 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:54.666+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.681440+0000 front 2024-03-29T00:24:14.681478+0000 (oldest deadline 2024-03-29T00:24:39.381523+0000) 2024-03-29T00:24:55.155 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:54 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:54.666+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:22.183047+0000 front 2024-03-29T00:24:22.183151+0000 (oldest deadline 2024-03-29T00:24:46.883034+0000) 2024-03-29T00:24:55.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:55 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:55.129+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:55.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:55 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:55.129+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:55.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:55 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:55.129+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:55.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:55 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:55.129+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.723170+0000 front 2024-03-29T00:24:06.723482+0000 (oldest deadline 2024-03-29T00:24:30.223125+0000) 2024-03-29T00:24:55.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:55 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:55.129+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:13.725789+0000 front 2024-03-29T00:24:13.725360+0000 (oldest deadline 2024-03-29T00:24:39.625306+0000) 2024-03-29T00:24:55.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:55 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:55.129+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:21.327079+0000 front 2024-03-29T00:24:21.327189+0000 (oldest deadline 2024-03-29T00:24:47.227231+0000) 2024-03-29T00:24:55.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:55 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:55.641+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:55.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:55 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:55.641+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:55.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:55 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:55.641+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:55.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:55 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:55.641+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:24:55.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:55 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:55.641+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.681440+0000 front 2024-03-29T00:24:14.681478+0000 (oldest deadline 2024-03-29T00:24:39.381523+0000) 2024-03-29T00:24:55.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:55 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:55.641+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:22.183047+0000 front 2024-03-29T00:24:22.183151+0000 (oldest deadline 2024-03-29T00:24:46.883034+0000) 2024-03-29T00:24:55.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:55 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:55.641+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:33.884641+0000 front 2024-03-29T00:24:33.884525+0000 (oldest deadline 2024-03-29T00:24:55.484698+0000) 2024-03-29T00:24:55.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:55 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:55.537+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:55.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:55 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:55.537+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:55.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:55 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:55.537+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:24:55.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:55 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:55.537+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:24:55.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:55 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:55.537+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.517227+0000 front 2024-03-29T00:24:23.517259+0000 (oldest deadline 2024-03-29T00:24:46.417289+0000) 2024-03-29T00:24:56.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:56 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:56.125+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:56.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:56 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:56.125+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:56.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:56 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:56.125+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:56.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:56 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:56.125+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.723170+0000 front 2024-03-29T00:24:06.723482+0000 (oldest deadline 2024-03-29T00:24:30.223125+0000) 2024-03-29T00:24:56.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:56 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:56.125+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:13.725789+0000 front 2024-03-29T00:24:13.725360+0000 (oldest deadline 2024-03-29T00:24:39.625306+0000) 2024-03-29T00:24:56.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:56 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:56.125+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:21.327079+0000 front 2024-03-29T00:24:21.327189+0000 (oldest deadline 2024-03-29T00:24:47.227231+0000) 2024-03-29T00:24:56.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:56 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:56.608+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:56.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:56 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:56.608+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:56.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:56 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:56.608+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:56.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:56 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:56.608+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:24:56.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:56 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:56.608+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.681440+0000 front 2024-03-29T00:24:14.681478+0000 (oldest deadline 2024-03-29T00:24:39.381523+0000) 2024-03-29T00:24:56.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:56 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:56.608+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:22.183047+0000 front 2024-03-29T00:24:22.183151+0000 (oldest deadline 2024-03-29T00:24:46.883034+0000) 2024-03-29T00:24:56.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:56 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:56.608+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:33.884641+0000 front 2024-03-29T00:24:33.884525+0000 (oldest deadline 2024-03-29T00:24:55.484698+0000) 2024-03-29T00:24:56.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:56 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:56.548+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:56.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:56 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:56.548+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:56.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:56 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:56.548+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:24:56.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:56 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:56.548+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:24:56.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:56 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:56.548+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.517227+0000 front 2024-03-29T00:24:23.517259+0000 (oldest deadline 2024-03-29T00:24:46.417289+0000) 2024-03-29T00:24:57.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:57 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:57.174+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:57.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:57 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:57.174+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:57.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:57 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:57.174+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:57.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:57 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:57.174+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.723170+0000 front 2024-03-29T00:24:06.723482+0000 (oldest deadline 2024-03-29T00:24:30.223125+0000) 2024-03-29T00:24:57.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:57 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:57.174+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:13.725789+0000 front 2024-03-29T00:24:13.725360+0000 (oldest deadline 2024-03-29T00:24:39.625306+0000) 2024-03-29T00:24:57.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:57 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:57.174+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:21.327079+0000 front 2024-03-29T00:24:21.327189+0000 (oldest deadline 2024-03-29T00:24:47.227231+0000) 2024-03-29T00:24:57.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:57 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:57.615+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:57.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:57 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:57.616+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:57.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:57 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:57.616+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:57.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:57 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:57.616+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:24:57.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:57 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:57.616+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.681440+0000 front 2024-03-29T00:24:14.681478+0000 (oldest deadline 2024-03-29T00:24:39.381523+0000) 2024-03-29T00:24:57.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:57 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:57.616+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:22.183047+0000 front 2024-03-29T00:24:22.183151+0000 (oldest deadline 2024-03-29T00:24:46.883034+0000) 2024-03-29T00:24:57.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:57 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:57.616+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:33.884641+0000 front 2024-03-29T00:24:33.884525+0000 (oldest deadline 2024-03-29T00:24:55.484698+0000) 2024-03-29T00:24:57.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:57 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:57.545+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:57.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:57 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:57.545+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:57.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:57 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:57.545+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:24:57.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:57 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:57.545+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:24:57.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:57 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:57.545+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.517227+0000 front 2024-03-29T00:24:23.517259+0000 (oldest deadline 2024-03-29T00:24:46.417289+0000) 2024-03-29T00:24:57.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:57 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:57.545+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:32.318328+0000 front 2024-03-29T00:24:32.318464+0000 (oldest deadline 2024-03-29T00:24:57.018202+0000) 2024-03-29T00:24:58.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:58 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:58.149+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:58.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:58 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:58.149+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:58.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:58 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:58.149+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:58.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:58 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:58.149+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.723170+0000 front 2024-03-29T00:24:06.723482+0000 (oldest deadline 2024-03-29T00:24:30.223125+0000) 2024-03-29T00:24:58.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:58 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:58.149+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:13.725789+0000 front 2024-03-29T00:24:13.725360+0000 (oldest deadline 2024-03-29T00:24:39.625306+0000) 2024-03-29T00:24:58.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:58 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:58.149+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:21.327079+0000 front 2024-03-29T00:24:21.327189+0000 (oldest deadline 2024-03-29T00:24:47.227231+0000) 2024-03-29T00:24:58.904 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:58 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:58.647+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:58.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:58 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:58.647+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:58.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:58 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:58.647+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:58.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:58 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:58.647+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:24:58.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:58 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:58.647+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.681440+0000 front 2024-03-29T00:24:14.681478+0000 (oldest deadline 2024-03-29T00:24:39.381523+0000) 2024-03-29T00:24:58.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:58 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:58.647+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:22.183047+0000 front 2024-03-29T00:24:22.183151+0000 (oldest deadline 2024-03-29T00:24:46.883034+0000) 2024-03-29T00:24:58.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:58 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:58.647+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:33.884641+0000 front 2024-03-29T00:24:33.884525+0000 (oldest deadline 2024-03-29T00:24:55.484698+0000) 2024-03-29T00:24:58.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:58 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:58.509+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:58.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:58 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:58.509+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:58.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:58 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:58.509+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:24:58.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:58 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:58.509+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:24:58.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:58 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:58.509+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.517227+0000 front 2024-03-29T00:24:23.517259+0000 (oldest deadline 2024-03-29T00:24:46.417289+0000) 2024-03-29T00:24:58.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:58 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:58.509+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:32.318328+0000 front 2024-03-29T00:24:32.318464+0000 (oldest deadline 2024-03-29T00:24:57.018202+0000) 2024-03-29T00:24:59.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:59 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:59.181+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.814466+0000 front 2024-03-29T00:23:42.814377+0000 (oldest deadline 2024-03-29T00:24:08.714519+0000) 2024-03-29T00:24:59.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:59 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:59.181+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.816938+0000 front 2024-03-29T00:23:49.817040+0000 (oldest deadline 2024-03-29T00:24:15.716987+0000) 2024-03-29T00:24:59.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:59 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:59.181+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.019389+0000 front 2024-03-29T00:23:58.019470+0000 (oldest deadline 2024-03-29T00:24:20.919551+0000) 2024-03-29T00:24:59.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:59 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:59.181+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.723170+0000 front 2024-03-29T00:24:06.723482+0000 (oldest deadline 2024-03-29T00:24:30.223125+0000) 2024-03-29T00:24:59.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:59 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:59.181+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:13.725789+0000 front 2024-03-29T00:24:13.725360+0000 (oldest deadline 2024-03-29T00:24:39.625306+0000) 2024-03-29T00:24:59.550 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:59 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9[66648]: 2024-03-29T00:24:59.181+0000 7f6ca5000700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:21.327079+0000 front 2024-03-29T00:24:21.327189+0000 (oldest deadline 2024-03-29T00:24:47.227231+0000) 2024-03-29T00:24:59.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:59 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:59.465+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:24:59.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:59 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:59.465+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:24:59.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:59 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:59.465+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:24:59.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:59 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:59.465+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:24:59.735 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:59 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:59.465+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.517227+0000 front 2024-03-29T00:24:23.517259+0000 (oldest deadline 2024-03-29T00:24:46.417289+0000) 2024-03-29T00:24:59.735 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:24:59 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:24:59.465+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:32.318328+0000 front 2024-03-29T00:24:32.318464+0000 (oldest deadline 2024-03-29T00:24:57.018202+0000) 2024-03-29T00:24:59.904 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:59 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:59.628+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:24:59.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:59 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:59.628+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:24:59.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:59 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:59.628+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:24:59.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:59 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:59.628+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:24:59.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:59 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:59.628+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.681440+0000 front 2024-03-29T00:24:14.681478+0000 (oldest deadline 2024-03-29T00:24:39.381523+0000) 2024-03-29T00:24:59.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:59 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:59.628+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:22.183047+0000 front 2024-03-29T00:24:22.183151+0000 (oldest deadline 2024-03-29T00:24:46.883034+0000) 2024-03-29T00:24:59.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:24:59 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:24:59.628+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:33.884641+0000 front 2024-03-29T00:24:33.884525+0000 (oldest deadline 2024-03-29T00:24:55.484698+0000) 2024-03-29T00:25:00.249 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:24:59 smithi012 podman[94540]: 2024-03-29 00:24:59.93428743 +0000 UTC m=+5.579864940 container died 8207f271dc4e7ff79fb9dba6e704dead62b4f0a888ef26b05eb6cc1e3ce619e4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-323d23d, CEPH_POINT_RELEASE=, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e) 2024-03-29T00:25:00.549 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:25:00 smithi012 podman[94540]: 2024-03-29 00:25:00.376246628 +0000 UTC m=+6.021824151 container cleanup 8207f271dc4e7ff79fb9dba6e704dead62b4f0a888ef26b05eb6cc1e3ce619e4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-323d23d, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0) 2024-03-29T00:25:00.549 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:25:00 smithi012 bash[94540]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9 2024-03-29T00:25:00.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:00 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:00.449+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:25:00.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:00 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:00.449+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:25:00.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:00 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:00.449+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:25:00.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:00 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:00.450+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:25:00.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:00 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:00.450+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.517227+0000 front 2024-03-29T00:24:23.517259+0000 (oldest deadline 2024-03-29T00:24:46.417289+0000) 2024-03-29T00:25:00.735 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:00 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:00.450+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:32.318328+0000 front 2024-03-29T00:24:32.318464+0000 (oldest deadline 2024-03-29T00:24:57.018202+0000) 2024-03-29T00:25:00.906 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:00 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:00.609+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:25:00.906 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:00 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:00.609+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:25:00.906 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:00 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:00.609+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:25:00.906 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:00 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:00.609+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:25:00.906 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:00 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:00.609+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.681440+0000 front 2024-03-29T00:24:14.681478+0000 (oldest deadline 2024-03-29T00:24:39.381523+0000) 2024-03-29T00:25:00.906 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:00 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:00.609+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:22.183047+0000 front 2024-03-29T00:24:22.183151+0000 (oldest deadline 2024-03-29T00:24:46.883034+0000) 2024-03-29T00:25:00.906 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:00 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:00.609+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:33.884641+0000 front 2024-03-29T00:24:33.884525+0000 (oldest deadline 2024-03-29T00:24:55.484698+0000) 2024-03-29T00:25:01.050 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:25:00 smithi012 podman[94559]: 2024-03-29 00:25:00.610813482 +0000 UTC m=+0.660292732 container remove 8207f271dc4e7ff79fb9dba6e704dead62b4f0a888ef26b05eb6cc1e3ce619e4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9, org.label-schema.schema-version=1.0, RELEASE=squid-323d23d, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326) 2024-03-29T00:25:01.708 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:25:01 smithi012 podman[94647]: 2024-03-29 00:25:01.353540543 +0000 UTC m=+0.033268645 image pull bed8e21b47c64c348bd50fa93e0a2db0f997a2392760f42fd1dd03442cc97c52 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15 2024-03-29T00:25:01.709 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:25:01 smithi012 podman[94647]: 2024-03-29 00:25:01.453394002 +0000 UTC m=+0.133122118 container create b001054495a48ff1aded6ddf564ac896f15c297c0c7aa7c9f872514097d4e618 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=squid-323d23d, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-03-29T00:25:01.709 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:25:01 smithi012 podman[94647]: 2024-03-29 00:25:01.707612189 +0000 UTC m=+0.387340325 container init b001054495a48ff1aded6ddf564ac896f15c297c0c7aa7c9f872514097d4e618 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9-deactivate, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.build-date=20240326, RELEASE=squid-323d23d, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-03-29T00:25:01.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:01 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:01.431+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:25:01.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:01 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:01.431+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:25:01.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:01 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:01.431+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:25:01.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:01 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:01.431+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:25:01.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:01 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:01.431+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.517227+0000 front 2024-03-29T00:24:23.517259+0000 (oldest deadline 2024-03-29T00:24:46.417289+0000) 2024-03-29T00:25:01.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:01 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:01.431+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:32.318328+0000 front 2024-03-29T00:24:32.318464+0000 (oldest deadline 2024-03-29T00:24:57.018202+0000) 2024-03-29T00:25:01.904 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:01 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:01.580+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:25:01.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:01 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:01.580+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:25:01.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:01 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:01.580+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:25:01.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:01 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:01.580+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:25:01.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:01 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:01.580+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.681440+0000 front 2024-03-29T00:24:14.681478+0000 (oldest deadline 2024-03-29T00:24:39.381523+0000) 2024-03-29T00:25:01.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:01 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:01.580+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:22.183047+0000 front 2024-03-29T00:24:22.183151+0000 (oldest deadline 2024-03-29T00:24:46.883034+0000) 2024-03-29T00:25:01.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:01 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:01.580+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:33.884641+0000 front 2024-03-29T00:24:33.884525+0000 (oldest deadline 2024-03-29T00:24:55.484698+0000) 2024-03-29T00:25:02.049 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:25:01 smithi012 podman[94647]: 2024-03-29 00:25:01.71960283 +0000 UTC m=+0.399330940 container start b001054495a48ff1aded6ddf564ac896f15c297c0c7aa7c9f872514097d4e618 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-323d23d, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-03-29T00:25:02.050 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:25:01 smithi012 podman[94647]: 2024-03-29 00:25:01.830564021 +0000 UTC m=+0.510292107 container attach b001054495a48ff1aded6ddf564ac896f15c297c0c7aa7c9f872514097d4e618 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-323d23d) 2024-03-29T00:25:02.497 INFO:journalctl@ceph.osd.9.smithi012.stdout:Mar 29 00:25:02 smithi012 podman[94647]: 2024-03-29 00:25:02.169301591 +0000 UTC m=+0.849029730 container died b001054495a48ff1aded6ddf564ac896f15c297c0c7aa7c9f872514097d4e618 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-9-deactivate, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, RELEASE=squid-323d23d, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-03-29T00:25:02.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:02 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:02.449+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:25:02.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:02 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:02.449+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:25:02.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:02 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:02.449+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:25:02.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:02 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:02.449+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:25:02.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:02 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:02.449+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.517227+0000 front 2024-03-29T00:24:23.517259+0000 (oldest deadline 2024-03-29T00:24:46.417289+0000) 2024-03-29T00:25:02.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:02 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:02.449+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:32.318328+0000 front 2024-03-29T00:24:32.318464+0000 (oldest deadline 2024-03-29T00:24:57.018202+0000) 2024-03-29T00:25:02.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:02 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:02.594+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:25:02.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:02 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:02.594+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:25:02.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:02 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:02.594+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:25:02.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:02 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:02.594+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:25:02.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:02 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:02.594+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.681440+0000 front 2024-03-29T00:24:14.681478+0000 (oldest deadline 2024-03-29T00:24:39.381523+0000) 2024-03-29T00:25:02.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:02 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:02.594+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:22.183047+0000 front 2024-03-29T00:24:22.183151+0000 (oldest deadline 2024-03-29T00:24:46.883034+0000) 2024-03-29T00:25:02.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:02 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:02.594+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:33.884641+0000 front 2024-03-29T00:24:33.884525+0000 (oldest deadline 2024-03-29T00:24:55.484698+0000) 2024-03-29T00:25:02.936 DEBUG:teuthology.orchestra.run.smithi012:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.9.service' 2024-03-29T00:25:03.044 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-29T00:25:03.044 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-03-29T00:25:03.044 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-03-29T00:25:03.045 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.10 2024-03-29T00:25:03.373 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:03 smithi053 systemd[1]: Stopping Ceph osd.10 for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:25:03.654 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:03 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:03.371+0000 7fa3bac4e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-29T00:25:03.655 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:03 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:03.371+0000 7fa3bac4e700 -1 osd.10 97 *** Got signal Terminated *** 2024-03-29T00:25:03.655 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:03 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:03.371+0000 7fa3bac4e700 -1 osd.10 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-29T00:25:03.655 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:03 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:03.606+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:25:03.655 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:03 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:03.606+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:25:03.655 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:03 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:03.606+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:25:03.655 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:03 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:03.606+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:25:03.655 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:03 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:03.606+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.681440+0000 front 2024-03-29T00:24:14.681478+0000 (oldest deadline 2024-03-29T00:24:39.381523+0000) 2024-03-29T00:25:03.655 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:03 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:03.606+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:22.183047+0000 front 2024-03-29T00:24:22.183151+0000 (oldest deadline 2024-03-29T00:24:46.883034+0000) 2024-03-29T00:25:03.655 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:03 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:03.606+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:33.884641+0000 front 2024-03-29T00:24:33.884525+0000 (oldest deadline 2024-03-29T00:24:55.484698+0000) 2024-03-29T00:25:03.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:03 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:03.461+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:25:03.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:03 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:03.461+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:25:03.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:03 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:03.461+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:25:03.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:03 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:03.461+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:25:03.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:03 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:03.461+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.517227+0000 front 2024-03-29T00:24:23.517259+0000 (oldest deadline 2024-03-29T00:24:46.417289+0000) 2024-03-29T00:25:03.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:03 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:03.461+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:32.318328+0000 front 2024-03-29T00:24:32.318464+0000 (oldest deadline 2024-03-29T00:24:57.018202+0000) 2024-03-29T00:25:04.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:04 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:04.603+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:25:04.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:04 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:04.603+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:25:04.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:04 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:04.603+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:25:04.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:04 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:04.603+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:25:04.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:04 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:04.603+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.681440+0000 front 2024-03-29T00:24:14.681478+0000 (oldest deadline 2024-03-29T00:24:39.381523+0000) 2024-03-29T00:25:04.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:04 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:04.603+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:22.183047+0000 front 2024-03-29T00:24:22.183151+0000 (oldest deadline 2024-03-29T00:24:46.883034+0000) 2024-03-29T00:25:04.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:04 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:04.603+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:33.884641+0000 front 2024-03-29T00:24:33.884525+0000 (oldest deadline 2024-03-29T00:24:55.484698+0000) 2024-03-29T00:25:04.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:04 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:04.502+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:25:04.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:04 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:04.502+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:25:04.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:04 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:04.502+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:25:04.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:04 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:04.502+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:25:04.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:04 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:04.502+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.517227+0000 front 2024-03-29T00:24:23.517259+0000 (oldest deadline 2024-03-29T00:24:46.417289+0000) 2024-03-29T00:25:04.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:04 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:04.502+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:32.318328+0000 front 2024-03-29T00:24:32.318464+0000 (oldest deadline 2024-03-29T00:24:57.018202+0000) 2024-03-29T00:25:05.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:05 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:05.640+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:25:05.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:05 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:05.640+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:25:05.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:05 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:05.640+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:25:05.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:05 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:05.640+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:25:05.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:05 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:05.640+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.681440+0000 front 2024-03-29T00:24:14.681478+0000 (oldest deadline 2024-03-29T00:24:39.381523+0000) 2024-03-29T00:25:05.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:05 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:05.640+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:22.183047+0000 front 2024-03-29T00:24:22.183151+0000 (oldest deadline 2024-03-29T00:24:46.883034+0000) 2024-03-29T00:25:05.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:05 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:05.640+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:33.884641+0000 front 2024-03-29T00:24:33.884525+0000 (oldest deadline 2024-03-29T00:24:55.484698+0000) 2024-03-29T00:25:05.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:05 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:05.538+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:25:05.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:05 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:05.538+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:25:05.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:05 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:05.538+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:25:05.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:05 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:05.538+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:25:05.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:05 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:05.538+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.517227+0000 front 2024-03-29T00:24:23.517259+0000 (oldest deadline 2024-03-29T00:24:46.417289+0000) 2024-03-29T00:25:05.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:05 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:05.538+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:32.318328+0000 front 2024-03-29T00:24:32.318464+0000 (oldest deadline 2024-03-29T00:24:57.018202+0000) 2024-03-29T00:25:06.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:06 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:06.651+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:25:06.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:06 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:06.651+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:25:06.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:06 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:06.651+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:25:06.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:06 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:06.651+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:25:06.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:06 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:06.651+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.681440+0000 front 2024-03-29T00:24:14.681478+0000 (oldest deadline 2024-03-29T00:24:39.381523+0000) 2024-03-29T00:25:06.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:06 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:06.651+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:22.183047+0000 front 2024-03-29T00:24:22.183151+0000 (oldest deadline 2024-03-29T00:24:46.883034+0000) 2024-03-29T00:25:06.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:06 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:06.651+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:33.884641+0000 front 2024-03-29T00:24:33.884525+0000 (oldest deadline 2024-03-29T00:24:55.484698+0000) 2024-03-29T00:25:06.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:06 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:06.575+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:25:06.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:06 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:06.575+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:25:06.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:06 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:06.575+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:25:06.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:06 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:06.575+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:25:06.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:06 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:06.575+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.517227+0000 front 2024-03-29T00:24:23.517259+0000 (oldest deadline 2024-03-29T00:24:46.417289+0000) 2024-03-29T00:25:06.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:06 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:06.575+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:32.318328+0000 front 2024-03-29T00:24:32.318464+0000 (oldest deadline 2024-03-29T00:24:57.018202+0000) 2024-03-29T00:25:06.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:06 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:06.575+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6820 osd.7 since back 2024-03-29T00:24:41.119277+0000 front 2024-03-29T00:24:41.119295+0000 (oldest deadline 2024-03-29T00:25:06.419147+0000) 2024-03-29T00:25:07.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:07 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:07.609+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:40.876324+0000 front 2024-03-29T00:23:40.876291+0000 (oldest deadline 2024-03-29T00:24:06.776032+0000) 2024-03-29T00:25:07.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:07 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:07.609+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6804 osd.1 since back 2024-03-29T00:23:49.676859+0000 front 2024-03-29T00:23:49.676928+0000 (oldest deadline 2024-03-29T00:24:14.376983+0000) 2024-03-29T00:25:07.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:07 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:07.609+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:58.978759+0000 front 2024-03-29T00:23:58.978878+0000 (oldest deadline 2024-03-29T00:24:23.078722+0000) 2024-03-29T00:25:07.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:07 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:07.609+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:07.179885+0000 front 2024-03-29T00:24:07.180072+0000 (oldest deadline 2024-03-29T00:24:30.679851+0000) 2024-03-29T00:25:07.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:07 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:07.609+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.681440+0000 front 2024-03-29T00:24:14.681478+0000 (oldest deadline 2024-03-29T00:24:39.381523+0000) 2024-03-29T00:25:07.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:07 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:07.609+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:22.183047+0000 front 2024-03-29T00:24:22.183151+0000 (oldest deadline 2024-03-29T00:24:46.883034+0000) 2024-03-29T00:25:07.905 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:07 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10[61269]: 2024-03-29T00:25:07.609+0000 7fa3b7242700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:33.884641+0000 front 2024-03-29T00:24:33.884525+0000 (oldest deadline 2024-03-29T00:24:55.484698+0000) 2024-03-29T00:25:07.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:07 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:07.573+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:25:07.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:07 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:07.573+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:25:07.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:07 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:07.573+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:25:07.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:07 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:07.573+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:25:07.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:07 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:07.573+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.517227+0000 front 2024-03-29T00:24:23.517259+0000 (oldest deadline 2024-03-29T00:24:46.417289+0000) 2024-03-29T00:25:07.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:07 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:07.573+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:32.318328+0000 front 2024-03-29T00:24:32.318464+0000 (oldest deadline 2024-03-29T00:24:57.018202+0000) 2024-03-29T00:25:07.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:07 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:07.573+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6820 osd.7 since back 2024-03-29T00:24:41.119277+0000 front 2024-03-29T00:24:41.119295+0000 (oldest deadline 2024-03-29T00:25:06.419147+0000) 2024-03-29T00:25:08.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:08 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:08.557+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:25:08.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:08 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:08.557+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:25:08.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:08 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:08.557+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:25:08.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:08 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:08.557+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:25:08.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:08 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:08.557+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.517227+0000 front 2024-03-29T00:24:23.517259+0000 (oldest deadline 2024-03-29T00:24:46.417289+0000) 2024-03-29T00:25:08.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:08 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:08.557+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:32.318328+0000 front 2024-03-29T00:24:32.318464+0000 (oldest deadline 2024-03-29T00:24:57.018202+0000) 2024-03-29T00:25:08.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:08 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:08.557+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6820 osd.7 since back 2024-03-29T00:24:41.119277+0000 front 2024-03-29T00:24:41.119295+0000 (oldest deadline 2024-03-29T00:25:06.419147+0000) 2024-03-29T00:25:09.056 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:08 smithi053 podman[70840]: 2024-03-29 00:25:08.792021707 +0000 UTC m=+5.543774961 container died d58e4a1216f7f7e80deea673efc0d90ce7664af758ae9a4b3f02a0f83465bb84 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-323d23d, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True) 2024-03-29T00:25:09.323 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:09 smithi053 podman[70840]: 2024-03-29 00:25:09.130312113 +0000 UTC m=+5.882065358 container cleanup d58e4a1216f7f7e80deea673efc0d90ce7664af758ae9a4b3f02a0f83465bb84 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-323d23d, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS) 2024-03-29T00:25:09.323 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:09 smithi053 bash[70840]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10 2024-03-29T00:25:09.654 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:09 smithi053 podman[70855]: 2024-03-29 00:25:09.3230599 +0000 UTC m=+0.529522985 container remove d58e4a1216f7f7e80deea673efc0d90ce7664af758ae9a4b3f02a0f83465bb84 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10, GIT_CLEAN=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-323d23d, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326) 2024-03-29T00:25:09.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:09 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:09.591+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:25:09.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:09 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:09.591+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:25:09.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:09 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:09.591+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:25:09.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:09 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:09.591+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:25:09.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:09 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:09.591+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.517227+0000 front 2024-03-29T00:24:23.517259+0000 (oldest deadline 2024-03-29T00:24:46.417289+0000) 2024-03-29T00:25:09.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:09 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:09.591+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:32.318328+0000 front 2024-03-29T00:24:32.318464+0000 (oldest deadline 2024-03-29T00:24:57.018202+0000) 2024-03-29T00:25:09.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:09 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:09.591+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6820 osd.7 since back 2024-03-29T00:24:41.119277+0000 front 2024-03-29T00:24:41.119295+0000 (oldest deadline 2024-03-29T00:25:06.419147+0000) 2024-03-29T00:25:10.059 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:09 smithi053 podman[70947]: 2024-03-29 00:25:09.749062639 +0000 UTC m=+0.115384124 container create c769dae02df2e355fad740f40c90c767348d1be47ce8d8a91b512afde2db8f31 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10-deactivate, GIT_CLEAN=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, RELEASE=squid-323d23d, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-03-29T00:25:10.059 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:09 smithi053 podman[70947]: 2024-03-29 00:25:09.651861384 +0000 UTC m=+0.018182885 image pull bed8e21b47c64c348bd50fa93e0a2db0f997a2392760f42fd1dd03442cc97c52 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15 2024-03-29T00:25:10.059 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:09 smithi053 podman[70947]: 2024-03-29 00:25:09.993602413 +0000 UTC m=+0.359923912 container init c769dae02df2e355fad740f40c90c767348d1be47ce8d8a91b512afde2db8f31 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, io.buildah.version=1.33.5, RELEASE=squid-323d23d, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-29T00:25:10.059 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:09 smithi053 podman[70947]: 2024-03-29 00:25:09.997206389 +0000 UTC m=+0.363527885 container start c769dae02df2e355fad740f40c90c767348d1be47ce8d8a91b512afde2db8f31 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10-deactivate, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=squid-323d23d, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-29T00:25:10.060 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:10 smithi053 podman[70947]: 2024-03-29 00:25:10.059571534 +0000 UTC m=+0.425893045 container attach c769dae02df2e355fad740f40c90c767348d1be47ce8d8a91b512afde2db8f31 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10-deactivate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-323d23d, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326) 2024-03-29T00:25:10.405 INFO:journalctl@ceph.osd.10.smithi053.stdout:Mar 29 00:25:10 smithi053 podman[70947]: 2024-03-29 00:25:10.299498709 +0000 UTC m=+0.665820206 container died c769dae02df2e355fad740f40c90c767348d1be47ce8d8a91b512afde2db8f31 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-10-deactivate, org.label-schema.vendor=CentOS, RELEASE=squid-323d23d, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True) 2024-03-29T00:25:10.899 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.10.service' 2024-03-29T00:25:10.946 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-29T00:25:10.946 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-03-29T00:25:10.947 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-03-29T00:25:10.947 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.11 2024-03-29T00:25:10.975 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:10 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:10.591+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:25:10.976 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:10 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:10.591+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:25:10.976 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:10 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:10.591+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:25:10.976 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:10 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:10.591+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:25:10.976 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:10 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:10.591+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.517227+0000 front 2024-03-29T00:24:23.517259+0000 (oldest deadline 2024-03-29T00:24:46.417289+0000) 2024-03-29T00:25:10.976 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:10 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:10.591+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:32.318328+0000 front 2024-03-29T00:24:32.318464+0000 (oldest deadline 2024-03-29T00:24:57.018202+0000) 2024-03-29T00:25:10.976 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:10 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:10.591+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6820 osd.7 since back 2024-03-29T00:24:41.119277+0000 front 2024-03-29T00:24:41.119295+0000 (oldest deadline 2024-03-29T00:25:06.419147+0000) 2024-03-29T00:25:11.234 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:10 smithi069 systemd[1]: Stopping Ceph osd.11 for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:25:11.590 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:11 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:11.286+0000 7ffa2d374700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-29T00:25:11.590 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:11 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:11.286+0000 7ffa2d374700 -1 osd.11 97 *** Got signal Terminated *** 2024-03-29T00:25:11.590 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:11 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:11.286+0000 7ffa2d374700 -1 osd.11 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-29T00:25:11.590 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:11 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:11.589+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:25:11.590 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:11 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:11.589+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:25:11.591 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:11 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:11.589+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:25:11.591 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:11 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:11.589+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:25:11.591 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:11 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:11.589+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.517227+0000 front 2024-03-29T00:24:23.517259+0000 (oldest deadline 2024-03-29T00:24:46.417289+0000) 2024-03-29T00:25:11.591 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:11 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:11.589+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:32.318328+0000 front 2024-03-29T00:24:32.318464+0000 (oldest deadline 2024-03-29T00:24:57.018202+0000) 2024-03-29T00:25:11.591 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:11 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:11.589+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6820 osd.7 since back 2024-03-29T00:24:41.119277+0000 front 2024-03-29T00:24:41.119295+0000 (oldest deadline 2024-03-29T00:25:06.419147+0000) 2024-03-29T00:25:12.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:12 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:12.552+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:25:12.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:12 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:12.552+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:25:12.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:12 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:12.552+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:25:12.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:12 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:12.552+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:25:12.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:12 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:12.552+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.517227+0000 front 2024-03-29T00:24:23.517259+0000 (oldest deadline 2024-03-29T00:24:46.417289+0000) 2024-03-29T00:25:12.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:12 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:12.552+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:32.318328+0000 front 2024-03-29T00:24:32.318464+0000 (oldest deadline 2024-03-29T00:24:57.018202+0000) 2024-03-29T00:25:12.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:12 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:12.552+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6820 osd.7 since back 2024-03-29T00:24:41.119277+0000 front 2024-03-29T00:24:41.119295+0000 (oldest deadline 2024-03-29T00:25:06.419147+0000) 2024-03-29T00:25:12.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:12 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:12.552+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6820 osd.8 since back 2024-03-29T00:24:50.520170+0000 front 2024-03-29T00:24:50.520199+0000 (oldest deadline 2024-03-29T00:25:11.620226+0000) 2024-03-29T00:25:13.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:13 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:13.517+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:25:13.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:13 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:13.517+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:25:13.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:13 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:13.517+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:25:13.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:13 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:13.517+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:25:13.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:13 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:13.517+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.517227+0000 front 2024-03-29T00:24:23.517259+0000 (oldest deadline 2024-03-29T00:24:46.417289+0000) 2024-03-29T00:25:13.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:13 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:13.517+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:32.318328+0000 front 2024-03-29T00:24:32.318464+0000 (oldest deadline 2024-03-29T00:24:57.018202+0000) 2024-03-29T00:25:13.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:13 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:13.517+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6820 osd.7 since back 2024-03-29T00:24:41.119277+0000 front 2024-03-29T00:24:41.119295+0000 (oldest deadline 2024-03-29T00:25:06.419147+0000) 2024-03-29T00:25:13.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:13 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:13.517+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6820 osd.8 since back 2024-03-29T00:24:50.520170+0000 front 2024-03-29T00:24:50.520199+0000 (oldest deadline 2024-03-29T00:25:11.620226+0000) 2024-03-29T00:25:14.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:14 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:14.499+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:25:14.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:14 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:14.499+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:25:14.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:14 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:14.499+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:25:14.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:14 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:14.499+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:25:14.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:14 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:14.499+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.517227+0000 front 2024-03-29T00:24:23.517259+0000 (oldest deadline 2024-03-29T00:24:46.417289+0000) 2024-03-29T00:25:14.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:14 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:14.499+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:32.318328+0000 front 2024-03-29T00:24:32.318464+0000 (oldest deadline 2024-03-29T00:24:57.018202+0000) 2024-03-29T00:25:14.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:14 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:14.499+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6820 osd.7 since back 2024-03-29T00:24:41.119277+0000 front 2024-03-29T00:24:41.119295+0000 (oldest deadline 2024-03-29T00:25:06.419147+0000) 2024-03-29T00:25:14.985 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:14 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:14.499+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6820 osd.8 since back 2024-03-29T00:24:50.520170+0000 front 2024-03-29T00:24:50.520199+0000 (oldest deadline 2024-03-29T00:25:11.620226+0000) 2024-03-29T00:25:15.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:15 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:15.538+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-03-29T00:23:42.909268+0000 front 2024-03-29T00:23:42.909318+0000 (oldest deadline 2024-03-29T00:24:05.808782+0000) 2024-03-29T00:25:15.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:15 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:15.538+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6804 osd.2 since back 2024-03-29T00:23:56.712347+0000 front 2024-03-29T00:23:56.712326+0000 (oldest deadline 2024-03-29T00:24:25.512990+0000) 2024-03-29T00:25:15.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:15 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:15.538+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-03-29T00:24:06.614519+0000 front 2024-03-29T00:24:06.614360+0000 (oldest deadline 2024-03-29T00:24:32.414775+0000) 2024-03-29T00:25:15.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:15 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:15.538+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6812 osd.4 since back 2024-03-29T00:24:14.116112+0000 front 2024-03-29T00:24:14.116207+0000 (oldest deadline 2024-03-29T00:24:38.216145+0000) 2024-03-29T00:25:15.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:15 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:15.538+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6812 osd.5 since back 2024-03-29T00:24:23.517227+0000 front 2024-03-29T00:24:23.517259+0000 (oldest deadline 2024-03-29T00:24:46.417289+0000) 2024-03-29T00:25:15.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:15 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:15.538+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-03-29T00:24:32.318328+0000 front 2024-03-29T00:24:32.318464+0000 (oldest deadline 2024-03-29T00:24:57.018202+0000) 2024-03-29T00:25:15.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:15 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:15.538+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.53:6820 osd.7 since back 2024-03-29T00:24:41.119277+0000 front 2024-03-29T00:24:41.119295+0000 (oldest deadline 2024-03-29T00:25:06.419147+0000) 2024-03-29T00:25:15.984 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:15 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11[61441]: 2024-03-29T00:25:15.538+0000 7ffa29968700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.69:6820 osd.8 since back 2024-03-29T00:24:50.520170+0000 front 2024-03-29T00:24:50.520199+0000 (oldest deadline 2024-03-29T00:25:11.620226+0000) 2024-03-29T00:25:17.079 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:16 smithi069 podman[71558]: 2024-03-29 00:25:16.78971954 +0000 UTC m=+5.647649631 container died 2c9fc3b28fa94afbcbc35b0644cf1f197cd81e42259a2e4f2f9911e5db02f8dc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11, maintainer=Guillaume Abrioux , RELEASE=squid-323d23d, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-29T00:25:17.420 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:17 smithi069 podman[71558]: 2024-03-29 00:25:17.161508072 +0000 UTC m=+6.019438153 container cleanup 2c9fc3b28fa94afbcbc35b0644cf1f197cd81e42259a2e4f2f9911e5db02f8dc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, RELEASE=squid-323d23d, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-03-29T00:25:17.421 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:17 smithi069 bash[71558]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11 2024-03-29T00:25:17.734 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:17 smithi069 podman[71574]: 2024-03-29 00:25:17.420871982 +0000 UTC m=+0.626910489 container remove 2c9fc3b28fa94afbcbc35b0644cf1f197cd81e42259a2e4f2f9911e5db02f8dc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240326, ceph=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-323d23d, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-03-29T00:25:18.090 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:17 smithi069 podman[71666]: 2024-03-29 00:25:17.678023765 +0000 UTC m=+0.017536836 image pull bed8e21b47c64c348bd50fa93e0a2db0f997a2392760f42fd1dd03442cc97c52 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15 2024-03-29T00:25:18.090 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:17 smithi069 podman[71666]: 2024-03-29 00:25:17.779974999 +0000 UTC m=+0.119488114 container create f7482c7b0bb00a17f608bb4aa080b4aed31a4e8d9552a78c5d2e85f11f29c89e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11-deactivate, io.buildah.version=1.33.5, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.build-date=20240326, RELEASE=squid-323d23d, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0) 2024-03-29T00:25:18.090 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:18 smithi069 podman[71666]: 2024-03-29 00:25:18.007343881 +0000 UTC m=+0.346856959 container init f7482c7b0bb00a17f608bb4aa080b4aed31a4e8d9552a78c5d2e85f11f29c89e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-323d23d, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, ceph=True) 2024-03-29T00:25:18.090 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:18 smithi069 podman[71666]: 2024-03-29 00:25:18.01071728 +0000 UTC m=+0.350230346 container start f7482c7b0bb00a17f608bb4aa080b4aed31a4e8d9552a78c5d2e85f11f29c89e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11-deactivate, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=squid-323d23d, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e) 2024-03-29T00:25:18.090 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:18 smithi069 podman[71666]: 2024-03-29 00:25:18.090194987 +0000 UTC m=+0.429708068 container attach f7482c7b0bb00a17f608bb4aa080b4aed31a4e8d9552a78c5d2e85f11f29c89e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-323d23d, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-03-29T00:25:18.484 INFO:journalctl@ceph.osd.11.smithi069.stdout:Mar 29 00:25:18 smithi069 podman[71666]: 2024-03-29 00:25:18.297870106 +0000 UTC m=+0.637383192 container died f7482c7b0bb00a17f608bb4aa080b4aed31a4e8d9552a78c5d2e85f11f29c89e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-osd-11-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-323d23d, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-03-29T00:25:18.878 DEBUG:teuthology.orchestra.run.smithi069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@osd.11.service' 2024-03-29T00:25:18.959 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-29T00:25:18.959 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-03-29T00:25:18.959 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-03-29T00:25:18.960 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.a 2024-03-29T00:25:19.526 INFO:journalctl@ceph.mds.a.smithi012.stdout:Mar 29 00:25:19 smithi012 systemd[1]: Stopping Ceph mds.a for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:25:19.799 INFO:journalctl@ceph.mds.a.smithi012.stdout:Mar 29 00:25:19 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-a[73632]: 2024-03-29T00:25:19.524+0000 7f4fbb000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-29T00:25:19.800 INFO:journalctl@ceph.mds.a.smithi012.stdout:Mar 29 00:25:19 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-a[73632]: 2024-03-29T00:25:19.524+0000 7f4fbb000700 -1 mds.a *** got signal Terminated *** 2024-03-29T00:25:23.549 INFO:journalctl@ceph.mds.a.smithi012.stdout:Mar 29 00:25:23 smithi012 podman[94777]: 2024-03-29 00:25:23.240614733 +0000 UTC m=+3.841251742 container died 4f1f79d4d86fb11dfdeae440fefacfba3e79093fb6c00c50d1b29810fd8cb681 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-a, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-323d23d, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-29T00:25:23.944 INFO:journalctl@ceph.mds.a.smithi012.stdout:Mar 29 00:25:23 smithi012 podman[94777]: 2024-03-29 00:25:23.667183116 +0000 UTC m=+4.267820132 container cleanup 4f1f79d4d86fb11dfdeae440fefacfba3e79093fb6c00c50d1b29810fd8cb681 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-a, ceph=True, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, RELEASE=squid-323d23d, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-03-29T00:25:23.944 INFO:journalctl@ceph.mds.a.smithi012.stdout:Mar 29 00:25:23 smithi012 bash[94777]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-a 2024-03-29T00:25:24.299 INFO:journalctl@ceph.mds.a.smithi012.stdout:Mar 29 00:25:23 smithi012 podman[94791]: 2024-03-29 00:25:23.943195991 +0000 UTC m=+0.689148297 container remove 4f1f79d4d86fb11dfdeae440fefacfba3e79093fb6c00c50d1b29810fd8cb681 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-a, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-323d23d, org.label-schema.build-date=20240326, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-03-29T00:25:24.566 DEBUG:teuthology.orchestra.run.smithi012:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.a.service' 2024-03-29T00:25:24.693 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-29T00:25:24.693 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-03-29T00:25:24.693 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-03-29T00:25:24.694 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.d 2024-03-29T00:25:25.300 INFO:journalctl@ceph.mds.d.smithi012.stdout:Mar 29 00:25:24 smithi012 systemd[1]: Stopping Ceph mds.d for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:25:25.679 INFO:journalctl@ceph.mds.d.smithi012.stdout:Mar 29 00:25:25 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-d[72625]: 2024-03-29T00:25:25.319+0000 7fb407000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-29T00:25:25.680 INFO:journalctl@ceph.mds.d.smithi012.stdout:Mar 29 00:25:25 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-d[72625]: 2024-03-29T00:25:25.319+0000 7fb407000700 -1 mds.d *** got signal Terminated *** 2024-03-29T00:25:29.391 INFO:journalctl@ceph.mds.d.smithi012.stdout:Mar 29 00:25:29 smithi012 podman[94896]: 2024-03-29 00:25:29.08890108 +0000 UTC m=+3.940774584 container died 566e7a48d34c1e7d70034946669f5a71595a865574083b296e9cee7f14312b6d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-d, org.label-schema.schema-version=1.0, RELEASE=squid-323d23d, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS) 2024-03-29T00:25:29.772 INFO:journalctl@ceph.mds.d.smithi012.stdout:Mar 29 00:25:29 smithi012 podman[94896]: 2024-03-29 00:25:29.495263864 +0000 UTC m=+4.347137378 container cleanup 566e7a48d34c1e7d70034946669f5a71595a865574083b296e9cee7f14312b6d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-d, org.label-schema.license=GPLv2, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, CEPH_POINT_RELEASE=, RELEASE=squid-323d23d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, ceph=True) 2024-03-29T00:25:29.772 INFO:journalctl@ceph.mds.d.smithi012.stdout:Mar 29 00:25:29 smithi012 bash[94896]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-d 2024-03-29T00:25:30.049 INFO:journalctl@ceph.mds.d.smithi012.stdout:Mar 29 00:25:29 smithi012 podman[94909]: 2024-03-29 00:25:29.77115976 +0000 UTC m=+0.666733697 container remove 566e7a48d34c1e7d70034946669f5a71595a865574083b296e9cee7f14312b6d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, RELEASE=squid-323d23d, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-03-29T00:25:30.086 DEBUG:teuthology.orchestra.run.smithi012:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.d.service' 2024-03-29T00:25:30.212 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-29T00:25:30.213 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-03-29T00:25:30.213 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-03-29T00:25:30.213 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.g 2024-03-29T00:25:30.799 INFO:journalctl@ceph.mds.g.smithi012.stdout:Mar 29 00:25:30 smithi012 systemd[1]: Stopping Ceph mds.g for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:25:31.299 INFO:journalctl@ceph.mds.g.smithi012.stdout:Mar 29 00:25:30 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-g[73243]: 2024-03-29T00:25:30.855+0000 7ff5b6200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-29T00:25:31.300 INFO:journalctl@ceph.mds.g.smithi012.stdout:Mar 29 00:25:30 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-g[73243]: 2024-03-29T00:25:30.855+0000 7ff5b6200700 -1 mds.g *** got signal Terminated *** 2024-03-29T00:25:35.181 INFO:journalctl@ceph.mds.g.smithi012.stdout:Mar 29 00:25:34 smithi012 podman[95016]: 2024-03-29 00:25:34.868706281 +0000 UTC m=+4.167368645 container died 6bb32fac87e27cfc3bbdc7d9a4e75896c07609aa43da25bbb4b74b98258aa4b0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-g, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-323d23d, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326) 2024-03-29T00:25:35.483 INFO:journalctl@ceph.mds.g.smithi012.stdout:Mar 29 00:25:35 smithi012 podman[95016]: 2024-03-29 00:25:35.289924911 +0000 UTC m=+4.588587271 container cleanup 6bb32fac87e27cfc3bbdc7d9a4e75896c07609aa43da25bbb4b74b98258aa4b0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-g, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, RELEASE=squid-323d23d, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD) 2024-03-29T00:25:35.483 INFO:journalctl@ceph.mds.g.smithi012.stdout:Mar 29 00:25:35 smithi012 bash[95016]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-g 2024-03-29T00:25:35.799 INFO:journalctl@ceph.mds.g.smithi012.stdout:Mar 29 00:25:35 smithi012 podman[95030]: 2024-03-29 00:25:35.482514431 +0000 UTC m=+0.594810499 container remove 6bb32fac87e27cfc3bbdc7d9a4e75896c07609aa43da25bbb4b74b98258aa4b0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-g, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=squid-323d23d, ceph=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-03-29T00:25:36.030 DEBUG:teuthology.orchestra.run.smithi012:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.g.service' 2024-03-29T00:25:36.157 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-29T00:25:36.158 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-03-29T00:25:36.158 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-03-29T00:25:36.158 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.j 2024-03-29T00:25:36.549 INFO:journalctl@ceph.mds.j.smithi012.stdout:Mar 29 00:25:36 smithi012 systemd[1]: Stopping Ceph mds.j for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:25:37.049 INFO:journalctl@ceph.mds.j.smithi012.stdout:Mar 29 00:25:36 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-j[72251]: 2024-03-29T00:25:36.791+0000 7f4ee9200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-29T00:25:37.050 INFO:journalctl@ceph.mds.j.smithi012.stdout:Mar 29 00:25:36 smithi012 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-j[72251]: 2024-03-29T00:25:36.791+0000 7f4ee9200700 -1 mds.j *** got signal Terminated *** 2024-03-29T00:25:41.144 INFO:journalctl@ceph.mds.j.smithi012.stdout:Mar 29 00:25:40 smithi012 podman[95135]: 2024-03-29 00:25:40.807239537 +0000 UTC m=+4.143092128 container died c8b57ed0896c5ab11cbd09c1e1a92125cc2d13e543563704baae7c23b234a7a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-j, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, RELEASE=squid-323d23d, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-03-29T00:25:41.419 INFO:journalctl@ceph.mds.j.smithi012.stdout:Mar 29 00:25:41 smithi012 podman[95135]: 2024-03-29 00:25:41.25154397 +0000 UTC m=+4.587396560 container cleanup c8b57ed0896c5ab11cbd09c1e1a92125cc2d13e543563704baae7c23b234a7a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-j, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, RELEASE=squid-323d23d, maintainer=Guillaume Abrioux , GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-03-29T00:25:41.419 INFO:journalctl@ceph.mds.j.smithi012.stdout:Mar 29 00:25:41 smithi012 bash[95135]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-j 2024-03-29T00:25:41.799 INFO:journalctl@ceph.mds.j.smithi012.stdout:Mar 29 00:25:41 smithi012 podman[95161]: 2024-03-29 00:25:41.418990865 +0000 UTC m=+0.589773445 container remove c8b57ed0896c5ab11cbd09c1e1a92125cc2d13e543563704baae7c23b234a7a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-j, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-323d23d, org.label-schema.build-date=20240326) 2024-03-29T00:25:41.982 DEBUG:teuthology.orchestra.run.smithi012:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.j.service' 2024-03-29T00:25:42.112 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-29T00:25:42.113 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-03-29T00:25:42.113 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-03-29T00:25:42.113 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.b 2024-03-29T00:25:42.404 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:25:42 smithi053 systemd[1]: Stopping Ceph mds.b for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:25:42.676 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:25:42 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:25:42.429+0000 7f2260ac6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-29T00:25:42.676 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:25:42 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b[66521]: 2024-03-29T00:25:42.429+0000 7f2260ac6700 -1 mds.b *** got signal Terminated *** 2024-03-29T00:25:46.713 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:25:46 smithi053 podman[71053]: 2024-03-29 00:25:46.439518955 +0000 UTC m=+4.121806807 container died 1f863529ea9cc29d364f2863ca606ecdb6c99c48266a81bec728690aaeaf8c5d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=squid-323d23d, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e) 2024-03-29T00:25:46.964 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:25:46 smithi053 podman[71053]: 2024-03-29 00:25:46.787943143 +0000 UTC m=+4.470230986 container cleanup 1f863529ea9cc29d364f2863ca606ecdb6c99c48266a81bec728690aaeaf8c5d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=squid-323d23d, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-03-29T00:25:46.964 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:25:46 smithi053 bash[71053]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b 2024-03-29T00:25:47.214 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.b.service' 2024-03-29T00:25:47.243 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:25:46 smithi053 podman[71079]: 2024-03-29 00:25:46.964194898 +0000 UTC m=+0.516405548 container remove 1f863529ea9cc29d364f2863ca606ecdb6c99c48266a81bec728690aaeaf8c5d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-b, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, RELEASE=squid-323d23d, org.label-schema.license=GPLv2) 2024-03-29T00:25:47.243 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:25:47 smithi053 systemd[1]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.b.service: Deactivated successfully. 2024-03-29T00:25:47.243 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:25:47 smithi053 systemd[1]: Stopped Ceph mds.b for f0a28ba8-ed5f-11ee-95d0-87774f69a715. 2024-03-29T00:25:47.243 INFO:journalctl@ceph.mds.b.smithi053.stdout:Mar 29 00:25:47 smithi053 systemd[1]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.b.service: Consumed 4min 12.905s CPU time. 2024-03-29T00:25:47.256 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-29T00:25:47.257 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-03-29T00:25:47.257 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-03-29T00:25:47.257 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.e 2024-03-29T00:25:47.583 INFO:journalctl@ceph.mds.e.smithi053.stdout:Mar 29 00:25:47 smithi053 systemd[1]: Stopping Ceph mds.e for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:25:47.904 INFO:journalctl@ceph.mds.e.smithi053.stdout:Mar 29 00:25:47 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-e[65894]: 2024-03-29T00:25:47.582+0000 7f689d6ea700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-29T00:25:47.904 INFO:journalctl@ceph.mds.e.smithi053.stdout:Mar 29 00:25:47 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-e[65894]: 2024-03-29T00:25:47.582+0000 7f689d6ea700 -1 mds.e *** got signal Terminated *** 2024-03-29T00:25:51.441 INFO:journalctl@ceph.mds.e.smithi053.stdout:Mar 29 00:25:51 smithi053 podman[71187]: 2024-03-29 00:25:51.165396921 +0000 UTC m=+3.679208696 container died be788717b7547e31e240504b3b916e0551f9cf1c8254928464d1d87804b3ca05 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-e, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-323d23d, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-03-29T00:25:51.441 INFO:journalctl@ceph.mds.e.smithi053.stdout:Mar 29 00:25:51 smithi053 podman[71187]: 2024-03-29 00:25:51.441354613 +0000 UTC m=+3.955166384 container cleanup be788717b7547e31e240504b3b916e0551f9cf1c8254928464d1d87804b3ca05 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-323d23d) 2024-03-29T00:25:51.717 INFO:journalctl@ceph.mds.e.smithi053.stdout:Mar 29 00:25:51 smithi053 bash[71187]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-e 2024-03-29T00:25:51.868 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.e.service' 2024-03-29T00:25:51.907 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-29T00:25:51.907 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-03-29T00:25:51.907 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-03-29T00:25:51.908 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.h 2024-03-29T00:25:52.237 INFO:journalctl@ceph.mds.h.smithi053.stdout:Mar 29 00:25:51 smithi053 systemd[1]: Stopping Ceph mds.h for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:25:52.654 INFO:journalctl@ceph.mds.h.smithi053.stdout:Mar 29 00:25:52 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-h[66204]: 2024-03-29T00:25:52.236+0000 7f4119ac9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-29T00:25:52.655 INFO:journalctl@ceph.mds.h.smithi053.stdout:Mar 29 00:25:52 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-h[66204]: 2024-03-29T00:25:52.236+0000 7f4119ac9700 -1 mds.h *** got signal Terminated *** 2024-03-29T00:25:55.478 INFO:journalctl@ceph.mds.h.smithi053.stdout:Mar 29 00:25:55 smithi053 podman[71309]: 2024-03-29 00:25:55.160188874 +0000 UTC m=+3.028936626 container died 597dcc9d90d11bce951ad60f11950c7ab37cdc5d2157f71c2df2c6a8dd9a475a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-h, RELEASE=squid-323d23d, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True) 2024-03-29T00:25:55.478 INFO:journalctl@ceph.mds.h.smithi053.stdout:Mar 29 00:25:55 smithi053 podman[71309]: 2024-03-29 00:25:55.478635966 +0000 UTC m=+3.347383769 container cleanup 597dcc9d90d11bce951ad60f11950c7ab37cdc5d2157f71c2df2c6a8dd9a475a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-h, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-323d23d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-03-29T00:25:55.816 INFO:journalctl@ceph.mds.h.smithi053.stdout:Mar 29 00:25:55 smithi053 bash[71309]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-h 2024-03-29T00:25:55.817 INFO:journalctl@ceph.mds.h.smithi053.stdout:Mar 29 00:25:55 smithi053 podman[71323]: 2024-03-29 00:25:55.696544776 +0000 UTC m=+0.526741735 container remove 597dcc9d90d11bce951ad60f11950c7ab37cdc5d2157f71c2df2c6a8dd9a475a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-h, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, RELEASE=squid-323d23d, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-03-29T00:25:55.836 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.h.service' 2024-03-29T00:25:55.875 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-29T00:25:55.875 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-03-29T00:25:55.875 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-03-29T00:25:55.876 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.k 2024-03-29T00:25:56.154 INFO:journalctl@ceph.mds.k.smithi053.stdout:Mar 29 00:25:55 smithi053 systemd[1]: Stopping Ceph mds.k for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:25:56.654 INFO:journalctl@ceph.mds.k.smithi053.stdout:Mar 29 00:25:56 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-k[65570]: 2024-03-29T00:25:56.215+0000 7fca3ab87700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-29T00:25:56.654 INFO:journalctl@ceph.mds.k.smithi053.stdout:Mar 29 00:25:56 smithi053 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-k[65570]: 2024-03-29T00:25:56.215+0000 7fca3ab87700 -1 mds.k *** got signal Terminated *** 2024-03-29T00:25:59.482 INFO:journalctl@ceph.mds.k.smithi053.stdout:Mar 29 00:25:59 smithi053 podman[71431]: 2024-03-29 00:25:59.159330128 +0000 UTC m=+3.054042066 container died 2514a68265b50436bff3fe6bd7666aad20359981ce79d0f33c105a822f7e038a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-k, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=squid-323d23d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-03-29T00:25:59.482 INFO:journalctl@ceph.mds.k.smithi053.stdout:Mar 29 00:25:59 smithi053 podman[71431]: 2024-03-29 00:25:59.482317663 +0000 UTC m=+3.377029601 container cleanup 2514a68265b50436bff3fe6bd7666aad20359981ce79d0f33c105a822f7e038a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-k, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-323d23d, maintainer=Guillaume Abrioux ) 2024-03-29T00:25:59.898 INFO:journalctl@ceph.mds.k.smithi053.stdout:Mar 29 00:25:59 smithi053 bash[71431]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-k 2024-03-29T00:25:59.898 INFO:journalctl@ceph.mds.k.smithi053.stdout:Mar 29 00:25:59 smithi053 podman[71444]: 2024-03-29 00:25:59.683131131 +0000 UTC m=+0.517360046 container remove 2514a68265b50436bff3fe6bd7666aad20359981ce79d0f33c105a822f7e038a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-k, ceph=True, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, RELEASE=squid-323d23d, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-03-29T00:25:59.908 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.k.service' 2024-03-29T00:25:59.946 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-29T00:25:59.946 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-03-29T00:25:59.946 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-03-29T00:25:59.946 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.c 2024-03-29T00:26:00.234 INFO:journalctl@ceph.mds.c.smithi069.stdout:Mar 29 00:25:59 smithi069 systemd[1]: Stopping Ceph mds.c for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:26:00.501 INFO:journalctl@ceph.mds.c.smithi069.stdout:Mar 29 00:26:00 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-c[66900]: 2024-03-29T00:26:00.316+0000 7ff38f3d1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-29T00:26:00.501 INFO:journalctl@ceph.mds.c.smithi069.stdout:Mar 29 00:26:00 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-c[66900]: 2024-03-29T00:26:00.316+0000 7ff38f3d1700 -1 mds.c *** got signal Terminated *** 2024-03-29T00:26:03.467 INFO:journalctl@ceph.mds.c.smithi069.stdout:Mar 29 00:26:03 smithi069 podman[71771]: 2024-03-29 00:26:03.179587873 +0000 UTC m=+3.039309928 container died f4e8815136804141aedc286beae5153d4deb38de3b8ce7864531153d2ca2382d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-c, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, ceph=True, RELEASE=squid-323d23d, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e) 2024-03-29T00:26:03.734 INFO:journalctl@ceph.mds.c.smithi069.stdout:Mar 29 00:26:03 smithi069 podman[71771]: 2024-03-29 00:26:03.566370798 +0000 UTC m=+3.426092844 container cleanup f4e8815136804141aedc286beae5153d4deb38de3b8ce7864531153d2ca2382d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-c, RELEASE=squid-323d23d, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True) 2024-03-29T00:26:03.734 INFO:journalctl@ceph.mds.c.smithi069.stdout:Mar 29 00:26:03 smithi069 bash[71771]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-c 2024-03-29T00:26:03.987 DEBUG:teuthology.orchestra.run.smithi069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.c.service' 2024-03-29T00:26:04.011 INFO:journalctl@ceph.mds.c.smithi069.stdout:Mar 29 00:26:03 smithi069 podman[71796]: 2024-03-29 00:26:03.742257498 +0000 UTC m=+0.562083384 container remove f4e8815136804141aedc286beae5153d4deb38de3b8ce7864531153d2ca2382d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-c, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=squid-323d23d, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux ) 2024-03-29T00:26:04.012 INFO:journalctl@ceph.mds.c.smithi069.stdout:Mar 29 00:26:03 smithi069 systemd[1]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.c.service: Deactivated successfully. 2024-03-29T00:26:04.012 INFO:journalctl@ceph.mds.c.smithi069.stdout:Mar 29 00:26:03 smithi069 systemd[1]: Stopped Ceph mds.c for f0a28ba8-ed5f-11ee-95d0-87774f69a715. 2024-03-29T00:26:04.012 INFO:journalctl@ceph.mds.c.smithi069.stdout:Mar 29 00:26:03 smithi069 systemd[1]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.c.service: Consumed 2min 51.443s CPU time. 2024-03-29T00:26:04.025 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-29T00:26:04.025 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-03-29T00:26:04.025 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-03-29T00:26:04.025 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.f 2024-03-29T00:26:04.345 INFO:journalctl@ceph.mds.f.smithi069.stdout:Mar 29 00:26:04 smithi069 systemd[1]: Stopping Ceph mds.f for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:26:04.734 INFO:journalctl@ceph.mds.f.smithi069.stdout:Mar 29 00:26:04 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-f[66592]: 2024-03-29T00:26:04.344+0000 7f6b091c2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-29T00:26:04.734 INFO:journalctl@ceph.mds.f.smithi069.stdout:Mar 29 00:26:04 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-f[66592]: 2024-03-29T00:26:04.344+0000 7f6b091c2700 -1 mds.f *** got signal Terminated *** 2024-03-29T00:26:07.454 INFO:journalctl@ceph.mds.f.smithi069.stdout:Mar 29 00:26:07 smithi069 podman[71903]: 2024-03-29 00:26:07.175317935 +0000 UTC m=+2.942105978 container died adbd8e5149263d35b3abb1e1a47f3c426c0a723dff25136c81502cd43f6881d0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-f, org.label-schema.license=GPLv2, RELEASE=squid-323d23d, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-29T00:26:07.734 INFO:journalctl@ceph.mds.f.smithi069.stdout:Mar 29 00:26:07 smithi069 podman[71903]: 2024-03-29 00:26:07.535979377 +0000 UTC m=+3.302767372 container cleanup adbd8e5149263d35b3abb1e1a47f3c426c0a723dff25136c81502cd43f6881d0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-f, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-323d23d, org.label-schema.license=GPLv2, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e) 2024-03-29T00:26:07.734 INFO:journalctl@ceph.mds.f.smithi069.stdout:Mar 29 00:26:07 smithi069 bash[71903]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-f 2024-03-29T00:26:07.952 DEBUG:teuthology.orchestra.run.smithi069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.f.service' 2024-03-29T00:26:07.987 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-29T00:26:07.988 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-03-29T00:26:07.988 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-03-29T00:26:07.988 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.i 2024-03-29T00:26:08.234 INFO:journalctl@ceph.mds.i.smithi069.stdout:Mar 29 00:26:08 smithi069 systemd[1]: Stopping Ceph mds.i for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:26:08.733 INFO:journalctl@ceph.mds.i.smithi069.stdout:Mar 29 00:26:08 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-i[67225]: 2024-03-29T00:26:08.347+0000 7f4ca53ec700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-29T00:26:08.734 INFO:journalctl@ceph.mds.i.smithi069.stdout:Mar 29 00:26:08 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-i[67225]: 2024-03-29T00:26:08.347+0000 7f4ca53ec700 -1 mds.i *** got signal Terminated *** 2024-03-29T00:26:11.234 INFO:journalctl@ceph.mds.i.smithi069.stdout:Mar 29 00:26:11 smithi069 podman[72023]: 2024-03-29 00:26:11.168145994 +0000 UTC m=+2.963391507 container died 47c2b5706fd21cba671dd2aae532f4de137cf82c91c8e466a3f4da9722fbd6d7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-i, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-323d23d, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-29T00:26:11.899 INFO:journalctl@ceph.mds.i.smithi069.stdout:Mar 29 00:26:11 smithi069 podman[72023]: 2024-03-29 00:26:11.681404828 +0000 UTC m=+3.476650337 container cleanup 47c2b5706fd21cba671dd2aae532f4de137cf82c91c8e466a3f4da9722fbd6d7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-i, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-323d23d, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-03-29T00:26:11.899 INFO:journalctl@ceph.mds.i.smithi069.stdout:Mar 29 00:26:11 smithi069 bash[72023]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-i 2024-03-29T00:26:12.029 DEBUG:teuthology.orchestra.run.smithi069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.i.service' 2024-03-29T00:26:12.063 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-29T00:26:12.064 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-03-29T00:26:12.064 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-03-29T00:26:12.064 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.l 2024-03-29T00:26:12.234 INFO:journalctl@ceph.mds.l.smithi069.stdout:Mar 29 00:26:12 smithi069 systemd[1]: Stopping Ceph mds.l for f0a28ba8-ed5f-11ee-95d0-87774f69a715... 2024-03-29T00:26:12.734 INFO:journalctl@ceph.mds.l.smithi069.stdout:Mar 29 00:26:12 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-l[66283]: 2024-03-29T00:26:12.384+0000 7f6028508700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-29T00:26:12.734 INFO:journalctl@ceph.mds.l.smithi069.stdout:Mar 29 00:26:12 smithi069 ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-l[66283]: 2024-03-29T00:26:12.384+0000 7f6028508700 -1 mds.l *** got signal Terminated *** 2024-03-29T00:26:15.484 INFO:journalctl@ceph.mds.l.smithi069.stdout:Mar 29 00:26:15 smithi069 podman[72148]: 2024-03-29 00:26:15.170504468 +0000 UTC m=+2.892848075 container died 0df9e048d56f69ddc0c95f4c4449d308ff6bc979eba7f747bc41182797c0bae2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-l, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, RELEASE=squid-323d23d, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-29T00:26:15.892 INFO:journalctl@ceph.mds.l.smithi069.stdout:Mar 29 00:26:15 smithi069 podman[72148]: 2024-03-29 00:26:15.484733648 +0000 UTC m=+3.207077214 container cleanup 0df9e048d56f69ddc0c95f4c4449d308ff6bc979eba7f747bc41182797c0bae2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-l, ceph=True, GIT_BRANCH=HEAD, RELEASE=squid-323d23d, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-03-29T00:26:15.892 INFO:journalctl@ceph.mds.l.smithi069.stdout:Mar 29 00:26:15 smithi069 bash[72148]: ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-l 2024-03-29T00:26:15.892 INFO:journalctl@ceph.mds.l.smithi069.stdout:Mar 29 00:26:15 smithi069 podman[72161]: 2024-03-29 00:26:15.68577489 +0000 UTC m=+0.512071435 container remove 0df9e048d56f69ddc0c95f4c4449d308ff6bc979eba7f747bc41182797c0bae2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:159b776f7ea908ec11862e28e350001dd95c067c81ec5a746cd26e38222ced15, name=ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715-mds-l, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-323d23d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_COMMIT=d7c7095173c3793ef2ed0fc814eebfb88de11a2e, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326) 2024-03-29T00:26:15.907 DEBUG:teuthology.orchestra.run.smithi069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f0a28ba8-ed5f-11ee-95d0-87774f69a715@mds.l.service' 2024-03-29T00:26:15.940 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-29T00:26:15.940 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-03-29T00:26:15.941 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 --force --keep-logs 2024-03-29T00:26:16.285 INFO:teuthology.orchestra.run.smithi012.stdout:Deleting cluster with fsid: f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:26:21.549 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 --force --keep-logs 2024-03-29T00:26:21.752 INFO:teuthology.orchestra.run.smithi053.stdout:Deleting cluster with fsid: f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:26:24.348 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 --force --keep-logs 2024-03-29T00:26:24.540 INFO:teuthology.orchestra.run.smithi069.stdout:Deleting cluster with fsid: f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:26:27.042 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-29T00:26:27.150 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-29T00:26:27.189 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-29T00:26:27.218 INFO:tasks.cephadm:Archiving crash dumps... 2024-03-29T00:26:27.220 DEBUG:teuthology.misc:Transferring archived files from smithi012:/var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/crash to /home/teuthworker/archive/teuthology-2024-03-27_21:24:03-fs-squid-distro-default-smithi/7627231/remote/smithi012/crash 2024-03-29T00:26:27.221 DEBUG:teuthology.orchestra.run.smithi012:> sudo tar c -f - -C /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/crash -- . 2024-03-29T00:26:27.322 INFO:teuthology.orchestra.run.smithi012.stderr:tar: /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/crash: Cannot open: No such file or directory 2024-03-29T00:26:27.322 INFO:teuthology.orchestra.run.smithi012.stderr:tar: Error is not recoverable: exiting now 2024-03-29T00:26:27.327 DEBUG:teuthology.misc:Transferring archived files from smithi053:/var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/crash to /home/teuthworker/archive/teuthology-2024-03-27_21:24:03-fs-squid-distro-default-smithi/7627231/remote/smithi053/crash 2024-03-29T00:26:27.328 DEBUG:teuthology.orchestra.run.smithi053:> sudo tar c -f - -C /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/crash -- . 2024-03-29T00:26:27.384 INFO:teuthology.orchestra.run.smithi053.stderr:tar: /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/crash: Cannot open: No such file or directory 2024-03-29T00:26:27.385 INFO:teuthology.orchestra.run.smithi053.stderr:tar: Error is not recoverable: exiting now 2024-03-29T00:26:27.386 DEBUG:teuthology.misc:Transferring archived files from smithi069:/var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/crash to /home/teuthworker/archive/teuthology-2024-03-27_21:24:03-fs-squid-distro-default-smithi/7627231/remote/smithi069/crash 2024-03-29T00:26:27.387 DEBUG:teuthology.orchestra.run.smithi069:> sudo tar c -f - -C /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/crash -- . 2024-03-29T00:26:27.425 INFO:teuthology.orchestra.run.smithi069.stderr:tar: /var/lib/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/crash: Cannot open: No such file or directory 2024-03-29T00:26:27.425 INFO:teuthology.orchestra.run.smithi069.stderr:tar: Error is not recoverable: exiting now 2024-03-29T00:26:27.426 INFO:tasks.cephadm:Checking cluster log for badness... 2024-03-29T00:26:27.426 DEBUG:teuthology.orchestra.run.smithi012:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-03-29T00:26:27.537 INFO:tasks.cephadm:Compressing logs... 2024-03-29T00:26:27.537 DEBUG:teuthology.orchestra.run.smithi012:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-03-29T00:26:27.541 DEBUG:teuthology.orchestra.run.smithi053:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-03-29T00:26:27.544 DEBUG:teuthology.orchestra.run.smithi069:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-03-29T00:26:27.571 INFO:teuthology.orchestra.run.smithi069.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-03-29T00:26:27.571 INFO:teuthology.orchestra.run.smithi069.stderr:: No such file or directory 2024-03-29T00:26:27.572 INFO:teuthology.orchestra.run.smithi069.stderr:gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.l.log 2024-03-29T00:26:27.572 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph.audit.log 2024-03-29T00:26:27.572 INFO:teuthology.orchestra.run.smithi069.stderr:gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.i.log 2024-03-29T00:26:27.572 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.l.log: /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.11.log 2024-03-29T00:26:27.573 INFO:teuthology.orchestra.run.smithi069.stderr:gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mgr.z.log 2024-03-29T00:26:27.573 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.i.log: /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.8.log 2024-03-29T00:26:27.573 INFO:teuthology.orchestra.run.smithi069.stderr: 92.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-03-29T00:26:27.573 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mgr.z.log: gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.5.log 2024-03-29T00:26:27.576 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.f.log 2024-03-29T00:26:27.576 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph.cephadm.log 2024-03-29T00:26:27.576 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.f.log: 90.1% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph.audit.log.gz 2024-03-29T00:26:27.576 INFO:teuthology.orchestra.run.smithi069.stderr:gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph.log 2024-03-29T00:26:27.576 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph.cephadm.log: 82.4% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph.cephadm.log.gz 2024-03-29T00:26:27.576 INFO:teuthology.orchestra.run.smithi069.stderr:gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.2.log 2024-03-29T00:26:27.577 INFO:teuthology.orchestra.run.smithi053.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-03-29T00:26:27.577 INFO:teuthology.orchestra.run.smithi053.stderr:: No such file or directory 2024-03-29T00:26:27.577 INFO:teuthology.orchestra.run.smithi053.stderr:gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.10.log 2024-03-29T00:26:27.577 INFO:teuthology.orchestra.run.smithi053.stderr:gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph.audit.log 2024-03-29T00:26:27.579 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.b.log 2024-03-29T00:26:27.579 INFO:teuthology.orchestra.run.smithi053.stderr:gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.4.log 2024-03-29T00:26:27.579 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph.audit.log: gzip -5/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.b.log: --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.1.log 2024-03-29T00:26:27.579 INFO:teuthology.orchestra.run.smithi053.stderr: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-03-29T00:26:27.579 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.k.log 2024-03-29T00:26:27.579 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.h.log 2024-03-29T00:26:27.581 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.k.log: gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.7.log 2024-03-29T00:26:27.581 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.h.log: gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.e.log 2024-03-29T00:26:27.582 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph.log: 92.6% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mgr.z.log.gz 86.6% 2024-03-29T00:26:27.582 INFO:teuthology.orchestra.run.smithi069.stderr: -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph.log.gz 2024-03-29T00:26:27.582 INFO:teuthology.orchestra.run.smithi069.stderr:gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.c.log 2024-03-29T00:26:27.583 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-volume.log 2024-03-29T00:26:27.584 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.7.log: 90.0% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph.audit.log.gz 2024-03-29T00:26:27.584 INFO:teuthology.orchestra.run.smithi053.stderr:gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mgr.y.log 2024-03-29T00:26:27.592 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mon.c.log 2024-03-29T00:26:27.598 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.e.log: gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph.cephadm.log 2024-03-29T00:26:27.605 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mgr.y.log: 92.4% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mgr.y.log.gz 2024-03-29T00:26:27.605 INFO:teuthology.orchestra.run.smithi053.stderr:gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph.log 2024-03-29T00:26:27.608 INFO:teuthology.orchestra.run.smithi012.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log: No such file or directory 2024-03-29T00:26:27.608 INFO:teuthology.orchestra.run.smithi012.stderr: 2024-03-29T00:26:27.609 INFO:teuthology.orchestra.run.smithi012.stderr:gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.6.log 2024-03-29T00:26:27.610 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mon.a.log 2024-03-29T00:26:27.611 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph.audit.log 2024-03-29T00:26:27.612 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.g.log 2024-03-29T00:26:27.613 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-volume.log 2024-03-29T00:26:27.613 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph.log: 82.4% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph.cephadm.log.gz 2024-03-29T00:26:27.614 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.j.log 2024-03-29T00:26:27.615 INFO:teuthology.orchestra.run.smithi012.stderr:gzip/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.g.log: -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.3.log 2024-03-29T00:26:27.617 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mgr.x.log 2024-03-29T00:26:27.617 INFO:teuthology.orchestra.run.smithi012.stderr: 89.9% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph.audit.log.gz 2024-03-29T00:26:27.617 INFO:teuthology.orchestra.run.smithi012.stderr: 93.2% -- replaced with /var/log/ceph/cephadm.log.gz 2024-03-29T00:26:27.618 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.0.log 2024-03-29T00:26:27.620 INFO:teuthology.orchestra.run.smithi053.stderr:gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mon.b.log 2024-03-29T00:26:27.620 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph.cephadm.log 2024-03-29T00:26:27.620 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.0.log: 94.6% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.j.log.gz 2024-03-29T00:26:27.621 INFO:teuthology.orchestra.run.smithi012.stderr:gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph.log 2024-03-29T00:26:27.623 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph.cephadm.log: 82.6% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph.cephadm.log.gz 2024-03-29T00:26:27.624 INFO:teuthology.orchestra.run.smithi012.stderr:gzip/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph.log: -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-volume.log 2024-03-29T00:26:27.626 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.9.log 2024-03-29T00:26:27.627 INFO:teuthology.orchestra.run.smithi012.stderr: 86.6% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph.log.gz 2024-03-29T00:26:27.628 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-volume.log: 86.5% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph.log.gz 2024-03-29T00:26:27.628 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-volume.log: /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mon.c.log: 90.9% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-volume.log.gz 2024-03-29T00:26:27.629 INFO:teuthology.orchestra.run.smithi012.stderr:gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.d.log 2024-03-29T00:26:27.633 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.9.log: /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.a.log 2024-03-29T00:26:27.640 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.log 2024-03-29T00:26:27.645 INFO:teuthology.orchestra.run.smithi012.stderr: 94.5% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.d.log.gz 2024-03-29T00:26:27.656 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/ceph-client.admin.log: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.log.gz 2024-03-29T00:26:27.659 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mon.b.log: 91.0% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-volume.log.gz 2024-03-29T00:26:27.661 INFO:teuthology.orchestra.run.smithi012.stderr: 90.8% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-volume.log.gz 2024-03-29T00:26:27.883 INFO:teuthology.orchestra.run.smithi012.stderr: 90.1% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mgr.x.log.gz 2024-03-29T00:26:28.111 INFO:teuthology.orchestra.run.smithi012.stderr: 94.8% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.a.log.gz 2024-03-29T00:26:28.181 INFO:teuthology.orchestra.run.smithi053.stderr: 91.7% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mon.b.log.gz 2024-03-29T00:26:28.246 INFO:teuthology.orchestra.run.smithi012.stderr: 94.9% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.g.log.gz 2024-03-29T00:26:28.252 INFO:teuthology.orchestra.run.smithi069.stderr: 91.7% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mon.c.log.gz 2024-03-29T00:26:28.384 INFO:teuthology.orchestra.run.smithi012.stderr: 90.5% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mon.a.log.gz 2024-03-29T00:26:28.447 INFO:teuthology.orchestra.run.smithi053.stderr: 95.3% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.h.log.gz 2024-03-29T00:26:28.481 INFO:teuthology.orchestra.run.smithi053.stderr: 95.2% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.e.log.gz 2024-03-29T00:26:29.860 INFO:teuthology.orchestra.run.smithi069.stderr: 95.1% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.f.log.gz 2024-03-29T00:26:31.198 INFO:teuthology.orchestra.run.smithi053.stderr: 92.2% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.10.log.gz 2024-03-29T00:26:32.664 INFO:teuthology.orchestra.run.smithi069.stderr: 91.8% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.8.log.gz 2024-03-29T00:26:32.675 INFO:teuthology.orchestra.run.smithi069.stderr: 93.8% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.l.log.gz 2024-03-29T00:26:32.963 INFO:teuthology.orchestra.run.smithi012.stderr: 91.7% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.0.log.gz 2024-03-29T00:26:33.229 INFO:teuthology.orchestra.run.smithi053.stderr: 91.9% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.1.log.gz 2024-03-29T00:26:33.396 INFO:teuthology.orchestra.run.smithi012.stderr: 91.6% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.6.log.gz 2024-03-29T00:26:33.788 INFO:teuthology.orchestra.run.smithi069.stderr: 91.8% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.11.log.gz 2024-03-29T00:26:34.102 INFO:teuthology.orchestra.run.smithi053.stderr: 93.6% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.k.log.gz 2024-03-29T00:26:34.186 INFO:teuthology.orchestra.run.smithi012.stderr: 91.9% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.3.log.gz 2024-03-29T00:26:34.735 INFO:teuthology.orchestra.run.smithi012.stderr: 91.9% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.9.log.gz 2024-03-29T00:26:34.739 INFO:teuthology.orchestra.run.smithi012.stderr: 2024-03-29T00:26:34.740 INFO:teuthology.orchestra.run.smithi012.stderr:real 0m7.166s 2024-03-29T00:26:34.740 INFO:teuthology.orchestra.run.smithi012.stderr:user 0m25.116s 2024-03-29T00:26:34.740 INFO:teuthology.orchestra.run.smithi012.stderr:sys 0m1.956s 2024-03-29T00:26:34.914 INFO:teuthology.orchestra.run.smithi069.stderr: 92.0% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.2.log.gz 2024-03-29T00:26:35.285 INFO:teuthology.orchestra.run.smithi053.stderr: 93.5% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.b.log.gz 2024-03-29T00:26:35.386 INFO:teuthology.orchestra.run.smithi053.stderr: 92.0% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.7.log.gz 2024-03-29T00:26:35.774 INFO:teuthology.orchestra.run.smithi069.stderr: 93.5% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.c.log.gz 2024-03-29T00:26:36.078 INFO:teuthology.orchestra.run.smithi053.stderr: 92.0% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.4.log.gz 2024-03-29T00:26:36.080 INFO:teuthology.orchestra.run.smithi053.stderr: 2024-03-29T00:26:36.080 INFO:teuthology.orchestra.run.smithi053.stderr:real 0m8.521s 2024-03-29T00:26:36.080 INFO:teuthology.orchestra.run.smithi053.stderr:user 0m40.373s 2024-03-29T00:26:36.080 INFO:teuthology.orchestra.run.smithi053.stderr:sys 0m1.150s 2024-03-29T00:26:36.179 INFO:teuthology.orchestra.run.smithi069.stderr: 91.7% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-osd.5.log.gz 2024-03-29T00:26:48.939 INFO:teuthology.orchestra.run.smithi069.stderr: 93.2% -- replaced with /var/log/ceph/f0a28ba8-ed5f-11ee-95d0-87774f69a715/ceph-mds.i.log.gz 2024-03-29T00:26:48.941 INFO:teuthology.orchestra.run.smithi069.stderr: 2024-03-29T00:26:48.941 INFO:teuthology.orchestra.run.smithi069.stderr:real 0m21.382s 2024-03-29T00:26:48.941 INFO:teuthology.orchestra.run.smithi069.stderr:user 1m2.269s 2024-03-29T00:26:48.941 INFO:teuthology.orchestra.run.smithi069.stderr:sys 0m1.795s 2024-03-29T00:26:48.942 INFO:tasks.cephadm:Archiving logs... 2024-03-29T00:26:48.942 DEBUG:teuthology.misc:Transferring archived files from smithi012:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-03-27_21:24:03-fs-squid-distro-default-smithi/7627231/remote/smithi012/log 2024-03-29T00:26:48.943 DEBUG:teuthology.orchestra.run.smithi012:> sudo tar c -f - -C /var/log/ceph -- . 2024-03-29T00:26:53.110 DEBUG:teuthology.misc:Transferring archived files from smithi053:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-03-27_21:24:03-fs-squid-distro-default-smithi/7627231/remote/smithi053/log 2024-03-29T00:26:53.111 DEBUG:teuthology.orchestra.run.smithi053:> sudo tar c -f - -C /var/log/ceph -- . 2024-03-29T00:26:58.575 DEBUG:teuthology.misc:Transferring archived files from smithi069:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-03-27_21:24:03-fs-squid-distro-default-smithi/7627231/remote/smithi069/log 2024-03-29T00:26:58.576 DEBUG:teuthology.orchestra.run.smithi069:> sudo tar c -f - -C /var/log/ceph -- . 2024-03-29T00:27:07.219 INFO:tasks.cephadm:Removing cluster... 2024-03-29T00:27:07.219 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 --force 2024-03-29T00:27:07.565 INFO:teuthology.orchestra.run.smithi012.stdout:Deleting cluster with fsid: f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:27:08.284 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 --force 2024-03-29T00:27:08.490 INFO:teuthology.orchestra.run.smithi053.stdout:Deleting cluster with fsid: f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:27:08.795 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid f0a28ba8-ed5f-11ee-95d0-87774f69a715 --force 2024-03-29T00:27:08.987 INFO:teuthology.orchestra.run.smithi069.stdout:Deleting cluster with fsid: f0a28ba8-ed5f-11ee-95d0-87774f69a715 2024-03-29T00:27:09.304 INFO:tasks.cephadm:Removing cephadm ... 2024-03-29T00:27:09.304 DEBUG:teuthology.orchestra.run.smithi012:> rm -rf /home/ubuntu/cephtest/cephadm 2024-03-29T00:27:09.363 DEBUG:teuthology.orchestra.run.smithi053:> rm -rf /home/ubuntu/cephtest/cephadm 2024-03-29T00:27:09.382 DEBUG:teuthology.orchestra.run.smithi069:> rm -rf /home/ubuntu/cephtest/cephadm 2024-03-29T00:27:09.397 INFO:tasks.cephadm:Teardown complete 2024-03-29T00:27:09.398 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-03-29T00:27:09.411 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-03-29T00:27:09.412 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-03-29T00:27:09.419 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-03-29T00:27:09.425 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-03-29T00:27:09.590 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-03-29T00:27:09.601 INFO:teuthology.task.clock:Checking final clock skew... 2024-03-29T00:27:09.601 DEBUG:teuthology.orchestra.run.smithi012:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-29T00:27:09.609 DEBUG:teuthology.orchestra.run.smithi053:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-29T00:27:09.612 DEBUG:teuthology.orchestra.run.smithi069:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-29T00:27:09.625 INFO:teuthology.orchestra.run.smithi069.stderr:bash: line 1: ntpq: command not found 2024-03-29T00:27:09.626 INFO:teuthology.orchestra.run.smithi053.stderr:bash: line 1: ntpq: command not found 2024-03-29T00:27:09.629 INFO:teuthology.orchestra.run.smithi069.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-29T00:27:09.629 INFO:teuthology.orchestra.run.smithi069.stdout:=============================================================================== 2024-03-29T00:27:09.630 INFO:teuthology.orchestra.run.smithi069.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 33 +260us[ +260us] +/- 79ms 2024-03-29T00:27:09.630 INFO:teuthology.orchestra.run.smithi069.stdout:^* hv02.front.sepia.ceph.com 3 6 377 34 -15us[ -21us] +/- 72ms 2024-03-29T00:27:09.630 INFO:teuthology.orchestra.run.smithi069.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 34 -172us[ -172us] +/- 70ms 2024-03-29T00:27:09.630 INFO:teuthology.orchestra.run.smithi069.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-03-29T00:27:09.631 INFO:teuthology.orchestra.run.smithi053.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-29T00:27:09.632 INFO:teuthology.orchestra.run.smithi053.stdout:=============================================================================== 2024-03-29T00:27:09.632 INFO:teuthology.orchestra.run.smithi053.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 32 +261us[ +261us] +/- 80ms 2024-03-29T00:27:09.632 INFO:teuthology.orchestra.run.smithi053.stdout:^* hv02.front.sepia.ceph.com 3 6 377 34 -6369ns[ +16us] +/- 72ms 2024-03-29T00:27:09.632 INFO:teuthology.orchestra.run.smithi053.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 34 -168us[ -146us] +/- 70ms 2024-03-29T00:27:09.632 INFO:teuthology.orchestra.run.smithi053.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-03-29T00:27:09.657 INFO:teuthology.orchestra.run.smithi012.stderr:bash: line 1: ntpq: command not found 2024-03-29T00:27:09.667 INFO:teuthology.orchestra.run.smithi012.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-29T00:27:09.667 INFO:teuthology.orchestra.run.smithi012.stdout:=============================================================================== 2024-03-29T00:27:09.667 INFO:teuthology.orchestra.run.smithi012.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 31 +248us[ +248us] +/- 80ms 2024-03-29T00:27:09.667 INFO:teuthology.orchestra.run.smithi012.stdout:^* hv02.front.sepia.ceph.com 3 6 377 33 -49us[ -46us] +/- 72ms 2024-03-29T00:27:09.667 INFO:teuthology.orchestra.run.smithi012.stdout:^+ hv03.front.sepia.ceph.com 3 7 377 32 -123us[ -123us] +/- 70ms 2024-03-29T00:27:09.667 INFO:teuthology.orchestra.run.smithi012.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-03-29T00:27:09.669 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-03-29T00:27:09.681 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-03-29T00:27:09.681 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-03-29T00:27:09.691 DEBUG:teuthology.orchestra.run.smithi012:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-03-29T00:27:09.947 DEBUG:teuthology.orchestra.run.smithi053:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-03-29T00:27:10.034 DEBUG:teuthology.orchestra.run.smithi069:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-03-29T00:27:10.108 DEBUG:teuthology.orchestra.run.smithi012:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-03-29T00:27:10.217 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-29T00:27:10.218 DEBUG:teuthology.orchestra.run.smithi053:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-03-29T00:27:10.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-29T00:27:10.255 DEBUG:teuthology.orchestra.run.smithi069:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-03-29T00:27:10.285 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-29T00:27:10.286 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-03-29T00:27:10.297 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-03-29T00:27:10.306 INFO:teuthology.task.internal:Duration was 1895.919390 seconds 2024-03-29T00:27:10.306 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-03-29T00:27:10.317 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-03-29T00:27:10.317 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-03-29T00:27:10.324 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-03-29T00:27:10.326 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-03-29T00:27:10.369 INFO:teuthology.orchestra.run.smithi069.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-29T00:27:10.382 INFO:teuthology.orchestra.run.smithi053.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-29T00:27:10.494 INFO:teuthology.orchestra.run.smithi012.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-29T00:27:10.890 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-03-29T00:27:10.890 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi012.front.sepia.ceph.com 2024-03-29T00:27:10.890 DEBUG:teuthology.orchestra.run.smithi012:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-03-29T00:27:10.963 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi053.front.sepia.ceph.com 2024-03-29T00:27:10.963 DEBUG:teuthology.orchestra.run.smithi053:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-03-29T00:27:10.988 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi069.front.sepia.ceph.com 2024-03-29T00:27:10.988 DEBUG:teuthology.orchestra.run.smithi069:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-03-29T00:27:11.008 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-03-29T00:27:11.008 DEBUG:teuthology.orchestra.run.smithi012:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-03-29T00:27:11.019 DEBUG:teuthology.orchestra.run.smithi053:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-03-29T00:27:11.031 DEBUG:teuthology.orchestra.run.smithi069:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-03-29T00:27:11.119 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-03-29T00:27:11.119 DEBUG:teuthology.orchestra.run.smithi012:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-03-29T00:27:11.125 DEBUG:teuthology.orchestra.run.smithi053:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-03-29T00:27:11.128 DEBUG:teuthology.orchestra.run.smithi069:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-03-29T00:27:11.640 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-03-29T00:27:11.654 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-03-29T00:27:11.654 DEBUG:teuthology.orchestra.run.smithi012:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-03-29T00:27:11.741 DEBUG:teuthology.orchestra.run.smithi053:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-03-29T00:27:11.774 DEBUG:teuthology.orchestra.run.smithi069:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-03-29T00:27:11.801 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-03-29T00:27:11.816 DEBUG:teuthology.orchestra.run.smithi012:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-03-29T00:27:11.825 DEBUG:teuthology.orchestra.run.smithi053:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-03-29T00:27:11.827 DEBUG:teuthology.orchestra.run.smithi069:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-03-29T00:27:11.855 INFO:teuthology.orchestra.run.smithi053.stdout:kernel.core_pattern = core 2024-03-29T00:27:11.867 INFO:teuthology.orchestra.run.smithi069.stdout:kernel.core_pattern = core 2024-03-29T00:27:11.930 INFO:teuthology.orchestra.run.smithi012.stdout:kernel.core_pattern = core 2024-03-29T00:27:11.986 DEBUG:teuthology.orchestra.run.smithi012:> test -e /home/ubuntu/cephtest/archive/coredump 2024-03-29T00:27:12.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-29T00:27:12.036 DEBUG:teuthology.orchestra.run.smithi053:> test -e /home/ubuntu/cephtest/archive/coredump 2024-03-29T00:27:12.051 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-29T00:27:12.051 DEBUG:teuthology.orchestra.run.smithi069:> test -e /home/ubuntu/cephtest/archive/coredump 2024-03-29T00:27:12.065 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-29T00:27:12.065 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-03-29T00:27:12.077 INFO:teuthology.task.internal:Transferring archived files... 2024-03-29T00:27:12.078 DEBUG:teuthology.misc:Transferring archived files from smithi012:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-03-27_21:24:03-fs-squid-distro-default-smithi/7627231/remote/smithi012 2024-03-29T00:27:12.078 DEBUG:teuthology.orchestra.run.smithi012:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-03-29T00:27:12.200 DEBUG:teuthology.misc:Transferring archived files from smithi053:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-03-27_21:24:03-fs-squid-distro-default-smithi/7627231/remote/smithi053 2024-03-29T00:27:12.200 DEBUG:teuthology.orchestra.run.smithi053:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-03-29T00:27:12.243 DEBUG:teuthology.misc:Transferring archived files from smithi069:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-03-27_21:24:03-fs-squid-distro-default-smithi/7627231/remote/smithi069 2024-03-29T00:27:12.244 DEBUG:teuthology.orchestra.run.smithi069:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-03-29T00:27:12.281 INFO:teuthology.task.internal:Removing archive directory... 2024-03-29T00:27:12.282 DEBUG:teuthology.orchestra.run.smithi012:> rm -rf -- /home/ubuntu/cephtest/archive 2024-03-29T00:27:12.290 DEBUG:teuthology.orchestra.run.smithi053:> rm -rf -- /home/ubuntu/cephtest/archive 2024-03-29T00:27:12.292 DEBUG:teuthology.orchestra.run.smithi069:> rm -rf -- /home/ubuntu/cephtest/archive 2024-03-29T00:27:12.343 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-03-29T00:27:12.357 INFO:teuthology.task.internal:Not uploading archives. 2024-03-29T00:27:12.357 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-03-29T00:27:12.369 INFO:teuthology.task.internal:Tidying up after the test... 2024-03-29T00:27:12.369 DEBUG:teuthology.orchestra.run.smithi012:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-03-29T00:27:12.377 DEBUG:teuthology.orchestra.run.smithi053:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-03-29T00:27:12.379 DEBUG:teuthology.orchestra.run.smithi069:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-03-29T00:27:12.392 INFO:teuthology.orchestra.run.smithi053.stdout: 262162 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Mar 29 00:27 /home/ubuntu/cephtest 2024-03-29T00:27:12.394 INFO:teuthology.orchestra.run.smithi069.stdout: 262162 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Mar 29 00:27 /home/ubuntu/cephtest 2024-03-29T00:27:12.430 INFO:teuthology.orchestra.run.smithi012.stdout: 393229 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Mar 29 00:27 /home/ubuntu/cephtest 2024-03-29T00:27:12.433 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-03-29T00:27:12.445 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-03-29T00:27:12.471 INFO:teuthology.nuke:Checking targets against current locks 2024-03-29T00:27:12.498 DEBUG:teuthology.nuke:shortname: smithi012 2024-03-29T00:27:12.499 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-29T00:27:12.521 DEBUG:teuthology.nuke:shortname: smithi053 2024-03-29T00:27:12.521 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-29T00:27:12.526 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi012.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-03-27_21:24:03-fs-squid-distro-default-smithi/7627231', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-28 23:45:51.763250', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKl4mfm4PdpKyHueoTZDk0yucWKQVjKXHQ+kMZ46vmCkouAFbjEjxNeJXiFN6lgxv86xQ+S4BQAUfOJydGILb+8='} 2024-03-29T00:27:12.544 DEBUG:teuthology.nuke:shortname: smithi069 2024-03-29T00:27:12.544 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-29T00:27:12.547 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi053.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-03-27_21:24:03-fs-squid-distro-default-smithi/7627231', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-28 23:45:51.761714', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGUbuXtbybEOxNmxwbVmZP40VgJTkXJn7o0gA5/jLkPusEfMPTA1Kc1FxI5+48bYMkunPn84m1+r6fK9lZlVv0E='} 2024-03-29T00:27:12.565 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi069.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-03-27_21:24:03-fs-squid-distro-default-smithi/7627231', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-28 23:45:51.759895', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDkT5Ad706XQM0hhsb0dIuzQ1EbU6loE7b/6RTkt4ixzxoOQ8Tx0C59b+ACfwKH63HT1DveW/230sfW+sjX4nRI='} 2024-03-29T00:27:12.574 INFO:teuthology.orchestra.console.smithi012:Power off 2024-03-29T00:27:12.574 DEBUG:teuthology.orchestra.console.smithi012:pexpect command: ipmitool -H smithi012.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-03-29T00:27:12.598 DEBUG:teuthology.orchestra.console.smithi012:power off output: Chassis Power Control: Down/Off 2024-03-29T00:27:12.599 DEBUG:teuthology.orchestra.console.smithi012:pexpect command: ipmitool -H smithi012.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-29T00:27:12.616 INFO:teuthology.orchestra.console.smithi053:Power off 2024-03-29T00:27:12.616 DEBUG:teuthology.orchestra.console.smithi053:pexpect command: ipmitool -H smithi053.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-03-29T00:27:12.632 DEBUG:teuthology.orchestra.console.smithi012:check power output: Chassis Power is on 2024-03-29T00:27:12.642 DEBUG:teuthology.orchestra.console.smithi053:power off output: Chassis Power Control: Down/Off 2024-03-29T00:27:12.643 DEBUG:teuthology.orchestra.console.smithi053:pexpect command: ipmitool -H smithi053.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-29T00:27:12.659 INFO:teuthology.orchestra.console.smithi069:Power off 2024-03-29T00:27:12.659 DEBUG:teuthology.orchestra.console.smithi069:pexpect command: ipmitool -H smithi069.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-03-29T00:27:12.680 DEBUG:teuthology.orchestra.console.smithi053:check power output: Chassis Power is on 2024-03-29T00:27:12.692 DEBUG:teuthology.orchestra.console.smithi069:power off output: Chassis Power Control: Down/Off 2024-03-29T00:27:12.692 DEBUG:teuthology.orchestra.console.smithi069:pexpect command: ipmitool -H smithi069.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-29T00:27:12.715 DEBUG:teuthology.orchestra.console.smithi069:check power output: Chassis Power is on 2024-03-29T00:27:16.633 DEBUG:teuthology.orchestra.console.smithi012:pexpect command: ipmitool -H smithi012.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-29T00:27:16.681 DEBUG:teuthology.orchestra.console.smithi053:pexpect command: ipmitool -H smithi053.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-29T00:27:16.717 DEBUG:teuthology.orchestra.console.smithi069:pexpect command: ipmitool -H smithi069.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-29T00:27:16.745 DEBUG:teuthology.orchestra.console.smithi012:check power output: Chassis Power is on 2024-03-29T00:27:16.793 DEBUG:teuthology.orchestra.console.smithi053:check power output: Chassis Power is on 2024-03-29T00:27:16.830 DEBUG:teuthology.orchestra.console.smithi069:check power output: Chassis Power is on 2024-03-29T00:27:20.746 DEBUG:teuthology.orchestra.console.smithi012:pexpect command: ipmitool -H smithi012.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-29T00:27:20.794 DEBUG:teuthology.orchestra.console.smithi053:pexpect command: ipmitool -H smithi053.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-29T00:27:20.832 DEBUG:teuthology.orchestra.console.smithi069:pexpect command: ipmitool -H smithi069.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-29T00:27:20.857 DEBUG:teuthology.orchestra.console.smithi012:check power output: Chassis Power is on 2024-03-29T00:27:20.904 DEBUG:teuthology.orchestra.console.smithi053:check power output: Chassis Power is off 2024-03-29T00:27:20.944 DEBUG:teuthology.orchestra.console.smithi069:check power output: Chassis Power is off 2024-03-29T00:27:21.005 INFO:teuthology.orchestra.console.smithi053:Power off completed 2024-03-29T00:27:21.045 INFO:teuthology.orchestra.console.smithi069:Power off completed 2024-03-29T00:27:24.862 DEBUG:teuthology.orchestra.console.smithi012:pexpect command: ipmitool -H smithi012.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-29T00:27:24.973 DEBUG:teuthology.orchestra.console.smithi012:check power output: Chassis Power is off 2024-03-29T00:27:25.074 INFO:teuthology.orchestra.console.smithi012:Power off completed 2024-03-29T00:27:25.179 INFO:teuthology.run:Summary data: client.0-kernel-sha1: 1df0c7e8a2354c42d738e5454ba83ea7332deac2 description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/fs/norstats}} duration: 1895.9193904399872 failure_reason: 'error during scrub thrashing: rank damage found: {''backtrace''}' flavor: default owner: scheduled_teuthology@teuthology status: fail success: false 2024-03-29T00:27:25.180 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-03-29T00:27:25.271 INFO:teuthology.run:FAIL